webshell

Ghost Exploiter Team Official

Directory >> /home/whitjouh/public_html/core/vendor/spatie/robots-txt/src/

File / Folder	Size	Action
.	-
Robots.php	1.489KB	edt ren
RobotsHeaders.php	2.98KB	edt ren
RobotsMeta.php	1.812KB	edt ren
RobotsTxt.php	5.572KB	edt ren

<?php

namespace Spatie\Robots;

class Robots
{
    protected RobotsTxt | null $robotsTxt;

public function __construct(
        protected string | null $userAgent = null,
        string | null $source = null,
    ) {
        $this->robotsTxt = $source
            ? RobotsTxt::readFrom($source)
            : null;
    }

public function withTxt(string $source): self
    {
        $this->robotsTxt = RobotsTxt::readFrom($source);

return $this;
    }

public static function create(string $userAgent = null, string $source = null): self
    {
        return new self($userAgent, $source);
    }

public function mayIndex(string $url, string $userAgent = null): bool
    {
        $userAgent = $userAgent ?? $this->userAgent;

$robotsTxt = $this->robotsTxt ?? RobotsTxt::create($this->createRobotsUrl($url));

return
            $robotsTxt->allows($url, $userAgent)
            && RobotsMeta::readFrom($url)->mayIndex()
            && RobotsHeaders::readFrom($url)->mayIndex();
    }

public function mayFollowOn(string $url): bool
    {
        return
            RobotsMeta::readFrom($url)->mayFollow()
            && RobotsHeaders::readFrom($url)->mayFollow();
    }

protected function createRobotsUrl(string $url): string
    {
        $robotsUrl = parse_url($url, PHP_URL_SCHEME).'://'.parse_url($url, PHP_URL_HOST);

if ($port = parse_url($url, PHP_URL_PORT)) {
            $robotsUrl .= ":{$port}";
        }

return "{$robotsUrl}/robots.txt";
    }
}