jhodges/sitemap
1
0
Fork 0
Code Issues Pull Requests Releases 5 Wiki Activity

add method to setCrawlProfile, add type hinting

Browse Source
This commit is contained in:
James 2021-02-06 11:57:25 +00:00
parent 35aeeeca72
commit bea673807c
1 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/Crawler.php
View File

@ -10,13 +10,14 @@ use Psr\Http\Message\UriInterface;
use Spatie\Crawler\Crawler as SpatieCrawler; use Spatie\Crawler\Crawler as SpatieCrawler;
use Spatie\Crawler\CrawlUrl; use Spatie\Crawler\CrawlUrl;
use Spatie\Crawler\CrawlAllUrls; use Spatie\Crawler\CrawlAllUrls;
use Spatie\Crawler\CrawlProfile;
class Crawler{ class Crawler{
private $observer; private $observer;
private $crawler; private $crawler;
public function __construct($reqOps=[]){ public function __construct(array $reqOps=[]){
$this->crawler = SpatieCrawler::create(array_merge($reqOps, [ $this->crawler = SpatieCrawler::create(array_merge($reqOps, [
RequestOptions::ALLOW_REDIRECTS => [ RequestOptions::ALLOW_REDIRECTS => [
'track_redirects' => true, 'track_redirects' => true,
@ -28,15 +29,21 @@ class Crawler{
$this->crawler->setCrawlProfile(new CrawlAllUrls()); $this->crawler->setCrawlProfile(new CrawlAllUrls());
} }
public function setUserAgent($agent){ public function setUserAgent(String $agent) : self{
$this->crawler->setUserAgent($agent); $this->crawler->setUserAgent($agent);
return $this;
} }
public function crawl($url){ public function setCrawlProfile(CrawlProfile $p) : self{
$this->crawler->setCrawlProfile($p);
return $this;
}
public function crawl(String $url) : void{
$this->crawler->startCrawling($url); $this->crawler->startCrawling($url);
} }
public function getResults(){ public function getResults() : array{
return $this->observer->results; return $this->observer->results;
} }