jhodges/sitemap
1
0
Fork 0
Code Issues Pull Requests Releases 5 Wiki Activity

add method to setCrawlProfile, add type hinting

Browse Source
This commit is contained in:
James 2021-02-06 11:57:25 +00:00
parent 35aeeeca72
commit bea673807c
1 changed files with 11 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/Crawler.php
View File

@ -10,13 +10,14 @@ use Psr\Http\Message\UriInterface;
use Spatie\Crawler\Crawler as SpatieCrawler;
use Spatie\Crawler\CrawlUrl;
use Spatie\Crawler\CrawlAllUrls;
use Spatie\Crawler\CrawlProfile;
class Crawler{
private $observer;
private $crawler;
public function __construct($reqOps=[]){
public function __construct(array $reqOps=[]){
$this->crawler = SpatieCrawler::create(array_merge($reqOps, [
RequestOptions::ALLOW_REDIRECTS => [
'track_redirects' => true,
@ -28,15 +29,21 @@ class Crawler{
$this->crawler->setCrawlProfile(new CrawlAllUrls());
}
public function setUserAgent($agent){
public function setUserAgent(String $agent) : self{
$this->crawler->setUserAgent($agent);
return $this;
}
public function crawl($url){
public function setCrawlProfile(CrawlProfile $p) : self{
$this->crawler->setCrawlProfile($p);
return $this;
}
public function crawl(String $url) : void{
$this->crawler->startCrawling($url);
}
public function getResults(){
public function getResults() : array{
return $this->observer->results;
}