add setUserAgent support

2020-11-16 12:58:28 +00:00 · 2020-11-16 12:58:28 +00:00 · 432acb7475
commit 432acb7475
parent 6b28eb168e
1 changed files with 4 additions and 0 deletions
--- a/src/Crawler.php
+++ b/src/Crawler.php
@ -28,6 +28,10 @@ class Crawler{
        $this->crawler->setCrawlProfile(new CrawlAllUrls());
    }

+    public function setUserAgent($agent){
+        $this->crawler->setUserAgent($agent);
+    }
+
    public function crawl($url){
        $this->crawler->startCrawling($url);
    }