more comprehensive tests and tidy up

2020-02-23 01:19:31 +00:00
parent 9c0961fd87
commit adaaaef3c2
3 changed files with 51 additions and 14 deletions
--- a/src/Crawler.php
+++ b/src/Crawler.php
@@ -22,8 +22,8 @@ class Crawler{
            RequestOptions::ALLOW_REDIRECTS => [
                'track_redirects' => true,
            ],
-            RequestOptions::CONNECT_TIMEOUT => 10,
-            RequestOptions::TIMEOUT => 10,
+            RequestOptions::CONNECT_TIMEOUT => 3,
+            RequestOptions::TIMEOUT => 3,
        ])
            //->setMaximumDepth(1)
            ->setCrawlObserver($this->observer)