jhodges/sitemap
1
0
Fork 0
Code Issues Pull Requests Releases 5 Wiki Activity

more comprehensive tests and tidy up

Browse Source
This commit is contained in:
James 2020-02-23 01:19:31 +00:00
parent 9c0961fd87
commit adaaaef3c2
3 changed files with 51 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/Crawler.php
View File

@ -22,8 +22,8 @@ class Crawler{
RequestOptions::ALLOW_REDIRECTS => [
'track_redirects' => true,
],
RequestOptions::CONNECT_TIMEOUT => 10,
RequestOptions::TIMEOUT => 10,
RequestOptions::CONNECT_TIMEOUT => 3,
RequestOptions::TIMEOUT => 3,
])
//->setMaximumDepth(1)
->setCrawlObserver($this->observer)

37
tests/CrawlerTest.php
View File

@ -5,6 +5,33 @@ use JHodges\Sitemap\Crawler;
class CrawlerTest extends TestCase{
public function testFullSite(){
$crawler=new Crawler();
$crawler->crawl('http://localhost:8080/');
$sitemap=$crawler->getResults();
$this->assertTreeContains($sitemap,[
'http://example.com/' => ['code' => 200],
'http://localhost:8080/deeplink1' => ['code' => 200],
'http://localhost:8080/deeplink2' => ['code' => 200],
'http://localhost:8080/deeplink3' => ['code' => 200],
'http://localhost:8080/externalLink' => ['code' => 200],
'http://localhost:8080/found' => ['code' => 200],
'http://localhost:8080/interlinked1' => ['code' => 200],
'http://localhost:8080/interlinked2' => ['code' => 200],
'http://localhost:8080/interlinked3' => ['code' => 200],
'http://localhost:8080/internalServerError' => ['code' => 500],
'http://localhost:8080/notFound' => ['code' => 404],
'http://localhost:8080/redirect1' => ['code' => 302],
'http://localhost:8080/redirect2' => ['code' => 302],
'http://localhost:8080/redirectLoop' => ['code' => '---'],
'http://localhost:8080/redirectToFound' => ['code' => 302 ],
'http://localhost:8080/redirectToNotFound' => ['code' => 302 ],
'http://localhost:8080/redirectToRedirectToNotFound' => ['code' => 302],
'http://localhost:8080/timeout' => ['code' => '---'],
'http://localhost:8080/twoRedirectsToSameLocation' => ['code' => 200],
], print_r($sitemap,true));
}
public function testFound(){
$crawler=new Crawler();
$crawler->crawl('http://localhost:8080/found');
@ -44,7 +71,6 @@ class CrawlerTest extends TestCase{
], print_r($sitemap,true));
}
public function testInterlinked(){
$crawler=new Crawler();
$crawler->crawl('http://localhost:8080/interlinked1');
@ -121,6 +147,15 @@ class CrawlerTest extends TestCase{
]);
}
public function testRedirectLoop(){
$crawler=new Crawler();
$crawler->crawl('http://localhost:8080/redirectLoop');
$sitemap=$crawler->getResults();
$this->assertTreeContains($sitemap,[
'http://localhost:8080/redirectLoop' => ['code' => '---'],
]);
}
public function testInternalServerError(){
$crawler=new Crawler();
$crawler->crawl('http://localhost:8080/internalServerError');

2
tests/server/server.js
View File

@ -12,6 +12,7 @@ app.get('/', function (request, response) {
' <li><a href="/interlinked1">interlinked1</a></li>',
' <li><a href="/redirectToFound">redirectToFound</a></li>',
' <li><a href="/redirectToNotFound">redirectToNotFound</a></li>',
' <li><a href="/redirectToRedirectToNotFound">redirectToNotFound</a></li>',
' <li><a href="/redirectLoop">redirectLoop</a></li>',
' <li><a href="/timeout">timeout</a></li>',
' <li><a href="/internalServerError">internalServerError</a></li>',
@ -46,6 +47,7 @@ app.get('/found', function (request, response) {
app.get('/redirectToNotFound', function (request, response) {
response.redirect('/notFound');
});
app.get('/redirectToRedirectToNotFound', function (request, response) {
response.redirect('/redirectToNotFound');
});