wip

CHANGELOG.md

@@ -2,6 +2,9 @@
 
 All Notable changes to `spatie/crawler` will be documented in this file.
 
+## 2.0.5 - 2016-12-15
+- fix detection of redirects
+
 ## 2.0.4 - 2016-12-15
 - fix the default timeout of 5 seconds
 

src/Crawler.php

@@ -40,7 +40,10 @@ class Crawler
  */
  public static function create(array $clientOptions = [])
  {
- $client = new Client($clientOptions);
+ $client = new Client($clientOptions ?? [
+ RequestOptions::ALLOW_REDIRECTS => false,
+ RequestOptions::COOKIES => true,
+ ]);
 
  return new static($client);
  }
@@ -118,9 +121,8 @@ protected function startCrawlingQueue()
  $pool = new Pool($this->client, $this->getCrawlRequests(), [
  'concurrency' => $this->concurrency,
  'options' => [
- RequestOptions::CONNECT_TIMEOUT => 5,
- RequestOptions::TIMEOUT => 5,
-
+ RequestOptions::CONNECT_TIMEOUT => 10,
+ RequestOptions::TIMEOUT => 10,
  ],
  'fulfilled' => function (ResponseInterface $response, int $index) {
  $this->handleResponse($response, $index);