fix the default timeout of 5 seconds

CHANGELOG.md

@@ -2,6 +2,9 @@
 
 All Notable changes to `spatie/crawler` will be documented in this file.
 
+## 2.0.4 - 2016-12-15
+- fix the default timeout of 5 seconds
+
 ## 2.0.3 - 2016-12-13
 - set a default timeout of 5 seconds
 

src/Crawler.php

@@ -6,6 +6,7 @@
 use GuzzleHttp\Pool;
 use GuzzleHttp\Client;
 use GuzzleHttp\Psr7\Request;
+use GuzzleHttp\Psr7\Response;
 use GuzzleHttp\RequestOptions;
 use Illuminate\Support\Collection;
 use Psr\Http\Message\ResponseInterface;
@@ -42,7 +43,6 @@ public static function create(array $clientOptions = null)
  $client = new Client($clientOptions ?? [
  RequestOptions::ALLOW_REDIRECTS => false,
  RequestOptions::COOKIES => true,
- RequestOptions::CONNECT_TIMEOUT => 5,
  ]);
 
  return new static($client);
@@ -120,6 +120,10 @@ protected function startCrawlingQueue()
  while ($this->crawlQueue->hasPendingUrls()) {
  $pool = new Pool($this->client, $this->getCrawlRequests(), [
  'concurrency' => $this->concurrency,
+ 'options' => [
+ RequestOptions::CONNECT_TIMEOUT => 5,
+ RequestOptions::TIMEOUT => 5,
+ ],
  'fulfilled' => function (ResponseInterface $response, int $index) {
  $this->handleResponse($response, $index);