Merge branch 'master' of https://github.com/AtaLuZiK/pyspider into At…

…aLuZiK-master add test for max_redirects
sw897 · Nov 21, 2015 · 647766f · 647766f
2 parents ab288a0 + 8189985
commit 647766f
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/pyspider/libs/base_handler.py b/pyspider/libs/base_handler.py
@@ -281,6 +281,7 @@ def _crawl(self, url, **kwargs):
                 'fetch_type',
                 'use_gzip',
                 'validate_cert',
+                'max_redirects'
         ):
             if key in kwargs:
                 fetch[key] = kwargs.pop(key)

diff --git a/tests/test_fetcher.py b/tests/test_fetcher.py
@@ -331,3 +331,12 @@ def test_a170_validate_cert(self):
         response = rebuild_response(result)
 
         self.assertEqual(response.status_code, 200, result)
+
+    def test_a180_max_redirects(self):
+        request = copy.deepcopy(self.sample_task_http)
+        request['fetch']['max_redirects'] = 10
+        request['url'] = self.httpbin+'/redirect/10'
+        result = self.fetcher.sync_fetch(request)
+        response = rebuild_response(result)
+
+        self.assertEqual(response.status_code, 200, result)