Merge branch 'master' of github.com:binux/pyspider

sw897 · Jan 9, 2016 · 3d0d440 · 3d0d440
2 parents febc155 + 169fe4f
commit 3d0d440
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/pyspider/fetcher/phantomjs_fetcher.js b/pyspider/fetcher/phantomjs_fetcher.js
@@ -55,6 +55,11 @@ if (system.args.length !== 2) {
       width: fetch.js_viewport_width || 1024,
       height: fetch.js_viewport_height || 768*3
     }
+    if (fetch.headers) {
+      fetch.headers['Accept-Encoding'] = undefined;
+      fetch.headers['Connection'] = undefined;
+      fetch.headers['Content-Length'] = undefined;
+    }
     if (fetch.headers && fetch.headers['User-Agent']) {
       page.settings.userAgent = fetch.headers['User-Agent'];
     }