fix some bug for python2

onesafe · Dec 14, 2014 · 81b0493 · 81b0493
1 parent c19dfcb
commit 81b0493
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 7 deletions.
diff --git a/pyspider/libs/bench.py b/pyspider/libs/bench.py
@@ -81,7 +81,9 @@ def on_result(self, task, result):
 
 class Handler(BaseHandler):
     def on_start(self):
-        self.crawl('http://localhost:5000/bench', params={'total': %(total)d, 'show': %(show)d}, callback=self.index_page)
+        self.crawl('http://127.0.0.1:5000/bench',
+                   params={'total': %(total)d, 'show': %(show)d},
+                   callback=self.index_page)
 
     def index_page(self, response):
         for each in response.doc('a[href^="http://"]').items():

diff --git a/pyspider/processor/processor.py b/pyspider/processor/processor.py
@@ -91,7 +91,7 @@ def on_task(self, task, response):
                         'ok': not ret.exception,
                         'time': process_time,
                         'follows': len(ret.follows),
-                        'result': utils.unicode_obj(ret.result)[:self.RESULT_RESULT_LIMIT],
+                        'result': utils.text(ret.result)[:self.RESULT_RESULT_LIMIT],
                         'logs': ret.logstr()[-self.RESULT_LOGS_LIMIT:],
                         'exception': ret.exception,
                     },

diff --git a/pyspider/webui/result.py b/pyspider/webui/result.py
@@ -7,14 +7,15 @@
 
 from __future__ import unicode_literals
 
-from app import app
-from flask import render_template, request, json
-from flask import Response
-from six import iteritems
-
+import six
 import csv
 import itertools
 from io import BytesIO
+
+from six import iteritems
+from app import app
+from flask import render_template, request, json
+from flask import Response
 from pyspider.libs.utils import utf8