merge

cjhayes16 · Mar 17, 2017 · 0ba1b36 · 0ba1b36
2 parents 4da065c + 0f2bc1a
commit 0ba1b36
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/zhihuuser/settings.py b/zhihuuser/settings.py
@@ -18,7 +18,7 @@
 # USER_AGENT = 'zhihu (+http://www.yourdomain.com)'
 
 # Obey robots.txt rules
-ROBOTSTXT_OBEY = True
+ROBOTSTXT_OBEY = False
 
 # Configure maximum concurrent requests performed by Scrapy (default: 16)
 # CONCURRENT_REQUESTS = 32