fixed rate limiting

pysec · Nov 10, 2014 · ce6587f · ce6587f
1 parent c559d48
commit ce6587f
Showing 1 changed file with 6 additions and 7 deletions.
diff --git a/xsscrapy.py b/xsscrapy.py
@@ -23,16 +23,15 @@ def get_args():
 
 def main():
     args = get_args()
-    rate = args.rate
-    if rate is not None:
-        delay = str(60 / float(rate))
+    rate = args.ratelimit
+    if rate not in [None, '0']:
+        rate = str(60 / float(rate))
     try:
         execute(['scrapy', 'crawl', 'xsscrapy', 
                  '-a', 'url=%s' % args.url, '-a', 'user=%s' % args.login, '-a', 
-                 'pw=%s' % args.password, '-a', 'basic=%s' % args.basic, '-s', 
-                 'CONCURRENT_REQUESTS=%s' % args.connections,
-                 'DOWNLOAD_DELAY=%s' % rate]
-                 ])
+                 'pw=%s' % args.password, '-a', 'basic=%s' % args.basic, 
+                 '-s', 'CONCURRENT_REQUESTS=%s' % args.connections,
+                 '-s', 'DOWNLOAD_DELAY=%s' % rate])
     except KeyboardInterrupt:
         sys.exit()