Implemented action chains and wait conditions

Author: ncadou

scrapy_webdriver/action_chains.py

@@ -0,0 +1,23 @@
+from functools import partial
+
+from selenium.webdriver.common.action_chains import ActionChains
+from selenium.webdriver.support import expected_conditions as ec
+from selenium.webdriver.support.wait import WebDriverWait
+
+
+class WaitingActionChains(ActionChains):
+    """ActionChains that wait on conditions."""
+    def wait(self, timeout, condition=None, name=None, args=None):
+        """Add a waiting action to the stack."""
+        if args is None:
+            args = []
+        if name:
+            condition = getattr(ec, name)(*args)
+        if condition is None:
+            raise ValueError('You must provide a condition, either directly '
+                             'or by specifying its name.')
+
+        def do_wait(condition):
+            return WebDriverWait(self._driver, timeout).until(condition)
+        self._actions.append(partial(do_wait, condition))
+        return self

scrapy_webdriver/download.py

@@ -40,5 +40,4 @@ def _do_inpage_request(self, request, spider):
         """Perform an action on a previously webdriver-loaded page."""
         log.msg('Running webdriver actions %s' % request.url, level=log.DEBUG)
         request.actions.perform()
-        import time; time.sleep(2)
         return WebdriverResponse(request.url, request.manager.webdriver)