Changeset 1802:ad94f5745dac

Timestamp:

10/20/09 15:51:41 (9 months ago)

Author:

Daniel Grana <dangra@…>

Branch:

default

Message:

Improve FormRequest?.from_response method to pass click data arguments to ClientForm? library

Files:

• docs/topics/request-response.rst (modified) (2 diffs)
• scrapy/http/request/form.py (modified) (2 diffs)
• scrapy/tests/test_http_request.py (modified) (1 diff)

docs/topics/request-response.rst

@@ -251 +251 @@
     addition to the standard :class:`Request` methods:
 
-    .. classmethod:: FormRequest.from_response(response, [formnumber=0, formdata, ...])
+    .. classmethod:: FormRequest.from_response(response, [formnumber=0, formdata=None, clickdata=None, ...])
 
        Returns a new :class:`FormRequest` object with its form field values
@@ -271 +271 @@
           overridden by the one passed in this parameter.
        :type formdata: dict
+
+       :param clickdata: The arguments in clickdata are passed directly to
+          ClientForm's click_request_data() method. See <ClientForm> for more
+          info.
+       :type clickdata: dict
 
        The other parameters of this class method are passed directly to the

scrapy/http/request/form.py

@@ -38 +38 @@
 
     @classmethod
-    def from_response(cls, response, formnumber=0, formdata=None, **kwargs):
+    def from_response(cls, response, formnumber=0, formdata=None, clickdata=None, **kwargs):
         encoding = getattr(response, 'encoding', 'utf-8')
         forms = ParseFile(StringIO(response.body), response.url,
@@ -52 +52 @@
             # formdata fields properly can properly override existing ones,
             # which is the desired behaviour
-            form.controls = [c for c in form.controls if c.name not in formdata.keys()]
+            form.controls = [c for c in form.controls if c.name not in formdata]
             for k, v in formdata.iteritems():
                 for v2 in v if hasattr(v, '__iter__') else [v]:
                     form.new_control('text', k, {'value': v2})
-                    
-        url, body, headers = form.click_request_data()       
-        request = cls(url, method=form.method, body=body, headers=headers, **kwargs)
-        return request
+
+        url, body, headers = form.click_request_data(**(clickdata or {}))
+        return cls(url, method=form.method, body=body, headers=headers, **kwargs)

scrapy/tests/test_http_request.py

@@ -259 +259 @@
         self.assertEqual(fs['two'].value, '2')
 
+    def test_from_response_submit_first_clickeable(self):
+        respbody = """
+<form action="get.php" method="GET">
+<input type="submit" name="clickeable1" value="clicked1">
+<input type="hidden" name="one" value="1">
+<input type="hidden" name="two" value="3">
+<input type="submit" name="clickeable2" value="clicked2">
+</form>
+        """
+        response = Response("http://www.example.com/this/list.html", body=respbody)
+        r1 = self.request_class.from_response(response, formdata={'two': '2'})
+        urlargs = cgi.parse_qs(urlparse(r1.url).query)
+        self.assertEqual(urlargs['clickeable1'], ['clicked1'])
+        self.assertFalse('clickeable2' in urlargs, urlargs)
+        self.assertEqual(urlargs['one'], ['1'])
+        self.assertEqual(urlargs['two'], ['2'])
+
+    def test_from_response_submit_not_first_clickeable(self):
+        respbody = """
+<form action="get.php" method="GET">
+<input type="submit" name="clickeable1" value="clicked1">
+<input type="hidden" name="one" value="1">
+<input type="hidden" name="two" value="3">
+<input type="submit" name="clickeable2" value="clicked2">
+</form>
+        """
+        response = Response("http://www.example.com/this/list.html", body=respbody)
+        r1 = self.request_class.from_response(response, formdata={'two': '2'}, clickdata={'name': 'clickeable2'})
+        urlargs = cgi.parse_qs(urlparse(r1.url).query)
+        self.assertEqual(urlargs['clickeable2'], ['clicked2'])
+        self.assertFalse('clickeable1' in urlargs, urlargs)
+        self.assertEqual(urlargs['one'], ['1'])
+        self.assertEqual(urlargs['two'], ['2'])
+
     def test_from_response_errors_noform(self):
         respbody = """<html></html>"""