ec_spider.py 文件源码

def parse(self, response):
        EVENTVALIDATION = response.xpath("//*[@id='__EVENTVALIDATION']/@value").extract()
        VIEWSTATE = response.xpath("//*[@id='__VIEWSTATE']/@value").extract()
        for i in range(1, 5):
            yield FormRequest(
                'http://environmentclearance.nic.in/Search.aspx',
                headers = {'user-agent': 'Mozilla/5.0'},
                formdata = {
                    'ww': 'rr|GridView1',
                    '__LASTFOCUS': '',
                    '__EVENTTARGET': 'GridView1',
                    '__EVENTARGUMENT': 'Page${}'.format(i),
                    '__VIEWSTATE': VIEWSTATE, 
                    '__EVENTVALIDATION': EVENTVALIDATION,
                    'a': 'rb1',
                    'dd1status': 'UPEChome',
                    'ddlyear': '-All Years-',
                    'ddlcategory': '-All Category-',
                    'ddlstate': '-All State-',
                    'textbox2': '',
                    'DropDownList1': 'UPEC'
                    }, 
                callback = self.parse_item
            )