def contruct_request(self, response, post_data=None, next_page=False, other_info=None):
if post_data is not None:
encryptor = MeituanEncryptor(post_data, response.url)
else:
encryptor = response.meta["encryptor"]
post_data = encryptor.data
if next_page:
post_data["page_index"] = str(int(post_data["page_index"]) + 1)
encryptor.data = post_data
token = encryptor.get_token()
url = self.base_url2 + token
meta = {
"encryptor": encryptor,
"cookiejar": response.meta["cookiejar"],
"geo_point": response.meta["geo_point"],
"other_info": other_info if other_info is not None else {}
}
return scrapy.FormRequest(
url,
meta=meta,
formdata=post_data,
callback=self.parse_restaurant
)
评论列表
文章目录