def process_request(self, request, spider):
if spider.name == 'jobbole':
spider.browser.get(request.url)
time.sleep(3)
print("??: {0}".format(request.url))
return HtmlResponse(
url=spider.browser.current_url,
body=spider.browser.page_source,
encoding="utf-8",
request=request
)
评论列表
文章目录