def process_request(self, request, spider):
if request.meta.get('nojs'):
# disable js rendering in a per-request basis
return
self.driver.get(request.url)
content = self.driver.page_source
return HtmlResponse(request.url, body=content, encoding='utf-8')
评论列表
文章目录