def parse(self, response):
articleLinks = LinkExtractor(restrict_css='div.main > div.article')
pages = articleLinks.extract_links(response)
for page in pages:
yield scrapy.Request(page.url, callback=self.parse_article)
评论列表
文章目录