it168.py 文件源码

def start_requests(self):
        # enter forum
        yield scrapy.Request(
            'http://jiyouhui.it168.com/forum.php',
            meta={"page_key": 1},
            callback=self.generate_forum_url_list
        )
        yield scrapy.Request(
            'http://benyouhui.it168.com/forum.php',
            meta={"page_key": 1},
            callback=self.generate_forum_url_list
        )

        # yield scrapy.Request(
        #     'http://benyouhui.it168.com/forum-962-1.html',
        #     meta={"page_key": 1},
        #     callback=self.generate_forum_page_list
        # )