ip84_spider.py 文件源码

def parse(self, response):
        """parse crawl page

        :response: TODO
        :returns: None

        """
        # debug
        # from scrapy.shell import inspect_response
        # inspect_response(response, self)
        for i in range(1, 2):
            yield scrapy.Request(response.request.url + '/%s' % (i), callback=self.parse_ip)