eol.py 文件源码

def parse(self, response):

        data = json.loads(response.body)
        total = int(data['totalRecord']['num'])
        total_page = int(math.ceil(total/float(self.page_size)))

        if total == 0:
            raise CloseSpider('blocked')

        for i in self.parse_item(response):
            yield i

        for page in range(2, total_page+1):
            yield Request(url=self.get_url(page), callback=self.parse_item)