pipelines.py 文件源码

def process_item(self, item, spider):
        self.count += 1
        if self.count > 1000:
            self.count = 0
            self.file_count += 1
            self.spider_closed()
            self.spider_opened()
        self.exporter.export_item(item)
        return item