def close_spider(self, spider, reason): if self._dump: log.msg("Dumping Scrapy stats:\n" + pprint.pformat(self.get_stats()), spider=spider) self._persist_stats(self.get_stats(), spider)