def _crawl(deck_ids):
logging.info('??????????')
results = list()
cp = CrawlerProcess({'ITEM_PIPELINES': {'hsdata.hsbox.HSBoxScrapyPipeline': 1}})
cp.crawl(HSBoxScrapySpider, deck_ids=deck_ids, results=results)
cp.start()
logging.info('??? {} ??????????'.format(len(results)))
return results
评论列表
文章目录