def crawl(spiders, query, start, end, page):
spider_logger.info("Start crawling {0} from {1} to {2}".format(query, start, end))
process = CrawlerProcess(get_project_settings())
process.crawl(spiders, query=query, start_time=start, end_time=end, index_pages=page)
process.start()
评论列表
文章目录