def collect(conf, conn): process = CrawlerProcess(conf['SCRAPY_SETTINGS']) process.crawl(Spider, conn=conn) process.start()