def main(): from scrapy.crawler import CrawlerProcess process = CrawlerProcess() process.crawl(DialogSpider) process.start()