def make_crawler(settings, spider_cls=None, **extra_settings): settings.update(extra_settings) runner = CrawlerRunner(settings) return runner.create_crawler(spider_cls or TestSpider)