def make_crawler(settings, **extra_settings): settings.update(extra_settings) runner = CrawlerRunner(settings) return runner.create_crawler(BaseSpider)