def run(max_page=5): settings = get_project_settings() settings.set('MAX_PAGE', max_page, 'project') crawler_process = CrawlerProcess(settings) crawler_process.crawl(CaoLiuSpider) crawler_process.start()