def update_settings(cls, settings):
""" Before initializing Spider Class, configure `job_idf` to spider settings """
job_idf = settings['job_idf']
spider_conf = cls.mongo_conf_db.get({'_id': job_idf})
scry_settings = ExtractorConf(spider_conf).scrapy_settings
custom_settings = cls.custom_settings or {}
custom_settings.update(scry_settings)
settings.setdict(custom_settings, priority='spider')
评论列表
文章目录