downloadmiddle.py 文件源码

def update_setting(self, setting):
        try:
            self.setting_list.remove(setting)
        except ValueError:
            pass

        while len(self.setting_list) == 0:
            result = self.collection.find().sort('speed', pymongo.ASCENDING)
            for one in result:
                setting = {
                    # 'proxy': one,
                    'cookies': "".join(random.sample(string.ascii_letters + string.digits, 11)),
                    'agent': random.choice(AGENTS_ALL)
                }
                self.setting_list.append(setting)
            if len(self.setting_list) == 0:
                log.info('update setting failed,sleep....')
                time.sleep(self.db_cycle_time)
            else:
                log.info('update setting succeed,get new setting {}.'.format(len(self.setting_list)))