spider_tx.py 文件源码

def load_conf(self):
        conn = pymongo.Connection(host=self.setting.CONF_MONGO_HOST, port=self.setting.CONF_MONGO_PORT)

        row = conn.taobao.spider.find_one({"name":self.spider})
        self.conf = dict(row)

        rows = conn.taobao.redis_queue.find({"_id":self.conf["_id"]}, sort=("prio", 1))
        self.queues = list(rows)