base_crawler.py 文件源码

def __init__(self, callback=None, ttype=None, source=None):
        """ ??????? """
        self.group = Group()
        self.task_queue = Queue()
        self.task_type = ttype
        self.cb = callback
        self.source = source
        self.task_name = "%s-%s-%s" % (socket.gethostname(),
                                       self.source,
                                       self.task_type)