crawl.py 文件源码

def __call__(self, context, queue):
        """
        :param context: ???
        :param queue: ????
        """
        try:
            response = self.method(*self.args, **self.kws)
            result = self.parser(context, response, queue)
            if self.sleep:
                gevent.sleep(self.sleep)
            return result
        except:
            context.logger.exception(u"crawl error")
            return sys.exc_info()