middlewares.py 文件源码

def process_request(self, request, spider):
        ua = random.choice(self.user_agent_list)
        if ua:
            request.headers.setdefault('User-Agent', ua)
            spider.log(
                    u'User-Agent: {} {}'.format(request.headers.get('User-Agent'), request),
                    level=log.DEBUG
                )