def process_request(self, request, spider):
ua = None
if self.faker:
ua = self.faker.random
else:
ua = random.choice(self.user_agent_list)
log.debug("Current UserAgent: %s" % ua)
request.headers.setdefault('User-Agent', ua)
评论列表
文章目录