middlewares.py 文件源码

def process_request(self, request, spider):
        request.meta['proxy'] = "http://%s" % random.choice(PROXIES)
#        proxy_user_pass = "tensor:92598866"

#        encode_user_pass = base64.encodestring(proxy_user_pass)
#        request.headers['Proxy-Authorization'] = 'Basic' + proxy_user_pass