def process_request(self, request, spider): proxy = random.choice(PROXIES) request.meta['proxy'] = "http://%s" % proxy['ip_port'] #print '************using proxy:'+proxy['ip_port']