middlewares.py 文件源码

def process_response(self,request,response,spider):
        logging.info('response url %s with proxy:%s got status %s '%(response.url,request.meta['proxy'],response.status))
        if response.status != 200:
            if response.status == 301 or response.status == 404:
                Sup.letpagesgo(response.url)
                raise IgnoreRequest('found no pages')
            else:
                Sup.deleteProxy(request)
                new_request = request.copy()
                new_request.dont_filter = True
                return new_request
        else:
            return response

    #?????????IP