proxy.py 文件源码

def checkproxy(self):
        cookies = urllib2.HTTPCookieProcessor()
        for proxy in self.proxyList:
            proxyhandler = urllib2.ProxyHandler({"http": r'http://%s:%s' % (proxy[0], proxy[1])})
            opener = urllib2.build_opener(cookies, proxyhandler)
            opener.addheaders = [('User-agent', 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 '
                                                '(KHTML, like Gecko) Chrome/48.0.2564.116 Safari/537.36')]
            opener.addheaders = [('Referer', 'http://proxy.moo.jp/zh/')]
            t1 = time.time()
            try:
                request = opener.open(self.testURL, timeout=self.timeout)
                result = request.read()
                timeused = time.time() - t1
                pos = result.find(self.testStr)
                if pos > 1:
                    print r'success --http://%s:%s' % (proxy[0], proxy[1])
                    checkedProxyList.append((proxy[0], proxy[1]))
                else:
                    print r'fail    --http://%s:%s' % (proxy[0], proxy[1])
                    continue
            except Exception, e:
                print r'fail    --http://%s:%s' % (proxy[0], proxy[1])
                continue