request.py 文件源码

def _analysis_404(self):
        """
        ??404?????????URL????
        """
        try:
            conn1 = httplib.HTTPConnection(self.site_parse[1], timeout=self.timeout)
            conn1.request('GET', self.site_parse[2]+'/../g0ogle/go0g1e/l.php', headers=self.headers)
            response = conn1.getresponse()
            self.not_found_page_length = response.getheader('Content-Length')
        except (httplib.HTTPException, socket.timeout, socket.gaierror, Exception), e:
            logger.error('url %s is unreachable, Exception %s %s' % (self.site, e.__class__.__name__, e))
            print 'url %s is unreachable, Exception %s %s' % (self.site, e.__class__.__name__, e)
            sys.exit(1)