def open_url(url):
ru = urlparse.urlparse(url)
pu = urlparse.ParseResult('', '', ru.path, ru.params, ru.query, ru.fragment)
if ru.scheme == 'https':
c = httplib.HTTPSConnection(ru.netloc)
else:
c = httplib.HTTPConnection(ru.netloc)
c.putrequest('GET', pu.geturl())
c.putheader('User-Agent', FLAGS.user_agent)
c.endheaders()
return c.getresponse()
评论列表
文章目录