def remove_error_domain(self):
while not self.queue.empty():
domain = self.queue.get()
try:
r = requests.get('http://' + domain, timeout=4, allow_redirects=False)
if r.status_code not in [400, 403, 500]:
continue
except requests.exceptions.ConnectTimeout:
self.removed_domains.append(domain)
continue
except requests.exceptions.ConnectionError:
self.removed_domains.append(domain)
continue
except requests.exceptions.TooManyRedirects:
self.removed_domains.append(domain)
continue
except requests.exceptions.ReadTimeout:
self.removed_domains.append(domain)
continue
except:
continue
评论列表
文章目录