file_getter.py 文件源码

def run(self):
        while True:
            piece = self.queue.get()
            words = piece.split("\n")
            for word in words:
                url = self.target + word + self.suffix
                #print "[*] Trying: " + url
                try:
                    r = requests.head(url)
                    if r.status_code == 200:
                        print "[+] 200 - " + url
                except:
                    print "[*] Request Error: " + url
            self.queue.task_done()

# http://stackoverflow.com/questions/519633/lazy-method-for-reading-big-file-in-python