househunt.py 文件源码

def retrieve_dls(self):
        ua = UserAgent()
        ua.update
        user_agent = ua.random
        for dl_url in self.dl_urls:
            headers = { 'User-Agent': user_agent }
            req = urllib2.Request(dl_url, headers=headers)
            browse = urllib2.urlopen(req)
            csv_str = browse.read()
            csv_f = StringIO.StringIO(csv_str)
            reader = csv.reader(csv_f, delimiter=',')
            headers = reader.next()
            for row in reader:
                ds = zip(headers, row)
                self.result_sets.append(dict(ds))