proxypool_common.py 文件源码

def load(self, arg):
        '''Always load all proxies, we'll be able to prune and rearrange later
    '''

        self.master_plist=OrderedDict()
        if isinstance(arg, str): # File name    
            lg.info('Loading {}'.format(arg))
            c=Counter()
            with suppress(FileNotFoundError), open(arg) as f:
                rd=reader(f, delimiter='\t')
                for row in rd: # (proxy, status)
                    status=row[1] if len(row) > 1 else ''
                    c.update([status])
                    p=proxy(row[0], status)
                    self.master_plist[p.p]=p                
            lg.info('Loaded {} {}'.format(arg, c))
        else: # Iterable of proxies
            for i in arg:
                p=proxy(i, 'G') # Mark as good
                self.master_plist[p.p]=p
            lg.info('Loaded {} proxies from iterable'.format(len(self.master_plist)))