download.py 文件源码

def _download(self,url='http://zt.bdinfo.net/speedtest/wo3G.rar',filepath="/work/test/tempdown"):
        '''
        Download file from website to local file
        @param:url,download url
        @param:filepath:the file location u want to save file
        @return:None
        '''
        if not url:
            return
        print('downloading:%s' % url)
        #r=requests.get(url,stream=True,timeout=5)
        filename=os.path.join(filepath,'.'+urlparse.urlsplit(url).path)
        chunk_size=1024*1024
        print filename
        if not os.path.exists(os.path.dirname(filename)):
            os.makedirs(os.path.dirname(filename))
        try:
            r=requests.get(url,stream=True,timeout=5)
            with open(filename,'wb')  as f:
                for data in r.iter_content(chunk_size=chunk_size):
                    #data=temp.read(1024*1024)
                    f.write(data)
            self._add_downloaded(url)
        except requests.ConnectTimeout,requests.ReadTimeout:
            print("Download %s timeout,this will redownload later.\n" % (url))
            if self._redis_enable:
                self._r.lpush(self._download_list,url)