def file_opener(cls, file_name, mode='rb'):
if file_name.endswith('.gz'):
log.debug("gzip file: %s", file_name)
return gzip.open(file_name, mode)
elif file_name.endswith('.bz2'):
if bz2:
return bz2.BZ2File(file_name, mode)
else:
raise NotImplementedError()
else:
return open(file_name, mode)
# def copy(self, src, dst):
# log.debug("copying: %s to %s", src, dst)
# if src.endswith('.gz'):
# log.debug("gzip file: %s", src)
# with gzip.open(src, 'rb') as src_fh:
# with open(dst, 'wb') as dst_fh:
# return shutil.copyfileobj(src_fh, dst_fh)
# elif src.endswith('.gz'):
# with bz2.BZ2File(src, 'rb') as src_fh:
# with open(dst, 'wb') as dst_fh:
# return shutil.copyfileobj(src_fh, dst_fh)
# return shutil.copy2(src, dst)
评论列表
文章目录