mathdatech/python_reference
1
0
Fork 0
mirror of https://github.com/rasbt/python_reference.git synced 2024-11-27 22:11:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update conc_gzip_files.py

Browse Source
This commit is contained in:
Sebastian Raschka 2014-04-01 15:59:49 -04:00
parent 98980fc77b
commit 8c3461624f
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
useful_scripts/conc_gzip_files.py
View File

@ -14,15 +14,15 @@ def conc_gzip_files(in_dir, out_file, append=False):
else creates a new output file. else creates a new output file.
""" """
write_mode = 'w' write_mode = 'bw'
if append: if append:
write_mode = 'a' write_mode = 'ba'
gzips = [os.path.join(in_dir, i) for i in os.listdir(in_dir) if i.endswith('.gz')] gzips = [os.path.join(in_dir, i) for i in os.listdir(in_dir) if i.endswith('.gz')]
with open(out_file, write_mode) as ofile: with open(out_file, write_mode) as ofile:
for f in gzips: for f in gzips:
with gzip.open(f, 'rb') as gzipf: with gzip.open(f, 'rb') as gzipf:
for line in gzipf: for line in gzipf:
ofile.write(line.decode()) ofile.write(line)
if __name__ == '__main__': if __name__ == '__main__':
conc_gzip_files('/home/usr/my_dir', '/home/usr/test.txt') conc_gzip_files('/home/usr/my_dir', '/home/usr/test.txt')