nik/newdwh2021
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: gzipがうまく解凍できない問題を修正

Browse Source
This commit is contained in:
shimoda.m@nds-tyo.co.jp 2023-08-01 16:39:12 +09:00
parent 359de24943
commit 2f86987696
1 changed files with 10 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
ecs/jskult-batch-daily/src/aws/s3.py
View File

@ -1,6 +1,7 @@
import gzip
import os
import os.path as path
import tarfile
import shutil
import tempfile
import boto3
@ -134,14 +135,14 @@ class VjskReceiveBucket(S3Bucket):
return temporary_file_path
def unzip_data_file(self, filename: str):
ret = []
with tarfile.open(filename) as tar:
temp_dir = os.path.dirname(filename)
tar.extractall(path=temp_dir)
extracted_files = tar.getnames()
for extracted_file in extracted_files:
file = os.path.join(temp_dir, extracted_file)
ret.append(file)
temp_dir = os.path.dirname(filename)
decompress_filename = os.path.basename(filename).replace('.gz', '')
decompress_file_path = os.path.join(temp_dir, decompress_filename)
with gzip.open(filename, 'rb') as gz:
with open(decompress_file_path, 'wb') as decompressed_file:
shutil.copyfileobj(gz, decompressed_file)
ret = [decompress_file_path]
return ret
def backup_dat_file(self, target_files: list, datetime_key: str):