nik/newdwh2021
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix:SAPデータ日次受領チェック処理 リスト内包表記を使用するとメモリ不足っぽい動きをするので別の方法に修正した

Browse Source
This commit is contained in:
*lcOeIaePm0 2022-05-30 10:57:28 +09:00
parent 08159dbd67
commit 462043654f
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
lambda/mbj-newdwh2021-staging-lambda-sap-fin-receive-check-daily.py
View File

@ -124,10 +124,11 @@ def lambda_handler(event, context):
# 2.日次I/Fファイルチェック処理
logger.info('I-04-03 日次I/Fファイルチェック処理開始')
logger.info('I-04-04 取得したオブジェクトリストと日次I/Fファイルネーム設定ファイルの突き合わせを開始します')
row_count = sum(1 for line in open(io.TextIOWrapper(io.BytesIO(receive_daily_file_name_response["Body"].read()), encoding='utf-8')))
row_count = 0
match_count = 0
receive_daily_file_name_body = io.TextIOWrapper(io.BytesIO(receive_daily_file_name_response["Body"].read()), encoding='utf-8')
for row in csv.reader(receive_daily_file_name_body, delimiter='\t'):
for i, row in enumerate(csv.reader(receive_daily_file_name_body, delimiter='\t'), 1):
row_count = i
file_exists = False
for file_name in file_list:
match_result = re.fullmatch(row[INDEX_REGEX], file_name)

5
lambda/mbj-newdwh2021-staging-lambda-sap-sup-receive-check-daily.py
View File

@ -124,10 +124,11 @@ def lambda_handler(event, context):
# 2.日次I/Fファイルチェック処理
logger.info('I-04-03 日次I/Fファイルチェック処理開始')
logger.info('I-04-04 取得したオブジェクトリストと日次I/Fファイルネーム設定ファイルの突き合わせを開始します')
row_count = sum(1 for line in open(io.TextIOWrapper(io.BytesIO(receive_daily_file_name_response["Body"].read()), encoding='utf-8')))
row_count = 0
match_count = 0
receive_daily_file_name_body = io.TextIOWrapper(io.BytesIO(receive_daily_file_name_response["Body"].read()), encoding='utf-8')
for row in csv.reader(receive_daily_file_name_body, delimiter='\t'):
for i, row in enumerate(csv.reader(receive_daily_file_name_body, delimiter='\t'), 1):
row_count = i
file_exists = False
for file_name in file_list:
match_result = re.fullmatch(row[INDEX_REGEX], file_name)