nik/newdwh2021
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

style:コメントの追記、ログ出力の記載変更など実施

Browse Source
This commit is contained in:
*lcOeIaePm0 2021-10-21 17:29:47 +09:00
parent dcd885de0d
commit a76a97f2fa
1 changed files with 32 additions and 30 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

62
lambda/mbj-newdwh2021-staging-lambda-dataimport.py
View File

@ -2,31 +2,33 @@ import os
from datetime import datetime
import boto3
ecs_client = boto3.client('ecs')
# 環境変数
CLUSTER_NAME = os.environ["CLUSTER_NAME"]
TASK_NAME = os.environ["TASK_NAME"]
CONTAINER_NAME = os.environ["CONTAINER_NAME"]
SUBNET_ID_AP_NORTHEAST_1A = os.environ["SUBNET_ID_AP_NORTHEAST_1A"]
SUBNET_ID_AP_NORTHEAST_1D = os.environ["SUBNET_ID_AP_NORTHEAST_1D"]
SECURITY_GROUP_ID_ECRAPI = os.environ["SECURITY_GROUP_ID_ECRAPI"]
SECURITY_GROUP_ID_ECRDKR = os.environ["SECURITY_GROUP_ID_ECRDKR"]
SECURITY_GROUP_ID_LOGS = os.environ["SECURITY_GROUP_ID_LOGS"]
SECURITY_GROUP_ID_RDS = os.environ["SECURITY_GROUP_ID_RDS"]
CLUSTER_NAME = os.environ['CLUSTER_NAME']
TASK_NAME = os.environ['TASK_NAME']
CONTAINER_NAME = os.environ['CONTAINER_NAME']
SUBNET_ID_AP_NORTHEAST_1A = os.environ['SUBNET_ID_AP_NORTHEAST_1A']
SUBNET_ID_AP_NORTHEAST_1D = os.environ['SUBNET_ID_AP_NORTHEAST_1D']
SECURITY_GROUP_ID_ECRAPI = os.environ['SECURITY_GROUP_ID_ECRAPI']
SECURITY_GROUP_ID_ECRDKR = os.environ['SECURITY_GROUP_ID_ECRDKR']
SECURITY_GROUP_ID_LOGS = os.environ['SECURITY_GROUP_ID_LOGS']
SECURITY_GROUP_ID_RDS = os.environ['SECURITY_GROUP_ID_RDS']
# クラス変数
ecs_client = boto3.client('ecs')
def lambda_handler(event, context):
print(str(datetime.now()) + 'Info I-1 駆動処理開始')
print(f'{str(datetime.now())} Info I-1 駆動処理開始')
# イベント情報を取得する
s3_event = event['Records'][0]['s3']
event_bucket_name = s3_event['bucket']['name']
event_object_key = s3_event['object']['key']
s3_event = event["Records"][0]["s3"]
event_bucket_name = s3_event["bucket"]["name"]
event_object_key = s3_event["object"]["key"]
event_file_name = os.path.basename(event_object_key)
event_data_source_name = os.path.dirname(event_object_key).split('/')[0]
print(str(datetime.now()) + 'Info I-2 バケット名：' + event_bucket_name)
print(str(datetime.now()) + 'Info I-3 ファイル名：' + event_file_name)
print(str(datetime.now()) + 'Info I-4 データソース名：' + event_data_source_name)
print(f'{str(datetime.now())} Info I-2 バケット名：{event_bucket_name}')
print(f'{str(datetime.now())} Info I-3 ファイル名：{event_file_name}')
print(f'{str(datetime.now())} Info I-4 データソース名：{event_data_source_name}')
# ECSを起動する
response = ecs_client.run_task(
@ -34,34 +36,34 @@ def lambda_handler(event, context):
cluster=CLUSTER_NAME,
taskDefinition=TASK_NAME,
networkConfiguration={
'awsvpcConfiguration': {
'subnets': [
"awsvpcConfiguration": {
"subnets": [
SUBNET_ID_AP_NORTHEAST_1A,
SUBNET_ID_AP_NORTHEAST_1D,
],
'securityGroups': [
"securityGroups": [
SECURITY_GROUP_ID_ECRAPI,
SECURITY_GROUP_ID_ECRDKR,
SECURITY_GROUP_ID_LOGS,
SECURITY_GROUP_ID_RDS,
],
'assignPublicIp': 'ENABLED',
"assignPublicIp": 'ENABLED',
}
},
overrides={
'containerOverrides': [
"containerOverrides": [
{
'name': CONTAINER_NAME,
'environment': [
{'name': 'BUCKET_NAME', 'value': event_bucket_name},
{'name': 'TARGET_KEY', 'value': event_object_key},
{'name': 'DATA_SOURCE_NAME', 'value': event_data_source_name},
{'name': 'FILE_NAME', 'value': event_file_name},
"name": CONTAINER_NAME,
"environment": [
{"name": 'BUCKET_NAME', "value": event_bucket_name},
{"name": 'TARGET_KEY', "value": event_object_key},
{"name": 'DATA_SOURCE_NAME', "value": event_data_source_name},
{"name": 'FILE_NAME', "value": event_file_name},
],
},
],
},
)
print(str(datetime.now()) + 'Info I-5 ECS起動レスポンス：' + str(response))
print(f'{str(datetime.now())} Info I-5 ECS起動レスポンス：{str(response)}')
print(str(datetime.now()) + 'Info I-6 駆動処理終了')
print(f'{str(datetime.now())} Info I-6 駆動処理終了')