Updated airflow cicd step

This commit is contained in:
Umang Mistry
2024-03-06 16:26:28 -06:00
parent c49bbcb64b
commit 80688cbc3b
2 changed files with 2 additions and 1 deletions
+1
View File
@@ -60,6 +60,7 @@ Guidelines for TAGs:
TAGS=["adhoc","dev"] # MANDATORY TAGS=["adhoc","dev"] # MANDATORY
''' '''
TRIGGER RULES for a task: TRIGGER RULES for a task:
+1 -1
View File
@@ -59,7 +59,7 @@ definitions:
- export AWS_SECRET_ACCESS_KEY=$(echo $STS_OUTPUT | jq -r '.Credentials.SecretAccessKey') - export AWS_SECRET_ACCESS_KEY=$(echo $STS_OUTPUT | jq -r '.Credentials.SecretAccessKey')
- export AWS_SESSION_TOKEN=$(echo $STS_OUTPUT | jq -r '.Credentials.SessionToken') - export AWS_SESSION_TOKEN=$(echo $STS_OUTPUT | jq -r '.Credentials.SessionToken')
- aws sts get-caller-identity - aws sts get-caller-identity
- aws s3 sync /airflow/dags s3://doczy-dev-infra-mwaa-resources/dags - aws s3 sync ./airflow/dags s3://doczy-dev-infra-mwaa-resources/dags
trigger: automatic # uncomment after testing trigger: automatic # uncomment after testing
pipelines: pipelines: