@@ -96,7 +96,6 @@ dag = DAG(
|
||||
# 'on_retry_callback': another_function,
|
||||
# 'sla_miss_callback': yet_another_function,
|
||||
|
||||
|
||||
DAG_ID, # Mandatory for every dag
|
||||
start_date=datetime(2022, 1, 1), # Must be in the past
|
||||
# Can pass snowflake conn id here instead of passing it to every task
|
||||
|
||||
@@ -27,6 +27,7 @@ definitions:
|
||||
- pip
|
||||
- step: &streamlit_deploy
|
||||
name: "Deploy streamlit to EC2"
|
||||
oidc: true
|
||||
image: python:3.8
|
||||
script:
|
||||
- python -m pip install --upgrade pip
|
||||
@@ -45,6 +46,7 @@ definitions:
|
||||
- step: &airflow_dags_deploy
|
||||
name: "Deploy Airflow DAGs to S3 bucket"
|
||||
image: python:3.8
|
||||
oidc: true
|
||||
script:
|
||||
- python -m pip install --upgrade pip
|
||||
- apt-get update && apt-get install -y jq git
|
||||
|
||||
Reference in New Issue
Block a user