Merged in feature/applyBeforeDeploy (pull request #223)

Apply Before Deploy

* firstround

* rerun


Approved-by: Umang Mistry

bitbucket-pipelines.yml

@@ -10,6 +10,67 @@ definitions:
         export AWS_SECURITY_TOKEN=$(echo $STS_OUTPUT | jq -r '.Credentials.SessionToken');
         export AWS_REGION='us-east-2';
         aws sts get-caller-identity;
+  steps: &deployment-plan-steps
+    - step:
+        name: Plan devops-pipeline
+        image: hugree/bitbucket-aws-python38-tf154:latest
+        oidc: true
+        script:
+          - *aws-context
+          - pip install -r requirements.txt
+          - python terraform.py plan --environment=$ENVIRONMENT --module=devops-pipeline/other-resources
+    - step:
+        name: Plan textract-pipeline
+        image: hugree/terraform-with-snowsql:latest
+        oidc: true
+        script:
+          - *aws-context
+          - pip install -r requirements.txt
+          - python terraform.py plan --environment=$ENVIRONMENT --module=textract-pipeline/terraform
+    - step:
+        name: Plan streamlit-server
+        image: hugree/bitbucket-aws-python38-tf154:latest
+        oidc: true
+        script:
+          - *aws-context
+          - pip install -r requirements.txt
+          - python terraform.py plan --environment=$ENVIRONMENT --module=streamlit-server
+#    - step:
+#        name: Plan Snowflake Changes
+#        image: python:3.7
+#        size: 2x
+#        script:
+#          - python -m pip install --upgrade pip
+#          - pip install snowflake-connector-python
+#          - pip install schemachange --upgrade
+#          - schemachange -a $SNOWFLAKE_ACCOUNT -u $SNOWFLAKE_USER -r $SNOWFLAKE_ROLE -w $SNOWFLAKE_WAREHOUSE -d $SNOWFLAKE_DATABASE -c $SNOWFLAKE_DATABASE.SCHEMACHANGE.CHANGE_HISTORY --create-change-history-table -v
+#        caches:
+#          - pip
+    - step:
+        image: hugree/terraform-with-snowsql:latest
+        name: Plan Snowsql
+        oidc: true
+        script:
+          - *aws-context
+          - pip install -r requirements.txt
+          - IS_DEPLOY_ALL=true python terraform.py plan --environment=$ENVIRONMENT --module=textract-pipeline/terraform --apply-extra-args="-target=null_resource.snowsql_client_create"
+#    - step:
+#        image: python:3.8
+#        name: "Deploy streamlit to EC2"
+#        oidc: true
+#        script:
+#          - python -m pip install --upgrade pip
+#          - apt-get update && apt-get install -y jq git
+#          - pip install awscli
+#          - *aws-context
+#          - >-
+#            aws ssm send-command --document-name "AWS-RunShellScript" --instance-ids $INSTANCE_ID_TF --region $AWS_DEFAULT_REGION --parameters commands='[
+#              "sudo -u ubuntu -i <<EOF",
+#              "export HOME=/home/ubuntu",
+#              "git config --global --add safe.directory /home/ubuntu/doczy.ai",
+#              "if [ -d /home/ubuntu/doczy.ai ]; then cd /home/ubuntu/doczy.ai && git fetch && git pull; else cd /home/ubuntu && git clone git@bitbucket.org:aarete/doczy.ai.git; fi",
+#              "EOF"
+#            ]'
   steps: &deployment-steps
     - step:
         name: Apply devops-pipeline
@@ -102,11 +163,21 @@ pipelines:
           deployment: development
           trigger: automatic
           steps: *deployment-steps
+      - stage:
+          name: deployment-plan-uat
+          deployment: uat
+          trigger: manual
+          steps: *deployment-plan-steps
       - stage:
           name: deployment-uat
           deployment: uat
           trigger: manual
           steps: *deployment-steps
+      - stage:
+          name: deployment-plan-prod
+          deployment: production
+          trigger: manual
+          steps: *deployment-plan-steps
       - stage:
           name: deployment-prod
           deployment: production