jacob-mathison/doczyai-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Activity

Calling stored proc in orchestrator

Browse Source
This commit is contained in:
Umang Mistry
2024-06-28 18:13:47 -05:00
parent 9268a55184
commit 9ecdc03edd
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
textract-pipeline/src/lambda/prompt-orchestrator/index.py
+3 -3
View File
@@ -243,9 +243,9 @@ def process_b_fields(filename, context, bucket, batch_id):
# Saving data to snowflake raw data ingestion bucket & calling stored proc
s3_client.put_object(Bucket=snowflake_ingestion_bucket, Body=csv_buf.getvalue(), Key=f"doczy_pipeline_output/{file_name}")
# cur = snowflake_conn.cursor()
# load_data_query = f"CALL LOAD_DOCZY_PIPELINE_RAW_OUTPUT_B('{file_name}')"
# cur.execute(load_data_query)
cur = snowflake_conn.cursor()
load_data_query = f"CALL LOAD_DOCZY_PIPELINE_RAW_OUTPUT_B_FIELDS('{file_name}')"
cur.execute(load_data_query)
# log df shape as output
logger.info(f"B fields Processed file: {filename} with shape: {df.shape}")