diff --git a/textract-pipeline/src/lambda/prompt-orchestrator/index.py b/textract-pipeline/src/lambda/prompt-orchestrator/index.py index 9df42d7..4bd563e 100644 --- a/textract-pipeline/src/lambda/prompt-orchestrator/index.py +++ b/textract-pipeline/src/lambda/prompt-orchestrator/index.py @@ -243,9 +243,9 @@ def process_b_fields(filename, context, bucket, batch_id): # Saving data to snowflake raw data ingestion bucket & calling stored proc s3_client.put_object(Bucket=snowflake_ingestion_bucket, Body=csv_buf.getvalue(), Key=f"doczy_pipeline_output/{file_name}") - # cur = snowflake_conn.cursor() - # load_data_query = f"CALL LOAD_DOCZY_PIPELINE_RAW_OUTPUT_B('{file_name}')" - # cur.execute(load_data_query) + cur = snowflake_conn.cursor() + load_data_query = f"CALL LOAD_DOCZY_PIPELINE_RAW_OUTPUT_B_FIELDS('{file_name}')" + cur.execute(load_data_query) # log df shape as output logger.info(f"B fields Processed file: {filename} with shape: {df.shape}")