Fixed more erros in SP

This commit is contained in:
Umang Mistry
2024-03-15 17:09:07 -05:00
parent 95b8ed8595
commit 707dbd0545
3 changed files with 3 additions and 4 deletions
+1 -1
View File
@@ -81,7 +81,7 @@ load_training_results = PythonOperator(
task_id="load_request_submissions",
python_callable=call_stored_proc,
dag=dag,
op_kwargs={'proc_name':'', 'file_type':'request_submission'}
op_kwargs={'proc_name':'LOAD_REQUEST_SUBMISSION', 'file_type':'request_submission'}
)
load_attempt_logs_sp = PythonOperator(
-1
View File
@@ -93,7 +93,6 @@ load_attempt_logs_sp = PythonOperator(
end_job = EmptyOperator(task_id='End')
@@ -30,7 +30,7 @@ BEGIN
call stg.log_audit(:procedure_name, 'Section 3', 99, 'START');
-- Copy command to load data
COPY INTO STG.TRAINING_DATA_RAW FROM FROM @STG.RAW_TRAINING_DATA_STAGE
COPY INTO STG.TRAINING_DATA_RAW FROM @STG.RAW_TRAINING_DATA_STAGE
FILE_FORMAT = (FORMAT_NAME = 'STG.CSV_HEADER')
ON_ERROR = ABORT_STATEMENT;
@@ -39,7 +39,7 @@ BEGIN
call stg.log_audit(:procedure_name, 'Section 4', 99, 'START');
INSERT INTO DOCZY_DEV.STG.DIM_AUDIT (AUDIT_SID, TABLE_NAME, SOURCE_FILE_NAME, LOAD_DATE, SOURCE_COUNT)
SELECT STG.AUDIT_SID.NEXTVAL, 'STG.TRAINING_DATA_RAW',*
SELECT STG.AUDIT_SID.NEXTVAL, :procedure_name,*
FROM
(SELECT DISTINCT METADATA$FILENAME, CURRENT_TIMESTAMP(), max(METADATA$FILE_ROW_NUMBER) from @STG.RAW_TRAINING_DATA_STAGE group by 1,2);