Fixed more erros in SP
This commit is contained in:
@@ -81,7 +81,7 @@ load_training_results = PythonOperator(
|
||||
task_id="load_request_submissions",
|
||||
python_callable=call_stored_proc,
|
||||
dag=dag,
|
||||
op_kwargs={'proc_name':'', 'file_type':'request_submission'}
|
||||
op_kwargs={'proc_name':'LOAD_REQUEST_SUBMISSION', 'file_type':'request_submission'}
|
||||
)
|
||||
|
||||
load_attempt_logs_sp = PythonOperator(
|
||||
|
||||
@@ -93,7 +93,6 @@ load_attempt_logs_sp = PythonOperator(
|
||||
|
||||
|
||||
|
||||
|
||||
end_job = EmptyOperator(task_id='End')
|
||||
|
||||
|
||||
|
||||
@@ -30,7 +30,7 @@ BEGIN
|
||||
call stg.log_audit(:procedure_name, 'Section 3', 99, 'START');
|
||||
|
||||
-- Copy command to load data
|
||||
COPY INTO STG.TRAINING_DATA_RAW FROM FROM @STG.RAW_TRAINING_DATA_STAGE
|
||||
COPY INTO STG.TRAINING_DATA_RAW FROM @STG.RAW_TRAINING_DATA_STAGE
|
||||
FILE_FORMAT = (FORMAT_NAME = 'STG.CSV_HEADER')
|
||||
ON_ERROR = ABORT_STATEMENT;
|
||||
|
||||
@@ -39,7 +39,7 @@ BEGIN
|
||||
call stg.log_audit(:procedure_name, 'Section 4', 99, 'START');
|
||||
|
||||
INSERT INTO DOCZY_DEV.STG.DIM_AUDIT (AUDIT_SID, TABLE_NAME, SOURCE_FILE_NAME, LOAD_DATE, SOURCE_COUNT)
|
||||
SELECT STG.AUDIT_SID.NEXTVAL, 'STG.TRAINING_DATA_RAW',*
|
||||
SELECT STG.AUDIT_SID.NEXTVAL, :procedure_name,*
|
||||
FROM
|
||||
(SELECT DISTINCT METADATA$FILENAME, CURRENT_TIMESTAMP(), max(METADATA$FILE_ROW_NUMBER) from @STG.RAW_TRAINING_DATA_STAGE group by 1,2);
|
||||
|
||||
|
||||
Reference in New Issue
Block a user