updated biz config
This commit is contained in:
@@ -7,64 +7,3 @@ CREATE TABLE IF NOT EXISTS STG.BUSINESS_CONFIG (
|
||||
THEME VARCHAR
|
||||
);
|
||||
|
||||
|
||||
CREATE OR REPLACE PROCEDURE STG.LOAD_BUSINESS_CONFIG(file_name VARCHAR)
|
||||
RETURNS STRING
|
||||
LANGUAGE SQL
|
||||
EXECUTE AS CALLER
|
||||
AS
|
||||
$$
|
||||
DECLARE
|
||||
procedure_name varchar;
|
||||
BEGIN
|
||||
|
||||
procedure_name := 'LOAD_BUSINESS_CONFIG';
|
||||
|
||||
call stg.log_audit(:procedure_name, 'Section 1', 99, 'START');
|
||||
|
||||
-- Create or replace stage with dynamic file name
|
||||
EXECUTE IMMEDIATE 'CREATE OR REPLACE STAGE STG.BUSINESS_CONFIG_STAGE
|
||||
STORAGE_INTEGRATION = dev_bucket_integration
|
||||
URL = ''s3://doczy-dev-infra-raw-data-ingestion/training_data_raw/' || :file_name || '''
|
||||
FILE_FORMAT = (FORMAT_NAME = ''STG.CSV_HEADER'');';
|
||||
|
||||
call stg.log_audit(:procedure_name, 'Section 1', 99, 'END');
|
||||
|
||||
call stg.log_audit(:procedure_name, 'Section 2', 99, 'START');
|
||||
|
||||
-- Truncate table as we are using the KILL & FILL approach
|
||||
TRUNCATE TABLE STG.BUSINESS_CONFIG;
|
||||
|
||||
call stg.log_audit(:procedure_name, 'Section 2', 99, 'END');
|
||||
|
||||
call stg.log_audit(:procedure_name, 'Section 3', 99, 'START');
|
||||
|
||||
-- Copy command to load data
|
||||
COPY INTO STG.BUSINESS_CONFIG FROM (
|
||||
SELECT
|
||||
NULLIF(TRIM($1), '') AS FIELD_NAME,
|
||||
NULLIF(TRIM($2), '') AS SF_COL_NAME,
|
||||
NULLIF(TRIM($3), '') AS QUESTION,
|
||||
NULLIF(TRIM($4), '') AS PRIORITY,
|
||||
NULLIF(TRIM($5), '') AS GROUP_NO,
|
||||
NULLIF(TRIM($6), '') AS THEME
|
||||
FROM @STG.BUSINESS_CONFIG_STAGE
|
||||
)
|
||||
FILE_FORMAT = (FORMAT_NAME = 'STG.CSV_HEADER')
|
||||
ON_ERROR = ABORT_STATEMENT;
|
||||
|
||||
call stg.log_audit(:procedure_name, 'Section 3', 99, 'END');
|
||||
|
||||
call stg.log_audit(:procedure_name, 'Section 4', 99, 'START');
|
||||
|
||||
INSERT INTO DOCZY_DEV.STG.DIM_AUDIT (AUDIT_SID, TABLE_NAME, SOURCE_FILE_NAME, LOAD_DATE, SOURCE_COUNT)
|
||||
SELECT STG.AUDIT_SID.NEXTVAL, :procedure_name,*
|
||||
FROM
|
||||
(SELECT DISTINCT METADATA$FILENAME, CURRENT_TIMESTAMP(), max(METADATA$FILE_ROW_NUMBER) from @STG.BUSINESS_CONFIG_STAGE group by 1,2);
|
||||
|
||||
call stg.log_audit(:procedure_name, 'Section 4', 99, 'END');
|
||||
|
||||
RETURN 'Setup, Load, and Audit Complete';
|
||||
END;
|
||||
$$;
|
||||
|
||||
|
||||
Reference in New Issue
Block a user