Created new file for Biz config sp

2024-03-27 16:13:18 -05:00
parent 06fe66d1e7
commit c4a4018bcf
1 changed files with 61 additions and 0 deletions
@@ -0,0 +1,61 @@
+
+CREATE OR REPLACE PROCEDURE STG.LOAD_BUSINESS_CONFIG(file_name VARCHAR)
+RETURNS STRING
+LANGUAGE SQL
+EXECUTE AS CALLER
+AS
+$$
+DECLARE
+    procedure_name varchar;
+BEGIN
+    
+    procedure_name := 'LOAD_BUSINESS_CONFIG';
+
+    call stg.log_audit(:procedure_name, 'Section 1', 99, 'START');
+        
+    -- Create or replace stage with dynamic file name
+    EXECUTE IMMEDIATE 'CREATE OR REPLACE STAGE STG.BUSINESS_CONFIG_STAGE
+    STORAGE_INTEGRATION = dev_bucket_integration
+    URL = ''s3://doczy-dev-infra-raw-data-ingestion/training_data_raw/' || :file_name || '''
+    FILE_FORMAT = (FORMAT_NAME = ''STG.CSV_HEADER'');';
+
+    call stg.log_audit(:procedure_name, 'Section 1', 99, 'END');
+
+    call stg.log_audit(:procedure_name, 'Section 2', 99, 'START');
+    
+    -- Truncate table as we are using the KILL & FILL approach
+    TRUNCATE TABLE STG.BUSINESS_CONFIG;
+    
+    call stg.log_audit(:procedure_name, 'Section 2', 99, 'END');
+ 
+    call stg.log_audit(:procedure_name, 'Section 3', 99, 'START');
+
+    -- Copy command to load data
+    COPY INTO STG.BUSINESS_CONFIG FROM (
+                SELECT 
+                NULLIF(TRIM($1), '') AS FIELD_NAME,
+                NULLIF(TRIM($2), '') AS SF_COL_NAME,
+                NULLIF(TRIM($3), '') AS QUESTION,
+                NULLIF(TRIM($4), '') AS PRIORITY,
+                NULLIF(TRIM($5), '') AS GROUP_NO,
+                NULLIF(TRIM($6), '') AS THEME
+                FROM @STG.BUSINESS_CONFIG_STAGE
+        )
+        FILE_FORMAT = (FORMAT_NAME = 'STG.CSV_HEADER')
+        ON_ERROR = ABORT_STATEMENT;
+    
+    call stg.log_audit(:procedure_name, 'Section 3', 99, 'END');
+
+    call stg.log_audit(:procedure_name, 'Section 4', 99, 'START');
+
+    INSERT INTO DOCZY_DEV.STG.DIM_AUDIT (AUDIT_SID, TABLE_NAME, SOURCE_FILE_NAME, LOAD_DATE, SOURCE_COUNT)
+    SELECT STG.AUDIT_SID.NEXTVAL, :procedure_name,* 
+    FROM 
+    (SELECT DISTINCT METADATA$FILENAME, CURRENT_TIMESTAMP(), max(METADATA$FILE_ROW_NUMBER)  from @STG.BUSINESS_CONFIG_STAGE group by 1,2);
+    
+    call stg.log_audit(:procedure_name, 'Section 4', 99, 'END');
+
+    RETURN 'Setup, Load, and Audit Complete';
+END;
+$$;
+