Added UI 1 tables and SPs

This commit is contained in:
Umang Mistry
2024-03-14 14:23:20 -05:00
parent f65dcf304f
commit e5d710bd7a
6 changed files with 218 additions and 3 deletions
@@ -23,7 +23,7 @@ CREATE FILE FORMAT IF NOT EXISTS STG.CSV_HEADER
RECORD_DELIMITER = '\\n'
DATE_FORMAT = AUTO
TRIM_SPACE = TRUE
NULL_IF = ('NULL', '', 'N/A','?','~')
NULL_IF = ('NULL', '', 'N/A','?','~','\\N')
SKIP_HEADER = 1
EMPTY_FIELD_AS_NULL = TRUE
FIELD_OPTIONALLY_ENCLOSED_BY = '"'
@@ -31,7 +31,6 @@ CREATE FILE FORMAT IF NOT EXISTS STG.CSV_HEADER
-- Create staging table for attempt logs
CREATE TABLE IF NOT EXISTS STG.TRAINING_ATTEMPT_LOGS
(
FIELD_NAME VARCHAR,
@@ -44,3 +43,10 @@ CREATE TABLE IF NOT EXISTS STG.TRAINING_ATTEMPT_LOGS
);
-- Create table for column config that will be used by SP to create raw training data table
CREATE TABLE IF NOT EXISTS STG.TRAINING_DATA_COLUMN_CONFIG(
COLUMN_NAME VARCHAR,
COLUMN_DATATYPE VARCHAR
);
-- Raw training data table is created dynamically with the help of stored procedure