jacob-mathison/doczyai-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Activity

save_to_df testing

Browse Source
This commit is contained in:
Mayank Aamseek
2024-04-09 19:37:36 +05:30
parent fa1ea814cd
commit 035217023d
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
streamlit/sf_conn.py
+5 -1
View File
@@ -39,7 +39,7 @@ def get_secret():
# TODO: This function needs to be changed to accept Kwargs
# The function name should be more generic and cofnigurable
def save_to_sf(dag_name, conf_1, conf_2, training_results_file, attempt_logs_file):
def save_to_sf(dag_name, dict_args):
mwaa_env_name = 'doczy-dev-infra-mwaa'
dag_name = dag_name
@@ -62,6 +62,10 @@ def save_to_sf(dag_name, conf_1, conf_2, training_results_file, attempt_logs_fil
# attempt_logs_file = "attempt_logs_sample.csv"
# conf = "{\"" + "training_results_file_name" + "\":\"" + {training_results_file} + "\", \"" + "attempt_logs_file_name" + "\":\"" + {attempt_logs_file} + "\"}".format(training_results_file=training_results_file, attempt_logs_file=attempt_logs_file)
conf_1 = list(dict_args.keys())[0]
conf_2 = list(dict_args.keys())[1]
training_results_file = list(dict_args.values())[0]
training_results_file = list(dict_args.values())[1]
conf = f"""{{
"{conf_1}": "{training_results_file}",
"{conf_2}": "{attempt_logs_file}"