From ae91c451af2dcc441f7ecc79b288928c6c37b188 Mon Sep 17 00:00:00 2001 From: Mayank Aamseek Date: Tue, 9 Apr 2024 17:28:14 +0530 Subject: [PATCH] save_to_df testing --- streamlit/interface_3.py | 3 ++- streamlit/sf_conn.py | 12 ++++++------ 2 files changed, 8 insertions(+), 7 deletions(-) diff --git a/streamlit/interface_3.py b/streamlit/interface_3.py index 1e40d8d..a36e704 100644 --- a/streamlit/interface_3.py +++ b/streamlit/interface_3.py @@ -640,7 +640,8 @@ if st.session_state.user_info['mail'] in user_list: st.write(raw_response_text) try: - save_to_sf('load_training_results', training_results_file_name = "results.csv", attempt_logs_file_name = "history.csv") + result_db_store = save_to_sf('load_training_results', training_results_file_name = "results.csv", attempt_logs_file_name = "history.csv") + st.write(result_db_store) except Exception as e: st.write(e) diff --git a/streamlit/sf_conn.py b/streamlit/sf_conn.py index 20381bb..eb7f126 100644 --- a/streamlit/sf_conn.py +++ b/streamlit/sf_conn.py @@ -64,16 +64,16 @@ def save_to_sf(dag_name, **kwargs): # attempt_logs_file = "attempt_logs_sample.csv" # conf = "{\"" + "training_results_file_name" + "\":\"" + {training_results_file} + "\", \"" + "attempt_logs_file_name" + "\":\"" + {attempt_logs_file} + "\"}".format(training_results_file=training_results_file, attempt_logs_file=attempt_logs_file) - # conf1 = f"""{{ - # "{list(kwargs.keys())[0]}": "{list(kwargs.values())[0]}", - # "{list(kwargs.keys())[1]}": "{list(kwargs.values())[1]}" - # }}""" + conf1 = f"""{{ + "{list(kwargs.keys())[0]}": "{list(kwargs.values())[0]}", + "{list(kwargs.keys())[1]}": "{list(kwargs.values())[1]}" + }}""" conf = f"""{{ json.dumps(kwargs) }}""" - payload = mwaa_cli_command + " " + dag_name + " --conf '{}'".format(conf) + payload = mwaa_cli_command + " " + dag_name + " --conf '{}'".format(conf1) headers = { 'Authorization': 'Bearer ' + mwaa_cli_token['CliToken'], 'Content-Type': 'text/plain' @@ -83,7 +83,7 @@ def save_to_sf(dag_name, **kwargs): data = res.read() dict_str = data.decode("UTF-8") mydata = ast.literal_eval(dict_str) - return base64.b64decode(mydata['stdout']) + return str(conf) + str(conf1) # save_to_sf("2024-03-13T17-36_prompt_results.csv", "2024-03-14T23-19_history.csv")