save_to_df testing

streamlit/interface_3.py

@@ -640,7 +640,8 @@ if st.session_state.user_info['mail'] in user_list:
     st.write(raw_response_text)
 
     try:
-        save_to_sf('load_training_results', training_results_file_name = "results.csv", attempt_logs_file_name = "history.csv")
+        result_db_store = save_to_sf('load_training_results', training_results_file_name = "results.csv", attempt_logs_file_name = "history.csv")
+        st.write(result_db_store)
     except Exception as e:
         st.write(e)
 

streamlit/sf_conn.py

@@ -64,16 +64,16 @@ def save_to_sf(dag_name, **kwargs):
     # attempt_logs_file = "attempt_logs_sample.csv"
     # conf = "{\"" + "training_results_file_name" + "\":\"" + {training_results_file} + "\", \"" + "attempt_logs_file_name" + "\":\"" + {attempt_logs_file} + "\"}".format(training_results_file=training_results_file, attempt_logs_file=attempt_logs_file)
 
-    # conf1 = f"""{{
-    #     "{list(kwargs.keys())[0]}": "{list(kwargs.values())[0]}",
-    #     "{list(kwargs.keys())[1]}": "{list(kwargs.values())[1]}"
-    #     }}"""
+    conf1 = f"""{{
+        "{list(kwargs.keys())[0]}": "{list(kwargs.values())[0]}",
+        "{list(kwargs.keys())[1]}": "{list(kwargs.values())[1]}"
+        }}"""
 
     conf = f"""{{
     json.dumps(kwargs)
     }}"""
 
-    payload = mwaa_cli_command + " " + dag_name + " --conf '{}'".format(conf)
+    payload = mwaa_cli_command + " " + dag_name + " --conf '{}'".format(conf1)
     headers = {
         'Authorization': 'Bearer ' + mwaa_cli_token['CliToken'],
         'Content-Type': 'text/plain'
@@ -83,7 +83,7 @@ def save_to_sf(dag_name, **kwargs):
     data = res.read()
     dict_str = data.decode("UTF-8")
     mydata = ast.literal_eval(dict_str)
-    return base64.b64decode(mydata['stdout'])
+    return str(conf) + str(conf1)
 
 
 # save_to_sf("2024-03-13T17-36_prompt_results.csv", "2024-03-14T23-19_history.csv")