jacob-mathison/doczyai-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Activity

save_to_df testing

Browse Source
This commit is contained in:
Mayank Aamseek
2024-04-09 20:08:13 +05:30
parent 6ab2265aab
commit 098a129248
2 changed files with 8 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
streamlit/interface_3.py
+3 -1
View File
@@ -475,6 +475,8 @@ if st.session_state.user_info['mail'] in user_list:
snippet_list.extend(snippet_l)
page_no_list.extend(page_no_l)
st.write(field_list)
st.write(answer_list)
df['Field Name'] = field_list
df['Raw value'] = answer_list
# post-processing
@@ -647,7 +649,7 @@ if st.session_state.user_info['mail'] in user_list:
st.write(raw_response_text)
try:
save_to_sf('load_training_results', {"training_results_file_name": "results.csv", "attempt_logs_file_name": "history.csv"})
save_to_sf('load_training_results', "training_results_file_name", "results.csv", "attempt_logs_file_name", "history.csv")
except:
st.write("running locally")
streamlit/sf_conn.py
+5 -5
View File
@@ -39,7 +39,7 @@ def get_secret():
# TODO: This function needs to be changed to accept Kwargs
# The function name should be more generic and cofnigurable
def save_to_sf(dag_name, dict_args):
def save_to_sf(dag_name, conf_1, training_results_file, conf_2, attempt_logs_file):
mwaa_env_name = 'doczy-dev-infra-mwaa'
dag_name = dag_name
@@ -62,10 +62,10 @@ def save_to_sf(dag_name, dict_args):
# attempt_logs_file = "attempt_logs_sample.csv"
# conf = "{\"" + "training_results_file_name" + "\":\"" + {training_results_file} + "\", \"" + "attempt_logs_file_name" + "\":\"" + {attempt_logs_file} + "\"}".format(training_results_file=training_results_file, attempt_logs_file=attempt_logs_file)
conf_1 = list(dict_args.keys())[0]
conf_2 = list(dict_args.keys())[1]
training_results_file = list(dict_args.values())[0]
attempt_logs_file = list(dict_args.values())[1]
# conf_1 = list(dict_args.keys())[0]
# conf_2 = list(dict_args.keys())[1]
# training_results_file = list(dict_args.values())[0]
# attempt_logs_file = list(dict_args.values())[1]
conf = f"""{{
"{conf_1}": "{training_results_file}",
"{conf_2}": "{attempt_logs_file}"