jacob-mathison/doczyai-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Activity

save_to_df testing

Browse Source
This commit is contained in:
Mayank Aamseek
2024-04-09 17:28:14 +05:30
parent 363ca0711b
commit ae91c451af
2 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
streamlit/sf_conn.py
+6 -6
View File
@@ -64,16 +64,16 @@ def save_to_sf(dag_name, **kwargs):
# attempt_logs_file = "attempt_logs_sample.csv"
# conf = "{\"" + "training_results_file_name" + "\":\"" + {training_results_file} + "\", \"" + "attempt_logs_file_name" + "\":\"" + {attempt_logs_file} + "\"}".format(training_results_file=training_results_file, attempt_logs_file=attempt_logs_file)
# conf1 = f"""{{
# "{list(kwargs.keys())[0]}": "{list(kwargs.values())[0]}",
# "{list(kwargs.keys())[1]}": "{list(kwargs.values())[1]}"
# }}"""
conf1 = f"""{{
"{list(kwargs.keys())[0]}": "{list(kwargs.values())[0]}",
"{list(kwargs.keys())[1]}": "{list(kwargs.values())[1]}"
}}"""
conf = f"""{{
json.dumps(kwargs)
}}"""
payload = mwaa_cli_command + " " + dag_name + " --conf '{}'".format(conf)
payload = mwaa_cli_command + " " + dag_name + " --conf '{}'".format(conf1)
headers = {
'Authorization': 'Bearer ' + mwaa_cli_token['CliToken'],
'Content-Type': 'text/plain'
@@ -83,7 +83,7 @@ def save_to_sf(dag_name, **kwargs):
data = res.read()
dict_str = data.decode("UTF-8")
mydata = ast.literal_eval(dict_str)
return base64.b64decode(mydata['stdout'])
return str(conf) + str(conf1)
# save_to_sf("2024-03-13T17-36_prompt_results.csv", "2024-03-14T23-19_history.csv")