jacob-mathison/doczyai-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Activity

Merged in bugfix/post-doczy-excel-output-types (pull request #960)

Browse Source 
Bugfix/post doczy excel output types

* Issue fix for output generation

* lint format fix

* Merged dev into bugfix/post-doczy-excel-output-types


Approved-by: Siddhant Medar
This commit is contained in:
Rahul Ailaboina
2026-04-16 16:13:40 +00:00
committed by Katon Minhas
parent 50773656e9
commit 9c07257f76
1 changed files with 37 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/utils/io_utils.py
+37 -1
View File
@@ -987,9 +987,27 @@ def write_local(
quoting=1,
)
return None
elif output_type == "post_doczy_excel":
output_dir = os.path.join(config.CONSOLIDATED_OUTPUT_DIRECTORY, run_timestamp)
os.makedirs(output_dir, exist_ok=True)
df.to_csv(
os.path.join(output_dir, f"{config.BATCH_ID}-POST-DOCZY-EXCEL.csv"),
index=False,
quoting=1,
)
return None
elif output_type == "post_doczy_excel_summary":
output_dir = os.path.join(config.CONSOLIDATED_OUTPUT_DIRECTORY, run_timestamp)
os.makedirs(output_dir, exist_ok=True)
df.to_csv(
os.path.join(output_dir, f"{config.BATCH_ID}-POST-DOCZY-EXCEL-SUMMARY.csv"),
index=False,
quoting=1,
)
return None
else:
logging.error(
f"Unknown output_type: {output_type}. Valid types are: 'final', 'individual', 'error', 'usage', 'usage_summary', 'dtc', 'dtc_summary', 'pre_doczy', 'post_doczy', 'post_doczy_summary', 'qc_qa_validated', 'qc_qa_stats', 'cc_results_full', 'dashboard_results_full', 'qc_qa_cc_full', 'qc_qa_error', 'parent_child', 'individual_cc'"
f"Unknown output_type: {output_type}. Valid types are: 'final', 'individual', 'error', 'usage', 'usage_summary', 'dtc', 'dtc_summary', 'pre_doczy', 'post_doczy', 'post_doczy_summary', 'post_doczy_excel', 'post_doczy_excel_summary', 'qc_qa_validated', 'qc_qa_stats', 'cc_results_full', 'dashboard_results_full', 'qc_qa_cc_full', 'qc_qa_error', 'parent_child', 'individual_cc'"
)
return None
@@ -1155,6 +1173,20 @@ def write_s3(
config.S3_CLIENT.put_object(
Bucket=config.S3_OUTPUT_BUCKET, Key=output_path, Body=csv_buffer
)
elif output_type == "post_doczy_excel":
output_path = (
f"{config.BATCH_ID}/{run_timestamp}/{config.BATCH_ID}-POST-DOCZY-EXCEL.csv"
)
csv_buffer = df.to_csv(index=False).encode()
config.S3_CLIENT.put_object(
Bucket=config.S3_OUTPUT_BUCKET, Key=output_path, Body=csv_buffer
)
elif output_type == "post_doczy_excel_summary":
output_path = f"{config.BATCH_ID}/{run_timestamp}/{config.BATCH_ID}-POST-DOCZY-EXCEL-SUMMARY.csv"
csv_buffer = df.to_csv(index=False).encode()
config.S3_CLIENT.put_object(
Bucket=config.S3_OUTPUT_BUCKET, Key=output_path, Body=csv_buffer
)
else:
# Fallback path for unknown output types
output_path = f"{config.BATCH_ID}/{run_timestamp}/{config.BATCH_ID}-unknown-{output_type}.csv"
@@ -1224,6 +1256,10 @@ def write_s3(
logging.info(f"Saved QC/QA error file: {output_path}")
elif output_type == "individual_cc":
logging.info(f"Saved individual CC file: {output_path}")
elif output_type == "post_doczy_excel":
logging.info(f"Saved Post-Doczy Excel report file: {output_path}")
elif output_type == "post_doczy_excel_summary":
logging.info(f"Saved Post-Doczy Excel summary file: {output_path}")
else:
logging.info(f"Saved unknown output type file: {output_path}")