Files
doczyai-pipelines/fieldExtraction/scripts/hotfix_stitch.py
T
Katon Minhas aa706cbcca Merged in feature/hotfix_stitch (pull request #315)
Feature/hotfix stitch

* Add hotfix scripts

* Merged main into feature/hotfix_stitch

* Moved stitching scripts to scripts folder

* Update for 2

* Fixed flat fee issue

* Fix payer name issue

* All hotfix updates

* Merged main into feature/hotfix_stitch

* Add rapidfuzz


Approved-by: Alex Galarce
2024-12-03 17:18:11 +00:00

62 lines
2.5 KiB
Python

import pandas as pd
# # Nonprompt
abc_nonprompt = pd.read_excel('hotfix_output/CNC-1A-ABC-NonPrompt-HotfixFull.xlsx')
print("NonPrompt:", abc_nonprompt.shape)
print(len(abc_nonprompt['Contract Name'].unique()))
# Agreement Name
abc_agreement = pd.read_csv('hotfix_output/CNC-1A-AgreementName-All.csv')
print("Agreement Name:", abc_agreement.shape)
print(len(abc_agreement['Contract Name'].unique()))
# Effective Date
abc_date = pd.read_csv('hotfix_output/CNC-1A-ContractEffectiveDate-All.csv')
abc_date = abc_date[['Contract Name', 'Contract Effective Date_corrected']]
abc_date.drop_duplicates(inplace=True)
print("Effective Date:", abc_date.shape)
print(len(abc_date['Contract Name'].unique()))
# Term Group
abc_term = pd.read_csv('hotfix_output/CNC-1A-TermGroup-All.csv')
abc_term.columns = ['Contract Name', 'Term Clause_corrected', 'Contract Auto-Renewal Indicator_corrected', 'Termination Date_corrected']
print("Term Group:", abc_term.shape)
print(len(abc_term['Contract Name'].unique()))
# Rate
rate_full = pd.read_csv('hotfix_output/CNC-1A-Rate.csv')
rate_468 = pd.read_excel('hotfix_output/CNC-1A-Rate-468.xlsx')
mask = ~rate_full['Contract Name'].isin(rate_468['Contract Name'])
rate_full_filtered = rate_full[mask]
abc_rate = pd.concat([rate_full_filtered, rate_468], ignore_index=True)
abc_rate = abc_rate[['Contract Name', 'Attachment/Exhibit', 'Reimb. Methodology', 'FULL_METHODOLOGY_fixed', 'LESSER_fixed', 'RATE_STANDARD_fixed', 'RATE_SHORT_fixed', 'FLAT_FEE_STANDARD_fixed', 'LESSER_RATE_fixed', 'NOT_TO_EXCEED_fixed', 'SHORT_METHODOLOGY_fixed']]
abc_rate.drop_duplicates(inplace=True)
print("Rate:", abc_rate.shape)
print(len(abc_rate['Contract Name'].unique()))
# Merge Effective Date
abc_final = pd.merge(abc_nonprompt, abc_date, how='left', on='Contract Name')
print("After Date:", abc_final.shape)
print(len(abc_final['Contract Name'].unique()))
# Merge Rate
abc_final = pd.merge(abc_nonprompt, abc_rate, how='left', on=['Contract Name', 'Attachment/Exhibit', 'Reimb. Methodology'])
print("After Rate:", abc_final.shape)
print(len(abc_final['Contract Name'].unique()))
# Merge Agreement Name
abc_final = pd.merge(abc_final, abc_agreement, how='left', on='Contract Name')
print("After Agreement:", abc_final.shape)
print(len(abc_final['Contract Name'].unique()))
# Merge Term Group
abc_final = pd.merge(abc_final, abc_term, how='left', on='Contract Name')
print("After Term (Final):", abc_final.shape)
print(len(abc_final['Contract Name'].unique()))
print(list(abc_final.columns))
abc_final.to_excel('CNC-1A-Hotfix-Final.xlsx')