jacob-mathison/doczyai-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Activity

Merged in feature/field-renaming (pull request #429)

Browse Source 
Feature/field renaming

* Update column names

* Update field names

* Update field names

* Merge branch 'main' into feature/field-renaming

* _DATE to _DT in field names

* _CD_DESC to _DESC

* NOT_TO_EXCEED_IND added as valid field

* Remove print statements


Approved-by: Alex Galarce
This commit is contained in:
Katon Minhas
2025-03-05 18:25:28 +00:00
parent 2f96963162
commit e7605b550b
3 changed files with 33 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files
fieldExtraction/src/constants/investment_columns.py
+15 -10
View File
@@ -2,9 +2,9 @@
# This is the ONE AND ONLY source of investment column names and order. Do not reference anything else
COLUMN_ORDER = [
"CONTRACT_SID",
"CONTRACT_FILE_NAME",
"CONTRACT_CLASSIFICATION",
"AARETE_DERIVED_CONTRACT_CLASSIFICATION",
"CONTRACT_FILE_NAME",
"CONTRACT_TITLE",
"CONTRACT_AMENDMENT_NUM",
"CLIENT_NAME",
@@ -19,18 +19,18 @@ COLUMN_ORDER = [
"PROV_FULL_NAME",
"CONTRACT_EFFECTIVE_DT",
"CONTRACT_TERMINATION_DT",
"AARETE_DERIVED_TERMINATION_DATE",
"AARETE_DERIVED_TERMINATION_DT",
"CONTRACT_AUTO_RENEWAL_IND",
"CONTRACT_AUTO_RENEWAL_TERM",
"REIMBURSEMENT_EFFECTIVE_DT",
"REIMBURSEMENT_TERMINATION_DT",
"REIMBURSEMENT_PROV_NAME",
"CONTRACT_SIGNATORY_COMPLETE_IND",
"CONTRACT_CLAIM_TYPE_CD",
"AARETE_DERIVED_CLAIM_TYPE_CD",
"EXHIBIT_NAME",
"EXHIBIT_PAGE",
"CONTRACT_PRODUCT",
"REIMBURSEMENT_PROV_NAME",
"AARETE_DERIVED_PRODUCT",
"CONTRACT_LINE_OF_BUSINESS",
"AARETE_DERIVED_LINE_OF_BUSINESS",
@@ -42,11 +42,14 @@ COLUMN_ORDER = [
"AARETE_DERIVED_SERVICE_AREA",
"CONTRACT_PROV_TYPE",
"AARETE_DERIVED_PROV_TYPE",
"REIMBURSEMENT_PROV_NAME",
"CONTRACT_PROV_SPECIALTY",
"AARETE_DERIVED_PROV_SPECIALTY",
"CONTRACT_BILL_TYPE_CD",
"AARETE_DERIVED_BILL_TYPE_CD",
"PROV_SPECIALTY_CD",
"PROV_SPECIALTY_DESC",
"TAXONOMY_CD",
"TAXONOMY_DESC",
"PLACE_OF_SERVICE_CD",
"PLACE_OF_SERVICE_DESC",
"BILL_TYPE_CD",
"BILL_TYPE_DESC",
"PROV_PATIENT_AGE_MIN",
"PROV_PATIENT_AGE_MAX",
"CONTRACT_SERVICE_CD_OR_DESC",
@@ -63,14 +66,15 @@ COLUMN_ORDER = [
"CONTRACT_CARVEOUT_IND",
"CONTRACT_CARVEOUT_CD",
"CONTRACT_DEFAULT_IND",
"NOT_TO_EXCEED_IND",
"CPT4_PROC_CD" ,
"CPT4_PROC_DESC",
"CPT4_PROC_MOD",
"CPT4_PROC_MOD_DESC",
"REVENUE_CD",
"REVENUE_CD_DESC",
"REVENUE_DESC",
"DIAG_CD",
"DIAG_CD_DESC",
"DIAG_DESC",
"GROUPER_TYPE",
"FACILITY_GROUPER_CD",
"FACILITY_GROUPER_DESC",
@@ -90,6 +94,7 @@ COLUMN_ORDER = [
"FACILITY_STOP_LOSS_FIXED_LOSS_THRESHOLD",
"FACILITY_STOP_LOSS_PERCENT_RATE_ON_EXCESS_CHARGES",
"FACILITY_STOP_LOSS_DAILY_MAXIMUM",
"FACILITY_STOP_LOSS_EXCLUSION_CD",
"FACILITY_STOP_LOSS_EXCLUSION_DESC",
"CONTRACT_SEQUESTRATION_PERCENT_RATE",
"CONTRACT_SEQUESTRATION_START_DATE",
fieldExtraction/src/investment/code_funcs.py
+3 -3
View File
@@ -324,7 +324,7 @@ def code_indirect(answer_dicts: list[dict], all_dataset: dict) -> list[dict]:
answer_dict["CPT4_PROC_DESC"] = nearest_description
elif code == 'diag_cd':
answer_dict["DIAG_CD"] = nearest_code
answer_dict["DIAG_CD_DESC"] = nearest_description
answer_dict["DIAG_DESC"] = nearest_description
results.append(answer_dict)
return results
@@ -464,8 +464,8 @@ def code_description_mapping(answer_dicts, all_mappings):
answer_dict["CPT4_PROC_DESC"] = get_code_description(proc_code, all_mappings['proc_mapping'])
answer_dict["CPT4_PROC_MOD_DESC"] = get_code_description(proc_mod, all_mappings['proc_mapping'])
answer_dict["DIAG_CD_DESC"] = get_code_description(diag_code, all_mappings['diag_mapping'])
answer_dict["REVENUE_CD_DESC"] = get_code_description(rev_code, all_mappings['rev_mapping'])
answer_dict["DIAG_DESC"] = get_code_description(diag_code, all_mappings['diag_mapping'])
answer_dict["REVENUE_DESC"] = get_code_description(rev_code, all_mappings['rev_mapping'])
answer_dict["FACILITY_GROUPER_DESC"] = get_code_description(grouper_code, all_mappings['grouper_mapping'])
answer_dict["GROUPER_TYPE"] = get_code_description(grouper_code, all_mappings['grouper_version_mapping'])
answer_dict["AUTH_ADMIT_TYPE_DESC"] = get_code_description(admit_type_code, all_mappings['admit_mapping'])
fieldExtraction/src/prompts/investment_prompts.json
+15 -15
View File
@@ -43,13 +43,13 @@
"prompt": "If the reimbursement rate is a percentage of something, what is that percentage? Note that 100% may be implied."
},
{
"field_name": "REIMBURSEMENT_EFFECTIVE_DATE",
"field_name": "REIMBURSEMENT_EFFECTIVE_DT",
"relationship": "one_to_n",
"field_type": "dynamic",
"prompt": "Identify the effective date for reimbursement rates:\n- Look for dates associated with:\n • 'Effective' or 'effective date'\n • 'In effect' or 'in effect on'\n • Date ranges with 'from/through' or 'start/end'\n- Dates may appear as:\n • Full dates (12/1/17, December 1, 2017)\n • Month and year (December 2017)\n • Year only (2017)"
},
{
"field_name": "REIMBURSEMENT_TERMINATION_DATE",
"field_name": "REIMBURSEMENT_TERMINATION_DT",
"relationship": "one_to_n",
"field_type": "dynamic",
"prompt": "Identify the termination date for reimbursement rates:\n- Look for dates associated with:\n • 'Termination' or 'termination date'\n • 'Expires' or 'expiration date'\n • 'Through' or 'until'\n- Dates may appear as:\n • Full dates (12/1/17, December 1, 2017)\n • Month and year (December 2017)\n • Year only (2017)"
@@ -271,7 +271,7 @@
"format": "date"
},
{
"field_name": "AARETE_DERIVED_TERMINATION_DATE",
"field_name": "AARETE_DERIVED_TERMINATION_DT",
"base_field": "CONTRACT_TERMINATION_DT",
"relationship": "one_to_one",
"field_type": "date_inferred",
@@ -339,14 +339,14 @@
"valid_values": "VALID_PROV_TYPE"
},
{
"field_name": "CONTRACT_PROV_SPECIALTY",
"field_name": "PROV_SPECIALTY_CD",
"relationship": "one_to_n",
"field_type": "dynamic",
"prompt": "List any valid Provider Specialties that apply to the text. Choose ONLY from the following: {valid_values}",
"valid_values": "VALID_PROV_SPECIALTY"
},
{
"field_name": "AARETE_DERIVED_PROV_SPECIALTY",
"field_name": "PROV_SPECIALTY_DESC",
"base_field": "CONTRACT_PROV_SPECIALTY",
"relationship": "one_to_n",
"field_type": "crosswalk",
@@ -354,13 +354,13 @@
"crosswalk": "crosswalk_provider_specialty.json"
},
{
"field_name": "CONTRACT_BILL_TYPE",
"field_name": "BILL_TYPE_CD",
"relationship": "one_to_n",
"field_type": "code_primary_breakout",
"prompt": "Identify all Bill Type codes in the text: - 4 alphanumeric characters - First character is often a leading zero, it may or may not be included - If no code is listed, but the phrase 'Bill Type' appears, write the exact text from the contract that describes the Bill Type."
},
{
"field_name": "AARETE_DERIVED_BILL_TYPE",
"field_name": "BILL_TYPE_DESC",
"relationship": "one_to_n",
"field_type": "TBD",
"prompt": "TBD"
@@ -426,7 +426,7 @@
"prompt": "Identify all Revenue codes (Rev codes) in the text: - 3-4 digit numeric codes - May have 'X' as a wildcard character - Start with digits 0-9."
},
{
"field_name": "REVENUE_CD_DESC",
"field_name": "REVENUE_DESC",
"relationship": "one_to_n",
"field_type": "TBD",
"prompt": "TBD"
@@ -438,7 +438,7 @@
"prompt": "Identify diagnosis codes (ICD-10) in the text: - 3-7 characters in length - First character must be a letter - Characters 2-3 must be numbers - Characters 4-7 (if present) can be numbers or letters."
},
{
"field_name": "DIAG_CD_DESC",
"field_name": "DIAG_DESC",
"relationship": "one_to_n",
"field_type": "TBD",
"prompt": "TBD"
@@ -576,13 +576,13 @@
"prompt": "What is quantity of the sequestration reduction? This is typically found as a percent value."
},
{
"field_name": "CONTRACT_SEQUESTRATION_START_DATE",
"field_name": "CONTRACT_SEQUESTRATION_START_DT",
"relationship": "one_to_n",
"field_type": "sequestration",
"prompt": "What is the Effective Date of the sequestration reduction? If none is specified, write 'N/A'."
},
{
"field_name": "CONTRACT_SEQUESTRATION_END_DATE",
"field_name": "CONTRACT_SEQUESTRATION_END_DT",
"relationship": "one_to_n",
"field_type": "sequestration",
"prompt": "What is the Termination Date of the sequestration reduction? If none is specified, write 'N/A'."
@@ -594,13 +594,13 @@
"prompt": "TBD"
},
{
"field_name": "CONTRACT_DISCOUNT_START_DATE",
"field_name": "CONTRACT_DISCOUNT_START_DT",
"relationship": "one_to_n",
"field_type": "TBD",
"prompt": "TBD"
},
{
"field_name": "CONTRACT_DISCOUNT_END_DATE",
"field_name": "CONTRACT_DISCOUNT_END_DT",
"relationship": "one_to_n",
"field_type": "TBD",
"prompt": "TBD"
@@ -612,13 +612,13 @@
"prompt": "TBD"
},
{
"field_name": "CONTRACT_PREMIUM_START_DATE",
"field_name": "CONTRACT_PREMIUM_START_DT",
"relationship": "one_to_n",
"field_type": "TBD",
"prompt": "TBD"
},
{
"field_name": "CONTRACT_PREMIUM_END_DATE",
"field_name": "CONTRACT_PREMIUM_END_DT",
"relationship": "one_to_n",
"field_type": "TBD",
"prompt": "TBD"