Merged in bugfix/dynamic-mapping (pull request #515)

Bugfix/dynamic mapping

* Add AARETE_DERIVED_PRODUCT

* Update mappings

* Update mappings

* Remove print statements and test file


Approved-by: Alex Galarce

fieldExtraction/crosswalk/mappings/crosswalk_program.json

@@ -181,12 +181,13 @@
             "CoverKids" : "CHIP"
         },
         "TX" : {
+            "STAR" : "STAR",
             "STAR Health" : "STAR",
             "STAR Kids" : "STARKids",
             "STAR+PLUS" : "STAR+PLUS"
         },
         "UT" : {
-            "CHIP" : "CHIP"
+            "Utah Children's Health Insurance Program (UCHIP)" : "CHIP"
         },
         "VT" : {
             "Dr. Dynasaur" : "CHIP"

fieldExtraction/src/investment/investment_postprocessing_funcs.py

@@ -436,3 +436,13 @@ def add_aarete_derived_amendment_num(df: pd.DataFrame) -> pd.DataFrame:
         df["AARETE_DERIVED_AMENDMENT_NUM"] = df["CONTRACT_AMENDMENT_NUM"].str.split('-').str[1].fillna(df['CONTRACT_AMENDMENT_NUM'])
 
     return df
+
+def add_aarete_derived_product(df):
+    """
+    Add AARETE_DERIVED_PRODUCT column to df, based on PRODUCT column.
+    
+    The new column should be Title Case of the PRODUCT column value.
+    """
+    if "PRODUCT" in df.columns:
+        df["AARETE_DERIVED_PRODUCT"] = df["PRODUCT"].str.title()
+    return df

fieldExtraction/src/investment/one_to_n_funcs.py

@@ -462,7 +462,6 @@ def reimbursement_level(
     Returns:
         dict: The parsed LLM response as a list of dictionaries with unique identifiers
     """
-    print("Inside reimbursement_level function, reimbusement_level_fields:", reimbursement_level_fields.get_prompt_dict())
     reimbursement_primary_answers = get_reimbursement_primary(
         reimbursement_level_fields, exhibit_text, filename
     )  # Returns list of dicts

fieldExtraction/src/investment/postprocess.py

@@ -57,6 +57,9 @@ def postprocess(df):
         # Process PATIENT_AGE_RANGE into PATIENT_AGE_MIN and PATIENT_AGE_MAX
         df = investment_postprocessing_funcs.process_patient_age_range(df)
 
+        # Add AARETE_DERIVED_PRODUCT
+        df = investment_postprocessing_funcs.add_aarete_derived_product(df)
+
         # Add reimb_id
         df = investment_postprocessing_funcs.generate_reimb_ids(df)