Merged in bugfix/dynamic_function_error (pull request #689)

Bugfix/dynamic function error

* checking dynamic fields

* field not found error fixed

* logs for debugging added


Approved-by: Katon Minhas

fieldExtraction/src/investment/dynamic_funcs.py

@@ -20,9 +20,11 @@ def prompt_dynamic(text, field_prompts, filename):
         dict: A dictionary containing field names as keys and extracted answers as values.
     """
     prompt = prompt_templates.EXHIBIT_LEVEL(text, field_prompts)
+    logging.debug(f"Dynamic prompt for {filename}: {prompt}")
     llm_answer_raw = llm_utils.invoke_claude(
-        prompt, "legacy_sonnet", filename
+        prompt, "sonnet_latest", filename
     )  # Returns dictionary of lists
+    logging.debug(f"Dynamic answer for {filename}: {llm_answer_raw}")
     llm_answer_final = string_utils.universal_json_load(llm_answer_raw)
     return llm_answer_final
 
@@ -249,7 +251,6 @@ def get_dynamic_answers(
 
     reimbursement_level_fields = FieldSet()
     exhibit_level_answer_dict = {}
-
     # Check Exhibit Header
     exhibit_header_results = prompt_dynamic(
         text=exhibit_header,
@@ -259,7 +260,7 @@ def get_dynamic_answers(
 
     # Process Exhibit Header Results - update dynamic fields and add to reimbursement level fields
     for field_name, answer in exhibit_header_results.items():
-        if not string_utils.is_empty(answer):
+        if not string_utils.is_empty(answer) and field_name in dynamic_fields.list_fields():
             field = dynamic_fields.get_field(field_name)
             field.update_valid_values(answer)
             if field.reimb_level_prompt:
@@ -281,7 +282,7 @@ def get_dynamic_answers(
         )
         # Process Exhibit Chunk Results - update dynamic fields and add to reimbursement level fields
         for field_name, answer in exhibit_chunk_results.items():
-            if not string_utils.is_empty(answer):
+            if not string_utils.is_empty(answer) and field_name in dynamic_fields.list_fields():
                 field = dynamic_fields.get_field(field_name)
                 field.update_valid_values(answer)
                 reimbursement_level_fields.add_field(field)

fieldExtraction/src/investment/postprocessing_funcs.py

@@ -764,7 +764,7 @@ def update_grouper_base_rate_and_grouper_pct_rate(df):
         "REIMB_PCT_RATE", 
         "REIMB_CONVERSION_FACTOR", 
         "GROUPER_TYPE"
-        # "GROUPER_CD"
+        "GROUPER_CD"
     ]
     
     # Check if all required columns exist