diff --git a/fieldExtraction/src/investment/dynamic_funcs.py b/fieldExtraction/src/investment/dynamic_funcs.py index 20685bf..a39de9e 100644 --- a/fieldExtraction/src/investment/dynamic_funcs.py +++ b/fieldExtraction/src/investment/dynamic_funcs.py @@ -20,9 +20,11 @@ def prompt_dynamic(text, field_prompts, filename): dict: A dictionary containing field names as keys and extracted answers as values. """ prompt = prompt_templates.EXHIBIT_LEVEL(text, field_prompts) + logging.debug(f"Dynamic prompt for {filename}: {prompt}") llm_answer_raw = llm_utils.invoke_claude( - prompt, "legacy_sonnet", filename + prompt, "sonnet_latest", filename ) # Returns dictionary of lists + logging.debug(f"Dynamic answer for {filename}: {llm_answer_raw}") llm_answer_final = string_utils.universal_json_load(llm_answer_raw) return llm_answer_final @@ -249,7 +251,6 @@ def get_dynamic_answers( reimbursement_level_fields = FieldSet() exhibit_level_answer_dict = {} - # Check Exhibit Header exhibit_header_results = prompt_dynamic( text=exhibit_header, @@ -259,7 +260,7 @@ def get_dynamic_answers( # Process Exhibit Header Results - update dynamic fields and add to reimbursement level fields for field_name, answer in exhibit_header_results.items(): - if not string_utils.is_empty(answer): + if not string_utils.is_empty(answer) and field_name in dynamic_fields.list_fields(): field = dynamic_fields.get_field(field_name) field.update_valid_values(answer) if field.reimb_level_prompt: @@ -281,7 +282,7 @@ def get_dynamic_answers( ) # Process Exhibit Chunk Results - update dynamic fields and add to reimbursement level fields for field_name, answer in exhibit_chunk_results.items(): - if not string_utils.is_empty(answer): + if not string_utils.is_empty(answer) and field_name in dynamic_fields.list_fields(): field = dynamic_fields.get_field(field_name) field.update_valid_values(answer) reimbursement_level_fields.add_field(field) diff --git a/fieldExtraction/src/investment/postprocessing_funcs.py b/fieldExtraction/src/investment/postprocessing_funcs.py index 4080d8b..e4759d9 100644 --- a/fieldExtraction/src/investment/postprocessing_funcs.py +++ b/fieldExtraction/src/investment/postprocessing_funcs.py @@ -764,7 +764,7 @@ def update_grouper_base_rate_and_grouper_pct_rate(df): "REIMB_PCT_RATE", "REIMB_CONVERSION_FACTOR", "GROUPER_TYPE" - # "GROUPER_CD" + "GROUPER_CD" ] # Check if all required columns exist