diff --git a/src/bottom_up_funcs.py b/src/bottom_up_funcs.py index 4017734..681f8a1 100644 --- a/src/bottom_up_funcs.py +++ b/src/bottom_up_funcs.py @@ -3,7 +3,7 @@ import os import shutil import pandas as pd from collections import defaultdict -import concurrent.futures + import config import utils @@ -51,17 +51,7 @@ def run_bottom_up_primary(text_dict, tokens): answer_dict[page_number] = answer return answer_dict -def run_lesser_of_prompt(text_dict, result_dicts): - - valid_dicts = [dict for dict in result_dicts if dict['LESSER_OF_LANGUAGE_IND'] == 'Y'] - pages_to_check = list(set([dict['page_num'] for dict in valid_dicts])) - for page_num in pages_to_check: - page_text = text_dict[page_num] - dicts_on_page = [dict for dict in valid_dicts if dict['page_num'] == page_num] - print(dicts_on_page) - def append_secondary(result_dicts): - # Helper function to create a key from dict excluding certain keys def create_key(d): return tuple((k, d[k]) for k in d if not k.startswith('REIMBURSEMENT')) @@ -112,22 +102,3 @@ def bottom_up_primary(file_object): if not os.path.exists('temp'): os.makedirs('temp') answer_df.to_csv(f"temp/{filename}_results.csv") - - -def run_bottom_up(input_dict): - - if not os.path.exists('results'): - os.makedirs('results') - - # Run prompts with multithreading - with concurrent.futures.ThreadPoolExecutor(max_workers=config.MAX_WORKERS) as executor: - executor.map(bottom_up_primary, input_dict.items()) - - # Output - if config.OUTPUT_MODE == '_CONSOLIDATED_': - consolidated_df = utils.consolidate_individual() # Consolidate temp results to one file - utils.write_consolidated(consolidated_df) - consolidated_df.to_csv(os.path.join('results', f'consolidated_results_{config.TODAY}.csv')) # Write output - - - diff --git a/src/bottom_up_main.py b/src/bottom_up_main.py index 00fa6de..de05c38 100644 --- a/src/bottom_up_main.py +++ b/src/bottom_up_main.py @@ -1,4 +1,6 @@ # Imports +import os +import concurrent.futures import utils import config @@ -6,9 +8,20 @@ import bottom_up_funcs def main(): + # Read contract txt input_dict = utils.read_input() + + # Set up results folder + if not os.path.exists('results'): + os.makedirs('results') + + # Run bottom up primary with multithreading + with concurrent.futures.ThreadPoolExecutor(max_workers=config.MAX_WORKERS) as executor: + executor.map(bottom_up_funcs.bottom_up_primary, input_dict.items()) - bottom_up_funcs.run_bottom_up(input_dict) + # Write Output + if config.OUTPUT_MODE == '_CONSOLIDATED_': + consolidated_df = utils.consolidate_individual() # Consolidate temp results to one file, then write output if __name__ == "__main__":