jacob-mathison/doczyai-pipelines
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Activity
Files
c40a8f01086b7ab9ba0bc7d5ece282a7b7fac399
doczyai-pipelines/src/integration_testing.ipynb
T
Katon Minhas fc5ebe889b TD/BU integration changes
2024-09-30 15:20:14 +01:00

566 lines
70 KiB
Plaintext
Raw Blame History

{
"cells": [
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
"# Imports\n",
"import pandas as pd\n",
"import re\n",
"import ast\n",
"import json\n",
"\n",
"import prompt_funcs\n",
"import config\n",
"import utils\n",
"import preprocess\n",
"import table_funcs\n",
"import claude_funcs\n",
"import prompts"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"function clean_td(td):\n",
" Initialize td_clean as an empty list\n",
" for each dictionary d in td:\n",
" Initialize new_d as an empty dictionary\n",
" for each key k and value v in d:\n",
" if 'DATE' in k:\n",
" new_d[k] = v as a list\n",
" else if k is not 'page_num' or 'Filename':\n",
" if v is a string with commas:\n",
" new_d[k] = split v into a list by commas\n",
" else if v is 'N/A':\n",
" new_d[k] = an empty list\n",
" else:\n",
" new_d[k] = v as a list\n",
" else:\n",
" new_d[k] = v\n",
" Append new_d to td_clean\n",
" return td_clean\n",
"\n",
"function get_unique_keys(dicts):\n",
" Initialize keys as an empty set\n",
" for each dictionary d in dicts:\n",
" Add all keys in d to keys\n",
" return keys\n",
"\n",
"function get_unique_date_fields(td_results):\n",
" Initialize unique_date_fields as an empty dictionary\n",
" for each dictionary td in td_results:\n",
" for each key k and value v in td:\n",
" if 'DATE' is in k:\n",
" if k is not in unique_date_fields:\n",
" Initialize unique_date_fields[k] as an empty set\n",
" Add v to unique_date_fields[k] as a list\n",
" Convert sets in unique_date_fields to lists\n",
" return unique_date_fields\n",
"\n",
"function GENERATE_PROMPT(bu_dict, td_dicts, page, field_name=None, values=None):\n",
" if field_name and values:\n",
" return a prompt string with page, field_name, and values\n",
" else:\n",
" return a prompt string with page, SERVICE, and METHODOLOGY from bu_dict\n",
"\n",
"function merge_results(td_results, bu_results, text_dict):\n",
" all_keys = get_unique_keys(td_results) union get_unique_keys(bu_results)\n",
" date_fields = get_unique_date_fields(td_results)\n",
" Initialize merged_results as an empty list\n",
" for each dictionary bu in bu_results:\n",
" Initialize merged as a dictionary with keys from all_keys and values from bu\n",
" td_on_page = filter td_results by page_num matching bu's page_num\n",
" for each dictionary td in td_on_page:\n",
" for each key k and value v in td:\n",
" if merged[k] is empty:\n",
" merged[k] = v\n",
" else if v is a list and merged[k] is not a list:\n",
" merged[k] = v\n",
" else if v is a list:\n",
" Extend merged[k] with v\n",
" for each date_key and date_values in date_fields:\n",
" if date_key is not in merged or merged[date_key] is empty:\n",
" merged[date_key] = date_values\n",
" else:\n",
" Extend merged[date_key] with values not already in merged[date_key]\n",
" for each key in all_keys:\n",
" if merged[key] is a list with more than one value:\n",
" page_text = get text for bu's page_num from text_dict\n",
" prompt = GENERATE_PROMPT(bu, td_on_page, page_text, key, merged[key])\n",
" response = invoke LLM with prompt\n",
" if response is valid:\n",
" merged[key] = response\n",
" else:\n",
" merged[key] = join merged[key] into a string\n",
" Append merged to merged_results\n",
" return merged_results\n",
"\n",
"function process_file(filename, input_dict):\n",
" contract_text = read contract text from input_dict using filename\n",
" Clean contract_text by removing newlines\n",
" Split contract_text into pages stored in text_dict\n",
" Run Top Down analysis and store results in td_results\n",
" Run Bottom Up analysis and store results in bu_results\n",
" Combine td_results and bu_results into combined_results\n",
" Create output directory based on filename\n",
" Save td_results, bu_results, and combined_results as CSV files in the output directory\n",
"\n",
"function process_all_files(input_dict):\n",
" for each filename in input_dict:\n",
" Call process_file with filename and input_dict\n",
" Print a message indicating the file has been processed\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"import os\n",
"import pandas as pd\n",
"\n",
"def clean_td(td):\n",
" td_clean = []\n",
" for d in td:\n",
" new_d = {}\n",
" for k, v in d.items():\n",
" if 'DATE' in k:\n",
" new_d[k] = v if isinstance(v, list) else [v]\n",
" elif k not in ['page_num', 'Filename']:\n",
" if isinstance(v, str) and ',' in v:\n",
" new_d[k] = [item.strip() for item in v.split(',')]\n",
" elif v == 'N/A':\n",
" new_d[k] = []\n",
" else:\n",
" new_d[k] = [v] if isinstance(v, str) else v\n",
" else:\n",
" new_d[k] = v\n",
" td_clean.append(new_d)\n",
" return td_clean\n",
"\n",
"def get_unique_keys(dicts):\n",
" keys = set()\n",
" for d in dicts:\n",
" keys.update(d.keys())\n",
" return keys\n",
"\n",
"def get_unique_date_fields(td_results):\n",
" unique_date_fields = {}\n",
" for td in td_results:\n",
" for key, value in td.items():\n",
" if 'DATE' in key:\n",
" if key not in unique_date_fields:\n",
" unique_date_fields[key] = set()\n",
" unique_date_fields[key].update(value if isinstance(value, list) else [value])\n",
" # Convert sets to lists for consistency\n",
" for key in unique_date_fields:\n",
" unique_date_fields[key] = list(unique_date_fields[key])\n",
" return unique_date_fields\n",
"\n",
"def GENERATE_PROMPT(bu_dict, td_dicts, page, field_name=None, values=None):\n",
" if field_name and values:\n",
" return f\"\"\"### PAGE START ### {page} ### PAGE END\n",
" \n",
"Field: {field_name}\n",
"Values: {values}\n",
"\n",
"Listed above is a page of a contract, as well as the potential values for the {field_name} field.\n",
"Your job is to identify which of these values is the most appropriate based on the page content.\n",
"\n",
"Write ONLY the value that is most appropriate. Do not return any additional text beyond the value itself.\n",
"\"\"\"\n",
" else:\n",
" return f\"\"\"### PAGE START ### {page} ### PAGE END\n",
" \n",
"Service: {bu_dict['SERVICE']}\n",
"Methodology: {bu_dict['FULL_METHODOLOGY']}\n",
"\n",
"Listed above is a page of a contract, as well as a Service and Methodology found on this page. \n",
"Your job is to identify which of the following entities this specific Service is associated with. \n",
"\n",
"----Change Below----\n",
"\n",
"Here are the entities, represented as dictionary objects:\n",
"\n",
"{td_dicts}\n",
"\n",
"Write ONLY the number of the dictionary that is most associated with the Service and Methodology of interest. Do not return any additional text beyond the digit itself. \n",
"\"\"\"\n",
"\n",
"def merge_results(td_results, bu_results, text_dict):\n",
" all_keys = get_unique_keys(td_results) | get_unique_keys(bu_results)\n",
" print(\"All Keys:\", all_keys)\n",
" \n",
" date_fields = get_unique_date_fields(td_results)\n",
" print(\"Date Fields:\", date_fields)\n",
" \n",
" merged_results = []\n",
" for bu in bu_results:\n",
" merged = {key: bu.get(key, \"\") for key in all_keys}\n",
" td_on_page = [td for td in td_results if td['page_num'] == bu['page_num']]\n",
" \n",
" for td in td_on_page:\n",
" for key, value in td.items():\n",
" if not merged[key]:\n",
" merged[key] = value\n",
" elif isinstance(value, list) and value and not isinstance(merged[key], list):\n",
" merged[key] = value\n",
" elif isinstance(value, list) and value:\n",
" merged[key].extend(value)\n",
"\n",
" # Include unique date fields\n",
" for date_key, date_values in date_fields.items():\n",
" if date_key not in merged or not merged[date_key]:\n",
" merged[date_key] = date_values\n",
" else:\n",
" merged[date_key].extend([val for val in date_values if val not in merged[date_key]])\n",
"\n",
" # Use LLM for disambiguation and inference if necessary\n",
" for key in all_keys:\n",
" if isinstance(merged[key], list) and len(merged[key]) > 1:\n",
" page_num = bu['page_num']\n",
" page_text = text_dict.get(page_num, \"\")\n",
" prompt = GENERATE_PROMPT(bu, td_on_page, page_text, field_name=key, values=merged[key])\n",
" response = claude_funcs.invoke_claude_3(prompt, max_tokens=4000)\n",
" try:\n",
" selected_value = response.strip()\n",
" merged[key] = selected_value\n",
" except Exception as e:\n",
" print(f\"Error processing LLM response for key {key}: {e}\")\n",
" merged[key] = ', '.join(merged[key])\n",
" \n",
" merged_results.append(merged)\n",
" \n",
" return merged_results\n",
"\n",
"def process_file(filename, input_dict):\n",
" contract_text = input_dict[filename]\n",
"\n",
" # Preprocess\n",
" contract_text = preprocess.clean_newlines(contract_text)\n",
" text_dict = preprocess.split_text(contract_text)\n",
" \n",
" # Run Top Down\n",
" td_results = prompt_funcs.run_top_down(filename, text_dict) # Returns list of dictionaries for each page\n",
" print(\"TD Results:\", td_results)\n",
" \n",
" # Run Bottom Up\n",
" bu_results = prompt_funcs.run_bottom_up(filename, text_dict) # Returns list of dictionaries\n",
" print(\"BU Results:\", bu_results)\n",
" \n",
" # Combine\n",
" combined_results = merge_results(clean_td(td_results), bu_results, text_dict)\n",
" print(\"Combined Results:\", combined_results)\n",
" \n",
" # Create directories\n",
" base_filename = os.path.splitext(filename)[0]\n",
" output_dir = os.path.join('output', base_filename)\n",
" os.makedirs(output_dir, exist_ok=True)\n",
" \n",
" # Save results\n",
" pd.DataFrame(td_results).to_csv(os.path.join(output_dir, 'td_results.csv'), index=False)\n",
" pd.DataFrame(bu_results).to_csv(os.path.join(output_dir, 'bu_results.csv'), index=False)\n",
" pd.DataFrame(combined_results).to_csv(os.path.join(output_dir, 'combined_results.csv'), index=False)\n",
" \n",
"def process_all_files(input_dict):\n",
" for filename in input_dict.keys():\n",
" process_file(filename, input_dict)\n",
" print(f\"Processed {filename}\")\n",
"\n",
"# Example usage\n",
"input_dict = utils.read_input(path='subset')\n",
"process_all_files(input_dict)\n"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Preprocessing:\n",
"clean_newlines(contract_text):\n",
"\n",
"Removes unwanted newline characters from the contract text.\n",
"split_text(contract_text):\n",
"\n",
"Splits the contract text into individual pages and stores them in a dictionary.\n",
"Top Down and Bottom Up Analysis:\n",
"run_top_down(filename, text_dict):\n",
"\n",
"Extracts data from each page of the contract text and returns a list of dictionaries.\n",
"run_bottom_up(filename, text_dict):\n",
"\n",
"Extracts data from the entire contract document and returns a list of dictionaries.\n",
"Cleaning and Combining Results:\n",
"clean_td(td_results):\n",
"\n",
"Ensures values in the Top Down results are in list format and preserves date fields.\n",
"get_unique_keys(td_results, bu_results):\n",
"\n",
"Collects all unique field names from both Top Down and Bottom Up results.\n",
"get_unique_date_fields(td_results):\n",
"\n",
"Aggregates all unique date fields from the Top Down results.\n",
"merge_results(td_results, bu_results, text_dict):\n",
"\n",
"Combines Top Down and Bottom Up results, ensuring all relevant fields are included.\n",
"Uses the LLM to resolve ambiguities and infer the most appropriate values when necessary when multiple are there.\n",
"Post-Processing:\n",
"post_process_combined(combined_df):\n",
"\n",
"Cleans and validates specific fields (CONTRACT_LOB, PRODUCT, CONTRACT_NETWORK) in the combined dataset.\n",
"Adds new columns (Corrected_LOB, Corrected_PRODUCT, Corrected_NETWORK) to the combined dataset.\n",
"Extracts and standardizes page numbers.\n",
"clean_columns_combined(df, column_name, valid_values, new_column_name):\n",
"\n",
"Cleans a column by applying an exact match check and updates it to a new column.\n",
"clean_pagenumbers(df):\n",
"\n",
"Extracts and standardizes page numbers in the combined dataset.\n",
"Saving the Results:\n",
"process_file(filename, input_dict):\n",
"\n",
"Runs the entire process for a single file, from reading and preprocessing to saving the final results.\n",
"Calls the necessary functions to extract, combine, and post-process the data.\n",
"Saves the results as CSV files in the output directory.\n",
"process_all_files(input_dict):\n",
"\n",
"Iterates through all input files and processes each one using process_file."
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"TD Results: [{'CONTRACT_LOB': 'Commercial, Medicare', 'CONTRACT_PROGRAM': 'N/A', 'CONTRACT_NETWORK': 'HMO, PPO, EPO', 'PRODUCT': 'Medicare Select', 'page_num': '1', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt', 'CONTRACT_MARKETPLACE_METAL_LEVEL': 'N/A', 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007'}, {'CONTRACT_LOB': 'Medicare', 'CONTRACT_PROGRAM': 'N/A', 'CONTRACT_NETWORK': 'N/A', 'PRODUCT': 'Health Net', 'page_num': '2', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt', 'CONTRACT_MARKETPLACE_METAL_LEVEL': 'N/A', 'LOB_PRICING_TERMS_EFFECTIVE_DATE': '11/20/07', 'LOB_PRICING_TERMS_TERMINATION_DATE': '11/20/07'}]\n",
"BU Results: [{'SERVICE': 'Commercial HMO Members Contracted Services', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_RATE': '241%', 'FULL_METHODOLOGY': '(a) two hundred and forty-one percent (241%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register: or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'page_num': '1', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'LESSER_OF_LANGUAGE_IND': 'Y', 'GREATER_OF_LANGUAGE_IND': 'N', 'FULL_METHODOLOGY': '(b) one hundred percent (100%) of Physician Group allowable billed charges', 'REIMBURSEMENT_RATE': 100, 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'page_num': '1', 'SERVICE': 'Commercial HMO Members Contracted Services', 'REIMBURSEMENT_METHODOLOGY': 'Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'SERVICE': 'Commercial HMO Members Contracted Services', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_RATE': '254%', 'FULL_METHODOLOGY': 'For Commercial HMO Members, effective December 1, 2008 Physician Group shall be compensated for Contracted Services, less applicable Copayments, in an amount equal to the lesser of: (a) two hundred and fifty-four percent (254%) of the Medicare allowable charges based on the Medicare Resource based Relative Value Scalo (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register: or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'page_num': '1', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'LESSER_OF_LANGUAGE_IND': 'Y', 'GREATER_OF_LANGUAGE_IND': 'N', 'FULL_METHODOLOGY': 'one hundred percent (100%) of Physician Group allowable billed charges', 'REIMBURSEMENT_RATE': '100', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'page_num': '1', 'SERVICE': 'Commercial HMO Members Contracted Services', 'REIMBURSEMENT_METHODOLOGY': 'Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'SERVICE': 'Medicare HMO and Medicare Select products Contracted Services', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_RATE': '100%', 'FULL_METHODOLOGY': '(a) one hundred percent (100%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register: or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'page_num': '1', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'LESSER_OF_LANGUAGE_IND': 'Y', 'GREATER_OF_LANGUAGE_IND': 'N', 'FULL_METHODOLOGY': '(a) two hundred and forty-one percent (241%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register;', 'REIMBURSEMENT_RATE': '241', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'page_num': '1', 'SERVICE': 'Medicare HMO and Medicare Select products Contracted Services', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'SERVICE': 'Preferred Provider Organization (PPO) Exclusive Provider Organization (EPO) Benefit Programs Covered Services', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_RATE': '241%', 'FULL_METHODOLOGY': '(a) two hundred and forty-one percent (241%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register; or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'page_num': '1', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'RBRVS', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'LESSER_OF_LANGUAGE_IND': 'Y', 'GREATER_OF_LANGUAGE_IND': 'N', 'FULL_METHODOLOGY': '(b) one hundred percent (100%) of Physician Group allowable billed charges', 'REIMBURSEMENT_RATE': 100, 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'page_num': '1', 'SERVICE': 'Preferred Provider Organization (PPO) Exclusive Provider Organization (EPO) Benefit Programs Covered Services', 'REIMBURSEMENT_METHODOLOGY': 'Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'SERVICE': 'Preferred Provider Organization (PPO) Exclusive Provider Organization (EPO) Benefit Programs Covered Services', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_RATE': '254%', 'FULL_METHODOLOGY': 'Effective December 1, 2008 Physician Group shall be compensated for Covered Services in an amount, less applicable Copayments and/or coinsurance, that is equal to the lesser of: (a) two hundred and fifty-four percent (254%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register; or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'page_num': '1', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'LESSER_OF_LANGUAGE_IND': 'Y', 'GREATER_OF_LANGUAGE_IND': 'N', 'FULL_METHODOLOGY': 'one hundred percent (100%) of Physician Group allowable billed charges', 'REIMBURSEMENT_RATE': '100', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'page_num': '1', 'SERVICE': 'Preferred Provider Organization (PPO) Exclusive Provider Organization (EPO) Benefit Programs Covered Services', 'REIMBURSEMENT_METHODOLOGY': 'Billed Charges', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'SERVICE': 'Medicare Resource Based Relative Value Scale (RBRVS)', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_RATE': 'N/A', 'FULL_METHODOLOGY': 'In the event that potential CMS changes to Medicare Resource Based Relative Value Scale (RBRVS) result in an aggregate 3% change, either positively or negatively, either party may initiate a meet and confer process which will determine impact and/or potential changes to reimbursement.', 'page_num': '2', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt', 'LESSER_OF_LANGUAGE_IND': 'N', 'GREATER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare Resource Based Relative Value Scale (RBRVS)', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'Y', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'In the event that potential CMS changes to Medicare Resource Based Relative Value Scale (RBRVS) result in an aggregate 3% change, either positively or negatively, either party may initiate a meet and confer process which will determine impact and/or potential changes to reimbursement.', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}]\n",
"All Keys: {'REIMBURSEMENT_STATUS_INDICATOR_CODES', 'CONTRACT_NETWORK', 'REIMBURSEMENT_GROUPER_CODES', 'GREATER_OF_LANGUAGE_IND', 'LESSER_OF_LANGUAGE_IND', 'REIMBURSEMENT_EXCEPTION_IND', 'SERVICE', 'LOB_PRICING_TERMS_TERMINATION_DATE', 'REIMBURSEMENT_REVENUE_CODES', 'PRODUCT', 'CONTRACT_LOB', 'REIMBURSEMENT_PLACEOFSERVICE_CODES', 'REIMBURSEMENT_PROC_CODES', 'RATE_ESCALATOR_IND', 'REIMBURSEMENT_RATE', 'REIMBURSEMENT_METHODOLOGY', 'REIMBURSEMENT_FLAT_FEE', 'REIMBURSEMENT_DIAG_CODES', 'REIMBURSEMENT_GROUPER', 'REIMBURSEMENT_ADMITTYPE_CODES', 'CONTRACT_PROGRAM', 'FULL_METHODOLOGY', 'REIMBURSEMENT_DESCRIBE_EXCEPTION', 'page_num', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION', 'REIMBURSEMENT_FEE_SCHEDULE', 'CONTRACT_MARKETPLACE_METAL_LEVEL', 'LOB_PRICING_TERMS_EFFECTIVE_DATE', 'Filename'}\n",
"Date Fields: {'LOB_PRICING_TERMS_EFFECTIVE_DATE': ['11/20/07', 'December 1, 2007'], 'LOB_PRICING_TERMS_TERMINATION_DATE': ['11/20/07', 'December 1, 2007']}\n",
"Combined Results: [{'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': '', 'LESSER_OF_LANGUAGE_IND': '', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Commercial HMO Members Contracted Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_RATE': '241%', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': '(a) two hundred and forty-one percent (241%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register: or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'Y', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Commercial HMO Members Contracted Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_RATE': 100, 'REIMBURSEMENT_METHODOLOGY': 'Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': '(b) one hundred percent (100%) of Physician Group allowable billed charges', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': '', 'LESSER_OF_LANGUAGE_IND': '', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Commercial HMO Members Contracted Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_RATE': '254%', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'For Commercial HMO Members, effective December 1, 2008 Physician Group shall be compensated for Contracted Services, less applicable Copayments, in an amount equal to the lesser of: (a) two hundred and fifty-four percent (254%) of the Medicare allowable charges based on the Medicare Resource based Relative Value Scalo (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register: or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'Y', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Commercial HMO Members Contracted Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': '100', 'REIMBURSEMENT_METHODOLOGY': 'Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'one hundred percent (100%) of Physician Group allowable billed charges', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': '', 'LESSER_OF_LANGUAGE_IND': '', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Medicare HMO and Medicare Select products Contracted Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': '100%', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': '(a) one hundred percent (100%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register: or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'Y', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Medicare HMO and Medicare Select products Contracted Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': '241', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': '(a) two hundred and forty-one percent (241%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register;', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': '', 'LESSER_OF_LANGUAGE_IND': '', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Preferred Provider Organization (PPO) Exclusive Provider Organization (EPO) Benefit Programs Covered Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_RATE': '241%', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': '(a) two hundred and forty-one percent (241%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register; or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'RBRVS', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'Y', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Preferred Provider Organization (PPO) Exclusive Provider Organization (EPO) Benefit Programs Covered Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_RATE': 100, 'REIMBURSEMENT_METHODOLOGY': 'Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': '(b) one hundred percent (100%) of Physician Group allowable billed charges', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': '', 'LESSER_OF_LANGUAGE_IND': '', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Preferred Provider Organization (PPO) Exclusive Provider Organization (EPO) Benefit Programs Covered Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'Y', 'REIMBURSEMENT_RATE': '254%', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule, Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'Effective December 1, 2008 Physician Group shall be compensated for Covered Services in an amount, less applicable Copayments and/or coinsurance, that is equal to the lesser of: (a) two hundred and fifty-four percent (254%) of the Medicare allowable charges based on the Medicare Resource Based Relative Value Scale (RBRVS) unit values and CMS Geographical Practice Cost Indices as published in the most current published edition of the Federal Register; or (b) one hundred percent (100%) of Physician Group allowable billed charges.', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'Most current published edition', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare RBRVS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': 'HMO', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'Y', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Preferred Provider Organization (PPO) Exclusive Provider Organization (EPO) Benefit Programs Covered Services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'December 1, 2007', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Medicare Select'], 'CONTRACT_LOB': 'Commercial', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': '100', 'REIMBURSEMENT_METHODOLOGY': 'Billed Charges', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'one hundred percent (100%) of Physician Group allowable billed charges', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '1', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'December 1, 2007', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': [], 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_EXCEPTION_IND': 'Y', 'SERVICE': 'Medicare Resource Based Relative Value Scale (RBRVS)', 'LOB_PRICING_TERMS_TERMINATION_DATE': '11/20/07', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': ['Health Net'], 'CONTRACT_LOB': ['Medicare'], 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': 'N/A', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FLAT_FEE': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'In the event that potential CMS changes to Medicare Resource Based Relative Value Scale (RBRVS) result in an aggregate 3% change, either positively or negatively, either party may initiate a meet and confer process which will determine impact and/or potential changes to reimbursement.', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'In the event that potential CMS changes to Medicare Resource Based Relative Value Scale (RBRVS) result in an aggregate 3% change, either positively or negatively, either party may initiate a meet and confer process which will determine impact and/or potential changes to reimbursement.', 'page_num': '2', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'Medicare Resource Based Relative Value Scale (RBRVS)', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': '11/20/07', 'Filename': '2007-12-01 California Emergency Physicians AMD_MU.txt'}]\n",
"Processed 2007-12-01 California Emergency Physicians AMD_MU.txt\n",
"TD Results: [{'CONTRACT_LOB': 'N/A', 'CONTRACT_PROGRAM': 'N/A', 'CONTRACT_NETWORK': 'N/A', 'PRODUCT': 'moda IMAGING SERVICES', 'page_num': '1', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'CONTRACT_MARKETPLACE_METAL_LEVEL': 'N/A', 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'N/A', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'N/A'}, {'CONTRACT_LOB': 'N/A', 'CONTRACT_PROGRAM': 'N/A', 'CONTRACT_NETWORK': 'N/A', 'PRODUCT': 'N/A', 'page_num': '2', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'CONTRACT_MARKETPLACE_METAL_LEVEL': 'N/A', 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'N/A', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'N/A'}, {'CONTRACT_LOB': 'Medicare Advantage', 'CONTRACT_PROGRAM': 'N/A', 'CONTRACT_NETWORK': 'N/A', 'PRODUCT': 'N/A', 'page_num': '3', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'CONTRACT_MARKETPLACE_METAL_LEVEL': 'N/A', 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'January 1, 2013', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'January 1, 2013'}, {'CONTRACT_LOB': 'Medicare Advantage', 'CONTRACT_PROGRAM': 'N/A', 'CONTRACT_NETWORK': 'N/A', 'PRODUCT': 'N/A', 'page_num': '4', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'CONTRACT_MARKETPLACE_METAL_LEVEL': 'N/A', 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'January 1, 2013', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'January 1, 2013'}, {'CONTRACT_LOB': 'Medicare, Medicaid', 'CONTRACT_PROGRAM': 'N/A', 'CONTRACT_NETWORK': 'ODS Plus Network, ODS PPO Advantage', 'PRODUCT': 'Oregon Community Health, Inc., ODS Health Plan, Inc.', 'page_num': '5', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'CONTRACT_MARKETPLACE_METAL_LEVEL': 'N/A', 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'N/A', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'N/A'}]\n",
"BU Results: [{'SERVICE': 'Rural Health Clinic (RHC) services', 'REIMBURSEMENT_FLAT_FEE': '79.17', 'REIMBURSEMENT_RATE': 'N/A', 'FULL_METHODOLOGY': 'For services billed on a UB-04 (including any future editions) will be reimbursed at the RHC per visit rate of $79.17.', 'page_num': '3', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'LESSER_OF_LANGUAGE_IND': 'N', 'GREATER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_METHODOLOGY': 'Per Visit', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': ['G0009', '90669', '90670', '90732', 'G0008', '90655-90663'], 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'SERVICE': 'Pneumococcal and influenza vaccinations', 'REIMBURSEMENT_FLAT_FEE': '87.83', 'REIMBURSEMENT_RATE': 'N/A', 'FULL_METHODOLOGY': 'For services billed on a CMS 1500 (including any future editions) for pneumococcal and influenza vaccinations will be allowed as follows: G0009, 90669, 90670, 90732 $87.83', 'page_num': '3', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'LESSER_OF_LANGUAGE_IND': 'N', 'GREATER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FEE_SCHEDULE': 'CMS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': ['G0009', '90669', '90670', '90732'], 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'SERVICE': 'Vaccinations', 'REIMBURSEMENT_FLAT_FEE': '47.09', 'REIMBURSEMENT_RATE': 'N/A', 'FULL_METHODOLOGY': 'For services billed on a CMS 1500 (including any future editions) for pneumococcal and influenza vaccinations will be allowed as follows: G0008, 90655-90663 $47.09', 'page_num': '3', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'LESSER_OF_LANGUAGE_IND': 'N', 'GREATER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FEE_SCHEDULE': 'CMS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': ['G0008', '90655-90663'], 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'SERVICE': 'Rural Health Clinic services billed on UB-04', 'REIMBURSEMENT_FLAT_FEE': '79.17', 'REIMBURSEMENT_RATE': 'N/A', 'FULL_METHODOLOGY': 'For services billed on a UB-04 (including any future editions) will be reimbursed at the RHC per visit rate of $79.17.', 'page_num': '4', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'LESSER_OF_LANGUAGE_IND': 'N', 'GREATER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_METHODOLOGY': 'Per Visit', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'G0009, 90669, 90670, 90732, G0008, 90655-90663', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'SERVICE': 'Pneumococcal and influenza vaccinations billed on CMS 1500', 'REIMBURSEMENT_FLAT_FEE': '87.83', 'REIMBURSEMENT_RATE': 'N/A', 'FULL_METHODOLOGY': 'For services billed on a CMS 1500 (including any future editions) for pneumococcal and influenza vaccinations will be allowed as follows: G0009, 90669, 90670, 90732 $87.83', 'page_num': '4', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'LESSER_OF_LANGUAGE_IND': 'N', 'GREATER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FEE_SCHEDULE': 'CMS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': ['G0009', '90669', '90670', '90732'], 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}, {'SERVICE': 'Other vaccinations billed on CMS 1500', 'REIMBURSEMENT_FLAT_FEE': '47.09', 'REIMBURSEMENT_RATE': 'N/A', 'FULL_METHODOLOGY': 'For services billed on a CMS 1500 (including any future editions) for pneumococcal and influenza vaccinations will be allowed as follows: G0008, 90655-90663 $47.09', 'page_num': '4', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt', 'LESSER_OF_LANGUAGE_IND': 'N', 'GREATER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FEE_SCHEDULE': 'CMS', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': ['G0008', '90655-90663'], 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A'}]\n",
"All Keys: {'REIMBURSEMENT_STATUS_INDICATOR_CODES', 'CONTRACT_NETWORK', 'REIMBURSEMENT_GROUPER_CODES', 'GREATER_OF_LANGUAGE_IND', 'LESSER_OF_LANGUAGE_IND', 'REIMBURSEMENT_EXCEPTION_IND', 'SERVICE', 'LOB_PRICING_TERMS_TERMINATION_DATE', 'REIMBURSEMENT_REVENUE_CODES', 'PRODUCT', 'CONTRACT_LOB', 'REIMBURSEMENT_PLACEOFSERVICE_CODES', 'REIMBURSEMENT_PROC_CODES', 'RATE_ESCALATOR_IND', 'REIMBURSEMENT_RATE', 'REIMBURSEMENT_METHODOLOGY', 'REIMBURSEMENT_FLAT_FEE', 'REIMBURSEMENT_DIAG_CODES', 'REIMBURSEMENT_GROUPER', 'REIMBURSEMENT_ADMITTYPE_CODES', 'CONTRACT_PROGRAM', 'FULL_METHODOLOGY', 'REIMBURSEMENT_DESCRIBE_EXCEPTION', 'page_num', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION', 'REIMBURSEMENT_FEE_SCHEDULE', 'CONTRACT_MARKETPLACE_METAL_LEVEL', 'LOB_PRICING_TERMS_EFFECTIVE_DATE', 'Filename'}\n",
"Date Fields: {'LOB_PRICING_TERMS_EFFECTIVE_DATE': ['N/A', 'January 1, 2013'], 'LOB_PRICING_TERMS_TERMINATION_DATE': ['N/A', 'January 1, 2013']}\n",
"Combined Results: [{'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': [], 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Rural Health Clinic (RHC) services', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'January 1, 2013', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': [], 'CONTRACT_LOB': ['Medicare Advantage'], 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'G0009, 90669, 90670, 90732', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': 'N/A', 'REIMBURSEMENT_METHODOLOGY': 'Per Visit', 'REIMBURSEMENT_FLAT_FEE': '79.17', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'For services billed on a UB-04 (including any future editions) will be reimbursed at the RHC per visit rate of $79.17.', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '3', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'January 1, 2013', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': [], 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Pneumococcal and influenza vaccinations', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'January 1, 2013', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': [], 'CONTRACT_LOB': ['Medicare Advantage'], 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': '90732', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': 'N/A', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FLAT_FEE': '87.83', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'For services billed on a CMS 1500 (including any future editions) for pneumococcal and influenza vaccinations will be allowed as follows: G0009, 90669, 90670, 90732 $87.83', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '3', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'CMS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'January 1, 2013', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': [], 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Vaccinations', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'January 1, 2013', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': [], 'CONTRACT_LOB': ['Medicare Advantage'], 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': '90655-90663', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': 'N/A', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FLAT_FEE': '47.09', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'For services billed on a CMS 1500 (including any future editions) for pneumococcal and influenza vaccinations will be allowed as follows: G0008, 90655-90663 $47.09', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '3', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'CMS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'January 1, 2013', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': [], 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Rural Health Clinic services billed on UB-04', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'January 1, 2013', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': [], 'CONTRACT_LOB': ['Medicare Advantage'], 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': 'G0009, 90669, 90670, 90732, G0008, 90655-90663', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': 'N/A', 'REIMBURSEMENT_METHODOLOGY': 'Per Visit', 'REIMBURSEMENT_FLAT_FEE': '79.17', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'For services billed on a UB-04 (including any future editions) will be reimbursed at the RHC per visit rate of $79.17.', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '4', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'N/A', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'January 1, 2013', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': [], 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Pneumococcal and influenza vaccinations billed on CMS 1500', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'January 1, 2013', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': [], 'CONTRACT_LOB': ['Medicare Advantage'], 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': '90732', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': 'N/A', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FLAT_FEE': '87.83', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'For services billed on a CMS 1500 (including any future editions) for pneumococcal and influenza vaccinations will be allowed as follows: G0009, 90669, 90670, 90732 $87.83', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '4', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'CMS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'January 1, 2013', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt'}, {'REIMBURSEMENT_STATUS_INDICATOR_CODES': 'N/A', 'CONTRACT_NETWORK': [], 'REIMBURSEMENT_GROUPER_CODES': 'N/A', 'GREATER_OF_LANGUAGE_IND': 'N', 'LESSER_OF_LANGUAGE_IND': 'N', 'REIMBURSEMENT_EXCEPTION_IND': 'N', 'SERVICE': 'Other vaccinations billed on CMS 1500', 'LOB_PRICING_TERMS_TERMINATION_DATE': 'January 1, 2013', 'REIMBURSEMENT_REVENUE_CODES': 'N/A', 'PRODUCT': [], 'CONTRACT_LOB': ['Medicare Advantage'], 'REIMBURSEMENT_PLACEOFSERVICE_CODES': 'N/A', 'REIMBURSEMENT_PROC_CODES': '90655-90663', 'RATE_ESCALATOR_IND': 'N', 'REIMBURSEMENT_RATE': 'N/A', 'REIMBURSEMENT_METHODOLOGY': 'Medicare Fee Schedule', 'REIMBURSEMENT_FLAT_FEE': '47.09', 'REIMBURSEMENT_DIAG_CODES': 'N/A', 'REIMBURSEMENT_GROUPER': 'N/A', 'REIMBURSEMENT_ADMITTYPE_CODES': 'N/A', 'CONTRACT_PROGRAM': [], 'FULL_METHODOLOGY': 'For services billed on a CMS 1500 (including any future editions) for pneumococcal and influenza vaccinations will be allowed as follows: G0008, 90655-90663 $47.09', 'REIMBURSEMENT_DESCRIBE_EXCEPTION': 'N/A', 'page_num': '4', 'REIMBURSEMENT_FEE_SCHEDULE_VERSION': 'N/A', 'REIMBURSEMENT_FEE_SCHEDULE': 'CMS', 'CONTRACT_MARKETPLACE_METAL_LEVEL': [], 'LOB_PRICING_TERMS_EFFECTIVE_DATE': 'January 1, 2013', 'Filename': '2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt'}]\n",
"Processed 2013-01-01 Amendment MA FE PeaceHealth TIN 931251530 & 800537724.txt\n"
]
}
],
"source": [
"import os\n",
"import pandas as pd\n",
"import postprocess\n",
"import utils\n",
"\n",
"def clean_td(td):\n",
" td_clean = []\n",
" for d in td:\n",
" new_d = {}\n",
" for k, v in d.items():\n",
" if 'DATE' in k:\n",
" new_d[k] = v if isinstance(v, list) else [v]\n",
" elif k not in ['page_num', 'Filename']:\n",
" if isinstance(v, str) and ',' in v:\n",
" new_d[k] = [item.strip() for item in v.split(',')]\n",
" elif v == 'N/A':\n",
" new_d[k] = []\n",
" else:\n",
" new_d[k] = [v] if isinstance(v, str) else v\n",
" else:\n",
" new_d[k] = v\n",
" td_clean.append(new_d)\n",
" return td_clean\n",
"\n",
"def get_unique_keys(dicts):\n",
" keys = set()\n",
" for d in dicts:\n",
" keys.update(d.keys())\n",
" return keys\n",
"\n",
"def get_unique_date_fields(td_results):\n",
" unique_date_fields = {}\n",
" for td in td_results:\n",
" for key, value in td.items():\n",
" if 'DATE' in key:\n",
" if key not in unique_date_fields:\n",
" unique_date_fields[key] = set()\n",
" unique_date_fields[key].update(value if isinstance(value, list) else [value])\n",
" for key in unique_date_fields:\n",
" unique_date_fields[key] = list(unique_date_fields[key])\n",
" return unique_date_fields\n",
"\n",
"def GENERATE_PROMPT(bu_dict, td_dicts, page, field_name=None, values=None):\n",
" if field_name and values:\n",
" return f\"\"\"### PAGE START ### {page} ### PAGE END\n",
" \n",
"Field: {field_name}\n",
"Values: {values}\n",
"\n",
"Listed above is a page of a contract, as well as the potential values for the {field_name} field.\n",
"Your job is to identify which of these values is the most appropriate based on the page content.\n",
"\n",
"Write ONLY the value that is most appropriate. Do not return any additional text beyond the value itself.\n",
"\"\"\"\n",
" else:\n",
" return f\"\"\"### PAGE START ### {page} ### PAGE END\n",
" \n",
"Service: {bu_dict['SERVICE']}\n",
"Methodology: {bu_dict['FULL_METHODOLOGY']}\n",
"\n",
"Listed above is a page of a contract, as well as a Service and Methodology found on this page. \n",
"Your job is to identify which of the following entities this specific Service is associated with. \n",
"\n",
"----Change Below----\n",
"\n",
"Here are the entities, represented as dictionary objects:\n",
"\n",
"{td_dicts}\n",
"\n",
"Write ONLY the number of the dictionary that is most associated with the Service and Methodology of interest. Do not return any additional text beyond the digit itself. \n",
"\"\"\"\n",
"\n",
"def merge_results(td_results, bu_results, text_dict):\n",
" all_keys = get_unique_keys(td_results) | get_unique_keys(bu_results)\n",
" print(\"All Keys:\", all_keys)\n",
" \n",
" date_fields = get_unique_date_fields(td_results)\n",
" print(\"Date Fields:\", date_fields)\n",
" \n",
" merged_results = []\n",
" for bu in bu_results:\n",
" merged = {key: bu.get(key, \"\") for key in all_keys}\n",
" td_on_page = [td for td in td_results if td['page_num'] == bu['page_num']]\n",
" \n",
" for td in td_on_page:\n",
" for key, value in td.items():\n",
" if not merged[key]:\n",
" merged[key] = value\n",
" elif isinstance(value, list) and value and not isinstance(merged[key], list):\n",
" merged[key] = value\n",
" elif isinstance(value, list) and value:\n",
" merged[key].extend(value)\n",
"\n",
" for date_key, date_values in date_fields.items():\n",
" if date_key not in merged or not merged[date_key]:\n",
" merged[date_key] = date_values\n",
" else:\n",
" merged[date_key].extend([val for val in date_values if val not in merged[date_key]])\n",
"\n",
" for key in all_keys:\n",
" if isinstance(merged[key], list) and len(merged[key]) > 1:\n",
" page_num = bu['page_num']\n",
" page_text = text_dict.get(page_num, \"\")\n",
" prompt = GENERATE_PROMPT(bu, td_on_page, page_text, field_name=key, values=merged[key])\n",
" response = claude_funcs.invoke_claude_3(prompt, max_tokens=4000)\n",
" try:\n",
" selected_value = response.strip()\n",
" merged[key] = selected_value\n",
" except Exception as e:\n",
" print(f\"Error processing LLM response for key {key}: {e}\")\n",
" merged[key] = ', '.join(merged[key])\n",
" \n",
" merged_results.append(merged)\n",
" \n",
" return merged_results\n",
"\n",
"def process_file(filename, input_dict):\n",
" contract_text = input_dict[filename]\n",
"\n",
" # Preprocess\n",
" contract_text = preprocess.clean_newlines(contract_text)\n",
" text_dict = preprocess.split_text(contract_text)\n",
" \n",
" # Run Top Down\n",
" td_results = prompt_funcs.run_top_down(filename, text_dict) # Returns list of dictionaries for each page\n",
" print(\"TD Results:\", td_results)\n",
" \n",
" # Run Bottom Up\n",
" bu_results = prompt_funcs.run_bottom_up(filename, text_dict) # Returns list of dictionaries\n",
" print(\"BU Results:\", bu_results)\n",
" \n",
" # Combine\n",
" combined_results = merge_results(clean_td(td_results), bu_results, text_dict)\n",
" print(\"Combined Results:\", combined_results)\n",
" \n",
" # Convert to DataFrame\n",
" combined_df = pd.DataFrame(combined_results)\n",
" \n",
" # Post-process combined results\n",
" # post_processed_combined_df = postprocess.postprocess_results(combined_df)\n",
" # print(\"Post-processed Results:\", post_processed_combined_df)\n",
" \n",
" # Create directories\n",
" base_filename = os.path.splitext(filename)[0]\n",
" output_dir = os.path.join('output', base_filename)\n",
" os.makedirs(output_dir, exist_ok=True)\n",
" \n",
" # Save results\n",
" pd.DataFrame(td_results).to_csv(os.path.join(output_dir, 'td_results.csv'), index=False)\n",
" pd.DataFrame(bu_results).to_csv(os.path.join(output_dir, 'bu_results.csv'), index=False)\n",
" combined_df.to_csv(os.path.join(output_dir, 'combined_results.csv'), index=False)\n",
" # post_processed_combined_df.to_csv(os.path.join(output_dir, 'combined_results.csv'), index=False)\n",
"\n",
"def process_all_files(input_dict):\n",
" for filename in input_dict.keys():\n",
" process_file(filename, input_dict)\n",
" print(f\"Processed {filename}\")\n",
"\n",
"# Example usage\n",
"input_dict = utils.read_input(path='../data/')\n",
"process_all_files(input_dict)\n",
"\n"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"# Usage example:\n",
"#save_combined_to_csv(combined, 'combined_output.csv')"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": [
"utils.consolidate_individual(input_folder='../results/', output_folder='../output/')"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Python 3",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.12.3"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
Reference in New Issue View Git Blame Copy Permalink