doczyai-pipelines/fieldExtraction/constants/constants.py

from sentence_transformers import SentenceTransformer
from src.crosswalk.crosswalk_builder import CrosswalkBuilder
from src.crosswalk.list_builder import ListBuilder

from constants.embedding import CodeEmbedding


class Constants:
    """Class to manage all constants and mappings for a Doczy.ai execution"""

    def __init__(self):

        #################################### Dynamic and Exhibit-Level ####################################

        # Dynamic Primary
        self.VALID_LOBS = list(
            CrosswalkBuilder()
            .from_json(path="constants/mappings/crosswalk_lob.json")
            .mapping.keys()
        )
        self.VALID_PROGRAMS = list(
            CrosswalkBuilder()
            .from_json(path="constants/mappings/crosswalk_program.json")
            .mapping.keys()
        )
        self.VALID_NETWORKS = list(
            CrosswalkBuilder()
            .from_json(path="constants/mappings/crosswalk_network.json")
            .mapping.keys()
        )
        self.VALID_PRODUCTS = list(
            CrosswalkBuilder()
            .from_json(path="constants/mappings/crosswalk_product_lob.json")
            .mapping.keys()
        )

        # Dynamic Codes
        self.VALID_PROV_SPECIALTY = list(
            CrosswalkBuilder()
            .from_json(path="constants/mappings/crosswalk_provider_specialty.json")
            .mapping.keys()
        )
        self.VALID_BILL_TYPE = list(
            set(
                CrosswalkBuilder()
                .from_json(path="constants/mappings/crosswalk_bill_type.json")
                .mapping.values()
            )
        )
        self.VALID_PLACE_OF_SERVICE = list(
            CrosswalkBuilder()
            .from_json(path="constants/mappings/crosswalk_place_of_service.json")
            .mapping.keys()
        )
        self.VALID_CLAIM_TYPE = list(
            set(
                CrosswalkBuilder()
                .from_json(path="constants/mappings/crosswalk_claim_type.json")
                .mapping.keys()
            )
        )

        # Provider Type
        self.VALID_PROV_TYPE = (
            ListBuilder().from_json("constants/lists/valid_prov_type.json").list
        )

        #################################### Code Breakout ####################################
        self.SYNONYM_MAP = (
            CrosswalkBuilder()
            .from_json(path="constants/mappings/synonym_map.json")
            .mapping
        )
        self.STOP_WORD_LIST = (
            ListBuilder().from_json("constants/lists/stop_words.json").list
        )
        self.DO_NOT_RUN = (
            ListBuilder().from_json("constants/lists/do_not_run.json").list
        )
        self.REMOVAL_LIST = self._load_removal_list()

        # Code Crosswalks
        self.CPT_LEVEL1_MAPPING = (
            CrosswalkBuilder()
            .from_excel(
                "constants/mapping_csvs/proc_cd/cpt_level1.csv", "Code", "Description"
            )
            .mapping
        )
        self.CPT_LEVEL2_MAPPING = (
            CrosswalkBuilder()
            .from_excel(
                "constants/mapping_csvs/proc_cd/cpt_level2.csv", "Code", "Description"
            )
            .mapping
        )
        # self.CPT_LEVEL3_MAPPING = CrosswalkBuilder().from_excel("constants/mapping_csvs/proc_cd/cpt_level3.csv", "Code", "Description").mapping

        self.HCPCS_LEVEL1_MAPPING = (
            CrosswalkBuilder()
            .from_excel(
                "constants/mapping_csvs/proc_cd/hcpcs_level1.csv", "Code", "Description"
            )
            .mapping
        )
        self.HCPCS_LEVEL2_MAPPING = (
            CrosswalkBuilder()
            .from_excel(
                "constants/mapping_csvs/proc_cd/hcpcs_level2.csv", "Code", "Description"
            )
            .mapping
        )
        # self.HCPCS_MAPPING = CrosswalkBuilder().from_excel("constants/mapping_csvs/proc_cd/hcpcs.csv", "Code", "Description").mapping

        self.REV_LEVEL1_MAPPING = (
            CrosswalkBuilder()
            .from_excel(
                "constants/mapping_csvs/rev_cd/rev_level1.csv", "Code", "Description"
            )
            .mapping
        )
        self.REV_MAPPING = (
            CrosswalkBuilder()
            .from_excel("constants/mapping_csvs/rev_cd/rev.csv", "Code", "Description")
            .mapping
        )

        self.BILL_TYPE_MAPPING = (
            CrosswalkBuilder()
            .from_json("constants/mappings/crosswalk_bill_type.json")
            .mapping
        )
        self.BILL_TYPE_REVERSE_MAPPING = (
            CrosswalkBuilder()
            .from_json("constants/mappings/crosswalk_bill_type.json")
            .create_reverse_mapping()
        )

        # Embedding Model
        self.EMBEDDING_MODEL = SentenceTransformer("all-roberta-large-v1")

        # Embeddings
        self.CPT_LEVEL1_EMBEDDING = CodeEmbedding("cpt_level1")
        self.CPT_LEVEL2_EMBEDDING = CodeEmbedding("cpt_level2")
        # self.CPT_LEVEL3_EMBEDDING = CodeEmbedding("cpt_level3")

        self.HCPCS_LEVEL1_EMBEDDING = CodeEmbedding("hcpcs_level1")
        self.HCPCS_LEVEL2_EMBEDDING = CodeEmbedding("hcpcs_level2")

        self.REV_LEVEL1_EMBEDDING = CodeEmbedding("rev_level1")
        self.REV_EMBEDDING = CodeEmbedding("rev")

        #################################### Methodology Breakout ####################################
        self.VALID_AARETE_DERIVED_FEE_SCHEDULE = (
            ListBuilder().from_json(path="constants/lists/valid_fee_schedule.json").list
        )
        self.VALID_AARETE_DERIVED_FEE_SCHEDULE_VERSION = (
            ListBuilder()
            .from_json(path="constants/lists/valid_fee_schedule_version.json")
            .list
        )
        self.VALID_REIMB_METHODOLOGY = (
            ListBuilder()
            .from_json(path="constants/lists/valid_reimb_methodology.json")
            .list
        )
        self.VALID_UNIT_OF_MEASURE = (
            ListBuilder()
            .from_json(path="constants/lists/valid_unit_of_measure.json")
            .list
        )

        self.VALID_CARVEOUTS = (
            CrosswalkBuilder()
            .from_json(path="constants/mappings/valid_carveouts.json")
            .mapping
        )
        self.VALID_SPECIAL = (
            CrosswalkBuilder()
            .from_json(path="constants/mappings/valid_special.json")
            .mapping
        )

        #################################### Other ####################################
        self.COMPOUND_INDICATORS = (
            ListBuilder()
            .from_json(path="constants/lists/compound_indicators.json")
            .list
        )
        self.EXHIBIT_HEADER_MARKERS = (
            ListBuilder()
            .from_json(path="constants/lists/exhibit_header_markers.json")
            .list
        )

    def _load_removal_list(self):
        return [
            v.upper()
            for v in self.VALID_LOBS
            + self.VALID_PRODUCTS
            + list(
                set(
                    CrosswalkBuilder()
                    .from_json(path="constants/mappings/crosswalk_network.json")
                    .mapping.values()
                )
            )
            + self.VALID_CLAIM_TYPE
            + list(
                set(
                    CrosswalkBuilder()
                    .from_json(path="constants/mappings/crosswalk_program.json")
                    .mapping.values()
                )
            )
            + ["INPATIENT", "OUTPATIENT", "IN-PATIENT", "OUT-PATIENT", "IP", "OP"]
            + [
                "COVERED SERVICES",
                "SERVICES",
                "PROCEDURES",
                "CONTRACTED",
                "HEALTHCARE",
                "HEALTH CARE",
                "ALL OTHER",
                "PER DIEM",
                "ADMISSION",
                "REIMBURSEMENT",
                "ADDITIONAL PAYMENT",
                "PAYMENT",
                "RATE",
                "FEE SCHEDULE",
                "METHODOLOGY",
                "OUTLIER",
                "INTERMEDIATE",
                "READMISSION",
                "ACUTE",
                "OPPS",
                "FEE-FOR-SERVICE",
                "PROGRAM",
                "PRODUCT",
            ]  # Generic Terms not found in any of the proc code mappings
        ]

    def get_embedding(self, level: str):
        """
        Returns the CodeEmbedding attribute corresponding to the given level.

        Args:
            level (str): The embedding level identifier (e.g., "rev", "cpt_level1").

        Returns:
            CodeEmbedding: The matching embedding object, or None if not found.
        """
        level_map = {
            # Revenue code embeddings
            "rev": self.REV_EMBEDDING,
            "rev_level1": self.REV_LEVEL1_EMBEDDING,
            # CPT code embeddings
            "cpt_level1": self.CPT_LEVEL1_EMBEDDING,
            "cpt_level2": self.CPT_LEVEL2_EMBEDDING,
            # "cpt_level3": self.CPT_LEVEL3_EMBEDDING,  # Uncomment if needed
            # HCPCS code embeddings
            "hcpcs_level1": self.HCPCS_LEVEL1_EMBEDDING,
            "hcpcs_level2": self.HCPCS_LEVEL2_EMBEDDING,
        }

        return level_map.get(level)