doczyai-pipelines/archive/Doczy.AI_Automation/utils/reader.py

import yaml
import pandas as pd
import os

from utils.CustomException import NoYamlFile


def read_yaml(file_path, file_name):
    try:
        with open(file_path + file_name, "r") as file:
            return yaml.safe_load(file)
    except Exception as e:
        raise NoYamlFile(file_path, file_name)


def read_excel(file_path, sheet_name, col_name):
    df = pd.read_excel(file_path, usecols=col_name, sheet_name=sheet_name)
    if len(col_name) == 1:
        data = [val[0] for val in df.values]
    else:
        data = [tuple(row) for row in df.values]
    return data


def read_files(folder_path):
    file_paths = []
    for root, dirs, files in os.walk(folder_path):
        for file in files:
            file_paths.append(os.path.join(root, file))
    return file_paths