Files
doczyai-pipelines/Doczy.AI_Automation/utils/reader.py
T
Michael McGuinness 037909db74 format codebase
2024-09-30 12:21:29 +01:00

31 lines
785 B
Python

import yaml
import pandas as pd
import os
from utils.CustomException import NoYamlFile
def read_yaml(file_path, file_name):
try:
with open(file_path + file_name, "r") as file:
return yaml.safe_load(file)
except Exception as e:
raise NoYamlFile(file_path, file_name)
def read_excel(file_path, sheet_name, col_name):
df = pd.read_excel(file_path, usecols=col_name, sheet_name=sheet_name)
if len(col_name) == 1:
data = [val[0] for val in df.values]
else:
data = [tuple(row) for row in df.values]
return data
def read_files(folder_path):
file_paths = []
for root, dirs, files in os.walk(folder_path):
for file in files:
file_paths.append(os.path.join(root, file))
return file_paths