doczyai-pipelines/archive/Doczy.AI_Automation/config/aws_conn.py

import boto3
from botocore.exceptions import ClientError
import snowflake.connector


def get_files(s3_client, path, client_bucket, batch_id):
    batch_objects = s3_client.list_objects_v2(
        Bucket=client_bucket, Prefix=path + "/" + batch_id, Delimiter="/"
    )
    file_list = []
    for prefix in batch_objects["CommonPrefixes"]:
        file_list.append(prefix["Prefix"][:-1].split("/")[-1])
    file_count = len(file_list)
    return file_count, file_list


def get_s3_client():
    region_name = "us-east-2"
    s3_client = boto3.client("s3", region_name=region_name)
    return s3_client


def get_snowflake_conn(schema):
    secret = ""  # get_secret()
    secret_dict = eval(secret)
    conn = snowflake.connector.connect(
        user=secret_dict["user"],
        password=secret_dict["password"],
        account=secret_dict["account_alias"],
        warehouse=secret_dict["warehouse"],
        database=secret_dict["database"],
        schema=schema,
    )
    return conn