Updated interfaces with constants

streamlit-server/main.tf

@@ -92,7 +92,7 @@ resource "aws_instance" "streamlit_server" {
                 echo '${file("${path.module}/requirements.txt")}' > /tmp/requirements.txt
                 apt-get update
                 apt-get install -y python3 python3-pip
-                pip3 install $(cat /tmp/requirements.txt)
+                python3 -m pip install $(cat /tmp/requirements.txt)
                 sudo apt install openssh-client
 
                 # Create UI0 systemd service

streamlit-server/requirements.txt

@@ -8,9 +8,7 @@ faiss-cpu
 huggingface_hub
 transformers
 autoawq
-protobuf==3.20.2; sys_platform != 'darwin'
-protobuf==3.20.2; sys_platform == 'darwin' and platform_machine != 'arm64'
-protobuf==3.20.3; sys_platform == 'darwin' and platform_machine == 'arm64'
+protobuf==3.20.2
 auto-gptq==0.2.2
 docx2txt
 unstructured
@@ -19,8 +17,8 @@ unstructured[pdf]
 # Utilities
 urllib3==1.26.6
 accelerate
-bitsandbytes ; sys_platform != 'win32'
-bitsandbytes-windows ; sys_platform == 'win32'
+#bitsandbytes ; sys_platform != 'win32'
+#bitsandbytes-windows ; sys_platform == 'win32'
 click
 flask
 requests

streamlit/constants.py

@@ -188,3 +188,26 @@ MODEL_BASENAME = "llama-2-7b-chat.Q4_K_M.gguf"
 ####
 # MODEL_ID = "TheBloke/Llama-2-7B-Chat-AWQ"
 # MODEL_BASENAME = "model.safetensors.awq"
+
+
+
+##########################################################################################################################################
+
+## CONSTANTS FOR INFRATRUCTURE
+
+# SSO User list 
+USER_LIST = ['maamseek@aarete.com', 'smahdavian@aarete.com', 'ahinge@aarete.com', 'akadam@aarete.com', 'pkatariya@aarete.com'
+, 'piragavarapu@aarete.com', 'umistry@aarete.com', 'ahutchison@aarete.com', 'bgrunst@aarete.com', 'ddimeglio@aarete.com'
+, 'vnair@aarete.com', 'kminhas@aarete.com', 'fmohiuddin@aarete.com', 'slitewka@aarete.com', 'qdoest@aarete.com', 'bkoryga@aarete.com', 'bcielecki@aarete.com', 'mszymanski@aarete.com','hupreti@aarete.com']
+
+
+# DOCZY pipeline url - DEV
+DOCZY_PIPELINE_URL_DEV = 'https://8ir4vi1ri4.execute-api.us-east-2.amazonaws.com/dev/'
+
+
+# SNOWFLAKE DEV DATABASE 
+SNOWFLAKE_ACCOUNT_LOCATOR="aarete-doczyai",
+DEV_DB_ROLE = "DEVADMIN",
+DEV_WH="DEV_XS",
+DEV_DB="DOCZY_DEV",
+DEV_STAGING_SCHEMA="STG"

streamlit/interface_1.py

@@ -9,13 +9,12 @@ import boto3
 import util
 import requests
 from sf_conn import get_client_names, get_secret, save_to_sf
+from constants import USER_LIST, DOCZY_PIPELINE_URL_DEV
 
-doczy_pipeline = 'https://8ir4vi1ri4.execute-api.us-east-2.amazonaws.com/dev/'
+doczy_pipeline = DOCZY_PIPELINE_URL_DEV
 
 REDIRECT_URI = 'https://doczy.aarete.com:8501'
-user_list = ['maamseek@aarete.com', 'smahdavian@aarete.com', 'ahinge@aarete.com', 'akadam@aarete.com', 'pkatariya@aarete.com'
-, 'piragavarapu@aarete.com', 'umistry@aarete.com', 'ahutchison@aarete.com', 'bgrunst@aarete.com', 'ddimeglio@aarete.com'
-, 'vnair@aarete.com', 'kminhas@aarete.com', 'fmohiuddin@aarete.com', 'slitewka@aarete.com', 'qdoest@aarete.com', 'bkoryga@aarete.com', 'bcielecki@aarete.com', 'mszymanski@aarete.com','hupreti@aarete.com']
+user_list = USER_LIST
 st.set_page_config(layout = "wide")
 # # Sidebar contents
 # with st.sidebar:

streamlit/interface_2.py

@@ -5,7 +5,7 @@ from langchain.prompts import PromptTemplate
 from langchain.embeddings.bedrock import BedrockEmbeddings
 from langchain.llms.bedrock import Bedrock
 from langchain_community.vectorstores import Chroma
-from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME, SOURCE_DIRECTORY
+from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME, SOURCE_DIRECTORY, USER_LIST
 from langchain.chains import RetrievalQA
 
 import streamlit as st
@@ -20,9 +20,7 @@ from typing import List
 import re
 
 REDIRECT_URI = 'https://doczy.aarete.com:8502'
-user_list = ['maamseek@aarete.com', 'smahdavian@aarete.com', 'ahinge@aarete.com', 'akadam@aarete.com', 'pkatariya@aarete.com'
-, 'piragavarapu@aarete.com', 'umistry@aarete.com', 'ahutchison@aarete.com', 'bgrunst@aarete.com', 'ddimeglio@aarete.com'
-, 'vnair@aarete.com', 'kminhas@aarete.com','dculotta@aarete.com','cbull@aarete.com','sclark@aarete.com', 'fmohiuddin@aarete.com', 'hupreti@aarete.com']
+user_list = USER_LIST
 
 st.set_page_config(layout = "wide")
 # Sidebar contents

streamlit/interface_2_rag.py

@@ -5,7 +5,7 @@ from langchain.prompts import PromptTemplate
 from langchain.embeddings.bedrock import BedrockEmbeddings
 from langchain.llms.bedrock import Bedrock
 from langchain_community.vectorstores import Chroma
-from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME, SOURCE_DIRECTORY
+from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME, SOURCE_DIRECTORY, USER_LIST
 from langchain.chains import RetrievalQA
 
 import streamlit as st
@@ -15,9 +15,7 @@ import pandas as pd
 import util
 
 REDIRECT_URI = 'https://doczy.aarete.com:8502'
-user_list = ['maamseek@aarete.com', 'smahdavian@aarete.com', 'ahinge@aarete.com', 'akadam@aarete.com', 'pkatariya@aarete.com'
-, 'piragavarapu@aarete.com', 'umistry@aarete.com', 'ahutchison@aarete.com', 'bgrunst@aarete.com', 'ddimeglio@aarete.com'
-, 'vnair@aarete.com', 'kminhas@aarete.com', 'fmohiuddin@aarete.com', 'slitewka@aarete.com', 'qdoest@aarete.com', 'bkoryga@aarete.com', 'bcielecki@aarete.com', 'mszymanski@aarete.com','hupreti@aarete.com']
+user_list = USER_LIST
 
 st.set_page_config(layout = "wide")
 # Sidebar contents

streamlit/interface_3.py

@@ -4,7 +4,7 @@ from langchain.prompts import PromptTemplate
 from langchain.embeddings.bedrock import BedrockEmbeddings
 from langchain.llms.bedrock import Bedrock
 from langchain_community.vectorstores import Chroma
-from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME, SOURCE_DIRECTORY
+from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME, SOURCE_DIRECTORY, USER_LIST
 from langchain.chains import RetrievalQA
 
 import streamlit as st
@@ -25,9 +25,7 @@ from io import StringIO
 
 
 REDIRECT_URI = 'https://doczy.aarete.com:8503'
-user_list = ['maamseek@aarete.com', 'smahdavian@aarete.com', 'ahinge@aarete.com', 'akadam@aarete.com', 'pkatariya@aarete.com'
-, 'piragavarapu@aarete.com', 'umistry@aarete.com', 'ahutchison@aarete.com', 'bgrunst@aarete.com', 'ddimeglio@aarete.com'
-, 'vnair@aarete.com', 'kminhas@aarete.com', 'fmohiuddin@aarete.com', 'slitewka@aarete.com', 'qdoest@aarete.com', 'bkoryga@aarete.com', 'bcielecki@aarete.com', 'mszymanski@aarete.com','hupreti@aarete.com']
+user_list = USER_LIST
 
 st.set_page_config(layout = "wide")
 # Sidebar contents

streamlit/interface_3_rag.py

@@ -4,7 +4,7 @@ from langchain.prompts import PromptTemplate
 from langchain.embeddings.bedrock import BedrockEmbeddings
 from langchain.llms.bedrock import Bedrock
 from langchain_community.vectorstores import Chroma
-from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME, SOURCE_DIRECTORY
+from constants import CHROMA_SETTINGS, EMBEDDING_MODEL_NAME, PERSIST_DIRECTORY, MODEL_ID, MODEL_BASENAME, SOURCE_DIRECTORY, USER_LIST
 from langchain.chains import RetrievalQA
 
 import streamlit as st
@@ -18,9 +18,7 @@ import dateutil
 import util
 
 REDIRECT_URI = 'http://172.29.20.126:8503'
-user_list = ['maamseek@aarete.com', 'smahdavian@aarete.com', 'ahinge@aarete.com', 'akadam@aarete.com', 'pkatariya@aarete.com'
-, 'piragavarapu@aarete.com', 'umistry@aarete.com', 'ahutchison@aarete.com', 'bgrunst@aarete.com', 'ddimeglio@aarete.com'
-, 'vnair@aarete.com', 'kminhas@aarete.com', 'fmohiuddin@aarete.com', 'slitewka@aarete.com', 'qdoest@aarete.com', 'bkoryga@aarete.com', 'bcielecki@aarete.com', 'mszymanski@aarete.com','hupreti@aarete.com']
+user_list = USER_LIST
 
 st.set_page_config(layout = "wide")
 # Sidebar contents