update from A7

.streamlit/main.css

@@ -0,0 +1,6 @@
+/* style CSS for main streamlit page. */
+.main {
+    max-width: 100%;
+    margin: 0 auto;
+    padding-top: 50px;
+}

requirements.txt

@@ -1,4 +1,23 @@
 streamlit
-numpy
-pandas
+#numpy
+#pandas
+
+weaviate-client==4.*
+sentence-transformers
+langchain
+langchain_community
+lxml
+beautifulsoup4
+
+transformers==4.34.1
+fastapi==0.103.2
+uvicorn==0.23.2
+nltk==3.8.1
+torch==2.0.1
+sentencepiece==0.1.99
+sentence-transformers==2.2.2
+optimum==1.13.2
+onnxruntime==1.16.1
+onnx==1.14.1
+
 

semsearch.py

@@ -17,8 +17,7 @@ import logging
 import llama_cpp
 from llama_cpp import Llama
 
-import ipywidgets as widgets
-from IPython.display import display, clear_output
+import streamlit as st
 
 
 weaviate_logger = logging.getLogger("httpx")
@@ -27,6 +26,16 @@ weaviate_logger.setLevel(logging.WARNING)
 logger = logging.getLogger(__name__)
 logging.basicConfig(level=logging.INFO)
 
+# Function to load the CSS file
+def load_css(file_name):
+    with open(file_name) as f:
+        st.markdown(f'<style>{f.read()}</style>', unsafe_allow_html=True)
+
+# Load the custom CSS
+load_css("./.streamlit/main.css")
+
+st.markdown("<h1 style='text-align: center; color: #666666;'>Vector Database RAG Proof of Concept</h1>", unsafe_allow_html=True)
+st.markdown("<h6 style='text-align: center; color: #666666;'>V1</h6>", unsafe_allow_html=True)
 
 
 ######################################################################
@@ -43,58 +52,6 @@ webpageChunks = []
 webpageTitles = []
 webpageChunksDocNames = []
 
-#####################################################################
-# Create UI widgets.
-output_widget = widgets.Output()
-with output_widget:
-    print("### Create widgets entered.")
-
-systemTextArea = widgets.Textarea(
-    value='',
-    placeholder='Enter System Prompt.',
-    description='Sys Prompt: ',
-    disabled=False,
-    layout=widgets.Layout(width='300px', height='80px')
-)
-
-userTextArea = widgets.Textarea(
-    value='',
-    placeholder='Enter User Prompt.',
-    description='User Prompt: ',
-    disabled=False,
-    layout=widgets.Layout(width='435px', height='110px')
-)
-
-ragPromptTextArea = widgets.Textarea(
-    value='',
-    placeholder='App generated prompt with RAG information.',
-    description='RAG Prompt: ',
-    disabled=False,
-    layout=widgets.Layout(width='580px', height='180px')
-)
-
-responseTextArea = widgets.Textarea(
-    value='',
-    placeholder='LLM generated response.',
-    description='LLM Resp: ',
-    disabled=False,
-    layout=widgets.Layout(width='780px', height='200px')
-)
-
-selectRag = widgets.Checkbox(
-    value=False,
-    description='Use RAG',
-    disabled=False
-)
-
-submitButton = widgets.Button(
-    description='Run Model.',
-    disabled=False,
-    button_style='', # 'success', 'info', 'warning', 'danger' or ''
-    tooltip='Click',
-    icon='check' # (FontAwesome names without the `fa-` prefix)
-)
-
 
 ######################################################
 # Connect to the Weaviate vector database.
@@ -377,13 +334,9 @@ def getRagData(promptText):
     #collection = client.collections.get("Chunks")
     return  ragData
 
+
 # Display UI
-display(systemTextArea)
-display(userTextArea)
-display(ragPromptTextArea)
-display(responseTextArea)
-display(selectRag)
-display(submitButton)
+
 
 def runLLM(prompt):
     max_tokens = 1000
@@ -419,17 +372,19 @@ def setPrompt(pprompt,ragFlag):
 
 
 def on_submitButton_clicked(b):
-    with output_widget:
-        clear_output(wait=True)
-        ragPromptTextArea.value = ""
-        responseTextArea.value = ""
-        log.debug(f"### selectRag: {selectRag.value}")
-        prompt = setPrompt(userTextArea.value,selectRag.value)
-        log.debug("### prompt: " + prompt)
-        runLLM(prompt)
+    logger.debug("\n### on_submitButton_clicked")
+    st.session_state.sysTAtext = st.session_state.sysTA
+    logger.info(f"sysTAtext: {st.session_state.sysTAtext}")
+    
+    st.session_state.userpTAtext = setPrompt("","")
+    st.session_state.userpTA = st.session_state.userpTAtext
+    logger.info(f"userpTAtext: {st.session_state.userpTAtext}")
+    
+    st.session_state.rspTAtext = runLLM(st.session_state.userpTAtext)
+    st.session_state.rspTA = st.session_state.rspTAtext
+    logger.info(f"rspTAtext: {st.session_state.rspTAtext}")
 
 submitButton.on_click(on_submitButton_clicked)
-display(output_widget)
 
 
 #logger.info("#### Closing client db connection.")

semsearchDbgUI.py

@@ -1,6 +1,13 @@
 import streamlit as st
 import logging
 
+# Function to load the CSS file
+def load_css(file_name):
+    with open(file_name) as f:
+        st.markdown(f'<style>{f.read()}</style>', unsafe_allow_html=True)
+
+# Load the custom CSS
+load_css("./.streamlit/main.css")
 
 st.markdown("<h1 style='text-align: center; color: #666666;'>Vector Database RAG Proof of Concept</h1>", unsafe_allow_html=True)
 st.markdown("<h6 style='text-align: center; color: #666666;'>V1</h6>", unsafe_allow_html=True)
@@ -8,21 +15,30 @@ st.markdown("<h6 style='text-align: center; color: #666666;'>V1</h6>", unsafe_al
 logger = logging.getLogger(__name__)
 logging.basicConfig(level=logging.DEBUG)
 
-def runLLM(prompt):
-    log.debug("### runLLM")
-    result = ""
-    return(result)
 
 def setPrompt(pprompt,ragFlag):
-    log.debug("### setPrompt")
-    userPrompt = ""
+    logger.debug("### setPrompt")
+    userPrompt = "USER PROMPT"
     return userPrompt
 
+def runLLM(prompt):
+    logger.debug("### runLLM")
+    result = "LLM RESULT"
+    return(result)
+
 
-def on_submitButton_clicked(b):
-    log.debug("### on_submitButton_clicked")
-    setPrompt("","")
-    runLLM(prompt)
+def on_submitButton_clicked():
+    logger.debug("\n### on_submitButton_clicked")
+    st.session_state.sysTAtext = st.session_state.sysTA
+    logger.info(f"sysTAtext: {st.session_state.sysTAtext}")
+    
+    st.session_state.userpTAtext = setPrompt("","")
+    st.session_state.userpTA = st.session_state.userpTAtext
+    logger.info(f"userpTAtext: {st.session_state.userpTAtext}")
+    
+    st.session_state.rspTAtext = runLLM(st.session_state.userpTAtext)
+    st.session_state.rspTA = st.session_state.rspTAtext
+    logger.info(f"rspTAtext: {st.session_state.rspTAtext}")
     
 
 ######################################################################
@@ -30,13 +46,40 @@ def on_submitButton_clicked(b):
 #
 logger.info("#### MAINLINE ENTERED.")
 
-systemTextArea = st.empty()
-userTextArea = st.empty()
-ragPromptTextArea = st.empty()
-responseTextArea = st.empty()
-selectRag = st.checkbox("Enable Query With RAG",value=False,key="selectRag",help=None,on_change=None,args=None,kwargs=None,disabled=False,label_visibility="visible")
-submitButton = st.button("Run LLM",key=None,help=None,on_click=on_submitButton_clicked,args=None,kwargs=None,type="secondary",disabled=False,use_container_width=False)
+col1, col2 = st.columns(2)
+
+with col1:
+    if "sysTA" not in st.session_state:
+        st.session_state.sysTA = st.text_area(label="sysTA",value="fdsaf fsdafdsa")
+    elif "sysTAtext" in st.session_state:
+        st.session_state.sysTA = st.text_area(label="sysTA",value=st.session_state.sysTAtext)
+    else:
+        st.session_state.sysTA = st.text_area(label="sysTA",value=st.session_state.sysTA)
+        
+    if "userpTA" not in st.session_state:
+        userTextArea = st.text_area(label="userpTA",value="fdsaf fsdafdsa")
+    elif "userpTAtext" in st.session_state:
+        st.session_state.userpTA = st.text_area(label="userpTA",value=st.session_state.userpTAtext)
+    else:
+        st.session_state.userpTA = st.text_area(label="userpTA",value=st.session_state.userpTA)
+
+with col2:
+    if "ragpTA" not in st.session_state:
+        ragPromptTextArea = st.text_area(label="ragpTA",value="fdsaf fsdafdsa")
+    elif "ragpTAtext" in st.session_state:
+        st.session_state.ragpTA = st.text_area(label="ragpTA",value=st.session_state.ragpTAtext)
+    else:
+        st.session_state.ragTA = st.text_area(label="ragTA",value=st.session_state.ragTA)
+
+    if "rspTA" not in st.session_state:
+        responseTextArea = st.text_area(label="rspTA",value="fdsaf fsdafdsa")
+    elif "rspTAtext" in st.session_state:
+        st.session_state.rspTA = st.text_area(label="rspTA",value=st.session_state.rspTAtext)
+    else:
+        st.session_state.rspTA = st.text_area(label="rspTA",value=st.session_state.rspTA)
+
+with st.sidebar:
+    st.selectRag    = st.checkbox("Enable Query With RAG",value=False,key="selectRag",help=None,on_change=None,args=None,kwargs=None,disabled=False,label_visibility="visible")
+    st.submitButton = st.button("Run LLM Query",key=None,help=None,on_click=on_submitButton_clicked,args=None,kwargs=None,type="secondary",disabled=False,use_container_width=False)
 
-#logger.info("\n### Before calling submitButton.on_click().")
-#submitButton.on_click(on_submitButton_clicked)