debug

app.py

@@ -21,7 +21,11 @@ import subprocess
 import time
 
 
+
 try:
+    #############################################
+    # Logging setup including weaviate logging. #
+    #############################################
     if 'logging' not in st.session_state:
         weaviate_logger = logging.getLogger("httpx")
         weaviate_logger.setLevel(logging.WARNING)
@@ -36,6 +40,10 @@ try:
     
     logger.info("###################### PROGRAM ENTRY ###########################")
     
+    ##########################################################################
+    # Asynchonously run startup.sh which run text2vec-transformers           #
+    # asynchronously and the Weaviate Vector Database server asynchronously. #
+    ##########################################################################
     def runStartup():
         logger.info("### Running startup.sh")
         try:
@@ -63,10 +71,7 @@ try:
 
 
 
-    ######################################################################
-    # MAINLINE
-    #
-    logger.info("#### MAINLINE ENTERED.")
+    
 
     # Function to load the CSS file
     def load_css(file_name):
@@ -74,17 +79,15 @@ try:
         with open(file_name) as f:
             st.markdown(f'<style>{f.read()}</style>', unsafe_allow_html=True)
         logger.info("#### load_css exited.")
-
-    # Load the custom CSS
     if 'load_css' not in st.session_state:
         load_css(".streamlit/main.css")
         st.session_state.load_css = True
 
-    st.markdown("<h1 style='text-align: center; color: #666666;'>Vector Database RAG Proof of Concept</h1>", \
+    st.markdown("<h1 style='text-align: center; color: #666666;'>RAG Vector Database</h1>",
+                unsafe_allow_html=True)
+    st.markdown("<h1 style='text-align: center; color: #666666;'>RAG Vector Database</h1>",
                 unsafe_allow_html=True)
-    st.markdown("<h6 style='text-align: center; color: #666666;'>V1</h6>", unsafe_allow_html=True)
 
-    #pathString = "/Users/660565/KPSAllInOne/ProgramFilesX86/WebCopy/DownloadedWebSites/LLMPOC_HTML"
     pathString = "/app/inputDocs"
     chunks = []
     webpageDocNames = []
@@ -93,9 +96,9 @@ try:
     webpageTitles = []
     webpageChunksDocNames = []
 
-    ######################################################
-    # Connect to the Weaviate vector database.
-    #if 'client' not in st.session_state:
+    ############################################
+    # Connect to the Weaviate vector database. #
+    ############################################
     if 'client' not in st.session_state:
         logger.info("#### Create Weaviate db client connection.")
         client = weaviate.WeaviateClient(
@@ -118,9 +121,10 @@ try:
         client = st.session_state.client
 
 
-    #######################################################
-    # Read each text input file, parse it into a document,
-    # chunk it, collect chunks and document name.
+    ########################################################
+    # Read each text input file, parse it into a document, #
+    # chunk it, collect chunks and document names.         #
+    ########################################################
     if not client.collections.exists("Documents") or not client.collections.exists("Chunks") :
         logger.info("#### Read and chunk input text files.")
         for filename in os.listdir(pathString):
@@ -158,11 +162,10 @@ try:
         logger.info("#### Read and chunk input text files exited.")
 
 
-
-    ######################################################
-    # Create database webpage and chunks collections.
-    #wpCollection = createWebpageCollection()
-    #wpChunksCollection = createChunksCollection()
+    #############################################################
+    # Create database documents and chunks schemas/collections. #
+    # Each chunk schema points to its corresponding document.   #
+    #############################################################
     if not client.collections.exists("Documents"):
         logger.info("#### createWebpageCollection() entered.")
         #client.collections.delete("Documents")
@@ -216,7 +219,6 @@ try:
         st.session_state.wpCollection = wpCollection
         logger.info("#### createWebpageCollection() exited.")
     else:
-        #wpCollection = client.collections.get("Documents")
         wpCollection = st.session_state.wpCollection
         st.session_state.wpCollection = wpCollection
 
@@ -277,8 +279,9 @@ try:
         st.session_state.wpChunksCollection = wpChunksCollection        
 
 
-    ###########################################################
-    # Create document and chunks objects in the database.
+    ##################################################################
+    # Create the actual document and chunks objects in the database. #
+    ##################################################################
     if 'dbObjsCreated' not in st.session_state:
         logger.info("#### Create db objects.")
         st.session_state.dbObjsCreated = True
@@ -315,8 +318,10 @@ try:
             logger.info("#### Create chunk db objects created.")
         logger.info("#### db objects created.")
 
-    #################################################################
-    # Initialize the LLM.
+
+    #######################
+    # Initialize the LLM. #
+    #######################
     model_path = "/app/llama-2-7b-chat.Q4_0.gguf"
     if 'llm' not in st.session_state:
         logger.info("### Initializing LLM.")
@@ -528,14 +533,18 @@ try:
         logger.info("setPrompt exited.")
         return fullPrompt
 
+
     def formatJson(jsonText):
         try:
+            logger.info(f"#### formatJson jsonText: {jsonText}")
+            if not isinstance(jsonText,str):
+                jsonText = str(jsonText)
             jsonData = json.loads(jsonText)
             formattedJson = json.dumps(jsonData, indent=2)
             return formattedJson
         except json.JSONDecodeError as e:
             logger.error(f"Invalid JSON text - {str(e)}")
-            return None
+            return jsonText
 
     def on_runLLMButton_Clicked():
         logger = st.session_state.logger
@@ -545,12 +554,12 @@ try:
         
         #st.session_state.userpTAtext = st.session_state.userpTA
         wrkList = setPrompt(st.session_state.userpTA,st.selectRag)
-        st.session_state.userpTA = formatJson(str(wrkList))
+        st.session_state.userpTA = formatJson(wrkList)
         logger.info(f"userpTAtext: {st.session_state.userpTA}")
         
         #st.session_state.rspTAtext = runLLM(st.session_state.userpTAtext)
         rsp = runLLM(wrkList)
-        st.session_state.rspTA = formatJson(str(rsp))
+        st.session_state.rspTA = formatJson(rsp)
         logger.info(f"rspTAtext: {st.session_state.rspTA}")
         
         logger.info("### on_runLLMButton_Clicked exited.")
@@ -558,13 +567,22 @@ try:
     def on_getAllRagDataButton_Clicked():
         logger = st.session_state.logger
         logger.info("### on_getAllRagButton_Clicked entered.")
-        st.session_state.ragpTA = formatJson(str(getAllRagData()))
+        st.session_state.ragpTA = formatJson(getAllRagData())
         logger.info("### on_getAllRagButton_Clicked exited.")
 
+    def on_resetButton_Clicked():
+        logger = st.session_state.logger
+        logger.info("### on_Button_Clicked entered.")
+        st.session_state.sysTA   = ""
+        st.session_state.userpTA = ""
+        st.session_state.ragpTA  = ""
+        st.session_state.rspTA   = ""
+
     with st.sidebar:
         st.selectRag           = st.checkbox("Enable RAG",value=False,key="selectRag",help=None,on_change=None,args=None,kwargs=None,disabled=False,label_visibility="visible")
         st.runLLMButton        = st.button("Run LLM Prompt",key=None,help=None,on_click=on_runLLMButton_Clicked,args=None,kwargs=None,type="secondary",disabled=False,use_container_width=False)
         st.getAllRagDataButton = st.button("Get All Rag Data",key=None,help=None,on_click=on_getAllRagDataButton_Clicked,args=None,kwargs=None,type="secondary",disabled=False,use_container_width=False)
+        st.resetButton         = st.button("Reset",key=None,help=None,on_click=on_resetButton_Clicked,args=None,kwargs=None,type="secondary",disabled=False,use_container_width=False)
 
     logger.info("#### semsearch.py end of code.")
 except Exception as e: