debug

requirements.txt

@@ -1,21 +1,2 @@
-weaviate-client==4.*
-sentence-transformers
-langchain
-langchain_community
-lxml
-beautifulsoup4
+streamlit
 
-transformers==4.34.1
-fastapi==0.103.2
-uvicorn==0.23.2
-nltk==3.8.1
-torch==2.0.1
-sentencepiece==0.1.99
-sentence-transformers==2.2.2
-optimum==1.13.2
-onnxruntime==1.16.1
-onnx==1.14.1
-
-ipywidgets
-#ipykernel
-#ipython

semsearchDbgUI.py

@@ -1,25 +1,9 @@
-import weaviate
-from weaviate.connect import ConnectionParams
-from weaviate.classes.init import AdditionalConfig, Timeout
-
-from sentence_transformers import SentenceTransformer
-from langchain_community.document_loaders import BSHTMLLoader
-from pathlib import Path
-from lxml import html
+import streamlit
 import logging
-from semantic_text_splitter import HuggingFaceTextSplitter
-from tokenizers import Tokenizer
-import json
-import os
-import re
-import logging
-
-import llama_cpp
-from llama_cpp import Llama
 
-import ipywidgets as widgets
-from IPython.display import display, clear_output
 
+st.markdown("<h1 style='text-align: center; color: #666666;'>Vector Database RAG Proof of Concept</h1>", unsafe_allow_html=True)
+st.markdown("<h6 style='text-align: center; color: #666666;'>V1</h6>", unsafe_allow_html=True)
 
 logger = logging.getLogger(__name__)
 logging.basicConfig(level=logging.INFO)
@@ -31,57 +15,33 @@ logging.basicConfig(level=logging.INFO)
 #
 logger.info("#### MAINLINE ENTERED.")
 
-#####################################################################
-# Create UI widgets.
-output_widget = widgets.Output()
-with output_widget:
-    print("### Create widgets entered.")
-
-systemTextArea = widgets.Textarea(
-    value='',
-    placeholder='Enter System Prompt.',
-    description='Sys Prompt: ',
-    disabled=False,
-    layout=widgets.Layout(width='300px', height='80px')
-)
-
-userTextArea = widgets.Textarea(
-    value='',
-    placeholder='Enter User Prompt.',
-    description='User Prompt: ',
-    disabled=False,
-    layout=widgets.Layout(width='435px', height='110px')
-)
-
-ragPromptTextArea = widgets.Textarea(
-    value='',
-    placeholder='App generated prompt with RAG information.',
-    description='RAG Prompt: ',
-    disabled=False,
-    layout=widgets.Layout(width='580px', height='180px')
-)
-
-responseTextArea = widgets.Textarea(
-    value='',
-    placeholder='LLM generated response.',
-    description='LLM Resp: ',
-    disabled=False,
-    layout=widgets.Layout(width='780px', height='200px')
-)
-
-selectRag = widgets.Checkbox(
-    value=False,
-    description='Use RAG',
-    disabled=False
-)
-
-submitButton = widgets.Button(
-    description='Run Model.',
-    disabled=False,
-    button_style='', # 'success', 'info', 'warning', 'danger' or ''
-    tooltip='Click',
-    icon='check' # (FontAwesome names without the `fa-` prefix)
-)
+
+
+systemTextArea = st.empty()
+userTextArea = st.empty()
+ragPromptTextArea = st.empty()
+responseTextArea = st.empty()
+selectRag = st.checkbox("Enable Query With RAG", \
+                        value=False, \
+                        key="selectRag", \
+                        help=None, \
+                        on_change=None, \
+                        args=None, \
+                        kwargs=None, \
+                        *, \
+                        disabled=False, \
+                        label_visibility="visible" \
+                       )
+submitButton = st.button(label, \
+                         key=None, \
+                         help=None, \
+                         on_click=None, \
+                         args=None, \
+                         kwargs=None, \
+                         *, type="secondary", \
+                         disabled=False, \
+                         use_container_width=False \
+                        )
 
 
 # Display UI
@@ -94,35 +54,11 @@ display(selectRag)
 display(submitButton)
 
 def runLLM(prompt):
-    max_tokens = 1000
-    temperature = 0.3
-    top_p = 0.1
-    echo = True
-    stop = ["Q", "\n"]
-
-    modelOutput = llm(
-       prompt,
-       max_tokens=max_tokens,
-       temperature=temperature,
-       top_p=top_p,
-       echo=echo,
-       stop=stop,
-    )
-    result = modelOutput["choices"][0]["text"].strip()
+    result = ""
     return(result)
 
 def setPrompt(pprompt,ragFlag):
-    logger.info("\n### setPrompt() entered. ragFlag: ",ragFlag)
-    if ragFlag:
-        ragPrompt = getRagData(pprompt)
-        userPrompt = pprompt + "\n" + ragPrompt
-        prompt = userPrompt
-        userPrompt = "Using this information: " + ragPrompt \
-             + "process the following statement or question and produce a a response" \
-             + intialPrompt
-    else:
-        userPrompt = pprompt
-    #prompt = f""" <s> [INST] <<SYS>> {systemTextArea.value} </SYS>> Q: {userPrompt} A: [/INST]"""
+    userPrompt = ""
     return userPrompt
 
 
@@ -132,7 +68,7 @@ def on_submitButton_clicked(b):
         ragPromptTextArea.value = ""
         responseTextArea.value = ""
         log.debug(f"### selectRag: {selectRag.value}")
-        prompt = setPrompt(userTextArea.value,selectRag.value)
+        prompt = setPrompt(userTextArea.value,selectRag.value)user
         log.debug("### prompt: " + prompt)
         runLLM(prompt)