debug

app.py

@@ -493,15 +493,16 @@ try:
         echoVal = True
         stop = ["Q", "\n"]
 
-        #modelOutput = llm(
-        modelOutput = llm.create_chat_completion(
-           prompt
-           #max_tokens=max_tokens,
-           #temperature=temperature,
-           #top_p=top_p,
-           #echo=echoVal,
-           #stop=stop,
-        )
+        modelOutput = ""
+        with st.spinner('Translating...'):
+            modelOutput = llm.create_chat_completion(
+               prompt
+               #max_tokens=max_tokens,
+               #temperature=temperature,
+               #top_p=top_p,
+               #echo=echoVal,
+               #stop=stop,
+            )
         result = modelOutput["choices"][0]["message"]["content"]
         #result = str(modelOutput)
         logger.debug(f"### llmResult: {result}")
@@ -538,24 +539,6 @@ try:
         return fullPrompt
 
 
-    #################################################
-    # Format text for easier reading in text areas. #
-    #################################################
-    def prettyPrint(text):
-        try:
-            logger.info("### prettyPrint entered.")
-            logger.info(f"### text: {text}")
-            text = text.replace("\\n", "\n")
-            outstr = io.StringIO()
-            pprint.pprint(object=text,stream=outstr,indent=1,width=60)
-            prettyText = outstr.getvalue()
-            logger.info("### prettyPrint exited.")
-            return prettyText
-        except Exception as e:
-            logger.error(f"### prettyPrint() e: {e}")  
-            return None
-
-
     #####################################
     # Run the LLM with the user prompt. #
     #####################################
@@ -565,16 +548,11 @@ try:
         st.session_state.sysTAtext = st.session_state.sysTA
         logger.debug(f"sysTAtext: {st.session_state.sysTAtext}")
         
-        #st.session_state.userpTAtext = st.session_state.userpTA
         wrklist = setPrompt(st.session_state.userpTA,st.selectRag)
-        #wrkList = [ wrkList ]
-        #st.session_state.userpTA = prettyPrint(wrkList)
         st.session_state.userpTA = wrklist[1]["content"]
         logger.debug(f"userpTAtext: {st.session_state.userpTA}")
         
-        #st.session_state.rspTAtext = runLLM(st.session_state.userpTAtext)
         rsp = runLLM(wrklist)
-        #st.session_state.rspTA = prettyPrint(rsp)
         st.session_state.rspTA = rsp
         logger.debug(f"rspTAtext: {st.session_state.rspTA}")
         
@@ -587,7 +565,6 @@ try:
     def on_getAllRagDataButton_Clicked():
         logger = st.session_state.logger
         logger.info("### on_getAllRagButton_Clicked entered.")
-        #st.session_state.ragpTA = prettyPrint(getAllRagData())
         st.session_state.ragpTA = getAllRagData();
         logger.info("### on_getAllRagButton_Clicked exited.")