8vcpu invalid instruction

app.py

@@ -457,44 +457,7 @@ try:
             logger.debug(f"### o.properties: {wstr}") 
         logger.info("#### getAllRagData() exited.")            
         return  wstrObjs
-
-    ##########################
-    # Display UI text areas. #
-    ##########################
-    col1, col2 = st.columns(2)
-    with col1:
-        if "sysTA" not in st.session_state:
-            st.session_state.sysTA = st.text_area(label="System Prompt",placeholder="You are a helpful AI assistant", help="Instruct the LLM about how to handle the user prompt.")
-        elif "sysTAtext" in st.session_state:
-            st.session_state.sysTA = st.text_area(label="System Prompt",value=st.session_state.sysTAtext,placeholder="You are a helpful AI assistant", help="Instruct the LLM about how to handle the user prompt.")
-        else:
-            st.session_state.sysTA = st.text_area(label="System Prompt",value=st.session_state.sysTA,placeholder="You are a helpful AI assistant", help="Instruct the LLM about how to handle the user prompt.")
-            
-        if "userpTA" not in st.session_state:
-            st.session_state.userpTA = st.text_area(label="User Prompt",placeholder="Prompt the LLM with a question or instruction.", \
-            help="Enter a prompt for the LLM. No special characters needed.")
-        elif "userpTAtext" in st.session_state:
-            st.session_state.userpTA = st.text_area (label="User Prompt",value=st.session_state.userpTAtext,placeholder="Prompt the LLM with a question or instruction.", \
-            help="Enter a prompt for the LLM. No special characters needed.")
-        else:
-            st.session_state.userpTA = st.text_area(label="User Prompt",value=st.session_state.userpTA,placeholder="Prompt the LLM with a question or instruction.", \
-            help="Enter a prompt for the LLM. No special characters needed.")
-
-    with col2:
-        if "ragpTA" not in st.session_state:
-            st.session_state.ragpTA = st.text_area(label="RAG Response",placeholder="Output if RAG selected.",help="RAG output if enabled.")
-        elif "ragpTAtext" in st.session_state:
-            st.session_state.ragpTA = st.text_area(label="RAG Response",value=st.session_state.ragpTAtext,placeholder="Output if RAG selected.",help="RAG output if enabled.")
-        else:
-            st.session_state.ragpTA = st.text_area(label="RAG Response",value=st.session_state.ragpTA,placeholder="Output if RAG selected.",help="RAG output if enabled.")
-
-        if "rspTA" not in st.session_state:
-            st.session_state.rspTA = st.text_area(label="LLM Completion",placeholder="LLM completion.",help="Output area for LLM completion (response).")
-        elif "rspTAtext" in st.session_state:
-            st.session_state.rspTA = st.text_area(label="LLM Completion",value=st.session_state.rspTAtext,placeholder="LLM completion.",help="Output area for LLM completion (response).")
-        else:
-            st.session_state.rspTA = st.text_area(label="LLM Completion",value=st.session_state.rspTA,placeholder="LLM completion.",help="Output area for LLM completion (response).")
-    
+        
     
     ####################################################################
     # Prompt the LLM with the user's input and return the completion.  #
@@ -511,17 +474,18 @@ try:
 
         modelOutput = ""
         #with st.spinner('Generating Completion (but slowly. 40+ seconds.)...'):
-        with st.markdown("<h1 style='text-align: center; color: #666666;'>LLM with RAG Prompting <br style='page-break-after: always;'>Proof of Concept</h1>",
-                unsafe_allow_html=True):
-            with st.spinner('Generating Completion (but slowly. 40+ seconds.)...'):
-                modelOutput = llm.create_chat_completion(
-                   prompt
-                   #max_tokens=max_tokens,
-                   #temperature=temperature,
-                   #top_p=top_p,
-                   #echo=echoVal,
-                   #stop=stop,
-                )
+        #with st.markdown("<h1 style='text-align: center; color: #666666;'>LLM with RAG Prompting <br style='page-break-after: always;'>Proof of Concept</h1>",
+        #    unsafe_allow_html=True):
+        st.session_state.spinGenMsg = True
+        modelOutput = llm.create_chat_completion(
+           prompt
+           #max_tokens=max_tokens,
+           #temperature=temperature,
+           #top_p=top_p,
+           #echo=echoVal,
+           #stop=stop,
+        )
+        st.session_state.spinGenMsg = False
         if modelOutput != "":
             result = modelOutput["choices"][0]["message"]["content"]
         else:
@@ -560,6 +524,54 @@ try:
         logger.info("setPrompt exited.")
         return fullPrompt
 
+    ##########################
+    # Display UI text areas. #
+    ##########################
+    col1, col2 = st.columns(2)
+    with col1:
+        if "sysTA" not in st.session_state:
+            st.session_state.sysTA = st.text_area(label="System Prompt",placeholder="You are a helpful AI assistant", help="Instruct the LLM about how to handle the user prompt.")
+        elif "sysTAtext" in st.session_state:
+            st.session_state.sysTA = st.text_area(label="System Prompt",value=st.session_state.sysTAtext,placeholder="You are a helpful AI assistant", help="Instruct the LLM about how to handle the user prompt.")
+        else:
+            st.session_state.sysTA = st.text_area(label="System Prompt",value=st.session_state.sysTA,placeholder="You are a helpful AI assistant", help="Instruct the LLM about how to handle the user prompt.")
+            
+        if "userpTA" not in st.session_state:
+            st.session_state.userpTA = st.text_area(label="User Prompt",placeholder="Prompt the LLM with a question or instruction.", \
+            help="Enter a prompt for the LLM. No special characters needed.")
+        elif "userpTAtext" in st.session_state:
+            st.session_state.userpTA = st.text_area (label="User Prompt",value=st.session_state.userpTAtext,placeholder="Prompt the LLM with a question or instruction.", \
+            help="Enter a prompt for the LLM. No special characters needed.")
+        else:
+            st.session_state.userpTA = st.text_area(label="User Prompt",value=st.session_state.userpTA,placeholder="Prompt the LLM with a question or instruction.", \
+            help="Enter a prompt for the LLM. No special characters needed.")
+
+    with col2:
+        if st.session_state.spinGenMsg and st.session_state.spinGenMsg == True:
+            st.session_state.spinGenMsg = False;
+            with st.spinner('Generating Completion (but slowly. 40+ seconds.)...'):
+                st.session_state.sysTAtext = st.session_state.sysTA
+                logger.debug(f"sysTAtext: {st.session_state.sysTAtext}") 
+                wrklist = setPrompt(st.session_state.userpTA,st.selectRag)
+                st.session_state.userpTA = wrklist[1]["content"]
+                logger.debug(f"userpTAtext: {st.session_state.userpTA}")
+                rsp = runLLM(wrklist)
+                st.session_state.rspTA = rsp
+                logger.debug(f"rspTAtext: {st.session_state.rspTA}")
+        if "ragpTA" not in st.session_state:
+            st.session_state.ragpTA = st.text_area(label="RAG Response",placeholder="Output if RAG selected.",help="RAG output if enabled.")
+        elif "ragpTAtext" in st.session_state:
+            st.session_state.ragpTA = st.text_area(label="RAG Response",value=st.session_state.ragpTAtext,placeholder="Output if RAG selected.",help="RAG output if enabled.")
+        else:
+            st.session_state.ragpTA = st.text_area(label="RAG Response",value=st.session_state.ragpTA,placeholder="Output if RAG selected.",help="RAG output if enabled.")
+
+        if "rspTA" not in st.session_state:
+            st.session_state.rspTA = st.text_area(label="LLM Completion",placeholder="LLM completion.",help="Output area for LLM completion (response).")
+        elif "rspTAtext" in st.session_state:
+            st.session_state.rspTA = st.text_area(label="LLM Completion",value=st.session_state.rspTAtext,placeholder="LLM completion.",help="Output area for LLM completion (response).")
+        else:
+            st.session_state.rspTA = st.text_area(label="LLM Completion",value=st.session_state.rspTA,placeholder="LLM completion.",help="Output area for LLM completion (response).")    
+
 
     #####################################
     # Run the LLM with the user prompt. #
@@ -567,16 +579,8 @@ try:
     def on_runLLMButton_Clicked():
         logger = st.session_state.logger
         logger.info("### on_runLLMButton_Clicked entered.")
-        st.session_state.sysTAtext = st.session_state.sysTA
-        logger.debug(f"sysTAtext: {st.session_state.sysTAtext}")
-        
-        wrklist = setPrompt(st.session_state.userpTA,st.selectRag)
-        st.session_state.userpTA = wrklist[1]["content"]
-        logger.debug(f"userpTAtext: {st.session_state.userpTA}")
-        
-        rsp = runLLM(wrklist)
-        st.session_state.rspTA = rsp
-        logger.debug(f"rspTAtext: {st.session_state.rspTA}")
+
+        st.session_state.spinGenMsg = True
         
         logger.info("### on_runLLMButton_Clicked exited.")