Update app.py

app.py

@@ -34,8 +34,7 @@ if "follow_up" not in st.session_state:
     st.session_state.follow_up = ""
 
 # ✅ Initialize Hugging Face Model (Explicitly Set to CPU/GPU)
-def get_llm_hf_inference(model_id="meta-llama/Llama-2-7b-chat-hf", max_new_tokens=800, temperature=0.6):
-    #mistralai/Mistral-7B-Instruct-v0.3
+def get_llm_hf_inference(model_id="meta-llama/Llama-2-7b-chat-hf", max_new_tokens=800, temperature=0.8):
     return HuggingFaceEndpoint(
         repo_id=model_id,
         max_new_tokens=max_new_tokens,
@@ -91,7 +90,7 @@ def generate_follow_up(user_text):
         "Ensure it's concise and structured exactly as requested without extra commentary."
     )
 
-    hf = get_llm_hf_inference(max_new_tokens=30, temperature=0.3)  # 🔥 Lower temp for consistency
+    hf = get_llm_hf_inference(max_new_tokens=30, temperature=0.8)  # 🔥 Lower temp for consistency
     output = hf.invoke(input=prompt_text).strip()
 
     # ✅ Extract the relevant part using regex to remove unwanted symbols or truncations
@@ -109,12 +108,7 @@ def get_response(system_message, user_text, max_new_tokens=800):
     Generates a response from the chatbot, ensures conversation history is updated, and includes a follow-up question.
     """
     
-    # ✅ Ensure Chat History is Initialized
-    if "chat_history" not in st.session_state:
-        st.session_state.chat_history = [{"role": "assistant", "content": "Hello! How can I assist you today?"}]
-
-    # ✅ Get Chat History Reference
-    chat_history = st.session_state.chat_history  
+    chat_history = st.session_state.chat_history  # ✅ Get Chat History Reference
 
     # ✅ Detect Intent (NASA query vs General AI chat)
     action = predict_action(user_text)
@@ -129,11 +123,8 @@ def get_response(system_message, user_text, max_new_tokens=800):
         chat_history.append({'role': 'user', 'content': user_text})
         chat_history.append({'role': 'assistant', 'content': response})
         chat_history.append({'role': 'assistant', 'content': follow_up})
-
-        # ✅ Update `st.session_state.chat_history`
-        st.session_state.chat_history = chat_history
-
-        return response, follow_up, chat_history, nasa_url  # ✅ Always return 4 values
+        st.session_state.chat_history = chat_history  # ✅ Update Session History
+        return response, follow_up, nasa_url
 
     # ✅ Format Conversation History for Model Input
     formatted_chat_history = "\n".join(f"{msg['role']}: {msg['content']}" for msg in chat_history)
@@ -154,58 +145,26 @@ def get_response(system_message, user_text, max_new_tokens=800):
     # ✅ Generate AI Response
     chat = prompt | hf.bind(skip_prompt=True) | StrOutputParser(output_key='content')
     response = chat.invoke(input=dict(system_message=system_message, user_text=user_text, chat_history=formatted_chat_history))
-
-    # ✅ Extract and Clean Response
     response = response.split("HAL:")[-1].strip() if "HAL:" in response else response.strip()
 
-    # ✅ Ensure Response is in English
     response = ensure_english(response)
 
-    # ✅ Fallback Response Handling
     if not response:
         response = "I'm sorry, but I couldn't generate a response. Can you rephrase your question?"
 
-    # ✅ Generate Follow-Up Question
     follow_up = generate_follow_up(user_text)
 
-    # ✅ Append Conversation History
+    # ✅ Append to Chat History
     chat_history.append({'role': 'user', 'content': user_text})
     chat_history.append({'role': 'assistant', 'content': response})
     chat_history.append({'role': 'assistant', 'content': follow_up})
+    st.session_state.chat_history = chat_history  # ✅ Persist History
 
-    # ✅ Update the Global Session State to Preserve History
-    st.session_state.chat_history = chat_history  
-
-    return response, follow_up, chat_history, None  # ✅ Ensure 4 values are returned
-
+    return response, follow_up, None
 
 # ✅ Streamlit UI
 st.title("🚀 HAL - NASA AI Assistant")
 
-# ✅ Justify all chatbot responses
-st.markdown("""
-    <style>
-    .user-msg, .assistant-msg {
-        padding: 10px;
-        border-radius: 10px;
-        margin-bottom: 5px;
-        width: fit-content;
-        max-width: 80%;
-        text-align: justify;
-    }
-    .user-msg { background-color: #696969; color: white; }
-    .assistant-msg { background-color: #333333; color: white; }
-    .container { display: flex; flex-direction: column; align-items: flex-start; }
-    @media (max-width: 600px) { .user-msg, .assistant-msg { font-size: 16px; max-width: 100%; } }
-    </style>
-""", unsafe_allow_html=True)
-
-# ✅ Reset Chat Button
-if st.sidebar.button("Reset Chat"):
-    st.session_state.chat_history = [{"role": "assistant", "content": "Hello! How can I assist you today?"}]
-    st.session_state.response_ready = False
-    st.session_state.follow_up = ""
-
 # ✅ Display Chat History
 st.markdown("<div class='container'>", unsafe_allow_html=True)
 for message in st.session_state.chat_history:
@@ -215,16 +174,11 @@ for message in st.session_state.chat_history:
         st.markdown(f"<div class='assistant-msg'><strong>HAL:</strong> {message['content']}</div>", unsafe_allow_html=True)
 st.markdown("</div>", unsafe_allow_html=True)
 
-
-# ✅ Chat UI
+# ✅ Chat Input
 user_input = st.chat_input("Type your message here...")
 
 if user_input:
-    response, follow_up, st.session_state.chat_history, image_url = get_response(
-        system_message="You are a helpful AI assistant.",
-        user_text=user_input,
-        chat_history=st.session_state.chat_history
-    )
+    response, follow_up, image_url = get_response("You are a helpful AI assistant.", user_input)
 
     if response:
         st.markdown(f"<div class='assistant-msg'><strong>HAL:</strong> {response}</div>", unsafe_allow_html=True)
@@ -235,9 +189,4 @@ if user_input:
     if image_url:
         st.image(image_url, caption="NASA Image of the Day")
 
-    st.session_state.response_ready = True
-
-if st.session_state.response_ready and st.session_state.follow_up:
-    st.markdown(f"<div class='assistant-msg'><strong>HAL:</strong> {st.session_state.follow_up}</div>", unsafe_allow_html=True)
-    st.session_state.response_ready = False
-
+st.session_state.response_ready = True