Code Change

app.py

@@ -22,15 +22,16 @@ def chat():
         return jsonify({"error": "Empty message received"})
 
     try:
+        formatted_prompt = f"User: {user_message}\nBot:"
         payload = {
-        "inputs": user_message,
-        "parameters": {
-            "temperature": 0.5,   # 🔥 Controls randomness (lower = more deterministic)
-            "top_p": 0.9,         # 🎯 Focus on high-probability words
-            "max_new_tokens": 50,  # ⏳ Limits response length
-            "stop_sequences": ["\nUser:", "[INST]"]  # ⛔ Stops response at natural points
+            "inputs": formatted_prompt,
+            "parameters": {
+                "temperature": 0.5,
+                "top_p": 0.9,
+                "max_new_tokens": 100,
+                "stop_sequences": ["\nUser:", "User:", "\n"]
+            }
         }
-    }
         response = requests.post(API_URL, headers=headers, json=payload)
         data = response.json()
         # print(response.status_code)  # Debugging: Print the HTTP status