Code Change

app.py

@@ -7,7 +7,7 @@ app = Flask(__name__)
 # Set your Hugging Face API key
 HF_API_KEY = os.getenv("HF_API_KEY")  # Store in environment variable
 
-API_URL = "https://api-inference.huggingface.co/models/tiiuae/falcon-7b-instruct"
+API_URL = "https://api-inference.huggingface.co/models/mistralai/Mistral-7B-Instruct-v0.3"
 headers = {"Authorization": f"Bearer {HF_API_KEY}"}
 
 @app.route('/')
@@ -15,23 +15,22 @@ def home():
     return render_template('index.html')
 
 @app.route('/chat', methods=['POST'])
-def chat():
+def chat(user_input):
     user_message = request.json.get("message")
     
     if not user_message:
         return jsonify({"error": "Empty message received"})
 
     try:
-        formatted_prompt = f"User: {user_message}\nBot:"
         payload = {
-            "inputs": formatted_prompt,
-            "parameters": {
-                "temperature": 0.5,
-                "top_p": 0.9,
-                "max_new_tokens": 100,
-                "stop_sequences": ["\nUser:", "User:", "\n"]
-            }
+        "inputs": f"[INST] {user_input} [/INST]",
+        "parameters": {
+            "temperature": 0.5,   # 🔥 Controls randomness (lower = more deterministic)
+            "top_p": 0.9,         # 🎯 Focus on high-probability words
+            "max_new_tokens": 50,  # ⏳ Limits response length
+            "stop_sequences": ["\nUser:", "[INST]"]  # ⛔ Stops response at natural points
         }
+    }
         response = requests.post(API_URL, headers=headers, json=payload)
         data = response.json()
         # print(response.status_code)  # Debugging: Print the HTTP status
@@ -48,10 +47,6 @@ def chat():
             return jsonify({"reply": f"Error: {data['error']}"})
 
         reply = data[0]['generated_text'] if isinstance(data, list) else data.get('generated_text', "No response")
-
-        #raw_output = data[0]['generated_text'] if isinstance(data, list) else data.get('generated_text', "No response")
-        # Extract only the part after "Bot:"
-        #reply = raw_output.split("Bot:")[-1].strip()
         return jsonify({"reply": reply})
 
     except Exception as e: