Update fine_tune_inference_test.py

fine_tune_inference_test.py

@@ -106,7 +106,12 @@ def chat(msg: Message):
         answer = generated_text[len(full_prompt):].strip()
 
         if output.scores and len(output.scores) > 0:
-            first_token_logit = output.scores[0][0]  # ilk tokenin logits
+            first_token_logit = output.scores[0][0]
+            if torch.isnan(first_token_logit).any() or torch.isinf(first_token_logit).any():
+                log("⚠️ Geçersiz logit (NaN/Inf) tespit edildi, fallback cevabı gönderiliyor.")
+                fallback = random.choice(FALLBACK_ANSWERS)
+                answer = fallback
+                return {"answer": answer, "chat_history": chat_history}  # ilk tokenin logits
             top_logit_score = torch.max(first_token_logit).item()
             log(f"🔎 İlk token logit skoru: {top_logit_score:.4f}")
 
@@ -174,4 +179,4 @@ while True:
         import time
         time.sleep(60)
     except Exception as e:
-        log(f"❌ Ana bekleme döngüsünde hata: {e}")
+        log(f"❌ Ana bekleme döngüsünde hata: {e}")