Update app.py

app.py

@@ -115,6 +115,7 @@ from inference import load_model_and_tokenizer, infer
 from logger import log_feedback
 from retrain_from_feedback import train_evo
 from datetime import datetime
+from inference import get_gpt_response 
 
 # Globals
 model, tokenizer = load_model_and_tokenizer()
@@ -148,9 +149,9 @@ def get_model_summary():
 # Handle inference
 def compare(question, option1, option2, context):
     evo_ans, evo_score, evo_reason, evo_ctx = infer(question, [option1, option2], context)
-    gpt_ans = "Coming soon via API"
+    gpt_ans = get_gpt_response(question, context)
     return (
-        f"Answer: {evo_ans} (Confidence: {float(evo_score):.2f})\n\nReasoning: {evo_reason}\n\nContext used: {evo_ctx}",
+        f"Answer: {evo_ans} (Confidence: {evo_score:.2f})\n\nReasoning: {evo_reason}\n\nContext used: {evo_ctx}",
         gpt_ans
     )