Update app.py

app.py

@@ -54,7 +54,6 @@ def predict(system_msg, inputs, top_p, temperature, chat_counter, chatbot=[], hi
         "Authorization": f"Bearer {OPENAI_API_KEY}"
     }
     print(f"system message is ^^ {system_msg}")
-    initial_message = [{"role": "user", "content": f"{inputs}"}]
     
     multi_turn_message = [
         {"role": "system", "content": "Sen bir Bıke Finder asistanısın. Görevin insanların doğru bisiklet modeli seçimini sağlamak. Kişilere sorucağın bir takım sorularala, kişileri tanıyıp, onlara stoklarımızda bulunan bisikletlerin model, boylarını tavsiye edeceksin."},
@@ -81,8 +80,7 @@ def predict(system_msg, inputs, top_p, temperature, chat_counter, chatbot=[], hi
         
     messages.append({"role": "user", "content": inputs})
                 
-    # o3-mini modeli için payload'i güncelledik. 
-    # Eğer o3-mini modeli streaming desteklemiyorsa "stream": False yapıyoruz.
+    # o3-mini modeli için payload'i güncelledik; stream False
     payload = {
         "model": "o3-mini",
         "messages": messages,
@@ -101,25 +99,34 @@ def predict(system_msg, inputs, top_p, temperature, chat_counter, chatbot=[], hi
     response = requests.post(API_URL, headers=headers, json=payload, stream=payload["stream"])
     print(f"Logging : response code - {response}")
     
-    token_counter = 0
-    partial_words = ""
-    counter = 0
-    for chunk in response.iter_lines():
-        if counter == 0:
-            counter += 1
-            continue
-        if chunk.decode():
-            chunk = chunk.decode()
-            if len(chunk) > 12 and "content" in json.loads(chunk[6:])['choices'][0]['delta']:
-                partial_words += json.loads(chunk[6:])['choices'][0]["delta"]["content"]
-                if token_counter == 0:
-                    history.append(" " + partial_words)
-                else:
-                    history[-1] = partial_words
-                chat = [(history[i], history[i + 1]) for i in range(0, len(history) - 1, 2)]
-                token_counter += 1
-                save_session(session_id, history)
-                yield chat, history, chat_counter, response
+    if not payload["stream"]:
+        # Normal JSON yanıtı işleme (o3-mini için)
+        result = response.json()
+        full_response = result["choices"][0]["message"]["content"]
+        history.append(full_response)
+        chat = [(history[i], history[i+1]) for i in range(0, len(history)-1, 2)]
+        save_session(session_id, history)
+        return chat, history, chat_counter
+    else:
+        token_counter = 0
+        partial_words = ""
+        counter = 0
+        for chunk in response.iter_lines():
+            if counter == 0:
+                counter += 1
+                continue
+            if chunk.decode():
+                chunk = chunk.decode()
+                if len(chunk) > 12 and "content" in json.loads(chunk[6:])['choices'][0]['delta']:
+                    partial_words += json.loads(chunk[6:])['choices'][0]["delta"]["content"]
+                    if token_counter == 0:
+                        history.append(" " + partial_words)
+                    else:
+                        history[-1] = partial_words
+                    chat = [(history[i], history[i+1]) for i in range(0, len(history)-1, 2)]
+                    token_counter += 1
+                    save_session(session_id, history)
+                    yield chat, history, chat_counter, response
 
 def reset_textbox():
     return gr.update(value='')