ai: Switch to OpenAI requests style.

jarvis.py

@@ -18,6 +18,8 @@ import fitz
 import io
 import uuid
 
+from openai import OpenAI
+
 from optillm.cot_reflection import cot_reflection
 from optillm.leap import leap
 from optillm.plansearch import plansearch
@@ -50,7 +52,6 @@ ALLOWED_EXTENSIONS = json.loads(os.getenv("ALLOWED_EXTENSIONS"))
 class SessionWithID(requests.Session):
     def __init__(self):
         super().__init__()
-        self.headers.update({"Connection": "keep-alive"})
         self.session_id = str(uuid.uuid4())
 
 def create_session():
@@ -125,20 +126,14 @@ def chat_with_model(history, user_input, selected_model_display, sess):
     messages = [{"role": "user", "content": user} for user, _ in history]
     messages += [{"role": "assistant", "content": assistant} for _, assistant in history if assistant]
     messages.append({"role": "user", "content": user_input})
-    data = {"model": selected_model, "messages": messages, **model_config, "session_id": sess.session_id}
     random.shuffle(LINUX_SERVER_PROVIDER_KEYS)
     random.shuffle(LINUX_SERVER_HOSTS)
-    for api_key in LINUX_SERVER_PROVIDER_KEYS:
-        for host in LINUX_SERVER_HOSTS:
-            try:
-                response = sess.post(host, json=data, headers={"Authorization": f"Bearer {api_key}"}, timeout=1)
-                if response.status_code < 400:
-                    ai_text = response.json().get("choices", [{}])[0].get("message", {}).get("content", RESPONSES["RESPONSE_2"])
-                    processed_text = process_ai_response(ai_text)
-                    return processed_text
-            except requests.exceptions.RequestException:
-                continue
-    return RESPONSES["RESPONSE_3"]
+    client = OpenAI(base_url=LINUX_SERVER_HOSTS[0], api_key=LINUX_SERVER_PROVIDER_KEYS[0])
+    data = {"model": selected_model, "messages": messages, **model_config}
+    response = client.chat.completions.create(extra_body={"optillm_approach": "rto|re2|cot_reflection|self_consistency|plansearch|leap|z3|bon|moa|mcts|mcp|router|privacy|executecode|json", "session_id": sess.session_id}, **data)
+    ai_text = response.choices[0].message.content if response.choices and response.choices[0].message and response.choices[0].message.content else RESPONSES["RESPONSE_2"]
+    processed_text = process_ai_response(ai_text)
+    return processed_text
 
 def respond(multi_input, history, selected_model_display, sess):
     message = {"text": multi_input.get("text", "").strip(), "files": multi_input.get("files", [])}

requirements.txt

@@ -9,3 +9,4 @@ PyMuPDF
 Pillow
 optillm
 json5
+openai