Update app.py

app.py

@@ -1,20 +1,20 @@
 import openai
 import gradio as gr
 
+anyscale_base_url = "https://api.endpoints.anyscale.com/v1"
+
 def chat_with_openai(api_key, user_input):
-    """
-    Function to send user input to OpenAI’s Chat Completion API and return the response.
-    """
-    openai.api_key = api_key
-    response = openai.ChatCompletion.create(
-        model='gpt-3.5-turbo',  # You can change the model as needed
-        messages=[
-            {"role": "system", "content": "You are a helpful assistant."},
-            {"role": "user", "content": user_input},
-        ]
-    )
+    prompt = f"""[INST] {user_input} [/INST]"""
+    
+    client = OpenAI(base_url=self.api_base, api_key=self.token)
+    completion = client.completions.create(
+        model="mistralai/Mixtral-8x7B-Instruct-v0.1",
+        prompt=prompt,
+        temperature=0.7,
+        max_tokens=100)
     
-    return response.choices[0].message['content']
+    response = completion.choices[0].text
+    return response
 
 def main():
     description = "This is a simple interface to interact with OpenAI’s Chat Completion API. Please enter your API key and your message."