Update app.py

app.py

@@ -1,8 +1,10 @@
 import os
 import time
+import requests
 import gradio as gr
 from huggingface_hub import get_inference_endpoint
 
+endpoint_name = os.getenv('ENDPOINT_NAME')
 endpoint_url = os.getenv('ENDPOINT_URL')
 personal_secret_token = os.getenv('PERSONAL_HF_TOKEN')
 
@@ -11,7 +13,17 @@ system_symbol = os.getenv('SYSTEM_SYMBOL')
 user_symbol = os.getenv('USER_SYMBOL')
 assistant_symbol = os.getenv('ASSISTANT_SYMBOL')
 
-endpoint = get_inference_endpoint(endpoint_url, token=personal_secret_token)
+headers = {
+	"Accept" : "application/json",
+	"Authorization": f"Bearer {personal_secret_token}",
+	"Content-Type": "application/json"
+}
+
+def query(payload):
+	response = requests.post(endpoint_url, headers=headers, json=payload)
+	return response.json()
+
+endpoint = get_inference_endpoint(endpoint_name, token=personal_secret_token)
 
 def respond(
     message,
@@ -49,11 +61,10 @@ def respond(
         max_new_tokens=max_new_tokens,
         do_sample=temperature > 0,
         top_p=top_p,
-        temperature=temperature,
-        # stream=True,
+        temperature=temperature
     )
 
-    response = endpoint.client.post(json={
+    response = query({
         "inputs": turn_breaker.join(all_messages),
         "parameters": generation_kwargs
     })