yzhuang commited on
Commit
a634807
·
1 Parent(s): 952fd8e
Files changed (2) hide show
  1. app.py +0 -1
  2. server.py +1 -0
app.py CHANGED
@@ -7,7 +7,6 @@ from server import setup_mixinputs, launch_vllm_server
7
 
8
  API_URL = "http://localhost:8000/v1/chat/completions"
9
 
10
- @spaces.GPU(duration=120)
11
  def chat_with_moi(message, history, temperature, top_p, beta):
12
  # Set the MIXINPUTS_BETA env var *per request*
13
  os.environ["MIXINPUTS_BETA"] = str(beta)
 
7
 
8
  API_URL = "http://localhost:8000/v1/chat/completions"
9
 
 
10
  def chat_with_moi(message, history, temperature, top_p, beta):
11
  # Set the MIXINPUTS_BETA env var *per request*
12
  os.environ["MIXINPUTS_BETA"] = str(beta)
server.py CHANGED
@@ -2,6 +2,7 @@ import subprocess
2
  import threading
3
  import os
4
  import time
 
5
 
6
  def setup_mixinputs():
7
  # Step 1: Run mixinputs setup
 
2
  import threading
3
  import os
4
  import time
5
+ import spaces
6
 
7
  def setup_mixinputs():
8
  # Step 1: Run mixinputs setup