Spaces:
Sleeping
Sleeping
fix
Browse files
app.py
CHANGED
@@ -7,7 +7,6 @@ from server import setup_mixinputs, launch_vllm_server
|
|
7 |
|
8 |
API_URL = "http://localhost:8000/v1/chat/completions"
|
9 |
|
10 |
-
@spaces.GPU(duration=120)
|
11 |
def chat_with_moi(message, history, temperature, top_p, beta):
|
12 |
# Set the MIXINPUTS_BETA env var *per request*
|
13 |
os.environ["MIXINPUTS_BETA"] = str(beta)
|
|
|
7 |
|
8 |
API_URL = "http://localhost:8000/v1/chat/completions"
|
9 |
|
|
|
10 |
def chat_with_moi(message, history, temperature, top_p, beta):
|
11 |
# Set the MIXINPUTS_BETA env var *per request*
|
12 |
os.environ["MIXINPUTS_BETA"] = str(beta)
|
server.py
CHANGED
@@ -2,6 +2,7 @@ import subprocess
|
|
2 |
import threading
|
3 |
import os
|
4 |
import time
|
|
|
5 |
|
6 |
def setup_mixinputs():
|
7 |
# Step 1: Run mixinputs setup
|
|
|
2 |
import threading
|
3 |
import os
|
4 |
import time
|
5 |
+
import spaces
|
6 |
|
7 |
def setup_mixinputs():
|
8 |
# Step 1: Run mixinputs setup
|