Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -45,6 +45,7 @@ def start_controller():
|
|
| 45 |
print(controller_command)
|
| 46 |
return subprocess.Popen(controller_command)
|
| 47 |
|
|
|
|
| 48 |
def start_worker(model_path: str):
|
| 49 |
print(f"Starting the model worker for the model {model_path}")
|
| 50 |
model_path = 'qnguyen3/nanoLLaVA'
|
|
@@ -62,8 +63,7 @@ def start_worker(model_path: str):
|
|
| 62 |
"--model-path",
|
| 63 |
model_path,
|
| 64 |
"--model-type",
|
| 65 |
-
"qwen1.5-0.5b"
|
| 66 |
-
"--use-flash-attn",
|
| 67 |
]
|
| 68 |
print(worker_command)
|
| 69 |
return subprocess.Popen(worker_command)
|
|
|
|
| 45 |
print(controller_command)
|
| 46 |
return subprocess.Popen(controller_command)
|
| 47 |
|
| 48 |
+
@spaces.GPU
|
| 49 |
def start_worker(model_path: str):
|
| 50 |
print(f"Starting the model worker for the model {model_path}")
|
| 51 |
model_path = 'qnguyen3/nanoLLaVA'
|
|
|
|
| 63 |
"--model-path",
|
| 64 |
model_path,
|
| 65 |
"--model-type",
|
| 66 |
+
"qwen1.5-0.5b"
|
|
|
|
| 67 |
]
|
| 68 |
print(worker_command)
|
| 69 |
return subprocess.Popen(worker_command)
|