Spaces:
Runtime error
Runtime error
Commit
·
d85229e
1
Parent(s):
7564980
fix
Browse files- app.py +5 -2
- requirements.txt +1 -2
app.py
CHANGED
|
@@ -6,11 +6,14 @@ import subprocess
|
|
| 6 |
|
| 7 |
import llava.serve.gradio_web_server as gws
|
| 8 |
|
|
|
|
|
|
|
|
|
|
| 9 |
|
| 10 |
def start_controller():
|
| 11 |
print("Starting the controller")
|
| 12 |
controller_command = [
|
| 13 |
-
|
| 14 |
"-m",
|
| 15 |
"llava.serve.controller",
|
| 16 |
"--host",
|
|
@@ -29,7 +32,7 @@ def start_worker(model_path: str, bits=16):
|
|
| 29 |
if bits != 16:
|
| 30 |
model_name += f"-{bits}bit"
|
| 31 |
worker_command = [
|
| 32 |
-
|
| 33 |
"-m",
|
| 34 |
"llava.serve.model_worker",
|
| 35 |
"--host",
|
|
|
|
| 6 |
|
| 7 |
import llava.serve.gradio_web_server as gws
|
| 8 |
|
| 9 |
+
# Execute the pip install command with additional options
|
| 10 |
+
subprocess.check_call([sys.executable, '-m', 'pip', 'install', 'flash-attn', '--no-build-isolation', '-U'])
|
| 11 |
+
|
| 12 |
|
| 13 |
def start_controller():
|
| 14 |
print("Starting the controller")
|
| 15 |
controller_command = [
|
| 16 |
+
sys.executable,
|
| 17 |
"-m",
|
| 18 |
"llava.serve.controller",
|
| 19 |
"--host",
|
|
|
|
| 32 |
if bits != 16:
|
| 33 |
model_name += f"-{bits}bit"
|
| 34 |
worker_command = [
|
| 35 |
+
sys.executable,
|
| 36 |
"-m",
|
| 37 |
"llava.serve.model_worker",
|
| 38 |
"--host",
|
requirements.txt
CHANGED
|
@@ -1,2 +1 @@
|
|
| 1 |
-
llava-torch
|
| 2 |
-
flash-attn
|
|
|
|
| 1 |
+
llava-torch
|
|
|