Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,7 +18,15 @@
|
|
| 18 |
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
| 19 |
|
| 20 |
# -*- coding:utf-8 -*-
|
| 21 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 22 |
import base64
|
| 23 |
from io import BytesIO
|
| 24 |
import spaces
|
|
@@ -46,7 +54,7 @@ from app_modules.conversation import SeparatorStyle
|
|
| 46 |
|
| 47 |
def load_models():
|
| 48 |
models = {
|
| 49 |
-
"DeepSeek-VL 7B": "
|
| 50 |
}
|
| 51 |
|
| 52 |
for model_name in models:
|
|
|
|
| 18 |
# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
| 19 |
|
| 20 |
# -*- coding:utf-8 -*-
|
| 21 |
+
import os
|
| 22 |
+
import subprocess
|
| 23 |
+
|
| 24 |
+
# Install flash attention
|
| 25 |
+
subprocess.run(
|
| 26 |
+
"pip install flash-attn --no-build-isolation",
|
| 27 |
+
env={"FLASH_ATTENTION_SKIP_CUDA_BUILD": "TRUE"},
|
| 28 |
+
shell=True,
|
| 29 |
+
)
|
| 30 |
import base64
|
| 31 |
from io import BytesIO
|
| 32 |
import spaces
|
|
|
|
| 54 |
|
| 55 |
def load_models():
|
| 56 |
models = {
|
| 57 |
+
"DeepSeek-VL 7B": ""OpenGVLab/InternVL-Chat-V1-5",
|
| 58 |
}
|
| 59 |
|
| 60 |
for model_name in models:
|