Spaces:
Running
on
Zero
Running
on
Zero
pabl-o-ce
commited on
Commit
·
da2b9bf
1
Parent(s):
e5e361f
new model Mistral-Nemo-Instruct-2407-exl2
Browse files
app.py
CHANGED
@@ -17,9 +17,9 @@ model = None
|
|
17 |
cache = None
|
18 |
|
19 |
snapshot_download(
|
20 |
-
repo_id="bartowski/Mistral-
|
21 |
revision="8_0",
|
22 |
-
local_dir = "./models/Mistral-
|
23 |
)
|
24 |
snapshot_download(
|
25 |
repo_id="turboderp/Llama-3-70B-Instruct-exl2",
|
@@ -125,7 +125,7 @@ def respond(
|
|
125 |
):
|
126 |
global model
|
127 |
global cache
|
128 |
-
model_path = "models/Mistral-
|
129 |
# Set up the model configuration
|
130 |
config = ExLlamaV2Config(model_path)
|
131 |
if model is None or cache is None:
|
|
|
17 |
cache = None
|
18 |
|
19 |
snapshot_download(
|
20 |
+
repo_id="bartowski/Mistral-Nemo-Instruct-2407-exl2",
|
21 |
revision="8_0",
|
22 |
+
local_dir = "./models/Mistral-Nemo-Instruct-2407-exl2"
|
23 |
)
|
24 |
snapshot_download(
|
25 |
repo_id="turboderp/Llama-3-70B-Instruct-exl2",
|
|
|
125 |
):
|
126 |
global model
|
127 |
global cache
|
128 |
+
model_path = "models/Mistral-Nemo-Instruct-2407-exl2/"
|
129 |
# Set up the model configuration
|
130 |
config = ExLlamaV2Config(model_path)
|
131 |
if model is None or cache is None:
|