Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
@@ -6,7 +6,13 @@ from vllm import LLM, SamplingParams
|
|
6 |
# 1) Load the Model
|
7 |
# ------------------------
|
8 |
# Download the model repository, specify revision if needed
|
9 |
-
model_dir = snapshot_download(repo_id="BSC-LT/salamandraTA-7B-instruct-GGUF", revision="main"
|
|
|
|
|
|
|
|
|
|
|
|
|
10 |
model_name = "salamandrata_7b_inst_q4.gguf"
|
11 |
|
12 |
# Create an LLM instance from vLLM
|
|
|
6 |
# 1) Load the Model
|
7 |
# ------------------------
|
8 |
# Download the model repository, specify revision if needed
|
9 |
+
model_dir = snapshot_download(repo_id="BSC-LT/salamandraTA-7B-instruct-GGUF", revision="main", allow_patterns=[
|
10 |
+
"salamandrata_7b_inst_q4.gguf",
|
11 |
+
"*tokenizer*",
|
12 |
+
"tokenizer_config.json",
|
13 |
+
"tokenizer.model",
|
14 |
+
"config.json",
|
15 |
+
])
|
16 |
model_name = "salamandrata_7b_inst_q4.gguf"
|
17 |
|
18 |
# Create an LLM instance from vLLM
|