javi8979 commited on
Commit
7a6a245
·
verified ·
1 Parent(s): fbd845d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -1
app.py CHANGED
@@ -6,7 +6,13 @@ from vllm import LLM, SamplingParams
6
  # 1) Load the Model
7
  # ------------------------
8
  # Download the model repository, specify revision if needed
9
- model_dir = snapshot_download(repo_id="BSC-LT/salamandraTA-7B-instruct-GGUF", revision="main")
 
 
 
 
 
 
10
  model_name = "salamandrata_7b_inst_q4.gguf"
11
 
12
  # Create an LLM instance from vLLM
 
6
  # 1) Load the Model
7
  # ------------------------
8
  # Download the model repository, specify revision if needed
9
+ model_dir = snapshot_download(repo_id="BSC-LT/salamandraTA-7B-instruct-GGUF", revision="main", allow_patterns=[
10
+ "salamandrata_7b_inst_q4.gguf",
11
+ "*tokenizer*",
12
+ "tokenizer_config.json",
13
+ "tokenizer.model",
14
+ "config.json",
15
+ ])
16
  model_name = "salamandrata_7b_inst_q4.gguf"
17
 
18
  # Create an LLM instance from vLLM