bkoz commited on
Commit
c6f37eb
·
unverified ·
1 Parent(s): 614f486

added model download

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -20,9 +20,9 @@ def download_model():
20
 
21
  def load_model():
22
  from llama_cpp import Llama, LlamaGrammar
23
- model_url="https://huggingface.co/TheBloke/Llama-2-7B-GGUF/resolve/main/llama-2-7b.Q5_K_S.gguf"
24
  llm = Llama(
25
- model_path=model_url,
26
  n_gpu_layers=-1, verbose=False
27
  )
28
 
 
20
 
21
  def load_model():
22
  from llama_cpp import Llama, LlamaGrammar
23
+ model_file="llama-2-7b.Q5_K_S.gguf"
24
  llm = Llama(
25
+ model_path=model_file,
26
  n_gpu_layers=-1, verbose=False
27
  )
28