Spaces:
Running
on
Zero
Running
on
Zero
added model download
Browse files
app.py
CHANGED
@@ -20,9 +20,9 @@ def download_model():
|
|
20 |
|
21 |
def load_model():
|
22 |
from llama_cpp import Llama, LlamaGrammar
|
23 |
-
|
24 |
llm = Llama(
|
25 |
-
model_path=
|
26 |
n_gpu_layers=-1, verbose=False
|
27 |
)
|
28 |
|
|
|
20 |
|
21 |
def load_model():
|
22 |
from llama_cpp import Llama, LlamaGrammar
|
23 |
+
model_file="llama-2-7b.Q5_K_S.gguf"
|
24 |
llm = Llama(
|
25 |
+
model_path=model_file,
|
26 |
n_gpu_layers=-1, verbose=False
|
27 |
)
|
28 |
|