Manofem commited on
Commit
e318921
·
1 Parent(s): d6da72b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -2,8 +2,7 @@ from fastapi import FastAPI, HTTPException
2
  from llama_cpp import Llama
3
  import time
4
  import os
5
- os.system("wget -O llama-2-7b-chat.Q4_K_S.gguf https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGUF/resolve/main/llama-2-7b-chat.Q4_K_S.gguf?download=true \
6
- && mv llama-2-7b-chat.Q4_K_S.gguf llama-2-7b-chat.Q3_K_S.gguf")
7
  app = FastAPI()
8
 
9
  llm = Llama(model_path="llama-2-7b-chat.Q3_K_S.gguf", n_ctx=2048, n_batch=512, use_mlock=True, n_threads=8)
 
2
  from llama_cpp import Llama
3
  import time
4
  import os
5
+
 
6
  app = FastAPI()
7
 
8
  llm = Llama(model_path="llama-2-7b-chat.Q3_K_S.gguf", n_ctx=2048, n_batch=512, use_mlock=True, n_threads=8)