Priyanshukr-1 commited on
Commit
cb82ced
·
verified ·
1 Parent(s): 9ee58dc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -25,8 +25,8 @@ if not logger.handlers:
25
  app = FastAPI()
26
 
27
  # === Model Config ===
28
- REPO_ID = "TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF"
29
- FILENAME = "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf" # Q4_K_M is a good balance of size and quality
30
  MODEL_DIR = "models"
31
  MODEL_PATH = os.path.join(MODEL_DIR, FILENAME)
32
 
 
25
  app = FastAPI()
26
 
27
  # === Model Config ===
28
+ REPO_ID = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF"
29
+ FILENAME = "mistral-7b-instruct-v0.2.Q4_K_M.gguf"
30
  MODEL_DIR = "models"
31
  MODEL_PATH = os.path.join(MODEL_DIR, FILENAME)
32