Update app.py
Browse files
app.py
CHANGED
|
@@ -25,8 +25,8 @@ if not logger.handlers:
|
|
| 25 |
app = FastAPI()
|
| 26 |
|
| 27 |
# === Model Config ===
|
| 28 |
-
REPO_ID = "TheBloke/
|
| 29 |
-
FILENAME = "
|
| 30 |
MODEL_DIR = "models"
|
| 31 |
MODEL_PATH = os.path.join(MODEL_DIR, FILENAME)
|
| 32 |
|
|
|
|
| 25 |
app = FastAPI()
|
| 26 |
|
| 27 |
# === Model Config ===
|
| 28 |
+
REPO_ID = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF"
|
| 29 |
+
FILENAME = "mistral-7b-instruct-v0.2.Q4_K_M.gguf"
|
| 30 |
MODEL_DIR = "models"
|
| 31 |
MODEL_PATH = os.path.join(MODEL_DIR, FILENAME)
|
| 32 |
|