Update app.py
Browse files
app.py
CHANGED
|
@@ -46,7 +46,7 @@ def get_system_tokens(model):
|
|
| 46 |
|
| 47 |
|
| 48 |
repo_name = "maddes8cht/stabilityai-stablelm-3b-4e1t-gguf"
|
| 49 |
-
model_name = "stabilityai-stablelm-3b-4e1t-
|
| 50 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
| 51 |
|
| 52 |
model = Llama(
|
|
|
|
| 46 |
|
| 47 |
|
| 48 |
repo_name = "maddes8cht/stabilityai-stablelm-3b-4e1t-gguf"
|
| 49 |
+
model_name = "stabilityai-stablelm-3b-4e1t-Q5_K_M.gguf"
|
| 50 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
| 51 |
|
| 52 |
model = Llama(
|