Update app.py
Browse files
app.py
CHANGED
|
@@ -82,7 +82,7 @@ def main():
|
|
| 82 |
# max_new_tokens = 1048,
|
| 83 |
# temperature = 0.3
|
| 84 |
# )
|
| 85 |
-
llm = AutoModelForCausalLM.from_pretrained("second-state/stablelm-2-zephyr-1.6b-GGUF")
|
| 86 |
|
| 87 |
print("LLM Initialized...")
|
| 88 |
|
|
|
|
| 82 |
# max_new_tokens = 1048,
|
| 83 |
# temperature = 0.3
|
| 84 |
# )
|
| 85 |
+
llm = AutoModelForCausalLM.from_pretrained("second-state/stablelm-2-zephyr-1.6b-GGUF", model_type="stablelm-2-zephyr-1_6b-Q4_0.gguf")
|
| 86 |
|
| 87 |
print("LLM Initialized...")
|
| 88 |
|