Update model.yml
Browse files
model.yml
CHANGED
|
@@ -12,5 +12,5 @@ max_tokens: 32000
|
|
| 12 |
stream: true
|
| 13 |
ngl: 32
|
| 14 |
ctx_len: 32000
|
| 15 |
-
engine:
|
| 16 |
prompt_template: "{system_message} [INST] {prompt} [/INST]"
|
|
|
|
| 12 |
stream: true
|
| 13 |
ngl: 32
|
| 14 |
ctx_len: 32000
|
| 15 |
+
engine: llama-cpp
|
| 16 |
prompt_template: "{system_message} [INST] {prompt} [/INST]"
|