Update model.yml
Browse files
model.yml
CHANGED
|
@@ -13,5 +13,5 @@ stream: true # true | false
|
|
| 13 |
# Engine / Model Settings
|
| 14 |
ngl: 33 # Infer from base config.json -> num_attention_heads
|
| 15 |
ctx_len: 131072 # Infer from base config.json -> max_position_embeddings
|
| 16 |
-
engine:
|
| 17 |
prompt_template: "<|START_OF_TURN_TOKEN|><|USER_TOKEN|>{prompt}<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>"
|
|
|
|
| 13 |
# Engine / Model Settings
|
| 14 |
ngl: 33 # Infer from base config.json -> num_attention_heads
|
| 15 |
ctx_len: 131072 # Infer from base config.json -> max_position_embeddings
|
| 16 |
+
engine: llama-cpp
|
| 17 |
prompt_template: "<|START_OF_TURN_TOKEN|><|USER_TOKEN|>{prompt}<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>"
|