Commit
·
c0d7caf
1
Parent(s):
2b29342
Update app.py
Browse files
app.py
CHANGED
|
@@ -154,7 +154,7 @@ llm = Llama(model_path=model_path,n_gpu_layers=GPU_LAYERS,max_new_tokens=256, co
|
|
| 154 |
|
| 155 |
|
| 156 |
# Mistral formatter
|
| 157 |
-
def format_prompt_mistral(message, history, system_message=
|
| 158 |
prompt = (
|
| 159 |
"<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
|
| 160 |
)
|
|
@@ -165,7 +165,7 @@ def format_prompt_mistral(message, history, system_message=system_message):
|
|
| 165 |
return prompt
|
| 166 |
|
| 167 |
# Zephyr formatter
|
| 168 |
-
def format_prompt_zephyr(message, history, system_message=
|
| 169 |
prompt = (
|
| 170 |
"<|system|>" + system_message + "</s>"
|
| 171 |
)
|
|
|
|
| 154 |
|
| 155 |
|
| 156 |
# Mistral formatter
|
| 157 |
+
def format_prompt_mistral(message, history, system_message=""):
|
| 158 |
prompt = (
|
| 159 |
"<s>[INST]" + system_message + "[/INST]" + system_understand_message + "</s>"
|
| 160 |
)
|
|
|
|
| 165 |
return prompt
|
| 166 |
|
| 167 |
# Zephyr formatter
|
| 168 |
+
def format_prompt_zephyr(message, history, system_message=""):
|
| 169 |
prompt = (
|
| 170 |
"<|system|>" + system_message + "</s>"
|
| 171 |
)
|