Update app.py
Browse files
app.py
CHANGED
|
@@ -91,7 +91,7 @@ def load_model(_docs):
|
|
| 91 |
# return f"""[INST] <<SYS>>{system_prompt}<</SYS>>{prompt} [/INST]""".strip()
|
| 92 |
|
| 93 |
def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:
|
| 94 |
-
return f"""
|
| 95 |
|
| 96 |
|
| 97 |
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
|
|
|
| 91 |
# return f"""[INST] <<SYS>>{system_prompt}<</SYS>>{prompt} [/INST]""".strip()
|
| 92 |
|
| 93 |
def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:
|
| 94 |
+
return f"""<s>[INST] <<SYS>>{{ system_prompt }}<</SYS>>{{ prompt }} [/INST]""".strip()
|
| 95 |
|
| 96 |
|
| 97 |
streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|