skip the system prompt
Browse files
src/axolotl/prompt_strategies/alpaca_instruct.py
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
"""Module loading the AlpacaInstructPromptTokenizingStrategy class"""
|
| 2 |
|
| 3 |
from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy
|
| 4 |
-
from axolotl.prompters import AlpacaPrompter, PromptStyle
|
| 5 |
|
| 6 |
|
| 7 |
def load(tokenizer, cfg):
|
|
@@ -11,3 +11,12 @@ def load(tokenizer, cfg):
|
|
| 11 |
cfg.train_on_inputs,
|
| 12 |
cfg.sequence_len,
|
| 13 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
"""Module loading the AlpacaInstructPromptTokenizingStrategy class"""
|
| 2 |
|
| 3 |
from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy
|
| 4 |
+
from axolotl.prompters import AlpacaPrompter, PromptStyle, UnpromptedPrompter
|
| 5 |
|
| 6 |
|
| 7 |
def load(tokenizer, cfg):
|
|
|
|
| 11 |
cfg.train_on_inputs,
|
| 12 |
cfg.sequence_len,
|
| 13 |
)
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
def load_no_prompt(tokenizer, cfg):
|
| 17 |
+
return AlpacaPromptTokenizingStrategy(
|
| 18 |
+
UnpromptedPrompter(PromptStyle.INSTRUCT.value),
|
| 19 |
+
tokenizer,
|
| 20 |
+
cfg.train_on_inputs,
|
| 21 |
+
cfg.sequence_len,
|
| 22 |
+
)
|