File size: 324 Bytes
2809f3f ce34d64 2809f3f |
1 2 3 4 5 6 7 8 9 10 11 12 |
from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy
from axolotl.prompters import AlpacaPrompter, PromptStyle
def load(tokenizer, cfg):
return AlpacaPromptTokenizingStrategy(
AlpacaPrompter(PromptStyle.instruct),
tokenizer,
cfg.train_on_inputs,
cfg.sequence_len,
)
|