| from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy | |
| from axolotl.prompters import AlpacaPrompter, PromptStyle | |
| def load(tokenizer, cfg): | |
| return AlpacaPromptTokenizingStrategy( | |
| AlpacaPrompter(PromptStyle.instruct), | |
| tokenizer, | |
| cfg.train_on_inputs, | |
| cfg.sequence_len, | |
| ) | |