winglian commited on
Commit
af05883
2 Parent(s): de8ed22 05ab909

Merge pull request #243 from OpenAccess-AI-Collective/unprompted-instruct

Browse files
src/axolotl/prompt_strategies/alpaca_instruct.py CHANGED
@@ -1,7 +1,7 @@
1
  """Module loading the AlpacaInstructPromptTokenizingStrategy class"""
2
 
3
  from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy
4
- from axolotl.prompters import AlpacaPrompter, PromptStyle
5
 
6
 
7
  def load(tokenizer, cfg):
@@ -11,3 +11,12 @@ def load(tokenizer, cfg):
11
  cfg.train_on_inputs,
12
  cfg.sequence_len,
13
  )
 
 
 
 
 
 
 
 
 
 
1
  """Module loading the AlpacaInstructPromptTokenizingStrategy class"""
2
 
3
  from axolotl.prompt_tokenizers import AlpacaPromptTokenizingStrategy
4
+ from axolotl.prompters import AlpacaPrompter, PromptStyle, UnpromptedPrompter
5
 
6
 
7
  def load(tokenizer, cfg):
 
11
  cfg.train_on_inputs,
12
  cfg.sequence_len,
13
  )
14
+
15
+
16
+ def load_no_prompt(tokenizer, cfg):
17
+ return AlpacaPromptTokenizingStrategy(
18
+ UnpromptedPrompter(PromptStyle.INSTRUCT.value),
19
+ tokenizer,
20
+ cfg.train_on_inputs,
21
+ cfg.sequence_len,
22
+ )