Nanobit commited on
Commit
2c73c81
1 Parent(s): 42410c7

Add `lora_modules_to_save`

Browse files
Files changed (1) hide show
  1. src/axolotl/utils/models.py +1 -0
src/axolotl/utils/models.py CHANGED
@@ -285,6 +285,7 @@ def load_lora(model, cfg):
285
  target_modules=cfg.lora_target_modules,
286
  lora_dropout=cfg.lora_dropout,
287
  fan_in_fan_out=cfg.lora_fan_in_fan_out,
 
288
  bias="none",
289
  task_type="CAUSAL_LM",
290
  )
 
285
  target_modules=cfg.lora_target_modules,
286
  lora_dropout=cfg.lora_dropout,
287
  fan_in_fan_out=cfg.lora_fan_in_fan_out,
288
+ modules_to_save=cfg.lora_modules_to_save if cfg.lora_modules_to_save else None,
289
  bias="none",
290
  task_type="CAUSAL_LM",
291
  )