winglian commited on
Commit
f523a08
1 Parent(s): 676d7da
Files changed (1) hide show
  1. src/axolotl/utils/models.py +2 -2
src/axolotl/utils/models.py CHANGED
@@ -363,9 +363,9 @@ def load_lora(model, cfg):
363
  )
364
 
365
  bits = None
366
- if cfg.load_in_4bits:
367
  bits = 4
368
- elif cfg.load_in_8bits:
369
  bits = 8
370
  linear_names = find_all_linear_names(bits, model)
371
  logging.info(f"found linear modules: {repr(linear_names)}")
 
363
  )
364
 
365
  bits = None
366
+ if cfg.load_in_4bit:
367
  bits = 4
368
+ elif cfg.load_in_8bit:
369
  bits = 8
370
  linear_names = find_all_linear_names(bits, model)
371
  logging.info(f"found linear modules: {repr(linear_names)}")