File size: 301 Bytes
1d7da3b |
1 2 3 4 5 6 7 8 9 10 11 |
def validate_config(cfg):
if cfg.adapter == "qlora":
assert cfg.load_in_8bit is False
assert cfg.load_4bit is False
assert cfg.load_in_4bit is True
pass
# TODO
# MPT 7b
# https://github.com/facebookresearch/bitsandbytes/issues/25
# no 8bit adamw w bf16
|