winglian commited on
Commit
d887ad8
1 Parent(s): 19a600a

eval_table isn't quite stable enough to be in default llama configs (#637)

Browse files
examples/llama-2/lora.yml CHANGED
@@ -56,7 +56,7 @@ flash_attention: true
56
 
57
  warmup_steps: 10
58
  eval_steps: 20
59
- eval_table_size: 5
60
  eval_table_max_new_tokens: 128
61
  save_steps:
62
  debug:
 
56
 
57
  warmup_steps: 10
58
  eval_steps: 20
59
+ eval_table_size:
60
  eval_table_max_new_tokens: 128
61
  save_steps:
62
  debug:
examples/llama-2/qlora.yml CHANGED
@@ -58,7 +58,7 @@ flash_attention: true
58
 
59
  warmup_steps: 10
60
  eval_steps: 20
61
- eval_table_size: 5
62
  save_steps:
63
  debug:
64
  deepspeed:
 
58
 
59
  warmup_steps: 10
60
  eval_steps: 20
61
+ eval_table_size:
62
  save_steps:
63
  debug:
64
  deepspeed:
examples/llama-2/tiny-llama.yml CHANGED
@@ -56,7 +56,7 @@ flash_attention: true
56
 
57
  warmup_steps: 10
58
  eval_steps: 20
59
- eval_table_size: 5
60
  save_steps:
61
  debug:
62
  deepspeed:
 
56
 
57
  warmup_steps: 10
58
  eval_steps: 20
59
+ eval_table_size:
60
  save_steps:
61
  debug:
62
  deepspeed: