tmm1 commited on
Commit
1e07c16
1 Parent(s): 7657632

set zero3 optimizer betas to auto so they inherit from HF trainer config (#507)

Browse files
Files changed (1) hide show
  1. deepspeed/zero3.json +1 -4
deepspeed/zero3.json CHANGED
@@ -35,10 +35,7 @@
35
  "type": "AdamW",
36
  "params": {
37
  "lr": "auto",
38
- "betas": [
39
- 0.9,
40
- 0.95
41
- ],
42
  "eps": 1e-8,
43
  "weight_decay": "auto"
44
  }
 
35
  "type": "AdamW",
36
  "params": {
37
  "lr": "auto",
38
+ "betas": "auto",
 
 
 
39
  "eps": 1e-8,
40
  "weight_decay": "auto"
41
  }