Feat(doc): Add lr_quadratic_warmup to readme (#412)
Browse files
README.md
CHANGED
|
@@ -434,6 +434,7 @@ eval_batch_size: 2
|
|
| 434 |
num_epochs: 3
|
| 435 |
warmup_steps: 100
|
| 436 |
learning_rate: 0.00003
|
|
|
|
| 437 |
logging_steps:
|
| 438 |
save_steps: # leave empty to save at each epoch
|
| 439 |
eval_steps:
|
|
|
|
| 434 |
num_epochs: 3
|
| 435 |
warmup_steps: 100
|
| 436 |
learning_rate: 0.00003
|
| 437 |
+
lr_quadratic_warmup:
|
| 438 |
logging_steps:
|
| 439 |
save_steps: # leave empty to save at each epoch
|
| 440 |
eval_steps:
|