Default micro_batch_size to 1 for a safer start
Browse files
examples/falcon/config-7b-qlora.yml
CHANGED
|
@@ -50,7 +50,7 @@ output_dir: ./qlora-out
|
|
| 50 |
# - 7b: 40
|
| 51 |
# - 40b: 4
|
| 52 |
# decrease if OOM, increase for max VRAM utilization
|
| 53 |
-
micro_batch_size:
|
| 54 |
gradient_accumulation_steps: 2
|
| 55 |
num_epochs: 3
|
| 56 |
# Optimizer for QLoRA
|
|
|
|
| 50 |
# - 7b: 40
|
| 51 |
# - 40b: 4
|
| 52 |
# decrease if OOM, increase for max VRAM utilization
|
| 53 |
+
micro_batch_size: 1
|
| 54 |
gradient_accumulation_steps: 2
|
| 55 |
num_epochs: 3
|
| 56 |
# Optimizer for QLoRA
|