Spaces:
Build error
Build error
Update qwen2_72b_lora_sft_4bit-p1.yaml
Browse files
llama-factory/config/qwen2_72b_lora_sft_4bit-p1.yaml
CHANGED
|
@@ -28,8 +28,8 @@ overwrite_output_dir: true
|
|
| 28 |
# resume_from_checkpoint: true
|
| 29 |
|
| 30 |
### train
|
| 31 |
-
per_device_train_batch_size:
|
| 32 |
-
gradient_accumulation_steps:
|
| 33 |
learning_rate: 1.0e-4
|
| 34 |
num_train_epochs: 3.0
|
| 35 |
lr_scheduler_type: cosine
|
|
|
|
| 28 |
# resume_from_checkpoint: true
|
| 29 |
|
| 30 |
### train
|
| 31 |
+
per_device_train_batch_size: 2
|
| 32 |
+
gradient_accumulation_steps: 4
|
| 33 |
learning_rate: 1.0e-4
|
| 34 |
num_train_epochs: 3.0
|
| 35 |
lr_scheduler_type: cosine
|