Upload training_param.txt with huggingface_hub
Browse files- training_param.txt +13 -0
training_param.txt
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
batch_size=128
|
| 3 |
+
micro_batch_size=1
|
| 4 |
+
num_epochs=5
|
| 5 |
+
learning_rate=3e-05
|
| 6 |
+
cutoff_len=1024
|
| 7 |
+
val_set_size=0.1
|
| 8 |
+
warmup_steps=2000
|
| 9 |
+
train_on_inputs=True
|
| 10 |
+
add_eos_token=True
|
| 11 |
+
group_by_length=False
|
| 12 |
+
offload_folder=
|
| 13 |
+
ds_config_path=ds_config_zero3.json
|