Commit
•
fbc7445
1
Parent(s):
4f9628e
Update README.md
Browse files
README.md
CHANGED
|
@@ -1,3 +1,20 @@
|
|
| 1 |
---
|
| 2 |
library_name: peft
|
| 3 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
library_name: peft
|
| 3 |
---
|
| 4 |
+
***Settings***
|
| 5 |
+
|
| 6 |
+
training_args = transformers.TrainingArguments(
|
| 7 |
+
auto_find_batch_size=True,
|
| 8 |
+
gradient_accumulation_steps=4,
|
| 9 |
+
num_train_epochs=1,
|
| 10 |
+
learning_rate=2e-4,
|
| 11 |
+
fp16=True,
|
| 12 |
+
save_total_limit=3,
|
| 13 |
+
logging_steps=1,
|
| 14 |
+
max_steps=80,
|
| 15 |
+
output_dir="/home/gguells/finetuning/apoc/",
|
| 16 |
+
save_strategy='epoch',
|
| 17 |
+
optim="paged_adamw_8bit",
|
| 18 |
+
lr_scheduler_type = 'cosine',
|
| 19 |
+
warmup_ratio = 0.05,
|
| 20 |
+
)
|