Commit
•
b25d3c2
1
Parent(s):
807111c
Update README.md
Browse files
README.md
CHANGED
@@ -19,6 +19,7 @@ lora_dropout=0.05
|
|
19 |
|
20 |
learning_rate = 2e-4
|
21 |
lr_scheduler = "cosine"
|
|
|
22 |
max_seq_length = 2048
|
23 |
```
|
24 |
|
|
|
19 |
|
20 |
learning_rate = 2e-4
|
21 |
lr_scheduler = "cosine"
|
22 |
+
optimizer = "paged_adamw_32bit"
|
23 |
max_seq_length = 2048
|
24 |
```
|
25 |
|