Commit
•
ffa3a08
1
Parent(s):
5350d53
Update README.md
Browse files
README.md
CHANGED
|
@@ -1,11 +1,11 @@
|
|
| 1 |
-
finetune-indoMMLU-Merak-7B-v1
|
| 2 |
-
|
| 3 |
-
based on Merak-7B-v4 Mistral
|
| 4 |
-
|
| 5 |
-
lora r=8
|
| 6 |
-
lora_alpha=16
|
| 7 |
-
lora_dropout=0.05
|
| 8 |
-
|
| 9 |
-
learning_rate = 2e-4
|
| 10 |
-
lr_scheduler = "cosine"
|
| 11 |
-
max_seq_length = 2048
|
|
|
|
| 1 |
+
finetune-indoMMLU-Merak-7B-v1<br>
|
| 2 |
+
<br>
|
| 3 |
+
based on Merak-7B-v4 Mistral<br>
|
| 4 |
+
<br>
|
| 5 |
+
lora r=8<br>
|
| 6 |
+
lora_alpha=16<br>
|
| 7 |
+
lora_dropout=0.05<br>
|
| 8 |
+
<br>
|
| 9 |
+
learning_rate = 2e-4<br
|
| 10 |
+
lr_scheduler = "cosine"<br>
|
| 11 |
+
max_seq_length = 2048<br>
|