Willy030125
commited on
Commit
•
5b5b56e
1
Parent(s):
d80c21d
Update README.md
Browse files
README.md
CHANGED
@@ -6,14 +6,16 @@ library_name: adapter-transformers
|
|
6 |
tags:
|
7 |
- text-generation-inference
|
8 |
---
|
9 |
-
finetune-indoMMLU-Merak-7B-v1
|
10 |
-
<br>
|
11 |
based on Merak-7B-v4 Mistral<br>
|
12 |
<br>
|
13 |
-
|
14 |
-
|
15 |
-
|
16 |
-
|
17 |
-
|
18 |
-
|
19 |
-
|
|
|
|
|
|
|
|
6 |
tags:
|
7 |
- text-generation-inference
|
8 |
---
|
9 |
+
# finetune-indoMMLU-Merak-7B-v1
|
|
|
10 |
based on Merak-7B-v4 Mistral<br>
|
11 |
<br>
|
12 |
+
|
13 |
+
```python
|
14 |
+
lora r=8
|
15 |
+
lora_alpha=16
|
16 |
+
lora_dropout=0.05
|
17 |
+
|
18 |
+
learning_rate = 2e-4
|
19 |
+
lr_scheduler = "cosine"
|
20 |
+
max_seq_length = 2048
|
21 |
+
```
|