Willy030125 commited on
Commit
5b5b56e
1 Parent(s): d80c21d

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +11 -9
README.md CHANGED
@@ -6,14 +6,16 @@ library_name: adapter-transformers
6
  tags:
7
  - text-generation-inference
8
  ---
9
- finetune-indoMMLU-Merak-7B-v1<br>
10
- <br>
11
  based on Merak-7B-v4 Mistral<br>
12
  <br>
13
- lora r=8<br>
14
- lora_alpha=16<br>
15
- lora_dropout=0.05<br>
16
- <br>
17
- learning_rate = 2e-4<br>
18
- lr_scheduler = "cosine"<br>
19
- max_seq_length = 2048<br>
 
 
 
 
6
  tags:
7
  - text-generation-inference
8
  ---
9
+ # finetune-indoMMLU-Merak-7B-v1
 
10
  based on Merak-7B-v4 Mistral<br>
11
  <br>
12
+
13
+ ```python
14
+ lora r=8
15
+ lora_alpha=16
16
+ lora_dropout=0.05
17
+
18
+ learning_rate = 2e-4
19
+ lr_scheduler = "cosine"
20
+ max_seq_length = 2048
21
+ ```