Commit
·
011d716
1
Parent(s):
706d5c0
Update README.md
Browse files
README.md
CHANGED
@@ -99,6 +99,9 @@ falcon-7b:
|
|
99 |
output_dir: falcon
|
100 |
weight_decay: 0.0
|
101 |
max_length: 2048
|
|
|
|
|
|
|
102 |
warmup_steps: 20
|
103 |
gradient_checkpointing: true
|
104 |
gradient_accumulation_steps: 4
|
@@ -114,9 +117,6 @@ Dataset:
|
|
114 |
```
|
115 |
oasst-top1:
|
116 |
# oasst_export: 11123 (100.00%)
|
117 |
-
save_strategy: steps
|
118 |
-
eval_steps: 80
|
119 |
-
save_steps: 80
|
120 |
datasets:
|
121 |
- oasst_export:
|
122 |
lang: "bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk" # sft-8.0
|
|
|
99 |
output_dir: falcon
|
100 |
weight_decay: 0.0
|
101 |
max_length: 2048
|
102 |
+
save_strategy: steps
|
103 |
+
eval_steps: 80
|
104 |
+
save_steps: 80
|
105 |
warmup_steps: 20
|
106 |
gradient_checkpointing: true
|
107 |
gradient_accumulation_steps: 4
|
|
|
117 |
```
|
118 |
oasst-top1:
|
119 |
# oasst_export: 11123 (100.00%)
|
|
|
|
|
|
|
120 |
datasets:
|
121 |
- oasst_export:
|
122 |
lang: "bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk" # sft-8.0
|