andreaskoepf commited on
Commit
011d716
·
1 Parent(s): 706d5c0

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -99,6 +99,9 @@ falcon-7b:
99
  output_dir: falcon
100
  weight_decay: 0.0
101
  max_length: 2048
 
 
 
102
  warmup_steps: 20
103
  gradient_checkpointing: true
104
  gradient_accumulation_steps: 4
@@ -114,9 +117,6 @@ Dataset:
114
  ```
115
  oasst-top1:
116
  # oasst_export: 11123 (100.00%)
117
- save_strategy: steps
118
- eval_steps: 80
119
- save_steps: 80
120
  datasets:
121
  - oasst_export:
122
  lang: "bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk" # sft-8.0
 
99
  output_dir: falcon
100
  weight_decay: 0.0
101
  max_length: 2048
102
+ save_strategy: steps
103
+ eval_steps: 80
104
+ save_steps: 80
105
  warmup_steps: 20
106
  gradient_checkpointing: true
107
  gradient_accumulation_steps: 4
 
117
  ```
118
  oasst-top1:
119
  # oasst_export: 11123 (100.00%)
 
 
 
120
  datasets:
121
  - oasst_export:
122
  lang: "bg,ca,cs,da,de,en,es,fr,hr,hu,it,nl,pl,pt,ro,ru,sl,sr,sv,uk" # sft-8.0