hyunseoki commited on
Commit
82bd1c9
·
verified ·
1 Parent(s): 76a9fe1

Upload folder using huggingface_hub

Browse files
Files changed (4) hide show
  1. config.json +1 -1
  2. losses.npy +3 -0
  3. model.safetensors +1 -1
  4. tokenizer.json +4 -4
config.json CHANGED
@@ -37,7 +37,7 @@
37
  "relative_attention": true,
38
  "share_att_key": true,
39
  "torch_dtype": "float32",
40
- "transformers_version": "4.39.3",
41
  "type_vocab_size": 0,
42
  "vocab_size": 128100
43
  }
 
37
  "relative_attention": true,
38
  "share_att_key": true,
39
  "torch_dtype": "float32",
40
+ "transformers_version": "4.41.2",
41
  "type_vocab_size": 0,
42
  "vocab_size": 128100
43
  }
losses.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a658b3dd3080ae0d94483d4cd93d05e3ce2a5940146290f4bf2954e63487f5ad
3
+ size 17728
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8912578c9579be76716ee2179ac27de2f935877f7fd38161e69627023cd9665
3
  size 1740300340
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bee34a6a59194e0f6bd1c74a328ad19a76815139e713e83b96501dc067ebfe0d
3
  size 1740300340
tokenizer.json CHANGED
@@ -88,8 +88,8 @@
88
  {
89
  "type": "Metaspace",
90
  "replacement": "▁",
91
- "add_prefix_space": true,
92
- "prepend_scheme": "always"
93
  }
94
  ]
95
  },
@@ -171,8 +171,8 @@
171
  "decoder": {
172
  "type": "Metaspace",
173
  "replacement": "▁",
174
- "add_prefix_space": true,
175
- "prepend_scheme": "always"
176
  },
177
  "model": {
178
  "type": "Unigram",
 
88
  {
89
  "type": "Metaspace",
90
  "replacement": "▁",
91
+ "prepend_scheme": "always",
92
+ "split": true
93
  }
94
  ]
95
  },
 
171
  "decoder": {
172
  "type": "Metaspace",
173
  "replacement": "▁",
174
+ "prepend_scheme": "always",
175
+ "split": true
176
  },
177
  "model": {
178
  "type": "Unigram",