Revert "normalized mean new token init"
Browse filesThis reverts commit d8a987849b39a37cd129ff4d4faa9b42631edd4d.
- config.json +1 -1
- generation_config.json +1 -2
- pytorch_model-00001-of-00003.bin +1 -1
- pytorch_model-00003-of-00003.bin +1 -1
- tokenizer.json +9 -0
config.json
CHANGED
@@ -16,7 +16,7 @@
|
|
16 |
"rms_norm_eps": 1e-06,
|
17 |
"tie_word_embeddings": false,
|
18 |
"torch_dtype": "float16",
|
19 |
-
"transformers_version": "4.
|
20 |
"use_cache": false,
|
21 |
"vocab_size": 32001
|
22 |
}
|
|
|
16 |
"rms_norm_eps": 1e-06,
|
17 |
"tie_word_embeddings": false,
|
18 |
"torch_dtype": "float16",
|
19 |
+
"transformers_version": "4.29.2",
|
20 |
"use_cache": false,
|
21 |
"vocab_size": 32001
|
22 |
}
|
generation_config.json
CHANGED
@@ -3,6 +3,5 @@
|
|
3 |
"bos_token_id": 1,
|
4 |
"eos_token_id": 2,
|
5 |
"pad_token_id": 0,
|
6 |
-
"transformers_version": "4.
|
7 |
-
"use_cache": false
|
8 |
}
|
|
|
3 |
"bos_token_id": 1,
|
4 |
"eos_token_id": 2,
|
5 |
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.29.2"
|
|
|
7 |
}
|
pytorch_model-00001-of-00003.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 9948738670
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1a31f72d7056e462f6f86dba9207369bf88ed53fb7c7afeee56d8d4d6f8905b5
|
3 |
size 9948738670
|
pytorch_model-00003-of-00003.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 6506673929
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fb31586f447754d2248a6b4b0b83d3823239fca94c236c9b3989a736954f553e
|
3 |
size 6506673929
|
tokenizer.json
CHANGED
@@ -100,6 +100,15 @@
|
|
100 |
}
|
101 |
],
|
102 |
"special_tokens": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
103 |
"<s>": {
|
104 |
"id": "<s>",
|
105 |
"ids": [
|
|
|
100 |
}
|
101 |
],
|
102 |
"special_tokens": {
|
103 |
+
"</s>": {
|
104 |
+
"id": "</s>",
|
105 |
+
"ids": [
|
106 |
+
2
|
107 |
+
],
|
108 |
+
"tokens": [
|
109 |
+
"</s>"
|
110 |
+
]
|
111 |
+
},
|
112 |
"<s>": {
|
113 |
"id": "<s>",
|
114 |
"ids": [
|