openvino-ci
commited on
Commit
•
b45f2a0
1
Parent(s):
296dd8c
Upload folder using huggingface_hub
Browse files- config.json +1 -1
- openvino_decoder_model.bin +1 -1
- openvino_decoder_model.xml +0 -0
- openvino_decoder_with_past_model.bin +3 -0
- openvino_decoder_with_past_model.xml +0 -0
- openvino_detokenizer.xml +12 -12
- openvino_encoder_model.xml +0 -0
- openvino_tokenizer.xml +54 -54
config.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
"_attn_implementation_autoset": true,
|
3 |
-
"_name_or_path": "distil-whisper
|
4 |
"activation_dropout": 0.0,
|
5 |
"activation_function": "gelu",
|
6 |
"apply_spec_augment": false,
|
|
|
1 |
{
|
2 |
"_attn_implementation_autoset": true,
|
3 |
+
"_name_or_path": "OpenVINO/distil-whisper-large-v3-int8-ov",
|
4 |
"activation_dropout": 0.0,
|
5 |
"activation_function": "gelu",
|
6 |
"apply_spec_augment": false,
|
openvino_decoder_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 119832014
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:96aac10609ba46a985ff4f0e28473b6ed90bcd2e7461643e6cc81863de35f070
|
3 |
size 119832014
|
openvino_decoder_model.xml
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
openvino_decoder_with_past_model.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:026652a612f44083fed9f1a654112fa8aaa04db82389c2ecdedf46b4c70d3f2e
|
3 |
+
size 113252798
|
openvino_decoder_with_past_model.xml
ADDED
The diff for this file is too large to render.
See raw diff
|
|
openvino_detokenizer.xml
CHANGED
@@ -1,16 +1,16 @@
|
|
1 |
<?xml version="1.0"?>
|
2 |
<net name="detokenizer" version="11">
|
3 |
<layers>
|
4 |
-
<layer id="0" name="
|
5 |
<data shape="?,?" element_type="i64" />
|
6 |
<output>
|
7 |
-
<port id="0" precision="I64" names="
|
8 |
<dim>-1</dim>
|
9 |
<dim>-1</dim>
|
10 |
</port>
|
11 |
</output>
|
12 |
</layer>
|
13 |
-
<layer id="1" name="
|
14 |
<data destination_type="i32" />
|
15 |
<input>
|
16 |
<port id="0" precision="I64">
|
@@ -25,7 +25,7 @@
|
|
25 |
</port>
|
26 |
</output>
|
27 |
</layer>
|
28 |
-
<layer id="2" name="
|
29 |
<data element_type="u8" shape="528257" offset="0" size="528257" />
|
30 |
<output>
|
31 |
<port id="0" precision="U8">
|
@@ -33,7 +33,7 @@
|
|
33 |
</port>
|
34 |
</output>
|
35 |
</layer>
|
36 |
-
<layer id="3" name="
|
37 |
<data mode="begins_ends" />
|
38 |
<input>
|
39 |
<port id="0" precision="U8">
|
@@ -52,7 +52,7 @@
|
|
52 |
</port>
|
53 |
</output>
|
54 |
</layer>
|
55 |
-
<layer id="4" name="
|
56 |
<data skip_tokens="50257, 50258, 50259, 50260, 50261, 50262, 50263, 50264, 50265, 50266, 50267, 50268, 50269, 50270, 50271, 50272, 50273, 50274, 50275, 50276, 50277, 50278, 50279, 50280, 50281, 50282, 50283, 50284, 50285, 50286, 50287, 50288, 50289, 50290, 50291, 50292, 50293, 50294, 50295, 50296, 50297, 50298, 50299, 50300, 50301, 50302, 50303, 50304, 50305, 50306, 50307, 50308, 50309, 50310, 50311, 50312, 50313, 50314, 50315, 50316, 50317, 50318, 50319, 50320, 50321, 50322, 50323, 50324, 50325, 50326, 50327, 50328, 50329, 50330, 50331, 50332, 50333, 50334, 50335, 50336, 50337, 50338, 50339, 50340, 50341, 50342, 50343, 50344, 50345, 50346, 50347, 50348, 50349, 50350, 50351, 50352, 50353, 50354, 50355, 50356, 50357, 50358, 50359, 50360, 50361, 50362, 50363, 50364" />
|
57 |
<input>
|
58 |
<port id="0" precision="I32">
|
@@ -87,7 +87,7 @@
|
|
87 |
</port>
|
88 |
</output>
|
89 |
</layer>
|
90 |
-
<layer id="5" name="
|
91 |
<input>
|
92 |
<port id="0" precision="I32">
|
93 |
<dim>-1</dim>
|
@@ -111,7 +111,7 @@
|
|
111 |
</port>
|
112 |
</output>
|
113 |
</layer>
|
114 |
-
<layer id="6" name="
|
115 |
<data element_type="u8" shape="47" offset="528257" size="47" />
|
116 |
<output>
|
117 |
<port id="0" precision="U8">
|
@@ -119,7 +119,7 @@
|
|
119 |
</port>
|
120 |
</output>
|
121 |
</layer>
|
122 |
-
<layer id="7" name="
|
123 |
<data element_type="u8" shape="2" offset="528304" size="2" />
|
124 |
<output>
|
125 |
<port id="0" precision="U8">
|
@@ -127,7 +127,7 @@
|
|
127 |
</port>
|
128 |
</output>
|
129 |
</layer>
|
130 |
-
<layer id="8" name="
|
131 |
<data global_replace="true" />
|
132 |
<input>
|
133 |
<port id="0" precision="I32">
|
@@ -158,7 +158,7 @@
|
|
158 |
</port>
|
159 |
</output>
|
160 |
</layer>
|
161 |
-
<layer id="9" name="
|
162 |
<data mode="begins_ends" />
|
163 |
<input>
|
164 |
<port id="0" precision="I32">
|
@@ -177,7 +177,7 @@
|
|
177 |
</port>
|
178 |
</output>
|
179 |
</layer>
|
180 |
-
<layer id="10" name="
|
181 |
<input>
|
182 |
<port id="0" precision="STRING">
|
183 |
<dim>-1</dim>
|
|
|
1 |
<?xml version="1.0"?>
|
2 |
<net name="detokenizer" version="11">
|
3 |
<layers>
|
4 |
+
<layer id="0" name="Parameter_41775" type="Parameter" version="opset1">
|
5 |
<data shape="?,?" element_type="i64" />
|
6 |
<output>
|
7 |
+
<port id="0" precision="I64" names="Parameter_41775">
|
8 |
<dim>-1</dim>
|
9 |
<dim>-1</dim>
|
10 |
</port>
|
11 |
</output>
|
12 |
</layer>
|
13 |
+
<layer id="1" name="Convert_41791" type="Convert" version="opset1">
|
14 |
<data destination_type="i32" />
|
15 |
<input>
|
16 |
<port id="0" precision="I64">
|
|
|
25 |
</port>
|
26 |
</output>
|
27 |
</layer>
|
28 |
+
<layer id="2" name="Constant_41736" type="Const" version="opset1">
|
29 |
<data element_type="u8" shape="528257" offset="0" size="528257" />
|
30 |
<output>
|
31 |
<port id="0" precision="U8">
|
|
|
33 |
</port>
|
34 |
</output>
|
35 |
</layer>
|
36 |
+
<layer id="3" name="StringTensorUnpack_41737" type="StringTensorUnpack" version="extension">
|
37 |
<data mode="begins_ends" />
|
38 |
<input>
|
39 |
<port id="0" precision="U8">
|
|
|
52 |
</port>
|
53 |
</output>
|
54 |
</layer>
|
55 |
+
<layer id="4" name="VocabDecoder_41776" type="VocabDecoder" version="extension">
|
56 |
<data skip_tokens="50257, 50258, 50259, 50260, 50261, 50262, 50263, 50264, 50265, 50266, 50267, 50268, 50269, 50270, 50271, 50272, 50273, 50274, 50275, 50276, 50277, 50278, 50279, 50280, 50281, 50282, 50283, 50284, 50285, 50286, 50287, 50288, 50289, 50290, 50291, 50292, 50293, 50294, 50295, 50296, 50297, 50298, 50299, 50300, 50301, 50302, 50303, 50304, 50305, 50306, 50307, 50308, 50309, 50310, 50311, 50312, 50313, 50314, 50315, 50316, 50317, 50318, 50319, 50320, 50321, 50322, 50323, 50324, 50325, 50326, 50327, 50328, 50329, 50330, 50331, 50332, 50333, 50334, 50335, 50336, 50337, 50338, 50339, 50340, 50341, 50342, 50343, 50344, 50345, 50346, 50347, 50348, 50349, 50350, 50351, 50352, 50353, 50354, 50355, 50356, 50357, 50358, 50359, 50360, 50361, 50362, 50363, 50364" />
|
57 |
<input>
|
58 |
<port id="0" precision="I32">
|
|
|
87 |
</port>
|
88 |
</output>
|
89 |
</layer>
|
90 |
+
<layer id="5" name="FuzeRagged_41777" type="FuzeRagged" version="extension">
|
91 |
<input>
|
92 |
<port id="0" precision="I32">
|
93 |
<dim>-1</dim>
|
|
|
111 |
</port>
|
112 |
</output>
|
113 |
</layer>
|
114 |
+
<layer id="6" name="Constant_41779" type="Const" version="opset1">
|
115 |
<data element_type="u8" shape="47" offset="528257" size="47" />
|
116 |
<output>
|
117 |
<port id="0" precision="U8">
|
|
|
119 |
</port>
|
120 |
</output>
|
121 |
</layer>
|
122 |
+
<layer id="7" name="Constant_41781" type="Const" version="opset1">
|
123 |
<data element_type="u8" shape="2" offset="528304" size="2" />
|
124 |
<output>
|
125 |
<port id="0" precision="U8">
|
|
|
127 |
</port>
|
128 |
</output>
|
129 |
</layer>
|
130 |
+
<layer id="8" name="RegexNormalization_41782" type="RegexNormalization" version="extension">
|
131 |
<data global_replace="true" />
|
132 |
<input>
|
133 |
<port id="0" precision="I32">
|
|
|
158 |
</port>
|
159 |
</output>
|
160 |
</layer>
|
161 |
+
<layer id="9" name="StringTensorPack_41783" type="StringTensorPack" version="extension">
|
162 |
<data mode="begins_ends" />
|
163 |
<input>
|
164 |
<port id="0" precision="I32">
|
|
|
177 |
</port>
|
178 |
</output>
|
179 |
</layer>
|
180 |
+
<layer id="10" name="Result_41784" type="Result" version="opset1">
|
181 |
<input>
|
182 |
<port id="0" precision="STRING">
|
183 |
<dim>-1</dim>
|
openvino_encoder_model.xml
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
openvino_tokenizer.xml
CHANGED
@@ -1,27 +1,27 @@
|
|
1 |
<?xml version="1.0"?>
|
2 |
<net name="tokenizer" version="11">
|
3 |
<layers>
|
4 |
-
<layer id="0" name="
|
5 |
<data shape="?" element_type="string" />
|
6 |
<output>
|
7 |
-
<port id="0" precision="STRING" names="
|
8 |
<dim>-1</dim>
|
9 |
</port>
|
10 |
</output>
|
11 |
</layer>
|
12 |
-
<layer id="1" name="
|
13 |
<data element_type="i32" shape="" offset="0" size="4" />
|
14 |
<output>
|
15 |
<port id="0" precision="I32" />
|
16 |
</output>
|
17 |
</layer>
|
18 |
-
<layer id="2" name="
|
19 |
<data element_type="i32" shape="" offset="4" size="4" />
|
20 |
<output>
|
21 |
<port id="0" precision="I32" />
|
22 |
</output>
|
23 |
</layer>
|
24 |
-
<layer id="3" name="
|
25 |
<data element_type="i32" shape="1" offset="8" size="4" />
|
26 |
<output>
|
27 |
<port id="0" precision="I32">
|
@@ -29,19 +29,19 @@
|
|
29 |
</port>
|
30 |
</output>
|
31 |
</layer>
|
32 |
-
<layer id="4" name="
|
33 |
<data element_type="i32" shape="" offset="0" size="4" />
|
34 |
<output>
|
35 |
<port id="0" precision="I32" />
|
36 |
</output>
|
37 |
</layer>
|
38 |
-
<layer id="5" name="
|
39 |
<data element_type="i32" shape="" offset="4" size="4" />
|
40 |
<output>
|
41 |
<port id="0" precision="I32" />
|
42 |
</output>
|
43 |
</layer>
|
44 |
-
<layer id="6" name="
|
45 |
<data element_type="i32" shape="1" offset="12" size="4" />
|
46 |
<output>
|
47 |
<port id="0" precision="I32">
|
@@ -49,13 +49,13 @@
|
|
49 |
</port>
|
50 |
</output>
|
51 |
</layer>
|
52 |
-
<layer id="7" name="
|
53 |
<data element_type="i64" shape="" offset="16" size="8" />
|
54 |
<output>
|
55 |
<port id="0" precision="I64" />
|
56 |
</output>
|
57 |
</layer>
|
58 |
-
<layer id="8" name="
|
59 |
<data mode="begins_ends" />
|
60 |
<input>
|
61 |
<port id="0" precision="STRING">
|
@@ -74,7 +74,7 @@
|
|
74 |
</port>
|
75 |
</output>
|
76 |
</layer>
|
77 |
-
<layer id="9" name="
|
78 |
<data output_type="i64" />
|
79 |
<input>
|
80 |
<port id="0" precision="I32">
|
@@ -87,19 +87,19 @@
|
|
87 |
</port>
|
88 |
</output>
|
89 |
</layer>
|
90 |
-
<layer id="10" name="
|
91 |
<data element_type="i64" shape="" offset="16" size="8" />
|
92 |
<output>
|
93 |
<port id="0" precision="I64" />
|
94 |
</output>
|
95 |
</layer>
|
96 |
-
<layer id="11" name="
|
97 |
<data element_type="i64" shape="" offset="16" size="8" />
|
98 |
<output>
|
99 |
<port id="0" precision="I64" />
|
100 |
</output>
|
101 |
</layer>
|
102 |
-
<layer id="12" name="
|
103 |
<data batch_dims="0" />
|
104 |
<input>
|
105 |
<port id="0" precision="I64">
|
@@ -112,13 +112,13 @@
|
|
112 |
<port id="3" precision="I64" />
|
113 |
</output>
|
114 |
</layer>
|
115 |
-
<layer id="13" name="
|
116 |
<data element_type="i64" shape="" offset="24" size="8" />
|
117 |
<output>
|
118 |
<port id="0" precision="I64" />
|
119 |
</output>
|
120 |
</layer>
|
121 |
-
<layer id="14" name="
|
122 |
<data output_type="i32" />
|
123 |
<input>
|
124 |
<port id="0" precision="I64" />
|
@@ -131,19 +131,19 @@
|
|
131 |
</port>
|
132 |
</output>
|
133 |
</layer>
|
134 |
-
<layer id="15" name="
|
135 |
<data element_type="i64" shape="" offset="24" size="8" />
|
136 |
<output>
|
137 |
<port id="0" precision="I64" />
|
138 |
</output>
|
139 |
</layer>
|
140 |
-
<layer id="16" name="
|
141 |
<data element_type="i64" shape="" offset="24" size="8" />
|
142 |
<output>
|
143 |
<port id="0" precision="I64" />
|
144 |
</output>
|
145 |
</layer>
|
146 |
-
<layer id="17" name="
|
147 |
<data auto_broadcast="numpy" />
|
148 |
<input>
|
149 |
<port id="0" precision="I64" />
|
@@ -153,13 +153,13 @@
|
|
153 |
<port id="2" precision="I64" />
|
154 |
</output>
|
155 |
</layer>
|
156 |
-
<layer id="18" name="
|
157 |
<data element_type="i64" shape="" offset="24" size="8" />
|
158 |
<output>
|
159 |
<port id="0" precision="I64" />
|
160 |
</output>
|
161 |
</layer>
|
162 |
-
<layer id="19" name="
|
163 |
<data output_type="i32" />
|
164 |
<input>
|
165 |
<port id="0" precision="I64" />
|
@@ -172,7 +172,7 @@
|
|
172 |
</port>
|
173 |
</output>
|
174 |
</layer>
|
175 |
-
<layer id="20" name="
|
176 |
<data element_type="u8" shape="26491" offset="32" size="26491" />
|
177 |
<output>
|
178 |
<port id="0" precision="U8">
|
@@ -180,7 +180,7 @@
|
|
180 |
</port>
|
181 |
</output>
|
182 |
</layer>
|
183 |
-
<layer id="21" name="
|
184 |
<input>
|
185 |
<port id="0" precision="I32">
|
186 |
<dim>-1</dim>
|
@@ -222,7 +222,7 @@
|
|
222 |
</port>
|
223 |
</output>
|
224 |
</layer>
|
225 |
-
<layer id="22" name="
|
226 |
<data element_type="u8" shape="64" offset="26523" size="64" />
|
227 |
<output>
|
228 |
<port id="0" precision="U8">
|
@@ -230,7 +230,7 @@
|
|
230 |
</port>
|
231 |
</output>
|
232 |
</layer>
|
233 |
-
<layer id="23" name="
|
234 |
<data behaviour="isolate" invert="false" max_splits="-1" />
|
235 |
<input>
|
236 |
<port id="0" precision="I32">
|
@@ -276,7 +276,7 @@
|
|
276 |
</port>
|
277 |
</output>
|
278 |
</layer>
|
279 |
-
<layer id="24" name="
|
280 |
<data element_type="u8" shape="528257" offset="26587" size="528257" />
|
281 |
<output>
|
282 |
<port id="0" precision="U8">
|
@@ -284,7 +284,7 @@
|
|
284 |
</port>
|
285 |
</output>
|
286 |
</layer>
|
287 |
-
<layer id="25" name="
|
288 |
<data mode="begins_ends" />
|
289 |
<input>
|
290 |
<port id="0" precision="U8">
|
@@ -303,7 +303,7 @@
|
|
303 |
</port>
|
304 |
</output>
|
305 |
</layer>
|
306 |
-
<layer id="26" name="
|
307 |
<data element_type="u8" shape="369958" offset="554844" size="369958" />
|
308 |
<output>
|
309 |
<port id="0" precision="U8">
|
@@ -311,7 +311,7 @@
|
|
311 |
</port>
|
312 |
</output>
|
313 |
</layer>
|
314 |
-
<layer id="27" name="
|
315 |
<data mode="begins_ends" />
|
316 |
<input>
|
317 |
<port id="0" precision="U8">
|
@@ -330,7 +330,7 @@
|
|
330 |
</port>
|
331 |
</output>
|
332 |
</layer>
|
333 |
-
<layer id="28" name="
|
334 |
<data element_type="u8" shape="336859" offset="924802" size="336859" />
|
335 |
<output>
|
336 |
<port id="0" precision="U8">
|
@@ -338,7 +338,7 @@
|
|
338 |
</port>
|
339 |
</output>
|
340 |
</layer>
|
341 |
-
<layer id="29" name="
|
342 |
<data mode="begins_ends" />
|
343 |
<input>
|
344 |
<port id="0" precision="U8">
|
@@ -357,7 +357,7 @@
|
|
357 |
</port>
|
358 |
</output>
|
359 |
</layer>
|
360 |
-
<layer id="30" name="
|
361 |
<data element_type="u8" shape="20172" offset="1261661" size="20172" />
|
362 |
<output>
|
363 |
<port id="0" precision="U8">
|
@@ -365,7 +365,7 @@
|
|
365 |
</port>
|
366 |
</output>
|
367 |
</layer>
|
368 |
-
<layer id="31" name="
|
369 |
<data mode="begins_ends" />
|
370 |
<input>
|
371 |
<port id="0" precision="U8">
|
@@ -384,7 +384,7 @@
|
|
384 |
</port>
|
385 |
</output>
|
386 |
</layer>
|
387 |
-
<layer id="32" name="
|
388 |
<data element_type="i32" shape="1609" offset="1281833" size="6436" />
|
389 |
<output>
|
390 |
<port id="0" precision="I32">
|
@@ -392,7 +392,7 @@
|
|
392 |
</port>
|
393 |
</output>
|
394 |
</layer>
|
395 |
-
<layer id="33" name="
|
396 |
<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="20000" />
|
397 |
<input>
|
398 |
<port id="0" precision="I32">
|
@@ -462,7 +462,7 @@
|
|
462 |
</port>
|
463 |
</output>
|
464 |
</layer>
|
465 |
-
<layer id="34" name="
|
466 |
<data auto_broadcast="numpy" />
|
467 |
<input>
|
468 |
<port id="0" precision="I32">
|
@@ -478,13 +478,13 @@
|
|
478 |
</port>
|
479 |
</output>
|
480 |
</layer>
|
481 |
-
<layer id="35" name="
|
482 |
<data element_type="i32" shape="" offset="1288269" size="4" />
|
483 |
<output>
|
484 |
<port id="0" precision="I32" />
|
485 |
</output>
|
486 |
</layer>
|
487 |
-
<layer id="36" name="
|
488 |
<data auto_broadcast="numpy" />
|
489 |
<input>
|
490 |
<port id="0" precision="I32">
|
@@ -498,7 +498,7 @@
|
|
498 |
</port>
|
499 |
</output>
|
500 |
</layer>
|
501 |
-
<layer id="37" name="
|
502 |
<data auto_broadcast="numpy" />
|
503 |
<input>
|
504 |
<port id="0" precision="I32">
|
@@ -514,19 +514,19 @@
|
|
514 |
</port>
|
515 |
</output>
|
516 |
</layer>
|
517 |
-
<layer id="38" name="
|
518 |
<data element_type="i32" shape="" offset="0" size="4" />
|
519 |
<output>
|
520 |
<port id="0" precision="I32" />
|
521 |
</output>
|
522 |
</layer>
|
523 |
-
<layer id="39" name="
|
524 |
<data element_type="i32" shape="" offset="4" size="4" />
|
525 |
<output>
|
526 |
<port id="0" precision="I32" />
|
527 |
</output>
|
528 |
</layer>
|
529 |
-
<layer id="40" name="
|
530 |
<data element_type="i32" shape="1" offset="1288273" size="4" />
|
531 |
<output>
|
532 |
<port id="0" precision="I32">
|
@@ -534,7 +534,7 @@
|
|
534 |
</port>
|
535 |
</output>
|
536 |
</layer>
|
537 |
-
<layer id="41" name="
|
538 |
<data element_type="i32" shape="4" offset="1288277" size="16" />
|
539 |
<output>
|
540 |
<port id="0" precision="I32">
|
@@ -542,7 +542,7 @@
|
|
542 |
</port>
|
543 |
</output>
|
544 |
</layer>
|
545 |
-
<layer id="42" name="
|
546 |
<input>
|
547 |
<port id="0" precision="I32" />
|
548 |
<port id="1" precision="I32" />
|
@@ -593,7 +593,7 @@
|
|
593 |
</port>
|
594 |
</output>
|
595 |
</layer>
|
596 |
-
<layer id="43" name="
|
597 |
<data auto_broadcast="numpy" />
|
598 |
<input>
|
599 |
<port id="0" precision="I32">
|
@@ -609,13 +609,13 @@
|
|
609 |
</port>
|
610 |
</output>
|
611 |
</layer>
|
612 |
-
<layer id="44" name="
|
613 |
<data element_type="i32" shape="" offset="0" size="4" />
|
614 |
<output>
|
615 |
<port id="0" precision="I32" />
|
616 |
</output>
|
617 |
</layer>
|
618 |
-
<layer id="45" name="
|
619 |
<data keep_dims="false" />
|
620 |
<input>
|
621 |
<port id="0" precision="I32">
|
@@ -627,13 +627,13 @@
|
|
627 |
<port id="2" precision="I32" />
|
628 |
</output>
|
629 |
</layer>
|
630 |
-
<layer id="46" name="
|
631 |
<data element_type="i32" shape="" offset="1288273" size="4" />
|
632 |
<output>
|
633 |
<port id="0" precision="I32" />
|
634 |
</output>
|
635 |
</layer>
|
636 |
-
<layer id="47" name="
|
637 |
<data pad_right="true" />
|
638 |
<input>
|
639 |
<port id="0" precision="I32">
|
@@ -659,7 +659,7 @@
|
|
659 |
</port>
|
660 |
</output>
|
661 |
</layer>
|
662 |
-
<layer id="48" name="
|
663 |
<data destination_type="i32" />
|
664 |
<input>
|
665 |
<port id="0" precision="BOOL">
|
@@ -674,7 +674,7 @@
|
|
674 |
</port>
|
675 |
</output>
|
676 |
</layer>
|
677 |
-
<layer id="49" name="
|
678 |
<data destination_type="i64" />
|
679 |
<input>
|
680 |
<port id="0" precision="I32">
|
@@ -689,7 +689,7 @@
|
|
689 |
</port>
|
690 |
</output>
|
691 |
</layer>
|
692 |
-
<layer id="51" name="
|
693 |
<data destination_type="i64" />
|
694 |
<input>
|
695 |
<port id="0" precision="I32">
|
@@ -704,7 +704,7 @@
|
|
704 |
</port>
|
705 |
</output>
|
706 |
</layer>
|
707 |
-
<layer id="52" name="
|
708 |
<input>
|
709 |
<port id="0" precision="I64">
|
710 |
<dim>-1</dim>
|
@@ -712,7 +712,7 @@
|
|
712 |
</port>
|
713 |
</input>
|
714 |
</layer>
|
715 |
-
<layer id="50" name="
|
716 |
<input>
|
717 |
<port id="0" precision="I64">
|
718 |
<dim>-1</dim>
|
|
|
1 |
<?xml version="1.0"?>
|
2 |
<net name="tokenizer" version="11">
|
3 |
<layers>
|
4 |
+
<layer id="0" name="Parameter_41655" type="Parameter" version="opset1">
|
5 |
<data shape="?" element_type="string" />
|
6 |
<output>
|
7 |
+
<port id="0" precision="STRING" names="Parameter_41655">
|
8 |
<dim>-1</dim>
|
9 |
</port>
|
10 |
</output>
|
11 |
</layer>
|
12 |
+
<layer id="1" name="Constant_41753" type="Const" version="opset1">
|
13 |
<data element_type="i32" shape="" offset="0" size="4" />
|
14 |
<output>
|
15 |
<port id="0" precision="I32" />
|
16 |
</output>
|
17 |
</layer>
|
18 |
+
<layer id="2" name="Constant_41754" type="Const" version="opset1">
|
19 |
<data element_type="i32" shape="" offset="4" size="4" />
|
20 |
<output>
|
21 |
<port id="0" precision="I32" />
|
22 |
</output>
|
23 |
</layer>
|
24 |
+
<layer id="3" name="Constant_41755" type="Const" version="opset1">
|
25 |
<data element_type="i32" shape="1" offset="8" size="4" />
|
26 |
<output>
|
27 |
<port id="0" precision="I32">
|
|
|
29 |
</port>
|
30 |
</output>
|
31 |
</layer>
|
32 |
+
<layer id="4" name="Constant_41756" type="Const" version="opset1">
|
33 |
<data element_type="i32" shape="" offset="0" size="4" />
|
34 |
<output>
|
35 |
<port id="0" precision="I32" />
|
36 |
</output>
|
37 |
</layer>
|
38 |
+
<layer id="5" name="Constant_41757" type="Const" version="opset1">
|
39 |
<data element_type="i32" shape="" offset="4" size="4" />
|
40 |
<output>
|
41 |
<port id="0" precision="I32" />
|
42 |
</output>
|
43 |
</layer>
|
44 |
+
<layer id="6" name="Constant_41758" type="Const" version="opset1">
|
45 |
<data element_type="i32" shape="1" offset="12" size="4" />
|
46 |
<output>
|
47 |
<port id="0" precision="I32">
|
|
|
49 |
</port>
|
50 |
</output>
|
51 |
</layer>
|
52 |
+
<layer id="7" name="Constant_41661" type="Const" version="opset1">
|
53 |
<data element_type="i64" shape="" offset="16" size="8" />
|
54 |
<output>
|
55 |
<port id="0" precision="I64" />
|
56 |
</output>
|
57 |
</layer>
|
58 |
+
<layer id="8" name="StringTensorUnpack_41656" type="StringTensorUnpack" version="extension">
|
59 |
<data mode="begins_ends" />
|
60 |
<input>
|
61 |
<port id="0" precision="STRING">
|
|
|
74 |
</port>
|
75 |
</output>
|
76 |
</layer>
|
77 |
+
<layer id="9" name="ShapeOf_41657" type="ShapeOf" version="opset3">
|
78 |
<data output_type="i64" />
|
79 |
<input>
|
80 |
<port id="0" precision="I32">
|
|
|
87 |
</port>
|
88 |
</output>
|
89 |
</layer>
|
90 |
+
<layer id="10" name="Constant_41658" type="Const" version="opset1">
|
91 |
<data element_type="i64" shape="" offset="16" size="8" />
|
92 |
<output>
|
93 |
<port id="0" precision="I64" />
|
94 |
</output>
|
95 |
</layer>
|
96 |
+
<layer id="11" name="Constant_41659" type="Const" version="opset1">
|
97 |
<data element_type="i64" shape="" offset="16" size="8" />
|
98 |
<output>
|
99 |
<port id="0" precision="I64" />
|
100 |
</output>
|
101 |
</layer>
|
102 |
+
<layer id="12" name="Gather_41660" type="Gather" version="opset8">
|
103 |
<data batch_dims="0" />
|
104 |
<input>
|
105 |
<port id="0" precision="I64">
|
|
|
112 |
<port id="3" precision="I64" />
|
113 |
</output>
|
114 |
</layer>
|
115 |
+
<layer id="13" name="Constant_41662" type="Const" version="opset1">
|
116 |
<data element_type="i64" shape="" offset="24" size="8" />
|
117 |
<output>
|
118 |
<port id="0" precision="I64" />
|
119 |
</output>
|
120 |
</layer>
|
121 |
+
<layer id="14" name="Range_41663" type="Range" version="opset4">
|
122 |
<data output_type="i32" />
|
123 |
<input>
|
124 |
<port id="0" precision="I64" />
|
|
|
131 |
</port>
|
132 |
</output>
|
133 |
</layer>
|
134 |
+
<layer id="15" name="Constant_41664" type="Const" version="opset1">
|
135 |
<data element_type="i64" shape="" offset="24" size="8" />
|
136 |
<output>
|
137 |
<port id="0" precision="I64" />
|
138 |
</output>
|
139 |
</layer>
|
140 |
+
<layer id="16" name="Constant_41665" type="Const" version="opset1">
|
141 |
<data element_type="i64" shape="" offset="24" size="8" />
|
142 |
<output>
|
143 |
<port id="0" precision="I64" />
|
144 |
</output>
|
145 |
</layer>
|
146 |
+
<layer id="17" name="Add_41666" type="Add" version="opset1">
|
147 |
<data auto_broadcast="numpy" />
|
148 |
<input>
|
149 |
<port id="0" precision="I64" />
|
|
|
153 |
<port id="2" precision="I64" />
|
154 |
</output>
|
155 |
</layer>
|
156 |
+
<layer id="18" name="Constant_41667" type="Const" version="opset1">
|
157 |
<data element_type="i64" shape="" offset="24" size="8" />
|
158 |
<output>
|
159 |
<port id="0" precision="I64" />
|
160 |
</output>
|
161 |
</layer>
|
162 |
+
<layer id="19" name="Range_41668" type="Range" version="opset4">
|
163 |
<data output_type="i32" />
|
164 |
<input>
|
165 |
<port id="0" precision="I64" />
|
|
|
172 |
</port>
|
173 |
</output>
|
174 |
</layer>
|
175 |
+
<layer id="20" name="Constant_41730" type="Const" version="opset1">
|
176 |
<data element_type="u8" shape="26491" offset="32" size="26491" />
|
177 |
<output>
|
178 |
<port id="0" precision="U8">
|
|
|
180 |
</port>
|
181 |
</output>
|
182 |
</layer>
|
183 |
+
<layer id="21" name="SpecialTokensSplit_41731" type="SpecialTokensSplit" version="extension">
|
184 |
<input>
|
185 |
<port id="0" precision="I32">
|
186 |
<dim>-1</dim>
|
|
|
222 |
</port>
|
223 |
</output>
|
224 |
</layer>
|
225 |
+
<layer id="22" name="Constant_41733" type="Const" version="opset1">
|
226 |
<data element_type="u8" shape="64" offset="26523" size="64" />
|
227 |
<output>
|
228 |
<port id="0" precision="U8">
|
|
|
230 |
</port>
|
231 |
</output>
|
232 |
</layer>
|
233 |
+
<layer id="23" name="RegexSplit_41734" type="RegexSplit" version="extension">
|
234 |
<data behaviour="isolate" invert="false" max_splits="-1" />
|
235 |
<input>
|
236 |
<port id="0" precision="I32">
|
|
|
276 |
</port>
|
277 |
</output>
|
278 |
</layer>
|
279 |
+
<layer id="24" name="Constant_41736" type="Const" version="opset1">
|
280 |
<data element_type="u8" shape="528257" offset="26587" size="528257" />
|
281 |
<output>
|
282 |
<port id="0" precision="U8">
|
|
|
284 |
</port>
|
285 |
</output>
|
286 |
</layer>
|
287 |
+
<layer id="25" name="StringTensorUnpack_41737" type="StringTensorUnpack" version="extension">
|
288 |
<data mode="begins_ends" />
|
289 |
<input>
|
290 |
<port id="0" precision="U8">
|
|
|
303 |
</port>
|
304 |
</output>
|
305 |
</layer>
|
306 |
+
<layer id="26" name="Constant_41742" type="Const" version="opset1">
|
307 |
<data element_type="u8" shape="369958" offset="554844" size="369958" />
|
308 |
<output>
|
309 |
<port id="0" precision="U8">
|
|
|
311 |
</port>
|
312 |
</output>
|
313 |
</layer>
|
314 |
+
<layer id="27" name="StringTensorUnpack_41743" type="StringTensorUnpack" version="extension">
|
315 |
<data mode="begins_ends" />
|
316 |
<input>
|
317 |
<port id="0" precision="U8">
|
|
|
330 |
</port>
|
331 |
</output>
|
332 |
</layer>
|
333 |
+
<layer id="28" name="Constant_41745" type="Const" version="opset1">
|
334 |
<data element_type="u8" shape="336859" offset="924802" size="336859" />
|
335 |
<output>
|
336 |
<port id="0" precision="U8">
|
|
|
338 |
</port>
|
339 |
</output>
|
340 |
</layer>
|
341 |
+
<layer id="29" name="StringTensorUnpack_41746" type="StringTensorUnpack" version="extension">
|
342 |
<data mode="begins_ends" />
|
343 |
<input>
|
344 |
<port id="0" precision="U8">
|
|
|
357 |
</port>
|
358 |
</output>
|
359 |
</layer>
|
360 |
+
<layer id="30" name="Constant_41739" type="Const" version="opset1">
|
361 |
<data element_type="u8" shape="20172" offset="1261661" size="20172" />
|
362 |
<output>
|
363 |
<port id="0" precision="U8">
|
|
|
365 |
</port>
|
366 |
</output>
|
367 |
</layer>
|
368 |
+
<layer id="31" name="StringTensorUnpack_41740" type="StringTensorUnpack" version="extension">
|
369 |
<data mode="begins_ends" />
|
370 |
<input>
|
371 |
<port id="0" precision="U8">
|
|
|
384 |
</port>
|
385 |
</output>
|
386 |
</layer>
|
387 |
+
<layer id="32" name="Constant_41747" type="Const" version="opset1">
|
388 |
<data element_type="i32" shape="1609" offset="1281833" size="6436" />
|
389 |
<output>
|
390 |
<port id="0" precision="I32">
|
|
|
392 |
</port>
|
393 |
</output>
|
394 |
</layer>
|
395 |
+
<layer id="33" name="BPETokenizer_41748" type="BPETokenizer" version="extension">
|
396 |
<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="20000" />
|
397 |
<input>
|
398 |
<port id="0" precision="I32">
|
|
|
462 |
</port>
|
463 |
</output>
|
464 |
</layer>
|
465 |
+
<layer id="34" name="Subtract_41749" type="Subtract" version="opset1">
|
466 |
<data auto_broadcast="numpy" />
|
467 |
<input>
|
468 |
<port id="0" precision="I32">
|
|
|
478 |
</port>
|
479 |
</output>
|
480 |
</layer>
|
481 |
+
<layer id="35" name="Constant_41750" type="Const" version="opset1">
|
482 |
<data element_type="i32" shape="" offset="1288269" size="4" />
|
483 |
<output>
|
484 |
<port id="0" precision="I32" />
|
485 |
</output>
|
486 |
</layer>
|
487 |
+
<layer id="36" name="Minimum_41751" type="Minimum" version="opset1">
|
488 |
<data auto_broadcast="numpy" />
|
489 |
<input>
|
490 |
<port id="0" precision="I32">
|
|
|
498 |
</port>
|
499 |
</output>
|
500 |
</layer>
|
501 |
+
<layer id="37" name="Add_41752" type="Add" version="opset1">
|
502 |
<data auto_broadcast="numpy" />
|
503 |
<input>
|
504 |
<port id="0" precision="I32">
|
|
|
514 |
</port>
|
515 |
</output>
|
516 |
</layer>
|
517 |
+
<layer id="38" name="Constant_41759" type="Const" version="opset1">
|
518 |
<data element_type="i32" shape="" offset="0" size="4" />
|
519 |
<output>
|
520 |
<port id="0" precision="I32" />
|
521 |
</output>
|
522 |
</layer>
|
523 |
+
<layer id="39" name="Constant_41760" type="Const" version="opset1">
|
524 |
<data element_type="i32" shape="" offset="4" size="4" />
|
525 |
<output>
|
526 |
<port id="0" precision="I32" />
|
527 |
</output>
|
528 |
</layer>
|
529 |
+
<layer id="40" name="Constant_41761" type="Const" version="opset1">
|
530 |
<data element_type="i32" shape="1" offset="1288273" size="4" />
|
531 |
<output>
|
532 |
<port id="0" precision="I32">
|
|
|
534 |
</port>
|
535 |
</output>
|
536 |
</layer>
|
537 |
+
<layer id="41" name="Constant_41762" type="Const" version="opset1">
|
538 |
<data element_type="i32" shape="4" offset="1288277" size="16" />
|
539 |
<output>
|
540 |
<port id="0" precision="I32">
|
|
|
542 |
</port>
|
543 |
</output>
|
544 |
</layer>
|
545 |
+
<layer id="42" name="CombineSegments_41763" type="CombineSegments" version="extension">
|
546 |
<input>
|
547 |
<port id="0" precision="I32" />
|
548 |
<port id="1" precision="I32" />
|
|
|
593 |
</port>
|
594 |
</output>
|
595 |
</layer>
|
596 |
+
<layer id="43" name="Subtract_41764" type="Subtract" version="opset1">
|
597 |
<data auto_broadcast="numpy" />
|
598 |
<input>
|
599 |
<port id="0" precision="I32">
|
|
|
609 |
</port>
|
610 |
</output>
|
611 |
</layer>
|
612 |
+
<layer id="44" name="Constant_41765" type="Const" version="opset1">
|
613 |
<data element_type="i32" shape="" offset="0" size="4" />
|
614 |
<output>
|
615 |
<port id="0" precision="I32" />
|
616 |
</output>
|
617 |
</layer>
|
618 |
+
<layer id="45" name="ReduceMax_41766" type="ReduceMax" version="opset1">
|
619 |
<data keep_dims="false" />
|
620 |
<input>
|
621 |
<port id="0" precision="I32">
|
|
|
627 |
<port id="2" precision="I32" />
|
628 |
</output>
|
629 |
</layer>
|
630 |
+
<layer id="46" name="Constant_41767" type="Const" version="opset1">
|
631 |
<data element_type="i32" shape="" offset="1288273" size="4" />
|
632 |
<output>
|
633 |
<port id="0" precision="I32" />
|
634 |
</output>
|
635 |
</layer>
|
636 |
+
<layer id="47" name="RaggedToDense_41768" type="RaggedToDense" version="extension">
|
637 |
<data pad_right="true" />
|
638 |
<input>
|
639 |
<port id="0" precision="I32">
|
|
|
659 |
</port>
|
660 |
</output>
|
661 |
</layer>
|
662 |
+
<layer id="48" name="Convert_41769" type="Convert" version="opset1">
|
663 |
<data destination_type="i32" />
|
664 |
<input>
|
665 |
<port id="0" precision="BOOL">
|
|
|
674 |
</port>
|
675 |
</output>
|
676 |
</layer>
|
677 |
+
<layer id="49" name="Convert_41769" type="Convert" version="opset1">
|
678 |
<data destination_type="i64" />
|
679 |
<input>
|
680 |
<port id="0" precision="I32">
|
|
|
689 |
</port>
|
690 |
</output>
|
691 |
</layer>
|
692 |
+
<layer id="51" name="RaggedToDense_41768.0" type="Convert" version="opset1">
|
693 |
<data destination_type="i64" />
|
694 |
<input>
|
695 |
<port id="0" precision="I32">
|
|
|
704 |
</port>
|
705 |
</output>
|
706 |
</layer>
|
707 |
+
<layer id="52" name="Result_41772" type="Result" version="opset1">
|
708 |
<input>
|
709 |
<port id="0" precision="I64">
|
710 |
<dim>-1</dim>
|
|
|
712 |
</port>
|
713 |
</input>
|
714 |
</layer>
|
715 |
+
<layer id="50" name="Result_41774" type="Result" version="opset1">
|
716 |
<input>
|
717 |
<port id="0" precision="I64">
|
718 |
<dim>-1</dim>
|