Upload folder using huggingface_hub
Browse files- openvino_detokenizer.xml +15 -17
- openvino_model.bin +2 -2
- openvino_model.xml +0 -0
- openvino_tokenizer.xml +49 -51
openvino_detokenizer.xml
CHANGED
@@ -1,16 +1,16 @@
|
|
1 |
<?xml version="1.0"?>
|
2 |
<net name="detokenizer" version="11">
|
3 |
<layers>
|
4 |
-
<layer id="0" name="
|
5 |
<data shape="?,?" element_type="i64" />
|
6 |
<output>
|
7 |
-
<port id="0" precision="I64" names="
|
8 |
<dim>-1</dim>
|
9 |
<dim>-1</dim>
|
10 |
</port>
|
11 |
</output>
|
12 |
</layer>
|
13 |
-
<layer id="1" name="
|
14 |
<data destination_type="i32" />
|
15 |
<input>
|
16 |
<port id="0" precision="I64">
|
@@ -25,7 +25,7 @@
|
|
25 |
</port>
|
26 |
</output>
|
27 |
</layer>
|
28 |
-
<layer id="2" name="
|
29 |
<data element_type="i32" shape="200029" offset="0" size="800116" />
|
30 |
<output>
|
31 |
<port id="0" precision="I32">
|
@@ -33,7 +33,7 @@
|
|
33 |
</port>
|
34 |
</output>
|
35 |
</layer>
|
36 |
-
<layer id="3" name="
|
37 |
<data element_type="i32" shape="200029" offset="800116" size="800116" />
|
38 |
<output>
|
39 |
<port id="0" precision="I32">
|
@@ -41,7 +41,7 @@
|
|
41 |
</port>
|
42 |
</output>
|
43 |
</layer>
|
44 |
-
<layer id="4" name="
|
45 |
<data element_type="u8" shape="1398089" offset="1600232" size="1398089" />
|
46 |
<output>
|
47 |
<port id="0" precision="U8">
|
@@ -49,7 +49,7 @@
|
|
49 |
</port>
|
50 |
</output>
|
51 |
</layer>
|
52 |
-
<layer id="5" name="
|
53 |
<data element_type="i32" shape="7" offset="2998321" size="28" />
|
54 |
<output>
|
55 |
<port id="0" precision="I32">
|
@@ -57,7 +57,7 @@
|
|
57 |
</port>
|
58 |
</output>
|
59 |
</layer>
|
60 |
-
<layer id="6" name="
|
61 |
<data skip_tokens="" />
|
62 |
<input>
|
63 |
<port id="0" precision="I32">
|
@@ -95,7 +95,7 @@
|
|
95 |
</port>
|
96 |
</output>
|
97 |
</layer>
|
98 |
-
<layer id="7" name="
|
99 |
<input>
|
100 |
<port id="0" precision="I32">
|
101 |
<dim>-1</dim>
|
@@ -119,7 +119,7 @@
|
|
119 |
</port>
|
120 |
</output>
|
121 |
</layer>
|
122 |
-
<layer id="8" name="
|
123 |
<data replace_mode="true" />
|
124 |
<input>
|
125 |
<port id="0" precision="I32">
|
@@ -144,7 +144,7 @@
|
|
144 |
</port>
|
145 |
</output>
|
146 |
</layer>
|
147 |
-
<layer id="9" name="
|
148 |
<input>
|
149 |
<port id="0" precision="I32">
|
150 |
<dim>-1</dim>
|
@@ -157,12 +157,12 @@
|
|
157 |
</port>
|
158 |
</input>
|
159 |
<output>
|
160 |
-
<port id="3" precision="STRING" names="
|
161 |
<dim>-1</dim>
|
162 |
</port>
|
163 |
</output>
|
164 |
</layer>
|
165 |
-
<layer id="10" name="
|
166 |
<input>
|
167 |
<port id="0" precision="STRING">
|
168 |
<dim>-1</dim>
|
@@ -201,14 +201,12 @@
|
|
201 |
<handle_special_tokens_with_re />
|
202 |
<max_length />
|
203 |
<number_of_inputs value="1" />
|
204 |
-
<openvino_tokenizers_version value="2025.2.0.0-
|
205 |
-
<openvino_version value="2025.2.0-
|
206 |
<original_tokenizer_class value="<class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
|
207 |
<pad_token_id value="199999" />
|
208 |
-
<sentencepiece_version value="0.2.0" />
|
209 |
<skip_special_tokens value="True" />
|
210 |
<streaming_detokenizer value="False" />
|
211 |
-
<tiktoken_version value="0.9.0" />
|
212 |
<tokenizer_output_type value="i64" />
|
213 |
<tokenizers_version value="0.21.1" />
|
214 |
<transformers_version value="4.51.3" />
|
|
|
1 |
<?xml version="1.0"?>
|
2 |
<net name="detokenizer" version="11">
|
3 |
<layers>
|
4 |
+
<layer id="0" name="Parameter_184481" type="Parameter" version="opset1">
|
5 |
<data shape="?,?" element_type="i64" />
|
6 |
<output>
|
7 |
+
<port id="0" precision="I64" names="Parameter_184481">
|
8 |
<dim>-1</dim>
|
9 |
<dim>-1</dim>
|
10 |
</port>
|
11 |
</output>
|
12 |
</layer>
|
13 |
+
<layer id="1" name="Convert_184671" type="Convert" version="opset1">
|
14 |
<data destination_type="i32" />
|
15 |
<input>
|
16 |
<port id="0" precision="I64">
|
|
|
25 |
</port>
|
26 |
</output>
|
27 |
</layer>
|
28 |
+
<layer id="2" name="Constant_184483" type="Const" version="opset1">
|
29 |
<data element_type="i32" shape="200029" offset="0" size="800116" />
|
30 |
<output>
|
31 |
<port id="0" precision="I32">
|
|
|
33 |
</port>
|
34 |
</output>
|
35 |
</layer>
|
36 |
+
<layer id="3" name="Constant_184485" type="Const" version="opset1">
|
37 |
<data element_type="i32" shape="200029" offset="800116" size="800116" />
|
38 |
<output>
|
39 |
<port id="0" precision="I32">
|
|
|
41 |
</port>
|
42 |
</output>
|
43 |
</layer>
|
44 |
+
<layer id="4" name="Constant_184487" type="Const" version="opset1">
|
45 |
<data element_type="u8" shape="1398089" offset="1600232" size="1398089" />
|
46 |
<output>
|
47 |
<port id="0" precision="U8">
|
|
|
49 |
</port>
|
50 |
</output>
|
51 |
</layer>
|
52 |
+
<layer id="5" name="Slice_184492" type="Const" version="opset1">
|
53 |
<data element_type="i32" shape="7" offset="2998321" size="28" />
|
54 |
<output>
|
55 |
<port id="0" precision="I32">
|
|
|
57 |
</port>
|
58 |
</output>
|
59 |
</layer>
|
60 |
+
<layer id="6" name="VocabDecoder_184494" type="VocabDecoder" version="extension">
|
61 |
<data skip_tokens="" />
|
62 |
<input>
|
63 |
<port id="0" precision="I32">
|
|
|
95 |
</port>
|
96 |
</output>
|
97 |
</layer>
|
98 |
+
<layer id="7" name="FuzeRagged_184495" type="FuzeRagged" version="extension">
|
99 |
<input>
|
100 |
<port id="0" precision="I32">
|
101 |
<dim>-1</dim>
|
|
|
119 |
</port>
|
120 |
</output>
|
121 |
</layer>
|
122 |
+
<layer id="8" name="UTF8Validate_184496" type="UTF8Validate" version="extension">
|
123 |
<data replace_mode="true" />
|
124 |
<input>
|
125 |
<port id="0" precision="I32">
|
|
|
144 |
</port>
|
145 |
</output>
|
146 |
</layer>
|
147 |
+
<layer id="9" name="StringTensorPack_184497" type="StringTensorPack" version="opset15">
|
148 |
<input>
|
149 |
<port id="0" precision="I32">
|
150 |
<dim>-1</dim>
|
|
|
157 |
</port>
|
158 |
</input>
|
159 |
<output>
|
160 |
+
<port id="3" precision="STRING" names="Result_184498,string_output">
|
161 |
<dim>-1</dim>
|
162 |
</port>
|
163 |
</output>
|
164 |
</layer>
|
165 |
+
<layer id="10" name="Result_184498" type="Result" version="opset1" output_names="Result_184498,string_output">
|
166 |
<input>
|
167 |
<port id="0" precision="STRING">
|
168 |
<dim>-1</dim>
|
|
|
201 |
<handle_special_tokens_with_re />
|
202 |
<max_length />
|
203 |
<number_of_inputs value="1" />
|
204 |
+
<openvino_tokenizers_version value="2025.2.0.0-566-85be884a69f" />
|
205 |
+
<openvino_version value="2025.2.0-19140-c01cd93e24d-releases/2025/2" />
|
206 |
<original_tokenizer_class value="<class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
|
207 |
<pad_token_id value="199999" />
|
|
|
208 |
<skip_special_tokens value="True" />
|
209 |
<streaming_detokenizer value="False" />
|
|
|
210 |
<tokenizer_output_type value="i64" />
|
211 |
<tokenizers_version value="0.21.1" />
|
212 |
<transformers_version value="4.51.3" />
|
openvino_model.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:394d65df4da3f975d383a3e1e9515cd2039c0dc3d508e93e8f54ac63c046183c
|
3 |
+
size 2228378216
|
openvino_model.xml
CHANGED
The diff for this file is too large to render.
See raw diff
|
|
openvino_tokenizer.xml
CHANGED
@@ -1,21 +1,21 @@
|
|
1 |
<?xml version="1.0"?>
|
2 |
<net name="tokenizer" version="11">
|
3 |
<layers>
|
4 |
-
<layer id="0" name="
|
5 |
<data shape="?" element_type="string" />
|
6 |
<output>
|
7 |
-
<port id="0" precision="STRING" names="
|
8 |
<dim>-1</dim>
|
9 |
</port>
|
10 |
</output>
|
11 |
</layer>
|
12 |
-
<layer id="1" name="
|
13 |
<data element_type="i64" shape="" offset="0" size="8" />
|
14 |
<output>
|
15 |
<port id="0" precision="I64" />
|
16 |
</output>
|
17 |
</layer>
|
18 |
-
<layer id="2" name="
|
19 |
<input>
|
20 |
<port id="0" precision="STRING">
|
21 |
<dim>-1</dim>
|
@@ -33,7 +33,7 @@
|
|
33 |
</port>
|
34 |
</output>
|
35 |
</layer>
|
36 |
-
<layer id="3" name="
|
37 |
<data output_type="i64" />
|
38 |
<input>
|
39 |
<port id="0" precision="I32">
|
@@ -46,19 +46,19 @@
|
|
46 |
</port>
|
47 |
</output>
|
48 |
</layer>
|
49 |
-
<layer id="4" name="
|
50 |
<data element_type="i64" shape="" offset="0" size="8" />
|
51 |
<output>
|
52 |
<port id="0" precision="I64" />
|
53 |
</output>
|
54 |
</layer>
|
55 |
-
<layer id="5" name="
|
56 |
<data element_type="i64" shape="" offset="0" size="8" />
|
57 |
<output>
|
58 |
<port id="0" precision="I64" />
|
59 |
</output>
|
60 |
</layer>
|
61 |
-
<layer id="6" name="
|
62 |
<data batch_dims="0" />
|
63 |
<input>
|
64 |
<port id="0" precision="I64">
|
@@ -71,13 +71,13 @@
|
|
71 |
<port id="3" precision="I64" />
|
72 |
</output>
|
73 |
</layer>
|
74 |
-
<layer id="7" name="
|
75 |
<data element_type="i64" shape="" offset="8" size="8" />
|
76 |
<output>
|
77 |
<port id="0" precision="I64" />
|
78 |
</output>
|
79 |
</layer>
|
80 |
-
<layer id="8" name="
|
81 |
<data output_type="i32" />
|
82 |
<input>
|
83 |
<port id="0" precision="I64" />
|
@@ -90,19 +90,19 @@
|
|
90 |
</port>
|
91 |
</output>
|
92 |
</layer>
|
93 |
-
<layer id="9" name="
|
94 |
<data element_type="i64" shape="" offset="8" size="8" />
|
95 |
<output>
|
96 |
<port id="0" precision="I64" />
|
97 |
</output>
|
98 |
</layer>
|
99 |
-
<layer id="10" name="
|
100 |
<data element_type="i64" shape="" offset="8" size="8" />
|
101 |
<output>
|
102 |
<port id="0" precision="I64" />
|
103 |
</output>
|
104 |
</layer>
|
105 |
-
<layer id="11" name="
|
106 |
<data auto_broadcast="numpy" />
|
107 |
<input>
|
108 |
<port id="0" precision="I64" />
|
@@ -112,13 +112,13 @@
|
|
112 |
<port id="2" precision="I64" />
|
113 |
</output>
|
114 |
</layer>
|
115 |
-
<layer id="12" name="
|
116 |
<data element_type="i64" shape="" offset="8" size="8" />
|
117 |
<output>
|
118 |
<port id="0" precision="I64" />
|
119 |
</output>
|
120 |
</layer>
|
121 |
-
<layer id="13" name="
|
122 |
<data output_type="i32" />
|
123 |
<input>
|
124 |
<port id="0" precision="I64" />
|
@@ -131,7 +131,7 @@
|
|
131 |
</port>
|
132 |
</output>
|
133 |
</layer>
|
134 |
-
<layer id="14" name="
|
135 |
<data element_type="u8" shape="289" offset="16" size="289" />
|
136 |
<output>
|
137 |
<port id="0" precision="U8">
|
@@ -139,7 +139,7 @@
|
|
139 |
</port>
|
140 |
</output>
|
141 |
</layer>
|
142 |
-
<layer id="15" name="
|
143 |
<input>
|
144 |
<port id="0" precision="I32">
|
145 |
<dim>-1</dim>
|
@@ -181,7 +181,7 @@
|
|
181 |
</port>
|
182 |
</output>
|
183 |
</layer>
|
184 |
-
<layer id="16" name="
|
185 |
<data element_type="u8" shape="274" offset="305" size="274" />
|
186 |
<output>
|
187 |
<port id="0" precision="U8">
|
@@ -189,7 +189,7 @@
|
|
189 |
</port>
|
190 |
</output>
|
191 |
</layer>
|
192 |
-
<layer id="17" name="
|
193 |
<data behaviour="remove" invert="true" max_splits="-1" />
|
194 |
<input>
|
195 |
<port id="0" precision="I32">
|
@@ -235,7 +235,7 @@
|
|
235 |
</port>
|
236 |
</output>
|
237 |
</layer>
|
238 |
-
<layer id="18" name="
|
239 |
<data element_type="i32" shape="200029" offset="579" size="800116" />
|
240 |
<output>
|
241 |
<port id="0" precision="I32">
|
@@ -243,7 +243,7 @@
|
|
243 |
</port>
|
244 |
</output>
|
245 |
</layer>
|
246 |
-
<layer id="19" name="
|
247 |
<data element_type="i32" shape="200029" offset="800695" size="800116" />
|
248 |
<output>
|
249 |
<port id="0" precision="I32">
|
@@ -251,7 +251,7 @@
|
|
251 |
</port>
|
252 |
</output>
|
253 |
</layer>
|
254 |
-
<layer id="20" name="
|
255 |
<data element_type="u8" shape="1398109" offset="1600811" size="1398109" />
|
256 |
<output>
|
257 |
<port id="0" precision="U8">
|
@@ -259,7 +259,7 @@
|
|
259 |
</port>
|
260 |
</output>
|
261 |
</layer>
|
262 |
-
<layer id="21" name="
|
263 |
<data element_type="i32" shape="199742" offset="2998920" size="798968" />
|
264 |
<output>
|
265 |
<port id="0" precision="I32">
|
@@ -267,7 +267,7 @@
|
|
267 |
</port>
|
268 |
</output>
|
269 |
</layer>
|
270 |
-
<layer id="22" name="
|
271 |
<data element_type="i32" shape="199742" offset="3797888" size="798968" />
|
272 |
<output>
|
273 |
<port id="0" precision="I32">
|
@@ -275,7 +275,7 @@
|
|
275 |
</port>
|
276 |
</output>
|
277 |
</layer>
|
278 |
-
<layer id="23" name="
|
279 |
<data element_type="u8" shape="718313" offset="4596856" size="718313" />
|
280 |
<output>
|
281 |
<port id="0" precision="U8">
|
@@ -283,7 +283,7 @@
|
|
283 |
</port>
|
284 |
</output>
|
285 |
</layer>
|
286 |
-
<layer id="24" name="
|
287 |
<data element_type="i32" shape="199742" offset="5315169" size="798968" />
|
288 |
<output>
|
289 |
<port id="0" precision="I32">
|
@@ -291,7 +291,7 @@
|
|
291 |
</port>
|
292 |
</output>
|
293 |
</layer>
|
294 |
-
<layer id="25" name="
|
295 |
<data element_type="i32" shape="199742" offset="6114137" size="798968" />
|
296 |
<output>
|
297 |
<port id="0" precision="I32">
|
@@ -299,7 +299,7 @@
|
|
299 |
</port>
|
300 |
</output>
|
301 |
</layer>
|
302 |
-
<layer id="26" name="
|
303 |
<data element_type="u8" shape="679101" offset="6913105" size="679101" />
|
304 |
<output>
|
305 |
<port id="0" precision="U8">
|
@@ -307,7 +307,7 @@
|
|
307 |
</port>
|
308 |
</output>
|
309 |
</layer>
|
310 |
-
<layer id="27" name="
|
311 |
<data element_type="i32" shape="432" offset="7592206" size="1728" />
|
312 |
<output>
|
313 |
<port id="0" precision="I32">
|
@@ -315,7 +315,7 @@
|
|
315 |
</port>
|
316 |
</output>
|
317 |
</layer>
|
318 |
-
<layer id="28" name="
|
319 |
<data element_type="i32" shape="432" offset="7593934" size="1728" />
|
320 |
<output>
|
321 |
<port id="0" precision="I32">
|
@@ -323,7 +323,7 @@
|
|
323 |
</port>
|
324 |
</output>
|
325 |
</layer>
|
326 |
-
<layer id="29" name="
|
327 |
<data element_type="u8" shape="5366" offset="7595662" size="5366" />
|
328 |
<output>
|
329 |
<port id="0" precision="U8">
|
@@ -331,7 +331,7 @@
|
|
331 |
</port>
|
332 |
</output>
|
333 |
</layer>
|
334 |
-
<layer id="30" name="
|
335 |
<data element_type="i32" shape="432" offset="7601028" size="1728" />
|
336 |
<output>
|
337 |
<port id="0" precision="I32">
|
@@ -339,7 +339,7 @@
|
|
339 |
</port>
|
340 |
</output>
|
341 |
</layer>
|
342 |
-
<layer id="31" name="
|
343 |
<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="40003" />
|
344 |
<input>
|
345 |
<port id="0" precision="I32">
|
@@ -409,13 +409,13 @@
|
|
409 |
</port>
|
410 |
</output>
|
411 |
</layer>
|
412 |
-
<layer id="32" name="
|
413 |
<data element_type="i32" shape="" offset="7602756" size="4" />
|
414 |
<output>
|
415 |
<port id="0" precision="I32" />
|
416 |
</output>
|
417 |
</layer>
|
418 |
-
<layer id="33" name="
|
419 |
<data element_type="u8" shape="4" offset="7602760" size="4" />
|
420 |
<output>
|
421 |
<port id="0" precision="U8">
|
@@ -423,7 +423,7 @@
|
|
423 |
</port>
|
424 |
</output>
|
425 |
</layer>
|
426 |
-
<layer id="34" name="
|
427 |
<data element_type="u8" shape="13" offset="7602764" size="13" />
|
428 |
<output>
|
429 |
<port id="0" precision="U8">
|
@@ -431,7 +431,7 @@
|
|
431 |
</port>
|
432 |
</output>
|
433 |
</layer>
|
434 |
-
<layer id="35" name="
|
435 |
<data m_num_inputs="1" />
|
436 |
<input>
|
437 |
<port id="0" precision="I32">
|
@@ -463,7 +463,7 @@
|
|
463 |
</port>
|
464 |
</output>
|
465 |
</layer>
|
466 |
-
<layer id="36" name="
|
467 |
<data auto_broadcast="numpy" />
|
468 |
<input>
|
469 |
<port id="0" precision="I32">
|
@@ -479,13 +479,13 @@
|
|
479 |
</port>
|
480 |
</output>
|
481 |
</layer>
|
482 |
-
<layer id="37" name="
|
483 |
<data element_type="i32" shape="" offset="7602777" size="4" />
|
484 |
<output>
|
485 |
<port id="0" precision="I32" />
|
486 |
</output>
|
487 |
</layer>
|
488 |
-
<layer id="38" name="
|
489 |
<data keep_dims="false" />
|
490 |
<input>
|
491 |
<port id="0" precision="I32">
|
@@ -497,13 +497,13 @@
|
|
497 |
<port id="2" precision="I32" />
|
498 |
</output>
|
499 |
</layer>
|
500 |
-
<layer id="39" name="
|
501 |
<data element_type="i32" shape="" offset="7602781" size="4" />
|
502 |
<output>
|
503 |
<port id="0" precision="I32" />
|
504 |
</output>
|
505 |
</layer>
|
506 |
-
<layer id="40" name="
|
507 |
<data pad_right="false" m_pad_max_length="false" />
|
508 |
<input>
|
509 |
<port id="0" precision="I32">
|
@@ -529,7 +529,7 @@
|
|
529 |
</port>
|
530 |
</output>
|
531 |
</layer>
|
532 |
-
<layer id="41" name="
|
533 |
<data destination_type="i32" />
|
534 |
<input>
|
535 |
<port id="0" precision="BOOL">
|
@@ -544,7 +544,7 @@
|
|
544 |
</port>
|
545 |
</output>
|
546 |
</layer>
|
547 |
-
<layer id="42" name="
|
548 |
<data destination_type="i64" />
|
549 |
<input>
|
550 |
<port id="0" precision="I32">
|
@@ -559,7 +559,7 @@
|
|
559 |
</port>
|
560 |
</output>
|
561 |
</layer>
|
562 |
-
<layer id="44" name="
|
563 |
<data destination_type="i64" />
|
564 |
<input>
|
565 |
<port id="0" precision="I32">
|
@@ -574,7 +574,7 @@
|
|
574 |
</port>
|
575 |
</output>
|
576 |
</layer>
|
577 |
-
<layer id="45" name="
|
578 |
<input>
|
579 |
<port id="0" precision="I64">
|
580 |
<dim>-1</dim>
|
@@ -582,7 +582,7 @@
|
|
582 |
</port>
|
583 |
</input>
|
584 |
</layer>
|
585 |
-
<layer id="43" name="
|
586 |
<input>
|
587 |
<port id="0" precision="I64">
|
588 |
<dim>-1</dim>
|
@@ -669,14 +669,12 @@
|
|
669 |
<handle_special_tokens_with_re />
|
670 |
<max_length />
|
671 |
<number_of_inputs value="1" />
|
672 |
-
<openvino_tokenizers_version value="2025.2.0.0-
|
673 |
-
<openvino_version value="2025.2.0-
|
674 |
<original_tokenizer_class value="<class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
|
675 |
<pad_token_id value="199999" />
|
676 |
-
<sentencepiece_version value="0.2.0" />
|
677 |
<skip_special_tokens value="True" />
|
678 |
<streaming_detokenizer value="False" />
|
679 |
-
<tiktoken_version value="0.9.0" />
|
680 |
<tokenizer_output_type value="i64" />
|
681 |
<tokenizers_version value="0.21.1" />
|
682 |
<transformers_version value="4.51.3" />
|
|
|
1 |
<?xml version="1.0"?>
|
2 |
<net name="tokenizer" version="11">
|
3 |
<layers>
|
4 |
+
<layer id="0" name="Parameter_184361" type="Parameter" version="opset1">
|
5 |
<data shape="?" element_type="string" />
|
6 |
<output>
|
7 |
+
<port id="0" precision="STRING" names="Parameter_184361">
|
8 |
<dim>-1</dim>
|
9 |
</port>
|
10 |
</output>
|
11 |
</layer>
|
12 |
+
<layer id="1" name="Constant_184367" type="Const" version="opset1">
|
13 |
<data element_type="i64" shape="" offset="0" size="8" />
|
14 |
<output>
|
15 |
<port id="0" precision="I64" />
|
16 |
</output>
|
17 |
</layer>
|
18 |
+
<layer id="2" name="StringTensorUnpack_184362" type="StringTensorUnpack" version="opset15">
|
19 |
<input>
|
20 |
<port id="0" precision="STRING">
|
21 |
<dim>-1</dim>
|
|
|
33 |
</port>
|
34 |
</output>
|
35 |
</layer>
|
36 |
+
<layer id="3" name="ShapeOf_184363" type="ShapeOf" version="opset3">
|
37 |
<data output_type="i64" />
|
38 |
<input>
|
39 |
<port id="0" precision="I32">
|
|
|
46 |
</port>
|
47 |
</output>
|
48 |
</layer>
|
49 |
+
<layer id="4" name="Constant_184364" type="Const" version="opset1">
|
50 |
<data element_type="i64" shape="" offset="0" size="8" />
|
51 |
<output>
|
52 |
<port id="0" precision="I64" />
|
53 |
</output>
|
54 |
</layer>
|
55 |
+
<layer id="5" name="Constant_184365" type="Const" version="opset1">
|
56 |
<data element_type="i64" shape="" offset="0" size="8" />
|
57 |
<output>
|
58 |
<port id="0" precision="I64" />
|
59 |
</output>
|
60 |
</layer>
|
61 |
+
<layer id="6" name="Gather_184366" type="Gather" version="opset8">
|
62 |
<data batch_dims="0" />
|
63 |
<input>
|
64 |
<port id="0" precision="I64">
|
|
|
71 |
<port id="3" precision="I64" />
|
72 |
</output>
|
73 |
</layer>
|
74 |
+
<layer id="7" name="Constant_184368" type="Const" version="opset1">
|
75 |
<data element_type="i64" shape="" offset="8" size="8" />
|
76 |
<output>
|
77 |
<port id="0" precision="I64" />
|
78 |
</output>
|
79 |
</layer>
|
80 |
+
<layer id="8" name="Range_184369" type="Range" version="opset4">
|
81 |
<data output_type="i32" />
|
82 |
<input>
|
83 |
<port id="0" precision="I64" />
|
|
|
90 |
</port>
|
91 |
</output>
|
92 |
</layer>
|
93 |
+
<layer id="9" name="Constant_184370" type="Const" version="opset1">
|
94 |
<data element_type="i64" shape="" offset="8" size="8" />
|
95 |
<output>
|
96 |
<port id="0" precision="I64" />
|
97 |
</output>
|
98 |
</layer>
|
99 |
+
<layer id="10" name="Constant_184371" type="Const" version="opset1">
|
100 |
<data element_type="i64" shape="" offset="8" size="8" />
|
101 |
<output>
|
102 |
<port id="0" precision="I64" />
|
103 |
</output>
|
104 |
</layer>
|
105 |
+
<layer id="11" name="Add_184372" type="Add" version="opset1">
|
106 |
<data auto_broadcast="numpy" />
|
107 |
<input>
|
108 |
<port id="0" precision="I64" />
|
|
|
112 |
<port id="2" precision="I64" />
|
113 |
</output>
|
114 |
</layer>
|
115 |
+
<layer id="12" name="Constant_184373" type="Const" version="opset1">
|
116 |
<data element_type="i64" shape="" offset="8" size="8" />
|
117 |
<output>
|
118 |
<port id="0" precision="I64" />
|
119 |
</output>
|
120 |
</layer>
|
121 |
+
<layer id="13" name="Range_184374" type="Range" version="opset4">
|
122 |
<data output_type="i32" />
|
123 |
<input>
|
124 |
<port id="0" precision="I64" />
|
|
|
131 |
</port>
|
132 |
</output>
|
133 |
</layer>
|
134 |
+
<layer id="14" name="Constant_184436" type="Const" version="opset1">
|
135 |
<data element_type="u8" shape="289" offset="16" size="289" />
|
136 |
<output>
|
137 |
<port id="0" precision="U8">
|
|
|
139 |
</port>
|
140 |
</output>
|
141 |
</layer>
|
142 |
+
<layer id="15" name="SpecialTokensSplit_184437" type="SpecialTokensSplit" version="extension">
|
143 |
<input>
|
144 |
<port id="0" precision="I32">
|
145 |
<dim>-1</dim>
|
|
|
181 |
</port>
|
182 |
</output>
|
183 |
</layer>
|
184 |
+
<layer id="16" name="Constant_184439" type="Const" version="opset1">
|
185 |
<data element_type="u8" shape="274" offset="305" size="274" />
|
186 |
<output>
|
187 |
<port id="0" precision="U8">
|
|
|
189 |
</port>
|
190 |
</output>
|
191 |
</layer>
|
192 |
+
<layer id="17" name="RegexSplit_184440" type="RegexSplit" version="extension">
|
193 |
<data behaviour="remove" invert="true" max_splits="-1" />
|
194 |
<input>
|
195 |
<port id="0" precision="I32">
|
|
|
235 |
</port>
|
236 |
</output>
|
237 |
</layer>
|
238 |
+
<layer id="18" name="Constant_184442" type="Const" version="opset1">
|
239 |
<data element_type="i32" shape="200029" offset="579" size="800116" />
|
240 |
<output>
|
241 |
<port id="0" precision="I32">
|
|
|
243 |
</port>
|
244 |
</output>
|
245 |
</layer>
|
246 |
+
<layer id="19" name="Constant_184444" type="Const" version="opset1">
|
247 |
<data element_type="i32" shape="200029" offset="800695" size="800116" />
|
248 |
<output>
|
249 |
<port id="0" precision="I32">
|
|
|
251 |
</port>
|
252 |
</output>
|
253 |
</layer>
|
254 |
+
<layer id="20" name="Constant_184446" type="Const" version="opset1">
|
255 |
<data element_type="u8" shape="1398109" offset="1600811" size="1398109" />
|
256 |
<output>
|
257 |
<port id="0" precision="U8">
|
|
|
259 |
</port>
|
260 |
</output>
|
261 |
</layer>
|
262 |
+
<layer id="21" name="Constant_184454" type="Const" version="opset1">
|
263 |
<data element_type="i32" shape="199742" offset="2998920" size="798968" />
|
264 |
<output>
|
265 |
<port id="0" precision="I32">
|
|
|
267 |
</port>
|
268 |
</output>
|
269 |
</layer>
|
270 |
+
<layer id="22" name="Constant_184456" type="Const" version="opset1">
|
271 |
<data element_type="i32" shape="199742" offset="3797888" size="798968" />
|
272 |
<output>
|
273 |
<port id="0" precision="I32">
|
|
|
275 |
</port>
|
276 |
</output>
|
277 |
</layer>
|
278 |
+
<layer id="23" name="Constant_184458" type="Const" version="opset1">
|
279 |
<data element_type="u8" shape="718313" offset="4596856" size="718313" />
|
280 |
<output>
|
281 |
<port id="0" precision="U8">
|
|
|
283 |
</port>
|
284 |
</output>
|
285 |
</layer>
|
286 |
+
<layer id="24" name="Constant_184460" type="Const" version="opset1">
|
287 |
<data element_type="i32" shape="199742" offset="5315169" size="798968" />
|
288 |
<output>
|
289 |
<port id="0" precision="I32">
|
|
|
291 |
</port>
|
292 |
</output>
|
293 |
</layer>
|
294 |
+
<layer id="25" name="Constant_184462" type="Const" version="opset1">
|
295 |
<data element_type="i32" shape="199742" offset="6114137" size="798968" />
|
296 |
<output>
|
297 |
<port id="0" precision="I32">
|
|
|
299 |
</port>
|
300 |
</output>
|
301 |
</layer>
|
302 |
+
<layer id="26" name="Constant_184464" type="Const" version="opset1">
|
303 |
<data element_type="u8" shape="679101" offset="6913105" size="679101" />
|
304 |
<output>
|
305 |
<port id="0" precision="U8">
|
|
|
307 |
</port>
|
308 |
</output>
|
309 |
</layer>
|
310 |
+
<layer id="27" name="Constant_184448" type="Const" version="opset1">
|
311 |
<data element_type="i32" shape="432" offset="7592206" size="1728" />
|
312 |
<output>
|
313 |
<port id="0" precision="I32">
|
|
|
315 |
</port>
|
316 |
</output>
|
317 |
</layer>
|
318 |
+
<layer id="28" name="Constant_184450" type="Const" version="opset1">
|
319 |
<data element_type="i32" shape="432" offset="7593934" size="1728" />
|
320 |
<output>
|
321 |
<port id="0" precision="I32">
|
|
|
323 |
</port>
|
324 |
</output>
|
325 |
</layer>
|
326 |
+
<layer id="29" name="Constant_184452" type="Const" version="opset1">
|
327 |
<data element_type="u8" shape="5366" offset="7595662" size="5366" />
|
328 |
<output>
|
329 |
<port id="0" precision="U8">
|
|
|
331 |
</port>
|
332 |
</output>
|
333 |
</layer>
|
334 |
+
<layer id="30" name="Constant_184465" type="Const" version="opset1">
|
335 |
<data element_type="i32" shape="432" offset="7601028" size="1728" />
|
336 |
<output>
|
337 |
<port id="0" precision="I32">
|
|
|
339 |
</port>
|
340 |
</output>
|
341 |
</layer>
|
342 |
+
<layer id="31" name="BPETokenizer_184466" type="BPETokenizer" version="extension">
|
343 |
<data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="40003" />
|
344 |
<input>
|
345 |
<port id="0" precision="I32">
|
|
|
409 |
</port>
|
410 |
</output>
|
411 |
</layer>
|
412 |
+
<layer id="32" name="Constant_184467" type="Const" version="opset1">
|
413 |
<data element_type="i32" shape="" offset="7602756" size="4" />
|
414 |
<output>
|
415 |
<port id="0" precision="I32" />
|
416 |
</output>
|
417 |
</layer>
|
418 |
+
<layer id="33" name="Constant_184469" type="Const" version="opset1">
|
419 |
<data element_type="u8" shape="4" offset="7602760" size="4" />
|
420 |
<output>
|
421 |
<port id="0" precision="U8">
|
|
|
423 |
</port>
|
424 |
</output>
|
425 |
</layer>
|
426 |
+
<layer id="34" name="Constant_184471" type="Const" version="opset1">
|
427 |
<data element_type="u8" shape="13" offset="7602764" size="13" />
|
428 |
<output>
|
429 |
<port id="0" precision="U8">
|
|
|
431 |
</port>
|
432 |
</output>
|
433 |
</layer>
|
434 |
+
<layer id="35" name="Truncate_184472" type="Truncate" version="extension">
|
435 |
<data m_num_inputs="1" />
|
436 |
<input>
|
437 |
<port id="0" precision="I32">
|
|
|
463 |
</port>
|
464 |
</output>
|
465 |
</layer>
|
466 |
+
<layer id="36" name="Subtract_184473" type="Subtract" version="opset1">
|
467 |
<data auto_broadcast="numpy" />
|
468 |
<input>
|
469 |
<port id="0" precision="I32">
|
|
|
479 |
</port>
|
480 |
</output>
|
481 |
</layer>
|
482 |
+
<layer id="37" name="Constant_184474" type="Const" version="opset1">
|
483 |
<data element_type="i32" shape="" offset="7602777" size="4" />
|
484 |
<output>
|
485 |
<port id="0" precision="I32" />
|
486 |
</output>
|
487 |
</layer>
|
488 |
+
<layer id="38" name="ReduceMax_184475" type="ReduceMax" version="opset1">
|
489 |
<data keep_dims="false" />
|
490 |
<input>
|
491 |
<port id="0" precision="I32">
|
|
|
497 |
<port id="2" precision="I32" />
|
498 |
</output>
|
499 |
</layer>
|
500 |
+
<layer id="39" name="Constant_184476" type="Const" version="opset1">
|
501 |
<data element_type="i32" shape="" offset="7602781" size="4" />
|
502 |
<output>
|
503 |
<port id="0" precision="I32" />
|
504 |
</output>
|
505 |
</layer>
|
506 |
+
<layer id="40" name="RaggedToDense_184477" type="RaggedToDense" version="extension">
|
507 |
<data pad_right="false" m_pad_max_length="false" />
|
508 |
<input>
|
509 |
<port id="0" precision="I32">
|
|
|
529 |
</port>
|
530 |
</output>
|
531 |
</layer>
|
532 |
+
<layer id="41" name="Convert_184478" type="Convert" version="opset1">
|
533 |
<data destination_type="i32" />
|
534 |
<input>
|
535 |
<port id="0" precision="BOOL">
|
|
|
544 |
</port>
|
545 |
</output>
|
546 |
</layer>
|
547 |
+
<layer id="42" name="Convert_184478.0" type="Convert" version="opset1">
|
548 |
<data destination_type="i64" />
|
549 |
<input>
|
550 |
<port id="0" precision="I32">
|
|
|
559 |
</port>
|
560 |
</output>
|
561 |
</layer>
|
562 |
+
<layer id="44" name="RaggedToDense_184477.0" type="Convert" version="opset1">
|
563 |
<data destination_type="i64" />
|
564 |
<input>
|
565 |
<port id="0" precision="I32">
|
|
|
574 |
</port>
|
575 |
</output>
|
576 |
</layer>
|
577 |
+
<layer id="45" name="Result_184479" type="Result" version="opset1" output_names="input_ids">
|
578 |
<input>
|
579 |
<port id="0" precision="I64">
|
580 |
<dim>-1</dim>
|
|
|
582 |
</port>
|
583 |
</input>
|
584 |
</layer>
|
585 |
+
<layer id="43" name="Result_184480" type="Result" version="opset1" output_names="attention_mask">
|
586 |
<input>
|
587 |
<port id="0" precision="I64">
|
588 |
<dim>-1</dim>
|
|
|
669 |
<handle_special_tokens_with_re />
|
670 |
<max_length />
|
671 |
<number_of_inputs value="1" />
|
672 |
+
<openvino_tokenizers_version value="2025.2.0.0-566-85be884a69f" />
|
673 |
+
<openvino_version value="2025.2.0-19140-c01cd93e24d-releases/2025/2" />
|
674 |
<original_tokenizer_class value="<class 'transformers.models.gpt2.tokenization_gpt2_fast.GPT2TokenizerFast'>" />
|
675 |
<pad_token_id value="199999" />
|
|
|
676 |
<skip_special_tokens value="True" />
|
677 |
<streaming_detokenizer value="False" />
|
|
|
678 |
<tokenizer_output_type value="i64" />
|
679 |
<tokenizers_version value="0.21.1" />
|
680 |
<transformers_version value="4.51.3" />
|