openvino-ci commited on
Commit
4b0e5e6
·
verified ·
1 Parent(s): e3a68e3

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -5,6 +5,7 @@
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
 
8
  "eos_token_id": 151645,
9
  "head_dim": 128,
10
  "hidden_act": "silu",
@@ -59,8 +60,7 @@
59
  "rope_theta": 1000000,
60
  "sliding_window": null,
61
  "tie_word_embeddings": true,
62
- "torch_dtype": "float32",
63
- "transformers_version": "4.55.4",
64
  "use_cache": true,
65
  "use_sliding_window": false,
66
  "vocab_size": 151669
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 151643,
8
+ "dtype": "float32",
9
  "eos_token_id": 151645,
10
  "head_dim": 128,
11
  "hidden_act": "silu",
 
60
  "rope_theta": 1000000,
61
  "sliding_window": null,
62
  "tie_word_embeddings": true,
63
+ "transformers_version": "4.57.6",
 
64
  "use_cache": true,
65
  "use_sliding_window": false,
66
  "vocab_size": 151669
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_71968" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_71968">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_72167" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_71970" type="Const" version="opset1">
29
  <data element_type="i32" shape="151669" offset="0" size="606676" />
30
  <output>
31
  <port id="0" precision="I32">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="Constant_71972" type="Const" version="opset1">
37
  <data element_type="i32" shape="151669" offset="606676" size="606676" />
38
  <output>
39
  <port id="0" precision="I32">
@@ -41,7 +41,7 @@
41
  </port>
42
  </output>
43
  </layer>
44
- <layer id="4" name="Constant_71974" type="Const" version="opset1">
45
  <data element_type="u8" shape="976309" offset="1213352" size="976309" />
46
  <output>
47
  <port id="0" precision="U8">
@@ -49,7 +49,7 @@
49
  </port>
50
  </output>
51
  </layer>
52
- <layer id="5" name="Slice_71979" type="Const" version="opset1">
53
  <data element_type="i32" shape="14" offset="2189661" size="56" />
54
  <output>
55
  <port id="0" precision="I32">
@@ -57,7 +57,7 @@
57
  </port>
58
  </output>
59
  </layer>
60
- <layer id="6" name="VocabDecoder_71981" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
@@ -95,7 +95,7 @@
95
  </port>
96
  </output>
97
  </layer>
98
- <layer id="7" name="FuzeRagged_71982" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
@@ -119,7 +119,7 @@
119
  </port>
120
  </output>
121
  </layer>
122
- <layer id="8" name="UTF8Validate_71983" type="UTF8Validate" version="extension">
123
  <data replace_mode="true" />
124
  <input>
125
  <port id="0" precision="I32">
@@ -144,7 +144,7 @@
144
  </port>
145
  </output>
146
  </layer>
147
- <layer id="9" name="StringTensorPack_71984" type="StringTensorPack" version="opset15">
148
  <input>
149
  <port id="0" precision="I32">
150
  <dim>-1</dim>
@@ -157,12 +157,12 @@
157
  </port>
158
  </input>
159
  <output>
160
- <port id="3" precision="STRING" names="Result_71985,string_output">
161
  <dim>-1</dim>
162
  </port>
163
  </output>
164
  </layer>
165
- <layer id="10" name="Result_71985" type="Result" version="opset1" output_names="Result_71985,string_output">
166
  <input>
167
  <port id="0" precision="STRING">
168
  <dim>-1</dim>
@@ -199,18 +199,19 @@
199
  <handle_special_tokens_with_re />
200
  <max_length />
201
  <number_of_inputs value="1" />
202
- <openvino_tokenizers_version value="2025.4.0.0-617-b2d52c80e23" />
203
- <openvino_version value="2025.4.0-20128-67fddb40e31" />
204
  <original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: false, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: false}" />
205
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
206
  <pad_token_id value="151643" />
 
207
  <sentencepiece_version value="0.2.1" />
208
  <skip_special_tokens value="True" />
209
  <streaming_detokenizer value="False" />
210
  <tiktoken_version value="0.12.0" />
211
  <tokenizer_output_type value="i64" />
212
- <tokenizers_version value="0.21.4" />
213
- <transformers_version value="4.55.4" />
214
  <use_max_padding value="False" />
215
  <use_sentencepiece_backend value="False" />
216
  <utf8_replace_mode value="replace" />
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_64497" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_64497">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_64696" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_64499" type="Const" version="opset1">
29
  <data element_type="i32" shape="151669" offset="0" size="606676" />
30
  <output>
31
  <port id="0" precision="I32">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="Constant_64501" type="Const" version="opset1">
37
  <data element_type="i32" shape="151669" offset="606676" size="606676" />
38
  <output>
39
  <port id="0" precision="I32">
 
41
  </port>
42
  </output>
43
  </layer>
44
+ <layer id="4" name="Constant_64503" type="Const" version="opset1">
45
  <data element_type="u8" shape="976309" offset="1213352" size="976309" />
46
  <output>
47
  <port id="0" precision="U8">
 
49
  </port>
50
  </output>
51
  </layer>
52
+ <layer id="5" name="Slice_64508" type="Const" version="opset1">
53
  <data element_type="i32" shape="14" offset="2189661" size="56" />
54
  <output>
55
  <port id="0" precision="I32">
 
57
  </port>
58
  </output>
59
  </layer>
60
+ <layer id="6" name="VocabDecoder_64510" type="VocabDecoder" version="extension">
61
  <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
 
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="7" name="FuzeRagged_64511" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
 
119
  </port>
120
  </output>
121
  </layer>
122
+ <layer id="8" name="UTF8Validate_64512" type="UTF8Validate" version="extension">
123
  <data replace_mode="true" />
124
  <input>
125
  <port id="0" precision="I32">
 
144
  </port>
145
  </output>
146
  </layer>
147
+ <layer id="9" name="StringTensorPack_64513" type="StringTensorPack" version="opset15">
148
  <input>
149
  <port id="0" precision="I32">
150
  <dim>-1</dim>
 
157
  </port>
158
  </input>
159
  <output>
160
+ <port id="3" precision="STRING" names="Result_64514,string_output">
161
  <dim>-1</dim>
162
  </port>
163
  </output>
164
  </layer>
165
+ <layer id="10" name="Result_64514" type="Result" version="opset1" output_names="Result_64514,string_output">
166
  <input>
167
  <port id="0" precision="STRING">
168
  <dim>-1</dim>
 
199
  <handle_special_tokens_with_re />
200
  <max_length />
201
  <number_of_inputs value="1" />
202
+ <openvino_tokenizers_version value="2026.0.0.0-632-47cea02a2d4" />
203
+ <openvino_version value="2026.0.0-20961-f08e8b36350-releases/2026/0" />
204
  <original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: false, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: false}" />
205
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
206
  <pad_token_id value="151643" />
207
+ <processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [-1], &quot;type_ids&quot;: [0]}, &quot;pair&quot;: {&quot;ids&quot;: [-1, -2], &quot;type_ids&quot;: [0, 0]}}" />
208
  <sentencepiece_version value="0.2.1" />
209
  <skip_special_tokens value="True" />
210
  <streaming_detokenizer value="False" />
211
  <tiktoken_version value="0.12.0" />
212
  <tokenizer_output_type value="i64" />
213
+ <tokenizers_version value="0.22.2" />
214
+ <transformers_version value="4.57.6" />
215
  <use_max_padding value="False" />
216
  <use_sentencepiece_backend value="False" />
217
  <utf8_replace_mode value="replace" />
openvino_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbcdc7e5d7b70d730b8100addb61480dcc4109ebd0977a24aac0253e039bf2fd
3
- size 1191555461
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9db1e2a87b6961df939dc8482b85ba4be07ebe9fa46050a37ad4b8ae6862031b
3
+ size 1191555469
openvino_model.xml CHANGED
The diff for this file is too large to render. See raw diff
 
openvino_tokenizer.xml CHANGED
@@ -1,21 +1,21 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_71845" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_71845">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_71851" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="StringTensorUnpack_71846" type="StringTensorUnpack" version="opset15">
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="ShapeOf_71847" type="ShapeOf" version="opset3">
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
@@ -46,19 +46,19 @@
46
  </port>
47
  </output>
48
  </layer>
49
- <layer id="4" name="Constant_71848" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
- <layer id="5" name="Constant_71849" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
- <layer id="6" name="Gather_71850" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
@@ -71,13 +71,13 @@
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
- <layer id="7" name="Constant_71852" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
- <layer id="8" name="Range_71853" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
@@ -90,19 +90,19 @@
90
  </port>
91
  </output>
92
  </layer>
93
- <layer id="9" name="Constant_71854" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
- <layer id="10" name="Constant_71855" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
- <layer id="11" name="Add_71856" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
@@ -112,13 +112,13 @@
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
- <layer id="12" name="Constant_71857" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
- <layer id="13" name="Range_71858" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
@@ -131,7 +131,7 @@
131
  </port>
132
  </output>
133
  </layer>
134
- <layer id="14" name="Constant_71922" type="Const" version="opset1">
135
  <data element_type="u8" shape="462" offset="16" size="462" />
136
  <output>
137
  <port id="0" precision="U8">
@@ -139,7 +139,7 @@
139
  </port>
140
  </output>
141
  </layer>
142
- <layer id="15" name="SpecialTokensSplit_71923" type="SpecialTokensSplit" version="extension">
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
@@ -181,7 +181,7 @@
181
  </port>
182
  </output>
183
  </layer>
184
- <layer id="16" name="CharsMapNormalization_71924" type="CharsMapNormalization" version="extension">
185
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
@@ -212,7 +212,7 @@
212
  </port>
213
  </output>
214
  </layer>
215
- <layer id="17" name="Constant_71926" type="Const" version="opset1">
216
  <data element_type="u8" shape="110" offset="478" size="110" />
217
  <output>
218
  <port id="0" precision="U8">
@@ -220,7 +220,7 @@
220
  </port>
221
  </output>
222
  </layer>
223
- <layer id="18" name="RegexSplit_71927" type="RegexSplit" version="extension">
224
  <data behaviour="isolate" invert="false" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
@@ -266,7 +266,7 @@
266
  </port>
267
  </output>
268
  </layer>
269
- <layer id="19" name="Constant_71929" type="Const" version="opset1">
270
  <data element_type="i32" shape="151669" offset="588" size="606676" />
271
  <output>
272
  <port id="0" precision="I32">
@@ -274,7 +274,7 @@
274
  </port>
275
  </output>
276
  </layer>
277
- <layer id="20" name="Constant_71931" type="Const" version="opset1">
278
  <data element_type="i32" shape="151669" offset="607264" size="606676" />
279
  <output>
280
  <port id="0" precision="I32">
@@ -282,7 +282,7 @@
282
  </port>
283
  </output>
284
  </layer>
285
- <layer id="21" name="Constant_71933" type="Const" version="opset1">
286
  <data element_type="u8" shape="976309" offset="1213940" size="976309" />
287
  <output>
288
  <port id="0" precision="U8">
@@ -290,7 +290,7 @@
290
  </port>
291
  </output>
292
  </layer>
293
- <layer id="22" name="Constant_71941" type="Const" version="opset1">
294
  <data element_type="i32" shape="151387" offset="2190249" size="605548" />
295
  <output>
296
  <port id="0" precision="I32">
@@ -298,7 +298,7 @@
298
  </port>
299
  </output>
300
  </layer>
301
- <layer id="23" name="Constant_71943" type="Const" version="opset1">
302
  <data element_type="i32" shape="151387" offset="2795797" size="605548" />
303
  <output>
304
  <port id="0" precision="I32">
@@ -306,7 +306,7 @@
306
  </port>
307
  </output>
308
  </layer>
309
- <layer id="24" name="Constant_71945" type="Const" version="opset1">
310
  <data element_type="u8" shape="491359" offset="3401345" size="491359" />
311
  <output>
312
  <port id="0" precision="U8">
@@ -314,7 +314,7 @@
314
  </port>
315
  </output>
316
  </layer>
317
- <layer id="25" name="Constant_71947" type="Const" version="opset1">
318
  <data element_type="i32" shape="151387" offset="3892704" size="605548" />
319
  <output>
320
  <port id="0" precision="I32">
@@ -322,7 +322,7 @@
322
  </port>
323
  </output>
324
  </layer>
325
- <layer id="26" name="Constant_71949" type="Const" version="opset1">
326
  <data element_type="i32" shape="151387" offset="4498252" size="605548" />
327
  <output>
328
  <port id="0" precision="I32">
@@ -330,7 +330,7 @@
330
  </port>
331
  </output>
332
  </layer>
333
- <layer id="27" name="Constant_71951" type="Const" version="opset1">
334
  <data element_type="u8" shape="484354" offset="5103800" size="484354" />
335
  <output>
336
  <port id="0" precision="U8">
@@ -338,7 +338,7 @@
338
  </port>
339
  </output>
340
  </layer>
341
- <layer id="28" name="Constant_71935" type="Const" version="opset1">
342
  <data element_type="i32" shape="26" offset="5588154" size="104" />
343
  <output>
344
  <port id="0" precision="I32">
@@ -346,7 +346,7 @@
346
  </port>
347
  </output>
348
  </layer>
349
- <layer id="29" name="Constant_71937" type="Const" version="opset1">
350
  <data element_type="i32" shape="26" offset="5588258" size="104" />
351
  <output>
352
  <port id="0" precision="I32">
@@ -354,7 +354,7 @@
354
  </port>
355
  </output>
356
  </layer>
357
- <layer id="30" name="Constant_71939" type="Const" version="opset1">
358
  <data element_type="u8" shape="340" offset="5588362" size="340" />
359
  <output>
360
  <port id="0" precision="U8">
@@ -362,7 +362,7 @@
362
  </port>
363
  </output>
364
  </layer>
365
- <layer id="31" name="Constant_71952" type="Const" version="opset1">
366
  <data element_type="i32" shape="26" offset="5588702" size="104" />
367
  <output>
368
  <port id="0" precision="I32">
@@ -370,7 +370,7 @@
370
  </port>
371
  </output>
372
  </layer>
373
- <layer id="32" name="BPETokenizer_71953" type="BPETokenizer" version="extension">
374
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="30328" />
375
  <input>
376
  <port id="0" precision="I32">
@@ -440,13 +440,13 @@
440
  </port>
441
  </output>
442
  </layer>
443
- <layer id="33" name="Constant_71954" type="Const" version="opset1">
444
  <data element_type="i32" shape="" offset="5588806" size="4" />
445
  <output>
446
  <port id="0" precision="I32" />
447
  </output>
448
  </layer>
449
- <layer id="34" name="Constant_71956" type="Const" version="opset1">
450
  <data element_type="u8" shape="5" offset="5588810" size="5" />
451
  <output>
452
  <port id="0" precision="U8">
@@ -454,7 +454,7 @@
454
  </port>
455
  </output>
456
  </layer>
457
- <layer id="35" name="Constant_71958" type="Const" version="opset1">
458
  <data element_type="u8" shape="13" offset="5588815" size="13" />
459
  <output>
460
  <port id="0" precision="U8">
@@ -462,7 +462,7 @@
462
  </port>
463
  </output>
464
  </layer>
465
- <layer id="36" name="Truncate_71959" type="Truncate" version="extension">
466
  <data m_num_inputs="1" />
467
  <input>
468
  <port id="0" precision="I32">
@@ -494,7 +494,51 @@
494
  </port>
495
  </output>
496
  </layer>
497
- <layer id="37" name="Subtract_71960" type="Subtract" version="opset1">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
498
  <data auto_broadcast="numpy" />
499
  <input>
500
  <port id="0" precision="I32">
@@ -510,13 +554,13 @@
510
  </port>
511
  </output>
512
  </layer>
513
- <layer id="38" name="Constant_71961" type="Const" version="opset1">
514
  <data element_type="i32" shape="" offset="5588828" size="4" />
515
  <output>
516
  <port id="0" precision="I32" />
517
  </output>
518
  </layer>
519
- <layer id="39" name="ReduceMax_71962" type="ReduceMax" version="opset1">
520
  <data keep_dims="false" />
521
  <input>
522
  <port id="0" precision="I32">
@@ -528,13 +572,13 @@
528
  <port id="2" precision="I32" />
529
  </output>
530
  </layer>
531
- <layer id="40" name="Constant_71963" type="Const" version="opset1">
532
  <data element_type="i32" shape="" offset="5588832" size="4" />
533
  <output>
534
  <port id="0" precision="I32" />
535
  </output>
536
  </layer>
537
- <layer id="41" name="RaggedToDense_71964" type="RaggedToDense" version="extension">
538
  <data pad_right="true" m_pad_max_length="false" />
539
  <input>
540
  <port id="0" precision="I32">
@@ -560,7 +604,7 @@
560
  </port>
561
  </output>
562
  </layer>
563
- <layer id="42" name="Convert_71965" type="Convert" version="opset1">
564
  <data destination_type="i32" />
565
  <input>
566
  <port id="0" precision="BOOL">
@@ -575,7 +619,7 @@
575
  </port>
576
  </output>
577
  </layer>
578
- <layer id="43" name="Convert_71965.0" type="Convert" version="opset1">
579
  <data destination_type="i64" />
580
  <input>
581
  <port id="0" precision="I32">
@@ -590,7 +634,7 @@
590
  </port>
591
  </output>
592
  </layer>
593
- <layer id="45" name="RaggedToDense_71964.0" type="Convert" version="opset1">
594
  <data destination_type="i64" />
595
  <input>
596
  <port id="0" precision="I32">
@@ -605,7 +649,7 @@
605
  </port>
606
  </output>
607
  </layer>
608
- <layer id="46" name="Result_71966" type="Result" version="opset1" output_names="input_ids">
609
  <input>
610
  <port id="0" precision="I64">
611
  <dim>-1</dim>
@@ -613,7 +657,7 @@
613
  </port>
614
  </input>
615
  </layer>
616
- <layer id="44" name="Result_71967" type="Result" version="opset1" output_names="attention_mask">
617
  <input>
618
  <port id="0" precision="I64">
619
  <dim>-1</dim>
@@ -642,22 +686,22 @@
642
  <edge from-layer="12" from-port="0" to-layer="13" to-port="2" />
643
  <edge from-layer="13" from-port="3" to-layer="15" to-port="1" />
644
  <edge from-layer="14" from-port="0" to-layer="15" to-port="5" />
645
- <edge from-layer="15" from-port="8" to-layer="16" to-port="0" />
646
  <edge from-layer="15" from-port="7" to-layer="18" to-port="1" />
647
  <edge from-layer="15" from-port="6" to-layer="18" to-port="0" />
648
  <edge from-layer="15" from-port="11" to-layer="16" to-port="3" />
649
- <edge from-layer="15" from-port="10" to-layer="16" to-port="2" />
650
  <edge from-layer="15" from-port="9" to-layer="16" to-port="1" />
 
651
  <edge from-layer="16" from-port="4" to-layer="18" to-port="2" />
652
  <edge from-layer="16" from-port="5" to-layer="18" to-port="3" />
653
  <edge from-layer="16" from-port="6" to-layer="18" to-port="4" />
654
  <edge from-layer="16" from-port="7" to-layer="18" to-port="5" />
655
  <edge from-layer="17" from-port="0" to-layer="18" to-port="6" />
656
- <edge from-layer="18" from-port="11" to-layer="32" to-port="4" />
657
- <edge from-layer="18" from-port="10" to-layer="32" to-port="3" />
658
  <edge from-layer="18" from-port="8" to-layer="32" to-port="1" />
659
  <edge from-layer="18" from-port="9" to-layer="32" to-port="2" />
660
- <edge from-layer="18" from-port="7" to-layer="32" to-port="0" />
 
661
  <edge from-layer="19" from-port="0" to-layer="32" to-port="5" />
662
  <edge from-layer="20" from-port="0" to-layer="32" to-port="6" />
663
  <edge from-layer="21" from-port="0" to-layer="32" to-port="7" />
@@ -671,26 +715,30 @@
671
  <edge from-layer="29" from-port="0" to-layer="32" to-port="15" />
672
  <edge from-layer="30" from-port="0" to-layer="32" to-port="16" />
673
  <edge from-layer="31" from-port="0" to-layer="32" to-port="17" />
674
- <edge from-layer="32" from-port="20" to-layer="36" to-port="2" />
675
  <edge from-layer="32" from-port="18" to-layer="36" to-port="0" />
676
  <edge from-layer="32" from-port="19" to-layer="36" to-port="1" />
 
677
  <edge from-layer="33" from-port="0" to-layer="36" to-port="3" />
678
  <edge from-layer="34" from-port="0" to-layer="36" to-port="4" />
679
  <edge from-layer="35" from-port="0" to-layer="36" to-port="5" />
680
- <edge from-layer="36" from-port="6" to-layer="41" to-port="0" />
681
- <edge from-layer="36" from-port="8" to-layer="41" to-port="2" />
682
- <edge from-layer="36" from-port="7" to-layer="41" to-port="1" />
683
- <edge from-layer="36" from-port="6" to-layer="37" to-port="1" />
684
- <edge from-layer="36" from-port="7" to-layer="37" to-port="0" />
685
- <edge from-layer="37" from-port="2" to-layer="39" to-port="0" />
686
- <edge from-layer="38" from-port="0" to-layer="39" to-port="1" />
687
- <edge from-layer="39" from-port="2" to-layer="41" to-port="3" />
688
- <edge from-layer="40" from-port="0" to-layer="41" to-port="4" />
689
- <edge from-layer="41" from-port="6" to-layer="42" to-port="0" />
690
- <edge from-layer="41" from-port="5" to-layer="45" to-port="0" />
691
- <edge from-layer="42" from-port="1" to-layer="43" to-port="0" />
692
- <edge from-layer="43" from-port="1" to-layer="44" to-port="0" />
693
- <edge from-layer="45" from-port="1" to-layer="46" to-port="0" />
 
 
 
 
694
  </edges>
695
  <rt_info>
696
  <add_attention_mask value="True" />
@@ -702,18 +750,19 @@
702
  <handle_special_tokens_with_re />
703
  <max_length />
704
  <number_of_inputs value="1" />
705
- <openvino_tokenizers_version value="2025.4.0.0-617-b2d52c80e23" />
706
- <openvino_version value="2025.4.0-20128-67fddb40e31" />
707
  <original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: false, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: false}" />
708
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
709
  <pad_token_id value="151643" />
 
710
  <sentencepiece_version value="0.2.1" />
711
  <skip_special_tokens value="True" />
712
  <streaming_detokenizer value="False" />
713
  <tiktoken_version value="0.12.0" />
714
  <tokenizer_output_type value="i64" />
715
- <tokenizers_version value="0.21.4" />
716
- <transformers_version value="4.55.4" />
717
  <use_max_padding value="False" />
718
  <use_sentencepiece_backend value="False" />
719
  <utf8_replace_mode value="replace" />
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_64369" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_64369">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_64375" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="StringTensorUnpack_64370" type="StringTensorUnpack" version="opset15">
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="ShapeOf_64371" type="ShapeOf" version="opset3">
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
 
46
  </port>
47
  </output>
48
  </layer>
49
+ <layer id="4" name="Constant_64372" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
+ <layer id="5" name="Constant_64373" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
+ <layer id="6" name="Gather_64374" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
 
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
+ <layer id="7" name="Constant_64376" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
+ <layer id="8" name="Range_64377" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
 
90
  </port>
91
  </output>
92
  </layer>
93
+ <layer id="9" name="Constant_64378" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
+ <layer id="10" name="Constant_64379" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
+ <layer id="11" name="Add_64380" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
 
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
+ <layer id="12" name="Constant_64381" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
+ <layer id="13" name="Range_64382" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
 
131
  </port>
132
  </output>
133
  </layer>
134
+ <layer id="14" name="Constant_64446" type="Const" version="opset1">
135
  <data element_type="u8" shape="462" offset="16" size="462" />
136
  <output>
137
  <port id="0" precision="U8">
 
139
  </port>
140
  </output>
141
  </layer>
142
+ <layer id="15" name="SpecialTokensSplit_64447" type="SpecialTokensSplit" version="extension">
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
 
181
  </port>
182
  </output>
183
  </layer>
184
+ <layer id="16" name="CharsMapNormalization_64448" type="CharsMapNormalization" version="extension">
185
  <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
 
212
  </port>
213
  </output>
214
  </layer>
215
+ <layer id="17" name="Constant_64450" type="Const" version="opset1">
216
  <data element_type="u8" shape="110" offset="478" size="110" />
217
  <output>
218
  <port id="0" precision="U8">
 
220
  </port>
221
  </output>
222
  </layer>
223
+ <layer id="18" name="RegexSplit_64451" type="RegexSplit" version="extension">
224
  <data behaviour="isolate" invert="false" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
 
266
  </port>
267
  </output>
268
  </layer>
269
+ <layer id="19" name="Constant_64453" type="Const" version="opset1">
270
  <data element_type="i32" shape="151669" offset="588" size="606676" />
271
  <output>
272
  <port id="0" precision="I32">
 
274
  </port>
275
  </output>
276
  </layer>
277
+ <layer id="20" name="Constant_64455" type="Const" version="opset1">
278
  <data element_type="i32" shape="151669" offset="607264" size="606676" />
279
  <output>
280
  <port id="0" precision="I32">
 
282
  </port>
283
  </output>
284
  </layer>
285
+ <layer id="21" name="Constant_64457" type="Const" version="opset1">
286
  <data element_type="u8" shape="976309" offset="1213940" size="976309" />
287
  <output>
288
  <port id="0" precision="U8">
 
290
  </port>
291
  </output>
292
  </layer>
293
+ <layer id="22" name="Constant_64465" type="Const" version="opset1">
294
  <data element_type="i32" shape="151387" offset="2190249" size="605548" />
295
  <output>
296
  <port id="0" precision="I32">
 
298
  </port>
299
  </output>
300
  </layer>
301
+ <layer id="23" name="Constant_64467" type="Const" version="opset1">
302
  <data element_type="i32" shape="151387" offset="2795797" size="605548" />
303
  <output>
304
  <port id="0" precision="I32">
 
306
  </port>
307
  </output>
308
  </layer>
309
+ <layer id="24" name="Constant_64469" type="Const" version="opset1">
310
  <data element_type="u8" shape="491359" offset="3401345" size="491359" />
311
  <output>
312
  <port id="0" precision="U8">
 
314
  </port>
315
  </output>
316
  </layer>
317
+ <layer id="25" name="Constant_64471" type="Const" version="opset1">
318
  <data element_type="i32" shape="151387" offset="3892704" size="605548" />
319
  <output>
320
  <port id="0" precision="I32">
 
322
  </port>
323
  </output>
324
  </layer>
325
+ <layer id="26" name="Constant_64473" type="Const" version="opset1">
326
  <data element_type="i32" shape="151387" offset="4498252" size="605548" />
327
  <output>
328
  <port id="0" precision="I32">
 
330
  </port>
331
  </output>
332
  </layer>
333
+ <layer id="27" name="Constant_64475" type="Const" version="opset1">
334
  <data element_type="u8" shape="484354" offset="5103800" size="484354" />
335
  <output>
336
  <port id="0" precision="U8">
 
338
  </port>
339
  </output>
340
  </layer>
341
+ <layer id="28" name="Constant_64459" type="Const" version="opset1">
342
  <data element_type="i32" shape="26" offset="5588154" size="104" />
343
  <output>
344
  <port id="0" precision="I32">
 
346
  </port>
347
  </output>
348
  </layer>
349
+ <layer id="29" name="Constant_64461" type="Const" version="opset1">
350
  <data element_type="i32" shape="26" offset="5588258" size="104" />
351
  <output>
352
  <port id="0" precision="I32">
 
354
  </port>
355
  </output>
356
  </layer>
357
+ <layer id="30" name="Constant_64463" type="Const" version="opset1">
358
  <data element_type="u8" shape="340" offset="5588362" size="340" />
359
  <output>
360
  <port id="0" precision="U8">
 
362
  </port>
363
  </output>
364
  </layer>
365
+ <layer id="31" name="Constant_64476" type="Const" version="opset1">
366
  <data element_type="i32" shape="26" offset="5588702" size="104" />
367
  <output>
368
  <port id="0" precision="I32">
 
370
  </port>
371
  </output>
372
  </layer>
373
+ <layer id="32" name="BPETokenizer_64477" type="BPETokenizer" version="extension">
374
  <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="30328" />
375
  <input>
376
  <port id="0" precision="I32">
 
440
  </port>
441
  </output>
442
  </layer>
443
+ <layer id="33" name="Constant_64478" type="Const" version="opset1">
444
  <data element_type="i32" shape="" offset="5588806" size="4" />
445
  <output>
446
  <port id="0" precision="I32" />
447
  </output>
448
  </layer>
449
+ <layer id="34" name="Constant_64480" type="Const" version="opset1">
450
  <data element_type="u8" shape="5" offset="5588810" size="5" />
451
  <output>
452
  <port id="0" precision="U8">
 
454
  </port>
455
  </output>
456
  </layer>
457
+ <layer id="35" name="Constant_64482" type="Const" version="opset1">
458
  <data element_type="u8" shape="13" offset="5588815" size="13" />
459
  <output>
460
  <port id="0" precision="U8">
 
462
  </port>
463
  </output>
464
  </layer>
465
+ <layer id="36" name="Truncate_64483" type="Truncate" version="extension">
466
  <data m_num_inputs="1" />
467
  <input>
468
  <port id="0" precision="I32">
 
494
  </port>
495
  </output>
496
  </layer>
497
+ <layer id="37" name="Constant_64484" type="Const" version="opset1">
498
+ <data element_type="i32" shape="1" offset="5588828" size="4" />
499
+ <output>
500
+ <port id="0" precision="I32">
501
+ <dim>1</dim>
502
+ </port>
503
+ </output>
504
+ </layer>
505
+ <layer id="38" name="CombineSegments_64485" type="CombineSegments" version="extension">
506
+ <input>
507
+ <port id="0" precision="I32">
508
+ <dim>-1</dim>
509
+ </port>
510
+ <port id="1" precision="I32">
511
+ <dim>-1</dim>
512
+ </port>
513
+ <port id="2" precision="I32">
514
+ <dim>-1</dim>
515
+ </port>
516
+ <port id="3" precision="I32">
517
+ <dim>1</dim>
518
+ </port>
519
+ </input>
520
+ <output>
521
+ <port id="4" precision="I32">
522
+ <dim>-1</dim>
523
+ </port>
524
+ <port id="5" precision="I32">
525
+ <dim>-1</dim>
526
+ </port>
527
+ <port id="6" precision="I32">
528
+ <dim>-1</dim>
529
+ </port>
530
+ <port id="7" precision="I32">
531
+ <dim>-1</dim>
532
+ </port>
533
+ <port id="8" precision="I32">
534
+ <dim>-1</dim>
535
+ </port>
536
+ <port id="9" precision="I32">
537
+ <dim>-1</dim>
538
+ </port>
539
+ </output>
540
+ </layer>
541
+ <layer id="39" name="Subtract_64486" type="Subtract" version="opset1">
542
  <data auto_broadcast="numpy" />
543
  <input>
544
  <port id="0" precision="I32">
 
554
  </port>
555
  </output>
556
  </layer>
557
+ <layer id="40" name="Constant_64487" type="Const" version="opset1">
558
  <data element_type="i32" shape="" offset="5588828" size="4" />
559
  <output>
560
  <port id="0" precision="I32" />
561
  </output>
562
  </layer>
563
+ <layer id="41" name="ReduceMax_64488" type="ReduceMax" version="opset1">
564
  <data keep_dims="false" />
565
  <input>
566
  <port id="0" precision="I32">
 
572
  <port id="2" precision="I32" />
573
  </output>
574
  </layer>
575
+ <layer id="42" name="Constant_64489" type="Const" version="opset1">
576
  <data element_type="i32" shape="" offset="5588832" size="4" />
577
  <output>
578
  <port id="0" precision="I32" />
579
  </output>
580
  </layer>
581
+ <layer id="43" name="RaggedToDense_64490" type="RaggedToDense" version="extension">
582
  <data pad_right="true" m_pad_max_length="false" />
583
  <input>
584
  <port id="0" precision="I32">
 
604
  </port>
605
  </output>
606
  </layer>
607
+ <layer id="44" name="Convert_64491" type="Convert" version="opset1">
608
  <data destination_type="i32" />
609
  <input>
610
  <port id="0" precision="BOOL">
 
619
  </port>
620
  </output>
621
  </layer>
622
+ <layer id="45" name="Convert_64491.0" type="Convert" version="opset1">
623
  <data destination_type="i64" />
624
  <input>
625
  <port id="0" precision="I32">
 
634
  </port>
635
  </output>
636
  </layer>
637
+ <layer id="46" name="RaggedToDense_64490.0" type="Convert" version="opset1">
638
  <data destination_type="i64" />
639
  <input>
640
  <port id="0" precision="I32">
 
649
  </port>
650
  </output>
651
  </layer>
652
+ <layer id="47" name="Result_64494" type="Result" version="opset1" output_names="input_ids">
653
  <input>
654
  <port id="0" precision="I64">
655
  <dim>-1</dim>
 
657
  </port>
658
  </input>
659
  </layer>
660
+ <layer id="48" name="Result_64496" type="Result" version="opset1" output_names="attention_mask">
661
  <input>
662
  <port id="0" precision="I64">
663
  <dim>-1</dim>
 
686
  <edge from-layer="12" from-port="0" to-layer="13" to-port="2" />
687
  <edge from-layer="13" from-port="3" to-layer="15" to-port="1" />
688
  <edge from-layer="14" from-port="0" to-layer="15" to-port="5" />
689
+ <edge from-layer="15" from-port="10" to-layer="16" to-port="2" />
690
  <edge from-layer="15" from-port="7" to-layer="18" to-port="1" />
691
  <edge from-layer="15" from-port="6" to-layer="18" to-port="0" />
692
  <edge from-layer="15" from-port="11" to-layer="16" to-port="3" />
 
693
  <edge from-layer="15" from-port="9" to-layer="16" to-port="1" />
694
+ <edge from-layer="15" from-port="8" to-layer="16" to-port="0" />
695
  <edge from-layer="16" from-port="4" to-layer="18" to-port="2" />
696
  <edge from-layer="16" from-port="5" to-layer="18" to-port="3" />
697
  <edge from-layer="16" from-port="6" to-layer="18" to-port="4" />
698
  <edge from-layer="16" from-port="7" to-layer="18" to-port="5" />
699
  <edge from-layer="17" from-port="0" to-layer="18" to-port="6" />
700
+ <edge from-layer="18" from-port="7" to-layer="32" to-port="0" />
 
701
  <edge from-layer="18" from-port="8" to-layer="32" to-port="1" />
702
  <edge from-layer="18" from-port="9" to-layer="32" to-port="2" />
703
+ <edge from-layer="18" from-port="10" to-layer="32" to-port="3" />
704
+ <edge from-layer="18" from-port="11" to-layer="32" to-port="4" />
705
  <edge from-layer="19" from-port="0" to-layer="32" to-port="5" />
706
  <edge from-layer="20" from-port="0" to-layer="32" to-port="6" />
707
  <edge from-layer="21" from-port="0" to-layer="32" to-port="7" />
 
715
  <edge from-layer="29" from-port="0" to-layer="32" to-port="15" />
716
  <edge from-layer="30" from-port="0" to-layer="32" to-port="16" />
717
  <edge from-layer="31" from-port="0" to-layer="32" to-port="17" />
 
718
  <edge from-layer="32" from-port="18" to-layer="36" to-port="0" />
719
  <edge from-layer="32" from-port="19" to-layer="36" to-port="1" />
720
+ <edge from-layer="32" from-port="20" to-layer="36" to-port="2" />
721
  <edge from-layer="33" from-port="0" to-layer="36" to-port="3" />
722
  <edge from-layer="34" from-port="0" to-layer="36" to-port="4" />
723
  <edge from-layer="35" from-port="0" to-layer="36" to-port="5" />
724
+ <edge from-layer="36" from-port="6" to-layer="38" to-port="0" />
725
+ <edge from-layer="36" from-port="8" to-layer="38" to-port="2" />
726
+ <edge from-layer="36" from-port="7" to-layer="38" to-port="1" />
727
+ <edge from-layer="37" from-port="0" to-layer="38" to-port="3" />
728
+ <edge from-layer="38" from-port="5" to-layer="39" to-port="0" />
729
+ <edge from-layer="38" from-port="4" to-layer="39" to-port="1" />
730
+ <edge from-layer="38" from-port="4" to-layer="43" to-port="0" />
731
+ <edge from-layer="38" from-port="5" to-layer="43" to-port="1" />
732
+ <edge from-layer="38" from-port="6" to-layer="43" to-port="2" />
733
+ <edge from-layer="39" from-port="2" to-layer="41" to-port="0" />
734
+ <edge from-layer="40" from-port="0" to-layer="41" to-port="1" />
735
+ <edge from-layer="41" from-port="2" to-layer="43" to-port="3" />
736
+ <edge from-layer="42" from-port="0" to-layer="43" to-port="4" />
737
+ <edge from-layer="43" from-port="6" to-layer="44" to-port="0" />
738
+ <edge from-layer="43" from-port="5" to-layer="46" to-port="0" />
739
+ <edge from-layer="44" from-port="1" to-layer="45" to-port="0" />
740
+ <edge from-layer="45" from-port="1" to-layer="48" to-port="0" />
741
+ <edge from-layer="46" from-port="1" to-layer="47" to-port="0" />
742
  </edges>
743
  <rt_info>
744
  <add_attention_mask value="True" />
 
750
  <handle_special_tokens_with_re />
751
  <max_length />
752
  <number_of_inputs value="1" />
753
+ <openvino_tokenizers_version value="2026.0.0.0-632-47cea02a2d4" />
754
+ <openvino_version value="2026.0.0-20961-f08e8b36350-releases/2026/0" />
755
  <original_post_processor_template value="{&quot;type&quot;: &quot;ByteLevel&quot;, &quot;add_prefix_space&quot;: false, &quot;trim_offsets&quot;: false, &quot;use_regex&quot;: false}" />
756
  <original_tokenizer_class value="&lt;class 'transformers.models.qwen2.tokenization_qwen2_fast.Qwen2TokenizerFast'>" />
757
  <pad_token_id value="151643" />
758
+ <processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [-1], &quot;type_ids&quot;: [0]}, &quot;pair&quot;: {&quot;ids&quot;: [-1, -2], &quot;type_ids&quot;: [0, 0]}}" />
759
  <sentencepiece_version value="0.2.1" />
760
  <skip_special_tokens value="True" />
761
  <streaming_detokenizer value="False" />
762
  <tiktoken_version value="0.12.0" />
763
  <tokenizer_output_type value="i64" />
764
+ <tokenizers_version value="0.22.2" />
765
+ <transformers_version value="4.57.6" />
766
  <use_max_padding value="False" />
767
  <use_sentencepiece_backend value="False" />
768
  <utf8_replace_mode value="replace" />