amokrov commited on
Commit
5ad5dfe
·
verified ·
1 Parent(s): 4364a7d

Upload 4 files

Browse files
openvino_detokenizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07cc9ef2460d39577b5a80e2b379766a90187c17b436a2e530467180319bc312
3
- size 558446
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6f5a17aa1557f8249cef93055e9d234b77d878e1e8e26de9116b6a998773d26
3
+ size 715191
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_487109" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_487109">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_487125" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,54 +25,59 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_487007" type="Const" version="opset1">
29
- <data element_type="u8" shape="558397" offset="0" size="558397" />
30
  <output>
31
- <port id="0" precision="U8">
32
- <dim>558397</dim>
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="StringTensorUnpack_487008" type="StringTensorUnpack" version="extension">
37
- <data mode="begins_ends" />
38
- <input>
39
- <port id="0" precision="U8">
40
- <dim>558397</dim>
41
- </port>
42
- </input>
43
  <output>
44
- <port id="1" precision="I32">
45
- <dim>-1</dim>
46
  </port>
47
- <port id="2" precision="I32">
48
- <dim>-1</dim>
 
 
 
 
 
49
  </port>
50
- <port id="3" precision="U8">
51
- <dim>-1</dim>
 
 
 
 
 
52
  </port>
53
  </output>
54
  </layer>
55
- <layer id="4" name="VocabDecoder_487110" type="VocabDecoder" version="extension">
56
- <data skip_tokens="0, 1" />
57
  <input>
58
  <port id="0" precision="I32">
59
  <dim>-1</dim>
60
  <dim>-1</dim>
61
  </port>
62
  <port id="1" precision="I32">
63
- <dim>-1</dim>
64
  </port>
65
  <port id="2" precision="I32">
66
- <dim>-1</dim>
67
  </port>
68
  <port id="3" precision="U8">
69
- <dim>-1</dim>
70
  </port>
71
- </input>
72
- <output>
73
  <port id="4" precision="I32">
74
- <dim>-1</dim>
75
  </port>
 
 
76
  <port id="5" precision="I32">
77
  <dim>-1</dim>
78
  </port>
@@ -82,12 +87,15 @@
82
  <port id="7" precision="I32">
83
  <dim>-1</dim>
84
  </port>
85
- <port id="8" precision="U8">
 
 
 
86
  <dim>-1</dim>
87
  </port>
88
  </output>
89
  </layer>
90
- <layer id="5" name="CharsToBytes_487111" type="CharsToBytes" version="extension">
91
  <input>
92
  <port id="0" precision="I32">
93
  <dim>-1</dim>
@@ -101,39 +109,58 @@
101
  <port id="3" precision="I32">
102
  <dim>-1</dim>
103
  </port>
104
- <port id="4" precision="U8">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
105
  <dim>-1</dim>
106
  </port>
107
  </input>
108
  <output>
109
- <port id="5" precision="I32">
110
  <dim>-1</dim>
111
  </port>
112
- <port id="6" precision="I32">
113
  <dim>-1</dim>
114
  </port>
115
- <port id="7" precision="U8">
116
  <dim>-1</dim>
117
  </port>
118
  </output>
119
  </layer>
120
- <layer id="6" name="Constant_487113" type="Const" version="opset1">
121
- <data element_type="u8" shape="47" offset="558397" size="47" />
122
  <output>
123
  <port id="0" precision="U8">
124
- <dim>47</dim>
125
  </port>
126
  </output>
127
  </layer>
128
- <layer id="7" name="Constant_487115" type="Const" version="opset1">
129
- <data element_type="u8" shape="2" offset="558444" size="2" />
130
  <output>
131
  <port id="0" precision="U8">
132
  <dim>2</dim>
133
  </port>
134
  </output>
135
  </layer>
136
- <layer id="8" name="RegexNormalization_487116" type="RegexNormalization" version="extension">
137
  <data global_replace="true" />
138
  <input>
139
  <port id="0" precision="I32">
@@ -146,7 +173,7 @@
146
  <dim>-1</dim>
147
  </port>
148
  <port id="3" precision="U8">
149
- <dim>47</dim>
150
  </port>
151
  <port id="4" precision="U8">
152
  <dim>2</dim>
@@ -164,8 +191,7 @@
164
  </port>
165
  </output>
166
  </layer>
167
- <layer id="9" name="StringTensorPack_487117" type="StringTensorPack" version="extension">
168
- <data mode="begins_ends" />
169
  <input>
170
  <port id="0" precision="I32">
171
  <dim>-1</dim>
@@ -178,12 +204,12 @@
178
  </port>
179
  </input>
180
  <output>
181
- <port id="3" precision="STRING" names="string_output">
182
  <dim>-1</dim>
183
  </port>
184
  </output>
185
  </layer>
186
- <layer id="10" name="Result_487118" type="Result" version="opset1">
187
  <input>
188
  <port id="0" precision="STRING">
189
  <dim>-1</dim>
@@ -193,27 +219,52 @@
193
  </layers>
194
  <edges>
195
  <edge from-layer="0" from-port="0" to-layer="1" to-port="0" />
196
- <edge from-layer="1" from-port="1" to-layer="4" to-port="0" />
197
- <edge from-layer="2" from-port="0" to-layer="3" to-port="0" />
198
- <edge from-layer="3" from-port="1" to-layer="4" to-port="1" />
199
- <edge from-layer="3" from-port="2" to-layer="4" to-port="2" />
200
- <edge from-layer="3" from-port="3" to-layer="4" to-port="3" />
201
- <edge from-layer="4" from-port="8" to-layer="5" to-port="4" />
202
- <edge from-layer="4" from-port="7" to-layer="5" to-port="3" />
203
- <edge from-layer="4" from-port="6" to-layer="5" to-port="2" />
204
- <edge from-layer="4" from-port="5" to-layer="5" to-port="1" />
205
- <edge from-layer="4" from-port="4" to-layer="5" to-port="0" />
206
- <edge from-layer="5" from-port="5" to-layer="8" to-port="0" />
207
- <edge from-layer="5" from-port="6" to-layer="8" to-port="1" />
208
- <edge from-layer="5" from-port="7" to-layer="8" to-port="2" />
209
- <edge from-layer="6" from-port="0" to-layer="8" to-port="3" />
210
- <edge from-layer="7" from-port="0" to-layer="8" to-port="4" />
211
- <edge from-layer="8" from-port="5" to-layer="9" to-port="0" />
212
- <edge from-layer="8" from-port="6" to-layer="9" to-port="1" />
213
- <edge from-layer="8" from-port="7" to-layer="9" to-port="2" />
214
- <edge from-layer="9" from-port="3" to-layer="10" to-port="0" />
 
 
215
  </edges>
216
  <rt_info>
 
 
 
 
 
 
217
  <eos_token_id value="0" />
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
218
  </rt_info>
219
  </net>
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_133724" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_133724">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_133919" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_133726" type="Const" version="opset1">
29
+ <data element_type="i32" shape="50277" offset="0" size="201108" />
30
  <output>
31
+ <port id="0" precision="I32">
32
+ <dim>50277</dim>
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="Constant_133728" type="Const" version="opset1">
37
+ <data element_type="i32" shape="50277" offset="201108" size="201108" />
 
 
 
 
 
38
  <output>
39
+ <port id="0" precision="I32">
40
+ <dim>50277</dim>
41
  </port>
42
+ </output>
43
+ </layer>
44
+ <layer id="4" name="Constant_133730" type="Const" version="opset1">
45
+ <data element_type="u8" shape="312914" offset="402216" size="312914" />
46
+ <output>
47
+ <port id="0" precision="U8">
48
+ <dim>312914</dim>
49
  </port>
50
+ </output>
51
+ </layer>
52
+ <layer id="5" name="Slice_133735" type="Const" version="opset1">
53
+ <data element_type="i32" shape="2" offset="715130" size="8" />
54
+ <output>
55
+ <port id="0" precision="I32">
56
+ <dim>2</dim>
57
  </port>
58
  </output>
59
  </layer>
60
+ <layer id="6" name="VocabDecoder_133737" type="VocabDecoder" version="extension">
61
+ <data skip_tokens="" />
62
  <input>
63
  <port id="0" precision="I32">
64
  <dim>-1</dim>
65
  <dim>-1</dim>
66
  </port>
67
  <port id="1" precision="I32">
68
+ <dim>50277</dim>
69
  </port>
70
  <port id="2" precision="I32">
71
+ <dim>50277</dim>
72
  </port>
73
  <port id="3" precision="U8">
74
+ <dim>312914</dim>
75
  </port>
 
 
76
  <port id="4" precision="I32">
77
+ <dim>2</dim>
78
  </port>
79
+ </input>
80
+ <output>
81
  <port id="5" precision="I32">
82
  <dim>-1</dim>
83
  </port>
 
87
  <port id="7" precision="I32">
88
  <dim>-1</dim>
89
  </port>
90
+ <port id="8" precision="I32">
91
+ <dim>-1</dim>
92
+ </port>
93
+ <port id="9" precision="U8">
94
  <dim>-1</dim>
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="7" name="FuzeRagged_133738" type="FuzeRagged" version="extension">
99
  <input>
100
  <port id="0" precision="I32">
101
  <dim>-1</dim>
 
109
  <port id="3" precision="I32">
110
  <dim>-1</dim>
111
  </port>
112
+ </input>
113
+ <output>
114
+ <port id="4" precision="I32">
115
+ <dim>-1</dim>
116
+ </port>
117
+ <port id="5" precision="I32">
118
+ <dim>-1</dim>
119
+ </port>
120
+ </output>
121
+ </layer>
122
+ <layer id="8" name="UTF8Validate_133739" type="UTF8Validate" version="extension">
123
+ <data replace_mode="true" />
124
+ <input>
125
+ <port id="0" precision="I32">
126
+ <dim>-1</dim>
127
+ </port>
128
+ <port id="1" precision="I32">
129
+ <dim>-1</dim>
130
+ </port>
131
+ <port id="2" precision="U8">
132
  <dim>-1</dim>
133
  </port>
134
  </input>
135
  <output>
136
+ <port id="3" precision="I32">
137
  <dim>-1</dim>
138
  </port>
139
+ <port id="4" precision="I32">
140
  <dim>-1</dim>
141
  </port>
142
+ <port id="5" precision="U8">
143
  <dim>-1</dim>
144
  </port>
145
  </output>
146
  </layer>
147
+ <layer id="9" name="Constant_133741" type="Const" version="opset1">
148
+ <data element_type="u8" shape="51" offset="715138" size="51" />
149
  <output>
150
  <port id="0" precision="U8">
151
+ <dim>51</dim>
152
  </port>
153
  </output>
154
  </layer>
155
+ <layer id="10" name="Constant_133743" type="Const" version="opset1">
156
+ <data element_type="u8" shape="2" offset="715189" size="2" />
157
  <output>
158
  <port id="0" precision="U8">
159
  <dim>2</dim>
160
  </port>
161
  </output>
162
  </layer>
163
+ <layer id="11" name="RegexNormalization_133744" type="RegexNormalization" version="extension">
164
  <data global_replace="true" />
165
  <input>
166
  <port id="0" precision="I32">
 
173
  <dim>-1</dim>
174
  </port>
175
  <port id="3" precision="U8">
176
+ <dim>51</dim>
177
  </port>
178
  <port id="4" precision="U8">
179
  <dim>2</dim>
 
191
  </port>
192
  </output>
193
  </layer>
194
+ <layer id="12" name="StringTensorPack_133745" type="StringTensorPack" version="opset15">
 
195
  <input>
196
  <port id="0" precision="I32">
197
  <dim>-1</dim>
 
204
  </port>
205
  </input>
206
  <output>
207
+ <port id="3" precision="STRING" names="Result_133746,string_output">
208
  <dim>-1</dim>
209
  </port>
210
  </output>
211
  </layer>
212
+ <layer id="13" name="Result_133746" type="Result" version="opset1" output_names="Result_133746,string_output">
213
  <input>
214
  <port id="0" precision="STRING">
215
  <dim>-1</dim>
 
219
  </layers>
220
  <edges>
221
  <edge from-layer="0" from-port="0" to-layer="1" to-port="0" />
222
+ <edge from-layer="1" from-port="1" to-layer="6" to-port="0" />
223
+ <edge from-layer="2" from-port="0" to-layer="6" to-port="1" />
224
+ <edge from-layer="3" from-port="0" to-layer="6" to-port="2" />
225
+ <edge from-layer="4" from-port="0" to-layer="6" to-port="3" />
226
+ <edge from-layer="5" from-port="0" to-layer="6" to-port="4" />
227
+ <edge from-layer="6" from-port="5" to-layer="7" to-port="0" />
228
+ <edge from-layer="6" from-port="6" to-layer="7" to-port="1" />
229
+ <edge from-layer="6" from-port="7" to-layer="7" to-port="2" />
230
+ <edge from-layer="6" from-port="8" to-layer="7" to-port="3" />
231
+ <edge from-layer="6" from-port="9" to-layer="8" to-port="2" />
232
+ <edge from-layer="7" from-port="5" to-layer="8" to-port="1" />
233
+ <edge from-layer="7" from-port="4" to-layer="8" to-port="0" />
234
+ <edge from-layer="8" from-port="3" to-layer="11" to-port="0" />
235
+ <edge from-layer="8" from-port="4" to-layer="11" to-port="1" />
236
+ <edge from-layer="8" from-port="5" to-layer="11" to-port="2" />
237
+ <edge from-layer="9" from-port="0" to-layer="11" to-port="3" />
238
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="4" />
239
+ <edge from-layer="11" from-port="5" to-layer="12" to-port="0" />
240
+ <edge from-layer="11" from-port="6" to-layer="12" to-port="1" />
241
+ <edge from-layer="11" from-port="7" to-layer="12" to-port="2" />
242
+ <edge from-layer="12" from-port="3" to-layer="13" to-port="0" />
243
  </edges>
244
  <rt_info>
245
+ <add_attention_mask value="True" />
246
+ <add_prefix_space />
247
+ <add_special_tokens value="True" />
248
+ <bos_token_id value="0" />
249
+ <clean_up_tokenization_spaces />
250
+ <detokenizer_input_type value="i64" />
251
  <eos_token_id value="0" />
252
+ <handle_special_tokens_with_re />
253
+ <max_length />
254
+ <number_of_inputs value="1" />
255
+ <openvino_tokenizers_version value="2025.2.0.1-567-7885335c24b" />
256
+ <openvino_version value="2025.2.0-19140-c01cd93e24d-releases/2025/2" />
257
+ <original_post_processor_template value="{&quot;type&quot;: &quot;TemplateProcessing&quot;, &quot;single&quot;: [{&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}], &quot;pair&quot;: [{&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;B&quot;, &quot;type_id&quot;: 1}}], &quot;special_tokens&quot;: {}}" />
258
+ <original_tokenizer_class value="&lt;class 'transformers.models.gpt_neox.tokenization_gpt_neox_fast.GPTNeoXTokenizerFast'>" />
259
+ <processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [-1], &quot;type_ids&quot;: [0]}, &quot;pair&quot;: {&quot;ids&quot;: [-1, -2], &quot;type_ids&quot;: [0, 1]}}" />
260
+ <skip_special_tokens value="True" />
261
+ <streaming_detokenizer value="False" />
262
+ <tokenizer_output_type value="i64" />
263
+ <tokenizers_version value="0.21.4" />
264
+ <transformers_version value="4.52.4" />
265
+ <use_max_padding value="False" />
266
+ <use_sentencepiece_backend value="False" />
267
+ <utf8_replace_mode value="replace" />
268
+ <with_detokenizer value="True" />
269
  </rt_info>
270
  </net>
openvino_tokenizer.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1c5d770015e1fce984bc6a141f757b4f614587eac66071423500855cce455c1
3
- size 1166215
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76f88623245476ad4e09fa70a68b01ec467f492aad15cf914a0fa8a9e67009d2
3
+ size 1829039
openvino_tokenizer.xml CHANGED
@@ -1,22 +1,21 @@
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_486919" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
- <port id="0" precision="STRING" names="Parameter_486919">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
- <layer id="1" name="Constant_486926" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
- <layer id="2" name="StringTensorUnpack_486920" type="StringTensorUnpack" version="extension">
19
- <data mode="begins_ends" />
20
  <input>
21
  <port id="0" precision="STRING">
22
  <dim>-1</dim>
@@ -34,32 +33,7 @@
34
  </port>
35
  </output>
36
  </layer>
37
- <layer id="3" name="NormalizeUnicode_486921" type="NormalizeUnicode" version="extension">
38
- <data normalization_form="NFC" />
39
- <input>
40
- <port id="0" precision="I32">
41
- <dim>-1</dim>
42
- </port>
43
- <port id="1" precision="I32">
44
- <dim>-1</dim>
45
- </port>
46
- <port id="2" precision="U8">
47
- <dim>-1</dim>
48
- </port>
49
- </input>
50
- <output>
51
- <port id="3" precision="I32">
52
- <dim>-1</dim>
53
- </port>
54
- <port id="4" precision="I32">
55
- <dim>-1</dim>
56
- </port>
57
- <port id="5" precision="U8">
58
- <dim>-1</dim>
59
- </port>
60
- </output>
61
- </layer>
62
- <layer id="4" name="ShapeOf_486922" type="ShapeOf" version="opset3">
63
  <data output_type="i64" />
64
  <input>
65
  <port id="0" precision="I32">
@@ -72,19 +46,19 @@
72
  </port>
73
  </output>
74
  </layer>
75
- <layer id="5" name="Constant_486923" type="Const" version="opset1">
76
  <data element_type="i64" shape="" offset="0" size="8" />
77
  <output>
78
  <port id="0" precision="I64" />
79
  </output>
80
  </layer>
81
- <layer id="6" name="Constant_486924" type="Const" version="opset1">
82
  <data element_type="i64" shape="" offset="0" size="8" />
83
  <output>
84
  <port id="0" precision="I64" />
85
  </output>
86
  </layer>
87
- <layer id="7" name="Gather_486925" type="Gather" version="opset8">
88
  <data batch_dims="0" />
89
  <input>
90
  <port id="0" precision="I64">
@@ -97,13 +71,13 @@
97
  <port id="3" precision="I64" />
98
  </output>
99
  </layer>
100
- <layer id="8" name="Constant_486927" type="Const" version="opset1">
101
  <data element_type="i64" shape="" offset="8" size="8" />
102
  <output>
103
  <port id="0" precision="I64" />
104
  </output>
105
  </layer>
106
- <layer id="9" name="Range_486928" type="Range" version="opset4">
107
  <data output_type="i32" />
108
  <input>
109
  <port id="0" precision="I64" />
@@ -116,19 +90,19 @@
116
  </port>
117
  </output>
118
  </layer>
119
- <layer id="10" name="Constant_486930" type="Const" version="opset1">
120
  <data element_type="i64" shape="" offset="8" size="8" />
121
  <output>
122
  <port id="0" precision="I64" />
123
  </output>
124
  </layer>
125
- <layer id="11" name="Constant_486931" type="Const" version="opset1">
126
  <data element_type="i64" shape="" offset="8" size="8" />
127
  <output>
128
  <port id="0" precision="I64" />
129
  </output>
130
  </layer>
131
- <layer id="12" name="Add_486932" type="Add" version="opset1">
132
  <data auto_broadcast="numpy" />
133
  <input>
134
  <port id="0" precision="I64" />
@@ -138,13 +112,13 @@
138
  <port id="2" precision="I64" />
139
  </output>
140
  </layer>
141
- <layer id="13" name="Constant_486933" type="Const" version="opset1">
142
  <data element_type="i64" shape="" offset="8" size="8" />
143
  <output>
144
  <port id="0" precision="I64" />
145
  </output>
146
  </layer>
147
- <layer id="14" name="Range_486934" type="Range" version="opset4">
148
  <data output_type="i32" />
149
  <input>
150
  <port id="0" precision="I64" />
@@ -157,16 +131,15 @@
157
  </port>
158
  </output>
159
  </layer>
160
- <layer id="15" name="Constant_486997" type="Const" version="opset1">
161
- <data element_type="u8" shape="620" offset="16" size="620" />
162
  <output>
163
  <port id="0" precision="U8">
164
- <dim>620</dim>
165
  </port>
166
  </output>
167
  </layer>
168
- <layer id="16" name="RegexSplit_486998" type="RegexSplit" version="extension">
169
- <data behaviour="isolate" invert="false" max_splits="-1" />
170
  <input>
171
  <port id="0" precision="I32">
172
  <dim>-1</dim>
@@ -184,7 +157,7 @@
184
  <dim>-1</dim>
185
  </port>
186
  <port id="5" precision="U8">
187
- <dim>620</dim>
188
  </port>
189
  </input>
190
  <output>
@@ -203,45 +176,13 @@
203
  <port id="10" precision="U8">
204
  <dim>-1</dim>
205
  </port>
206
- </output>
207
- </layer>
208
- <layer id="17" name="Constant_487003" type="Const" version="opset1">
209
- <data element_type="u8" shape="64" offset="636" size="64" />
210
- <output>
211
- <port id="0" precision="U8">
212
- <dim>64</dim>
213
- </port>
214
- </output>
215
- </layer>
216
- <layer id="18" name="Constant_487000" type="Const" version="opset1">
217
- <data element_type="u8" shape="399" offset="700" size="399" />
218
- <output>
219
- <port id="0" precision="U8">
220
- <dim>399</dim>
221
- </port>
222
- </output>
223
- </layer>
224
- <layer id="19" name="StringTensorUnpack_487001" type="StringTensorUnpack" version="extension">
225
- <data mode="begins_ends" />
226
- <input>
227
- <port id="0" precision="U8">
228
- <dim>399</dim>
229
- </port>
230
- </input>
231
- <output>
232
- <port id="1" precision="I32">
233
- <dim>-1</dim>
234
- </port>
235
- <port id="2" precision="I32">
236
- <dim>-1</dim>
237
- </port>
238
- <port id="3" precision="U8">
239
  <dim>-1</dim>
240
  </port>
241
  </output>
242
  </layer>
243
- <layer id="20" name="RegexSplit_487004" type="RegexSplit" version="extension">
244
- <data behaviour="isolate" invert="false" max_splits="-1" />
245
  <input>
246
  <port id="0" precision="I32">
247
  <dim>-1</dim>
@@ -249,47 +190,38 @@
249
  <port id="1" precision="I32">
250
  <dim>-1</dim>
251
  </port>
252
- <port id="2" precision="I32">
253
- <dim>-1</dim>
254
- </port>
255
- <port id="3" precision="I32">
256
- <dim>-1</dim>
257
- </port>
258
- <port id="4" precision="U8">
259
- <dim>-1</dim>
260
- </port>
261
- <port id="5" precision="U8">
262
- <dim>64</dim>
263
- </port>
264
- <port id="6" precision="I32">
265
- <dim>-1</dim>
266
- </port>
267
- <port id="7" precision="I32">
268
  <dim>-1</dim>
269
  </port>
270
- <port id="8" precision="U8">
271
  <dim>-1</dim>
272
  </port>
273
  </input>
274
  <output>
275
- <port id="9" precision="I32">
276
  <dim>-1</dim>
277
  </port>
278
- <port id="10" precision="I32">
279
  <dim>-1</dim>
280
  </port>
281
- <port id="11" precision="I32">
282
  <dim>-1</dim>
283
  </port>
284
- <port id="12" precision="I32">
285
  <dim>-1</dim>
286
  </port>
287
- <port id="13" precision="U8">
288
- <dim>-1</dim>
 
 
 
 
 
289
  </port>
290
  </output>
291
  </layer>
292
- <layer id="21" name="BytesToChars_487005" type="BytesToChars" version="extension">
 
293
  <input>
294
  <port id="0" precision="I32">
295
  <dim>-1</dim>
@@ -306,256 +238,140 @@
306
  <port id="4" precision="U8">
307
  <dim>-1</dim>
308
  </port>
309
- </input>
310
- <output>
311
- <port id="5" precision="I32">
312
  <dim>-1</dim>
313
  </port>
314
- <port id="6" precision="I32">
315
- <dim>-1</dim>
316
  </port>
 
 
317
  <port id="7" precision="I32">
318
  <dim>-1</dim>
319
  </port>
320
  <port id="8" precision="I32">
321
  <dim>-1</dim>
322
  </port>
323
- <port id="9" precision="U8">
324
  <dim>-1</dim>
325
  </port>
326
- </output>
327
- </layer>
328
- <layer id="22" name="Constant_487007" type="Const" version="opset1">
329
- <data element_type="u8" shape="558397" offset="1099" size="558397" />
330
- <output>
331
- <port id="0" precision="U8">
332
- <dim>558397</dim>
333
- </port>
334
- </output>
335
- </layer>
336
- <layer id="23" name="StringTensorUnpack_487008" type="StringTensorUnpack" version="extension">
337
- <data mode="begins_ends" />
338
- <input>
339
- <port id="0" precision="U8">
340
- <dim>558397</dim>
341
- </port>
342
- </input>
343
- <output>
344
- <port id="1" precision="I32">
345
  <dim>-1</dim>
346
  </port>
347
- <port id="2" precision="I32">
348
  <dim>-1</dim>
349
  </port>
350
- <port id="3" precision="U8">
351
  <dim>-1</dim>
352
  </port>
353
  </output>
354
  </layer>
355
- <layer id="24" name="Constant_487088" type="Const" version="opset1">
356
- <data element_type="u8" shape="606619" offset="559496" size="606619" />
357
  <output>
358
- <port id="0" precision="U8">
359
- <dim>606619</dim>
360
  </port>
361
  </output>
362
  </layer>
363
- <layer id="25" name="StringTensorUnpack_487089" type="StringTensorUnpack" version="extension">
364
- <data mode="begins_ends" />
365
- <input>
366
- <port id="0" precision="U8">
367
- <dim>606619</dim>
368
- </port>
369
- </input>
370
  <output>
371
- <port id="1" precision="I32">
372
- <dim>-1</dim>
373
- </port>
374
- <port id="2" precision="I32">
375
- <dim>-1</dim>
376
- </port>
377
- <port id="3" precision="U8">
378
- <dim>-1</dim>
379
  </port>
380
  </output>
381
  </layer>
382
- <layer id="26" name="Constant_487016" type="Const" version="opset1">
383
- <data element_type="i64" shape="" offset="0" size="8" />
384
- <output>
385
- <port id="0" precision="I64" />
386
- </output>
387
- </layer>
388
- <layer id="27" name="Constant_487010" type="Const" version="opset1">
389
- <data element_type="u8" shape="399" offset="700" size="399" />
390
  <output>
391
  <port id="0" precision="U8">
392
- <dim>399</dim>
393
  </port>
394
  </output>
395
  </layer>
396
- <layer id="28" name="StringTensorUnpack_487011" type="StringTensorUnpack" version="extension">
397
- <data mode="begins_ends" />
398
- <input>
399
- <port id="0" precision="U8">
400
- <dim>399</dim>
401
- </port>
402
- </input>
403
  <output>
404
- <port id="1" precision="I32">
405
- <dim>-1</dim>
406
- </port>
407
- <port id="2" precision="I32">
408
- <dim>-1</dim>
409
- </port>
410
- <port id="3" precision="U8">
411
- <dim>-1</dim>
412
- </port>
413
- </output>
414
- </layer>
415
- <layer id="29" name="ShapeOf_487012" type="ShapeOf" version="opset3">
416
- <data output_type="i64" />
417
- <input>
418
  <port id="0" precision="I32">
419
- <dim>-1</dim>
420
- </port>
421
- </input>
422
- <output>
423
- <port id="1" precision="I64">
424
- <dim>1</dim>
425
  </port>
426
  </output>
427
  </layer>
428
- <layer id="30" name="Constant_487013" type="Const" version="opset1">
429
- <data element_type="i64" shape="" offset="0" size="8" />
430
  <output>
431
- <port id="0" precision="I64" />
432
- </output>
433
- </layer>
434
- <layer id="31" name="Constant_487014" type="Const" version="opset1">
435
- <data element_type="i64" shape="" offset="0" size="8" />
436
- <output>
437
- <port id="0" precision="I64" />
438
- </output>
439
- </layer>
440
- <layer id="32" name="Gather_487015" type="Gather" version="opset8">
441
- <data batch_dims="0" />
442
- <input>
443
- <port id="0" precision="I64">
444
- <dim>1</dim>
445
  </port>
446
- <port id="1" precision="I64" />
447
- <port id="2" precision="I64" />
448
- </input>
449
- <output>
450
- <port id="3" precision="I64" />
451
  </output>
452
  </layer>
453
- <layer id="33" name="Constant_487017" type="Const" version="opset1">
454
- <data element_type="i64" shape="" offset="8" size="8" />
455
  <output>
456
- <port id="0" precision="I64" />
457
- </output>
458
- </layer>
459
- <layer id="34" name="Range_487018" type="Range" version="opset4">
460
- <data output_type="i32" />
461
- <input>
462
- <port id="0" precision="I64" />
463
- <port id="1" precision="I64" />
464
- <port id="2" precision="I64" />
465
- </input>
466
- <output>
467
- <port id="3" precision="I32">
468
- <dim>-1</dim>
469
  </port>
470
  </output>
471
  </layer>
472
- <layer id="35" name="Constant_487020" type="Const" version="opset1">
473
- <data element_type="i64" shape="" offset="8" size="8" />
474
  <output>
475
- <port id="0" precision="I64" />
 
 
476
  </output>
477
  </layer>
478
- <layer id="36" name="Constant_487021" type="Const" version="opset1">
479
- <data element_type="i64" shape="" offset="8" size="8" />
480
  <output>
481
- <port id="0" precision="I64" />
 
 
482
  </output>
483
  </layer>
484
- <layer id="37" name="Add_487022" type="Add" version="opset1">
485
- <data auto_broadcast="numpy" />
486
- <input>
487
- <port id="0" precision="I64" />
488
- <port id="1" precision="I64" />
489
- </input>
490
  <output>
491
- <port id="2" precision="I64" />
 
 
492
  </output>
493
  </layer>
494
- <layer id="38" name="Constant_487023" type="Const" version="opset1">
495
- <data element_type="i64" shape="" offset="8" size="8" />
496
  <output>
497
- <port id="0" precision="I64" />
 
 
498
  </output>
499
  </layer>
500
- <layer id="39" name="Range_487024" type="Range" version="opset4">
501
- <data output_type="i32" />
502
- <input>
503
- <port id="0" precision="I64" />
504
- <port id="1" precision="I64" />
505
- <port id="2" precision="I64" />
506
- </input>
507
  <output>
508
- <port id="3" precision="I32">
509
- <dim>-1</dim>
510
  </port>
511
  </output>
512
  </layer>
513
- <layer id="40" name="BytesToChars_487086" type="BytesToChars" version="extension">
514
- <input>
515
- <port id="0" precision="I32">
516
- <dim>-1</dim>
517
- </port>
518
- <port id="1" precision="I32">
519
- <dim>-1</dim>
520
- </port>
521
- <port id="2" precision="I32">
522
- <dim>-1</dim>
523
- </port>
524
- <port id="3" precision="I32">
525
- <dim>-1</dim>
526
- </port>
527
- <port id="4" precision="U8">
528
- <dim>-1</dim>
529
- </port>
530
- </input>
531
  <output>
532
- <port id="5" precision="I32">
533
- <dim>-1</dim>
534
- </port>
535
- <port id="6" precision="I32">
536
- <dim>-1</dim>
537
- </port>
538
- <port id="7" precision="I32">
539
- <dim>-1</dim>
540
- </port>
541
- <port id="8" precision="I32">
542
- <dim>-1</dim>
543
- </port>
544
- <port id="9" precision="U8">
545
- <dim>-1</dim>
546
  </port>
547
  </output>
548
  </layer>
549
- <layer id="41" name="Constant_487090" type="Const" version="opset1">
550
- <data element_type="i32" shape="23" offset="1166115" size="92" />
551
  <output>
552
  <port id="0" precision="I32">
553
- <dim>23</dim>
554
  </port>
555
  </output>
556
  </layer>
557
- <layer id="42" name="BPETokenizer_487091" type="BPETokenizer" version="extension">
558
- <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" />
559
  <input>
560
  <port id="0" precision="I32">
561
  <dim>-1</dim>
@@ -573,86 +389,81 @@
573
  <dim>-1</dim>
574
  </port>
575
  <port id="5" precision="I32">
576
- <dim>-1</dim>
577
  </port>
578
  <port id="6" precision="I32">
579
- <dim>-1</dim>
580
  </port>
581
  <port id="7" precision="U8">
582
- <dim>-1</dim>
583
  </port>
584
  <port id="8" precision="I32">
585
- <dim>-1</dim>
586
  </port>
587
  <port id="9" precision="I32">
588
- <dim>-1</dim>
589
  </port>
590
  <port id="10" precision="U8">
591
- <dim>-1</dim>
592
  </port>
593
  <port id="11" precision="I32">
594
- <dim>-1</dim>
595
  </port>
596
  <port id="12" precision="I32">
597
- <dim>-1</dim>
598
  </port>
599
  <port id="13" precision="U8">
600
- <dim>-1</dim>
601
  </port>
602
  <port id="14" precision="I32">
603
- <dim>23</dim>
604
  </port>
605
- </input>
606
- <output>
607
  <port id="15" precision="I32">
608
- <dim>-1</dim>
609
  </port>
610
- <port id="16" precision="I32">
611
- <dim>-1</dim>
612
  </port>
613
  <port id="17" precision="I32">
614
- <dim>-1</dim>
615
  </port>
616
- </output>
617
- </layer>
618
- <layer id="43" name="Subtract_487092" type="Subtract" version="opset1">
619
- <data auto_broadcast="numpy" />
620
- <input>
621
- <port id="0" precision="I32">
622
  <dim>-1</dim>
623
  </port>
624
- <port id="1" precision="I32">
625
  <dim>-1</dim>
626
  </port>
627
- </input>
628
- <output>
629
- <port id="2" precision="I32">
630
  <dim>-1</dim>
631
  </port>
632
  </output>
633
  </layer>
634
- <layer id="44" name="Constant_487093" type="Const" version="opset1">
635
- <data element_type="i32" shape="" offset="1166207" size="4" />
636
  <output>
637
  <port id="0" precision="I32" />
638
  </output>
639
  </layer>
640
- <layer id="45" name="Minimum_487094" type="Minimum" version="opset1">
641
- <data auto_broadcast="numpy" />
642
- <input>
643
- <port id="0" precision="I32">
644
- <dim>-1</dim>
645
  </port>
646
- <port id="1" precision="I32" />
647
- </input>
 
 
648
  <output>
649
- <port id="2" precision="I32">
650
- <dim>-1</dim>
651
  </port>
652
  </output>
653
  </layer>
654
- <layer id="46" name="Add_487095" type="Add" version="opset1">
655
- <data auto_broadcast="numpy" />
656
  <input>
657
  <port id="0" precision="I32">
658
  <dim>-1</dim>
@@ -660,22 +471,38 @@
660
  <port id="1" precision="I32">
661
  <dim>-1</dim>
662
  </port>
 
 
 
 
 
 
 
 
 
 
663
  </input>
664
  <output>
665
- <port id="2" precision="I32">
 
 
 
 
 
 
666
  <dim>-1</dim>
667
  </port>
668
  </output>
669
  </layer>
670
- <layer id="47" name="Constant_487096" type="Const" version="opset1">
671
- <data element_type="i32" shape="1" offset="1166211" size="4" />
672
  <output>
673
  <port id="0" precision="I32">
674
  <dim>1</dim>
675
  </port>
676
  </output>
677
  </layer>
678
- <layer id="48" name="CombineSegments_487097" type="CombineSegments" version="extension">
679
  <input>
680
  <port id="0" precision="I32">
681
  <dim>-1</dim>
@@ -711,7 +538,7 @@
711
  </port>
712
  </output>
713
  </layer>
714
- <layer id="49" name="Subtract_487098" type="Subtract" version="opset1">
715
  <data auto_broadcast="numpy" />
716
  <input>
717
  <port id="0" precision="I32">
@@ -727,13 +554,13 @@
727
  </port>
728
  </output>
729
  </layer>
730
- <layer id="50" name="Constant_487099" type="Const" version="opset1">
731
- <data element_type="i32" shape="" offset="1166211" size="4" />
732
  <output>
733
  <port id="0" precision="I32" />
734
  </output>
735
  </layer>
736
- <layer id="51" name="ReduceMax_487100" type="ReduceMax" version="opset1">
737
  <data keep_dims="false" />
738
  <input>
739
  <port id="0" precision="I32">
@@ -745,14 +572,14 @@
745
  <port id="2" precision="I32" />
746
  </output>
747
  </layer>
748
- <layer id="52" name="Constant_487101" type="Const" version="opset1">
749
- <data element_type="i32" shape="" offset="1166211" size="4" />
750
  <output>
751
  <port id="0" precision="I32" />
752
  </output>
753
  </layer>
754
- <layer id="53" name="RaggedToDense_487102" type="RaggedToDense" version="extension">
755
- <data pad_right="true" />
756
  <input>
757
  <port id="0" precision="I32">
758
  <dim>-1</dim>
@@ -777,7 +604,7 @@
777
  </port>
778
  </output>
779
  </layer>
780
- <layer id="54" name="Convert_487103" type="Convert" version="opset1">
781
  <data destination_type="i32" />
782
  <input>
783
  <port id="0" precision="BOOL">
@@ -792,7 +619,7 @@
792
  </port>
793
  </output>
794
  </layer>
795
- <layer id="55" name="Convert_487103" type="Convert" version="opset1">
796
  <data destination_type="i64" />
797
  <input>
798
  <port id="0" precision="I32">
@@ -807,7 +634,7 @@
807
  </port>
808
  </output>
809
  </layer>
810
- <layer id="57" name="RaggedToDense_487102.0" type="Convert" version="opset1">
811
  <data destination_type="i64" />
812
  <input>
813
  <port id="0" precision="I32">
@@ -822,7 +649,7 @@
822
  </port>
823
  </output>
824
  </layer>
825
- <layer id="58" name="Result_487106" type="Result" version="opset1">
826
  <input>
827
  <port id="0" precision="I64">
828
  <dim>-1</dim>
@@ -830,7 +657,7 @@
830
  </port>
831
  </input>
832
  </layer>
833
- <layer id="56" name="Result_487108" type="Result" version="opset1">
834
  <input>
835
  <port id="0" precision="I64">
836
  <dim>-1</dim>
@@ -841,103 +668,102 @@
841
  </layers>
842
  <edges>
843
  <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
844
- <edge from-layer="1" from-port="0" to-layer="9" to-port="0" />
845
  <edge from-layer="2" from-port="1" to-layer="3" to-port="0" />
846
- <edge from-layer="2" from-port="2" to-layer="3" to-port="1" />
847
- <edge from-layer="2" from-port="3" to-layer="3" to-port="2" />
848
- <edge from-layer="3" from-port="5" to-layer="16" to-port="4" />
849
- <edge from-layer="3" from-port="4" to-layer="16" to-port="3" />
850
- <edge from-layer="3" from-port="3" to-layer="16" to-port="2" />
851
- <edge from-layer="3" from-port="3" to-layer="4" to-port="0" />
852
- <edge from-layer="4" from-port="1" to-layer="7" to-port="0" />
853
- <edge from-layer="5" from-port="0" to-layer="7" to-port="1" />
854
- <edge from-layer="6" from-port="0" to-layer="7" to-port="2" />
855
- <edge from-layer="7" from-port="3" to-layer="9" to-port="1" />
856
- <edge from-layer="7" from-port="3" to-layer="12" to-port="0" />
857
- <edge from-layer="8" from-port="0" to-layer="9" to-port="2" />
858
- <edge from-layer="9" from-port="3" to-layer="16" to-port="0" />
859
- <edge from-layer="10" from-port="0" to-layer="14" to-port="0" />
860
- <edge from-layer="11" from-port="0" to-layer="12" to-port="1" />
861
- <edge from-layer="12" from-port="2" to-layer="14" to-port="1" />
862
- <edge from-layer="13" from-port="0" to-layer="14" to-port="2" />
863
- <edge from-layer="14" from-port="3" to-layer="16" to-port="1" />
864
- <edge from-layer="15" from-port="0" to-layer="16" to-port="5" />
865
- <edge from-layer="16" from-port="6" to-layer="20" to-port="0" />
866
- <edge from-layer="16" from-port="7" to-layer="20" to-port="1" />
867
- <edge from-layer="16" from-port="8" to-layer="20" to-port="2" />
868
- <edge from-layer="16" from-port="9" to-layer="20" to-port="3" />
869
- <edge from-layer="16" from-port="10" to-layer="20" to-port="4" />
870
- <edge from-layer="17" from-port="0" to-layer="20" to-port="5" />
871
- <edge from-layer="18" from-port="0" to-layer="19" to-port="0" />
872
- <edge from-layer="19" from-port="1" to-layer="20" to-port="6" />
873
- <edge from-layer="19" from-port="2" to-layer="20" to-port="7" />
874
- <edge from-layer="19" from-port="3" to-layer="20" to-port="8" />
875
- <edge from-layer="20" from-port="9" to-layer="21" to-port="0" />
876
- <edge from-layer="20" from-port="13" to-layer="21" to-port="4" />
877
- <edge from-layer="20" from-port="12" to-layer="21" to-port="3" />
878
- <edge from-layer="20" from-port="10" to-layer="21" to-port="1" />
879
- <edge from-layer="20" from-port="11" to-layer="21" to-port="2" />
880
- <edge from-layer="21" from-port="9" to-layer="42" to-port="4" />
881
- <edge from-layer="21" from-port="8" to-layer="42" to-port="3" />
882
- <edge from-layer="21" from-port="7" to-layer="42" to-port="2" />
883
- <edge from-layer="21" from-port="6" to-layer="42" to-port="1" />
884
- <edge from-layer="21" from-port="5" to-layer="42" to-port="0" />
885
- <edge from-layer="22" from-port="0" to-layer="23" to-port="0" />
886
- <edge from-layer="23" from-port="3" to-layer="42" to-port="7" />
887
- <edge from-layer="23" from-port="2" to-layer="42" to-port="6" />
888
- <edge from-layer="23" from-port="1" to-layer="42" to-port="5" />
889
- <edge from-layer="24" from-port="0" to-layer="25" to-port="0" />
890
- <edge from-layer="25" from-port="3" to-layer="42" to-port="10" />
891
- <edge from-layer="25" from-port="2" to-layer="42" to-port="9" />
892
- <edge from-layer="25" from-port="1" to-layer="42" to-port="8" />
893
- <edge from-layer="26" from-port="0" to-layer="34" to-port="0" />
894
- <edge from-layer="27" from-port="0" to-layer="28" to-port="0" />
895
- <edge from-layer="28" from-port="2" to-layer="40" to-port="3" />
896
- <edge from-layer="28" from-port="1" to-layer="29" to-port="0" />
897
- <edge from-layer="28" from-port="3" to-layer="40" to-port="4" />
898
- <edge from-layer="28" from-port="1" to-layer="40" to-port="2" />
899
- <edge from-layer="29" from-port="1" to-layer="32" to-port="0" />
900
- <edge from-layer="30" from-port="0" to-layer="32" to-port="1" />
901
- <edge from-layer="31" from-port="0" to-layer="32" to-port="2" />
902
- <edge from-layer="32" from-port="3" to-layer="34" to-port="1" />
903
- <edge from-layer="32" from-port="3" to-layer="37" to-port="0" />
904
- <edge from-layer="33" from-port="0" to-layer="34" to-port="2" />
905
- <edge from-layer="34" from-port="3" to-layer="40" to-port="0" />
906
- <edge from-layer="35" from-port="0" to-layer="39" to-port="0" />
907
- <edge from-layer="36" from-port="0" to-layer="37" to-port="1" />
908
- <edge from-layer="37" from-port="2" to-layer="39" to-port="1" />
909
- <edge from-layer="38" from-port="0" to-layer="39" to-port="2" />
910
- <edge from-layer="39" from-port="3" to-layer="40" to-port="1" />
911
- <edge from-layer="40" from-port="7" to-layer="42" to-port="11" />
912
- <edge from-layer="40" from-port="8" to-layer="42" to-port="12" />
913
- <edge from-layer="40" from-port="9" to-layer="42" to-port="13" />
914
- <edge from-layer="41" from-port="0" to-layer="42" to-port="14" />
915
- <edge from-layer="42" from-port="17" to-layer="48" to-port="2" />
916
- <edge from-layer="42" from-port="15" to-layer="48" to-port="0" />
917
- <edge from-layer="42" from-port="15" to-layer="46" to-port="0" />
918
- <edge from-layer="42" from-port="15" to-layer="43" to-port="1" />
919
- <edge from-layer="42" from-port="16" to-layer="43" to-port="0" />
920
- <edge from-layer="43" from-port="2" to-layer="45" to-port="0" />
921
- <edge from-layer="44" from-port="0" to-layer="45" to-port="1" />
922
- <edge from-layer="45" from-port="2" to-layer="46" to-port="1" />
923
- <edge from-layer="46" from-port="2" to-layer="48" to-port="1" />
924
- <edge from-layer="47" from-port="0" to-layer="48" to-port="3" />
925
- <edge from-layer="48" from-port="5" to-layer="49" to-port="0" />
926
- <edge from-layer="48" from-port="4" to-layer="49" to-port="1" />
927
- <edge from-layer="48" from-port="4" to-layer="53" to-port="0" />
928
- <edge from-layer="48" from-port="5" to-layer="53" to-port="1" />
929
- <edge from-layer="48" from-port="6" to-layer="53" to-port="2" />
930
- <edge from-layer="49" from-port="2" to-layer="51" to-port="0" />
931
- <edge from-layer="50" from-port="0" to-layer="51" to-port="1" />
932
- <edge from-layer="51" from-port="2" to-layer="53" to-port="3" />
933
- <edge from-layer="52" from-port="0" to-layer="53" to-port="4" />
934
- <edge from-layer="53" from-port="6" to-layer="54" to-port="0" />
935
- <edge from-layer="53" from-port="5" to-layer="57" to-port="0" />
936
- <edge from-layer="54" from-port="1" to-layer="55" to-port="0" />
937
- <edge from-layer="55" from-port="1" to-layer="56" to-port="0" />
938
- <edge from-layer="57" from-port="1" to-layer="58" to-port="0" />
939
  </edges>
940
  <rt_info>
 
 
 
 
 
 
941
  <eos_token_id value="0" />
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
942
  </rt_info>
943
  </net>
 
1
  <?xml version="1.0"?>
2
  <net name="tokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_133598" type="Parameter" version="opset1">
5
  <data shape="?" element_type="string" />
6
  <output>
7
+ <port id="0" precision="STRING" names="Parameter_133598">
8
  <dim>-1</dim>
9
  </port>
10
  </output>
11
  </layer>
12
+ <layer id="1" name="Constant_133604" type="Const" version="opset1">
13
  <data element_type="i64" shape="" offset="0" size="8" />
14
  <output>
15
  <port id="0" precision="I64" />
16
  </output>
17
  </layer>
18
+ <layer id="2" name="StringTensorUnpack_133599" type="StringTensorUnpack" version="opset15">
 
19
  <input>
20
  <port id="0" precision="STRING">
21
  <dim>-1</dim>
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="ShapeOf_133600" type="ShapeOf" version="opset3">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
37
  <data output_type="i64" />
38
  <input>
39
  <port id="0" precision="I32">
 
46
  </port>
47
  </output>
48
  </layer>
49
+ <layer id="4" name="Constant_133601" type="Const" version="opset1">
50
  <data element_type="i64" shape="" offset="0" size="8" />
51
  <output>
52
  <port id="0" precision="I64" />
53
  </output>
54
  </layer>
55
+ <layer id="5" name="Constant_133602" type="Const" version="opset1">
56
  <data element_type="i64" shape="" offset="0" size="8" />
57
  <output>
58
  <port id="0" precision="I64" />
59
  </output>
60
  </layer>
61
+ <layer id="6" name="Gather_133603" type="Gather" version="opset8">
62
  <data batch_dims="0" />
63
  <input>
64
  <port id="0" precision="I64">
 
71
  <port id="3" precision="I64" />
72
  </output>
73
  </layer>
74
+ <layer id="7" name="Constant_133605" type="Const" version="opset1">
75
  <data element_type="i64" shape="" offset="8" size="8" />
76
  <output>
77
  <port id="0" precision="I64" />
78
  </output>
79
  </layer>
80
+ <layer id="8" name="Range_133606" type="Range" version="opset4">
81
  <data output_type="i32" />
82
  <input>
83
  <port id="0" precision="I64" />
 
90
  </port>
91
  </output>
92
  </layer>
93
+ <layer id="9" name="Constant_133607" type="Const" version="opset1">
94
  <data element_type="i64" shape="" offset="8" size="8" />
95
  <output>
96
  <port id="0" precision="I64" />
97
  </output>
98
  </layer>
99
+ <layer id="10" name="Constant_133608" type="Const" version="opset1">
100
  <data element_type="i64" shape="" offset="8" size="8" />
101
  <output>
102
  <port id="0" precision="I64" />
103
  </output>
104
  </layer>
105
+ <layer id="11" name="Add_133609" type="Add" version="opset1">
106
  <data auto_broadcast="numpy" />
107
  <input>
108
  <port id="0" precision="I64" />
 
112
  <port id="2" precision="I64" />
113
  </output>
114
  </layer>
115
+ <layer id="12" name="Constant_133610" type="Const" version="opset1">
116
  <data element_type="i64" shape="" offset="8" size="8" />
117
  <output>
118
  <port id="0" precision="I64" />
119
  </output>
120
  </layer>
121
+ <layer id="13" name="Range_133611" type="Range" version="opset4">
122
  <data output_type="i32" />
123
  <input>
124
  <port id="0" precision="I64" />
 
131
  </port>
132
  </output>
133
  </layer>
134
+ <layer id="14" name="Constant_133673" type="Const" version="opset1">
135
+ <data element_type="u8" shape="704" offset="16" size="704" />
136
  <output>
137
  <port id="0" precision="U8">
138
+ <dim>704</dim>
139
  </port>
140
  </output>
141
  </layer>
142
+ <layer id="15" name="SpecialTokensSplit_133674" type="SpecialTokensSplit" version="extension">
 
143
  <input>
144
  <port id="0" precision="I32">
145
  <dim>-1</dim>
 
157
  <dim>-1</dim>
158
  </port>
159
  <port id="5" precision="U8">
160
+ <dim>704</dim>
161
  </port>
162
  </input>
163
  <output>
 
176
  <port id="10" precision="U8">
177
  <dim>-1</dim>
178
  </port>
179
+ <port id="11" precision="BOOL">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
180
  <dim>-1</dim>
181
  </port>
182
  </output>
183
  </layer>
184
+ <layer id="16" name="CharsMapNormalization_133675" type="CharsMapNormalization" version="extension">
185
+ <data add_dummy_prefix="false" remove_extra_whitespaces="false" escape_whitespaces="false" normalization_form="nfc" case_fold="false" nmt="false" />
186
  <input>
187
  <port id="0" precision="I32">
188
  <dim>-1</dim>
 
190
  <port id="1" precision="I32">
191
  <dim>-1</dim>
192
  </port>
193
+ <port id="2" precision="U8">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
194
  <dim>-1</dim>
195
  </port>
196
+ <port id="3" precision="BOOL">
197
  <dim>-1</dim>
198
  </port>
199
  </input>
200
  <output>
201
+ <port id="4" precision="I32">
202
  <dim>-1</dim>
203
  </port>
204
+ <port id="5" precision="I32">
205
  <dim>-1</dim>
206
  </port>
207
+ <port id="6" precision="U8">
208
  <dim>-1</dim>
209
  </port>
210
+ <port id="7" precision="BOOL">
211
  <dim>-1</dim>
212
  </port>
213
+ </output>
214
+ </layer>
215
+ <layer id="17" name="Constant_133677" type="Const" version="opset1">
216
+ <data element_type="u8" shape="74" offset="720" size="74" />
217
+ <output>
218
+ <port id="0" precision="U8">
219
+ <dim>74</dim>
220
  </port>
221
  </output>
222
  </layer>
223
+ <layer id="18" name="RegexSplit_133678" type="RegexSplit" version="extension">
224
+ <data behaviour="isolate" invert="false" max_splits="-1" />
225
  <input>
226
  <port id="0" precision="I32">
227
  <dim>-1</dim>
 
238
  <port id="4" precision="U8">
239
  <dim>-1</dim>
240
  </port>
241
+ <port id="5" precision="BOOL">
 
 
242
  <dim>-1</dim>
243
  </port>
244
+ <port id="6" precision="U8">
245
+ <dim>74</dim>
246
  </port>
247
+ </input>
248
+ <output>
249
  <port id="7" precision="I32">
250
  <dim>-1</dim>
251
  </port>
252
  <port id="8" precision="I32">
253
  <dim>-1</dim>
254
  </port>
255
+ <port id="9" precision="I32">
256
  <dim>-1</dim>
257
  </port>
258
+ <port id="10" precision="I32">
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
259
  <dim>-1</dim>
260
  </port>
261
+ <port id="11" precision="U8">
262
  <dim>-1</dim>
263
  </port>
264
+ <port id="12" precision="BOOL">
265
  <dim>-1</dim>
266
  </port>
267
  </output>
268
  </layer>
269
+ <layer id="19" name="Constant_133680" type="Const" version="opset1">
270
+ <data element_type="i32" shape="50277" offset="794" size="201108" />
271
  <output>
272
+ <port id="0" precision="I32">
273
+ <dim>50277</dim>
274
  </port>
275
  </output>
276
  </layer>
277
+ <layer id="20" name="Constant_133682" type="Const" version="opset1">
278
+ <data element_type="i32" shape="50277" offset="201902" size="201108" />
 
 
 
 
 
279
  <output>
280
+ <port id="0" precision="I32">
281
+ <dim>50277</dim>
 
 
 
 
 
 
282
  </port>
283
  </output>
284
  </layer>
285
+ <layer id="21" name="Constant_133684" type="Const" version="opset1">
286
+ <data element_type="u8" shape="312914" offset="403010" size="312914" />
 
 
 
 
 
 
287
  <output>
288
  <port id="0" precision="U8">
289
+ <dim>312914</dim>
290
  </port>
291
  </output>
292
  </layer>
293
+ <layer id="22" name="Constant_133692" type="Const" version="opset1">
294
+ <data element_type="i32" shape="50009" offset="715924" size="200036" />
 
 
 
 
 
295
  <output>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
296
  <port id="0" precision="I32">
297
+ <dim>50009</dim>
 
 
 
 
 
298
  </port>
299
  </output>
300
  </layer>
301
+ <layer id="23" name="Constant_133694" type="Const" version="opset1">
302
+ <data element_type="i32" shape="50009" offset="915960" size="200036" />
303
  <output>
304
+ <port id="0" precision="I32">
305
+ <dim>50009</dim>
 
 
 
 
 
 
 
 
 
 
 
 
306
  </port>
 
 
 
 
 
307
  </output>
308
  </layer>
309
+ <layer id="24" name="Constant_133696" type="Const" version="opset1">
310
+ <data element_type="u8" shape="162892" offset="1115996" size="162892" />
311
  <output>
312
+ <port id="0" precision="U8">
313
+ <dim>162892</dim>
 
 
 
 
 
 
 
 
 
 
 
314
  </port>
315
  </output>
316
  </layer>
317
+ <layer id="25" name="Constant_133698" type="Const" version="opset1">
318
+ <data element_type="i32" shape="50009" offset="1278888" size="200036" />
319
  <output>
320
+ <port id="0" precision="I32">
321
+ <dim>50009</dim>
322
+ </port>
323
  </output>
324
  </layer>
325
+ <layer id="26" name="Constant_133700" type="Const" version="opset1">
326
+ <data element_type="i32" shape="50009" offset="1478924" size="200036" />
327
  <output>
328
+ <port id="0" precision="I32">
329
+ <dim>50009</dim>
330
+ </port>
331
  </output>
332
  </layer>
333
+ <layer id="27" name="Constant_133702" type="Const" version="opset1">
334
+ <data element_type="u8" shape="149456" offset="1678960" size="149456" />
 
 
 
 
335
  <output>
336
+ <port id="0" precision="U8">
337
+ <dim>149456</dim>
338
+ </port>
339
  </output>
340
  </layer>
341
+ <layer id="28" name="Constant_133686" type="Const" version="opset1">
342
+ <data element_type="i32" shape="24" offset="1828416" size="96" />
343
  <output>
344
+ <port id="0" precision="I32">
345
+ <dim>24</dim>
346
+ </port>
347
  </output>
348
  </layer>
349
+ <layer id="29" name="Constant_133688" type="Const" version="opset1">
350
+ <data element_type="i32" shape="24" offset="1828512" size="96" />
 
 
 
 
 
351
  <output>
352
+ <port id="0" precision="I32">
353
+ <dim>24</dim>
354
  </port>
355
  </output>
356
  </layer>
357
+ <layer id="30" name="Constant_133690" type="Const" version="opset1">
358
+ <data element_type="u8" shape="310" offset="1828608" size="310" />
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
359
  <output>
360
+ <port id="0" precision="U8">
361
+ <dim>310</dim>
 
 
 
 
 
 
 
 
 
 
 
 
362
  </port>
363
  </output>
364
  </layer>
365
+ <layer id="31" name="Constant_133703" type="Const" version="opset1">
366
+ <data element_type="i32" shape="24" offset="1828918" size="96" />
367
  <output>
368
  <port id="0" precision="I32">
369
+ <dim>24</dim>
370
  </port>
371
  </output>
372
  </layer>
373
+ <layer id="32" name="BPETokenizer_133704" type="BPETokenizer" version="extension">
374
+ <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="20000" />
375
  <input>
376
  <port id="0" precision="I32">
377
  <dim>-1</dim>
 
389
  <dim>-1</dim>
390
  </port>
391
  <port id="5" precision="I32">
392
+ <dim>50277</dim>
393
  </port>
394
  <port id="6" precision="I32">
395
+ <dim>50277</dim>
396
  </port>
397
  <port id="7" precision="U8">
398
+ <dim>312914</dim>
399
  </port>
400
  <port id="8" precision="I32">
401
+ <dim>50009</dim>
402
  </port>
403
  <port id="9" precision="I32">
404
+ <dim>50009</dim>
405
  </port>
406
  <port id="10" precision="U8">
407
+ <dim>162892</dim>
408
  </port>
409
  <port id="11" precision="I32">
410
+ <dim>50009</dim>
411
  </port>
412
  <port id="12" precision="I32">
413
+ <dim>50009</dim>
414
  </port>
415
  <port id="13" precision="U8">
416
+ <dim>149456</dim>
417
  </port>
418
  <port id="14" precision="I32">
419
+ <dim>24</dim>
420
  </port>
 
 
421
  <port id="15" precision="I32">
422
+ <dim>24</dim>
423
  </port>
424
+ <port id="16" precision="U8">
425
+ <dim>310</dim>
426
  </port>
427
  <port id="17" precision="I32">
428
+ <dim>24</dim>
429
  </port>
430
+ </input>
431
+ <output>
432
+ <port id="18" precision="I32">
 
 
 
433
  <dim>-1</dim>
434
  </port>
435
+ <port id="19" precision="I32">
436
  <dim>-1</dim>
437
  </port>
438
+ <port id="20" precision="I32">
 
 
439
  <dim>-1</dim>
440
  </port>
441
  </output>
442
  </layer>
443
+ <layer id="33" name="Constant_133705" type="Const" version="opset1">
444
+ <data element_type="i32" shape="" offset="1829014" size="4" />
445
  <output>
446
  <port id="0" precision="I32" />
447
  </output>
448
  </layer>
449
+ <layer id="34" name="Constant_133707" type="Const" version="opset1">
450
+ <data element_type="u8" shape="4" offset="1829018" size="4" />
451
+ <output>
452
+ <port id="0" precision="U8">
453
+ <dim>4</dim>
454
  </port>
455
+ </output>
456
+ </layer>
457
+ <layer id="35" name="Constant_133709" type="Const" version="opset1">
458
+ <data element_type="u8" shape="13" offset="1829022" size="13" />
459
  <output>
460
+ <port id="0" precision="U8">
461
+ <dim>13</dim>
462
  </port>
463
  </output>
464
  </layer>
465
+ <layer id="36" name="Truncate_133710" type="Truncate" version="extension">
466
+ <data m_num_inputs="1" />
467
  <input>
468
  <port id="0" precision="I32">
469
  <dim>-1</dim>
 
471
  <port id="1" precision="I32">
472
  <dim>-1</dim>
473
  </port>
474
+ <port id="2" precision="I32">
475
+ <dim>-1</dim>
476
+ </port>
477
+ <port id="3" precision="I32" />
478
+ <port id="4" precision="U8">
479
+ <dim>4</dim>
480
+ </port>
481
+ <port id="5" precision="U8">
482
+ <dim>13</dim>
483
+ </port>
484
  </input>
485
  <output>
486
+ <port id="6" precision="I32">
487
+ <dim>-1</dim>
488
+ </port>
489
+ <port id="7" precision="I32">
490
+ <dim>-1</dim>
491
+ </port>
492
+ <port id="8" precision="I32">
493
  <dim>-1</dim>
494
  </port>
495
  </output>
496
  </layer>
497
+ <layer id="37" name="Constant_133711" type="Const" version="opset1">
498
+ <data element_type="i32" shape="1" offset="1829035" size="4" />
499
  <output>
500
  <port id="0" precision="I32">
501
  <dim>1</dim>
502
  </port>
503
  </output>
504
  </layer>
505
+ <layer id="38" name="CombineSegments_133712" type="CombineSegments" version="extension">
506
  <input>
507
  <port id="0" precision="I32">
508
  <dim>-1</dim>
 
538
  </port>
539
  </output>
540
  </layer>
541
+ <layer id="39" name="Subtract_133713" type="Subtract" version="opset1">
542
  <data auto_broadcast="numpy" />
543
  <input>
544
  <port id="0" precision="I32">
 
554
  </port>
555
  </output>
556
  </layer>
557
+ <layer id="40" name="Constant_133714" type="Const" version="opset1">
558
+ <data element_type="i32" shape="" offset="1829035" size="4" />
559
  <output>
560
  <port id="0" precision="I32" />
561
  </output>
562
  </layer>
563
+ <layer id="41" name="ReduceMax_133715" type="ReduceMax" version="opset1">
564
  <data keep_dims="false" />
565
  <input>
566
  <port id="0" precision="I32">
 
572
  <port id="2" precision="I32" />
573
  </output>
574
  </layer>
575
+ <layer id="42" name="Constant_133716" type="Const" version="opset1">
576
+ <data element_type="i32" shape="" offset="1829035" size="4" />
577
  <output>
578
  <port id="0" precision="I32" />
579
  </output>
580
  </layer>
581
+ <layer id="43" name="RaggedToDense_133717" type="RaggedToDense" version="extension">
582
+ <data pad_right="false" m_pad_max_length="false" />
583
  <input>
584
  <port id="0" precision="I32">
585
  <dim>-1</dim>
 
604
  </port>
605
  </output>
606
  </layer>
607
+ <layer id="44" name="Convert_133718" type="Convert" version="opset1">
608
  <data destination_type="i32" />
609
  <input>
610
  <port id="0" precision="BOOL">
 
619
  </port>
620
  </output>
621
  </layer>
622
+ <layer id="45" name="Convert_133718.0" type="Convert" version="opset1">
623
  <data destination_type="i64" />
624
  <input>
625
  <port id="0" precision="I32">
 
634
  </port>
635
  </output>
636
  </layer>
637
+ <layer id="47" name="RaggedToDense_133717.0" type="Convert" version="opset1">
638
  <data destination_type="i64" />
639
  <input>
640
  <port id="0" precision="I32">
 
649
  </port>
650
  </output>
651
  </layer>
652
+ <layer id="48" name="Result_133721" type="Result" version="opset1" output_names="input_ids">
653
  <input>
654
  <port id="0" precision="I64">
655
  <dim>-1</dim>
 
657
  </port>
658
  </input>
659
  </layer>
660
+ <layer id="46" name="Result_133723" type="Result" version="opset1" output_names="attention_mask">
661
  <input>
662
  <port id="0" precision="I64">
663
  <dim>-1</dim>
 
668
  </layers>
669
  <edges>
670
  <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
671
+ <edge from-layer="1" from-port="0" to-layer="8" to-port="0" />
672
  <edge from-layer="2" from-port="1" to-layer="3" to-port="0" />
673
+ <edge from-layer="2" from-port="3" to-layer="15" to-port="4" />
674
+ <edge from-layer="2" from-port="2" to-layer="15" to-port="3" />
675
+ <edge from-layer="2" from-port="1" to-layer="15" to-port="2" />
676
+ <edge from-layer="3" from-port="1" to-layer="6" to-port="0" />
677
+ <edge from-layer="4" from-port="0" to-layer="6" to-port="1" />
678
+ <edge from-layer="5" from-port="0" to-layer="6" to-port="2" />
679
+ <edge from-layer="6" from-port="3" to-layer="11" to-port="0" />
680
+ <edge from-layer="6" from-port="3" to-layer="8" to-port="1" />
681
+ <edge from-layer="7" from-port="0" to-layer="8" to-port="2" />
682
+ <edge from-layer="8" from-port="3" to-layer="15" to-port="0" />
683
+ <edge from-layer="9" from-port="0" to-layer="13" to-port="0" />
684
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="1" />
685
+ <edge from-layer="11" from-port="2" to-layer="13" to-port="1" />
686
+ <edge from-layer="12" from-port="0" to-layer="13" to-port="2" />
687
+ <edge from-layer="13" from-port="3" to-layer="15" to-port="1" />
688
+ <edge from-layer="14" from-port="0" to-layer="15" to-port="5" />
689
+ <edge from-layer="15" from-port="10" to-layer="16" to-port="2" />
690
+ <edge from-layer="15" from-port="7" to-layer="18" to-port="1" />
691
+ <edge from-layer="15" from-port="6" to-layer="18" to-port="0" />
692
+ <edge from-layer="15" from-port="11" to-layer="16" to-port="3" />
693
+ <edge from-layer="15" from-port="9" to-layer="16" to-port="1" />
694
+ <edge from-layer="15" from-port="8" to-layer="16" to-port="0" />
695
+ <edge from-layer="16" from-port="4" to-layer="18" to-port="2" />
696
+ <edge from-layer="16" from-port="5" to-layer="18" to-port="3" />
697
+ <edge from-layer="16" from-port="6" to-layer="18" to-port="4" />
698
+ <edge from-layer="16" from-port="7" to-layer="18" to-port="5" />
699
+ <edge from-layer="17" from-port="0" to-layer="18" to-port="6" />
700
+ <edge from-layer="18" from-port="7" to-layer="32" to-port="0" />
701
+ <edge from-layer="18" from-port="8" to-layer="32" to-port="1" />
702
+ <edge from-layer="18" from-port="9" to-layer="32" to-port="2" />
703
+ <edge from-layer="18" from-port="10" to-layer="32" to-port="3" />
704
+ <edge from-layer="18" from-port="11" to-layer="32" to-port="4" />
705
+ <edge from-layer="19" from-port="0" to-layer="32" to-port="5" />
706
+ <edge from-layer="20" from-port="0" to-layer="32" to-port="6" />
707
+ <edge from-layer="21" from-port="0" to-layer="32" to-port="7" />
708
+ <edge from-layer="22" from-port="0" to-layer="32" to-port="8" />
709
+ <edge from-layer="23" from-port="0" to-layer="32" to-port="9" />
710
+ <edge from-layer="24" from-port="0" to-layer="32" to-port="10" />
711
+ <edge from-layer="25" from-port="0" to-layer="32" to-port="11" />
712
+ <edge from-layer="26" from-port="0" to-layer="32" to-port="12" />
713
+ <edge from-layer="27" from-port="0" to-layer="32" to-port="13" />
714
+ <edge from-layer="28" from-port="0" to-layer="32" to-port="14" />
715
+ <edge from-layer="29" from-port="0" to-layer="32" to-port="15" />
716
+ <edge from-layer="30" from-port="0" to-layer="32" to-port="16" />
717
+ <edge from-layer="31" from-port="0" to-layer="32" to-port="17" />
718
+ <edge from-layer="32" from-port="18" to-layer="36" to-port="0" />
719
+ <edge from-layer="32" from-port="19" to-layer="36" to-port="1" />
720
+ <edge from-layer="32" from-port="20" to-layer="36" to-port="2" />
721
+ <edge from-layer="33" from-port="0" to-layer="36" to-port="3" />
722
+ <edge from-layer="34" from-port="0" to-layer="36" to-port="4" />
723
+ <edge from-layer="35" from-port="0" to-layer="36" to-port="5" />
724
+ <edge from-layer="36" from-port="6" to-layer="38" to-port="0" />
725
+ <edge from-layer="36" from-port="8" to-layer="38" to-port="2" />
726
+ <edge from-layer="36" from-port="7" to-layer="38" to-port="1" />
727
+ <edge from-layer="37" from-port="0" to-layer="38" to-port="3" />
728
+ <edge from-layer="38" from-port="5" to-layer="39" to-port="0" />
729
+ <edge from-layer="38" from-port="4" to-layer="39" to-port="1" />
730
+ <edge from-layer="38" from-port="4" to-layer="43" to-port="0" />
731
+ <edge from-layer="38" from-port="5" to-layer="43" to-port="1" />
732
+ <edge from-layer="38" from-port="6" to-layer="43" to-port="2" />
733
+ <edge from-layer="39" from-port="2" to-layer="41" to-port="0" />
734
+ <edge from-layer="40" from-port="0" to-layer="41" to-port="1" />
735
+ <edge from-layer="41" from-port="2" to-layer="43" to-port="3" />
736
+ <edge from-layer="42" from-port="0" to-layer="43" to-port="4" />
737
+ <edge from-layer="43" from-port="6" to-layer="44" to-port="0" />
738
+ <edge from-layer="43" from-port="5" to-layer="47" to-port="0" />
739
+ <edge from-layer="44" from-port="1" to-layer="45" to-port="0" />
740
+ <edge from-layer="45" from-port="1" to-layer="46" to-port="0" />
741
+ <edge from-layer="47" from-port="1" to-layer="48" to-port="0" />
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
742
  </edges>
743
  <rt_info>
744
+ <add_attention_mask value="True" />
745
+ <add_prefix_space />
746
+ <add_special_tokens value="True" />
747
+ <bos_token_id value="0" />
748
+ <clean_up_tokenization_spaces />
749
+ <detokenizer_input_type value="i64" />
750
  <eos_token_id value="0" />
751
+ <handle_special_tokens_with_re />
752
+ <max_length />
753
+ <number_of_inputs value="1" />
754
+ <openvino_tokenizers_version value="2025.2.0.1-567-7885335c24b" />
755
+ <openvino_version value="2025.2.0-19140-c01cd93e24d-releases/2025/2" />
756
+ <original_post_processor_template value="{&quot;type&quot;: &quot;TemplateProcessing&quot;, &quot;single&quot;: [{&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}], &quot;pair&quot;: [{&quot;Sequence&quot;: {&quot;id&quot;: &quot;A&quot;, &quot;type_id&quot;: 0}}, {&quot;Sequence&quot;: {&quot;id&quot;: &quot;B&quot;, &quot;type_id&quot;: 1}}], &quot;special_tokens&quot;: {}}" />
757
+ <original_tokenizer_class value="&lt;class 'transformers.models.gpt_neox.tokenization_gpt_neox_fast.GPTNeoXTokenizerFast'>" />
758
+ <processed_post_processor_template value="{&quot;single&quot;: {&quot;ids&quot;: [-1], &quot;type_ids&quot;: [0]}, &quot;pair&quot;: {&quot;ids&quot;: [-1, -2], &quot;type_ids&quot;: [0, 1]}}" />
759
+ <skip_special_tokens value="True" />
760
+ <streaming_detokenizer value="False" />
761
+ <tokenizer_output_type value="i64" />
762
+ <tokenizers_version value="0.21.4" />
763
+ <transformers_version value="4.52.4" />
764
+ <use_max_padding value="False" />
765
+ <use_sentencepiece_backend value="False" />
766
+ <utf8_replace_mode value="replace" />
767
+ <with_detokenizer value="True" />
768
  </rt_info>
769
  </net>