Hugging Face's logo

AIFunOver
/
Falcon3-10B-Instruct-openvino-fp16

Text Generation
Transformers
Safetensors
OpenVINO
llama
falcon3
nncf
fp16
conversational
Eval Results
text-generation-inference
Inference Endpoints
Model card Files Community
AIFunOver commited on
Commit
521ed85
·
verified ·
1 Parent(s): 9784401

Upload openvino_tokenizer.xml with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_tokenizer.xml +823 -0
openvino_tokenizer.xml ADDED
@@ -0,0 +1,823 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="tokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_1080968" type="Parameter" version="opset1">
5
+ <data shape="?" element_type="string" />
6
+ <output>
7
+ <port id="0" precision="STRING" names="Parameter_1080968">
8
+ <dim>-1</dim>
9
+ </port>
10
+ </output>
11
+ </layer>
12
+ <layer id="1" name="Constant_1080974" type="Const" version="opset1">
13
+ <data element_type="i64" shape="" offset="0" size="8" />
14
+ <output>
15
+ <port id="0" precision="I64" />
16
+ </output>
17
+ </layer>
18
+ <layer id="2" name="StringTensorUnpack_1080969" type="StringTensorUnpack" version="extension">
19
+ <data mode="begins_ends" />
20
+ <input>
21
+ <port id="0" precision="STRING">
22
+ <dim>-1</dim>
23
+ </port>
24
+ </input>
25
+ <output>
26
+ <port id="1" precision="I32">
27
+ <dim>-1</dim>
28
+ </port>
29
+ <port id="2" precision="I32">
30
+ <dim>-1</dim>
31
+ </port>
32
+ <port id="3" precision="U8">
33
+ <dim>-1</dim>
34
+ </port>
35
+ </output>
36
+ </layer>
37
+ <layer id="3" name="ShapeOf_1080970" type="ShapeOf" version="opset3">
38
+ <data output_type="i64" />
39
+ <input>
40
+ <port id="0" precision="I32">
41
+ <dim>-1</dim>
42
+ </port>
43
+ </input>
44
+ <output>
45
+ <port id="1" precision="I64">
46
+ <dim>1</dim>
47
+ </port>
48
+ </output>
49
+ </layer>
50
+ <layer id="4" name="Constant_1080971" type="Const" version="opset1">
51
+ <data element_type="i64" shape="" offset="0" size="8" />
52
+ <output>
53
+ <port id="0" precision="I64" />
54
+ </output>
55
+ </layer>
56
+ <layer id="5" name="Constant_1080972" type="Const" version="opset1">
57
+ <data element_type="i64" shape="" offset="0" size="8" />
58
+ <output>
59
+ <port id="0" precision="I64" />
60
+ </output>
61
+ </layer>
62
+ <layer id="6" name="Gather_1080973" type="Gather" version="opset8">
63
+ <data batch_dims="0" />
64
+ <input>
65
+ <port id="0" precision="I64">
66
+ <dim>1</dim>
67
+ </port>
68
+ <port id="1" precision="I64" />
69
+ <port id="2" precision="I64" />
70
+ </input>
71
+ <output>
72
+ <port id="3" precision="I64" />
73
+ </output>
74
+ </layer>
75
+ <layer id="7" name="Constant_1080975" type="Const" version="opset1">
76
+ <data element_type="i64" shape="" offset="8" size="8" />
77
+ <output>
78
+ <port id="0" precision="I64" />
79
+ </output>
80
+ </layer>
81
+ <layer id="8" name="Range_1080976" type="Range" version="opset4">
82
+ <data output_type="i32" />
83
+ <input>
84
+ <port id="0" precision="I64" />
85
+ <port id="1" precision="I64" />
86
+ <port id="2" precision="I64" />
87
+ </input>
88
+ <output>
89
+ <port id="3" precision="I32">
90
+ <dim>-1</dim>
91
+ </port>
92
+ </output>
93
+ </layer>
94
+ <layer id="9" name="Constant_1080977" type="Const" version="opset1">
95
+ <data element_type="i64" shape="" offset="8" size="8" />
96
+ <output>
97
+ <port id="0" precision="I64" />
98
+ </output>
99
+ </layer>
100
+ <layer id="10" name="Constant_1080978" type="Const" version="opset1">
101
+ <data element_type="i64" shape="" offset="8" size="8" />
102
+ <output>
103
+ <port id="0" precision="I64" />
104
+ </output>
105
+ </layer>
106
+ <layer id="11" name="Add_1080979" type="Add" version="opset1">
107
+ <data auto_broadcast="numpy" />
108
+ <input>
109
+ <port id="0" precision="I64" />
110
+ <port id="1" precision="I64" />
111
+ </input>
112
+ <output>
113
+ <port id="2" precision="I64" />
114
+ </output>
115
+ </layer>
116
+ <layer id="12" name="Constant_1080980" type="Const" version="opset1">
117
+ <data element_type="i64" shape="" offset="8" size="8" />
118
+ <output>
119
+ <port id="0" precision="I64" />
120
+ </output>
121
+ </layer>
122
+ <layer id="13" name="Range_1080981" type="Range" version="opset4">
123
+ <data output_type="i32" />
124
+ <input>
125
+ <port id="0" precision="I64" />
126
+ <port id="1" precision="I64" />
127
+ <port id="2" precision="I64" />
128
+ </input>
129
+ <output>
130
+ <port id="3" precision="I32">
131
+ <dim>-1</dim>
132
+ </port>
133
+ </output>
134
+ </layer>
135
+ <layer id="14" name="Constant_1081043" type="Const" version="opset1">
136
+ <data element_type="u8" shape="42834" offset="16" size="42834" />
137
+ <output>
138
+ <port id="0" precision="U8">
139
+ <dim>42834</dim>
140
+ </port>
141
+ </output>
142
+ </layer>
143
+ <layer id="15" name="SpecialTokensSplit_1081044" type="SpecialTokensSplit" version="extension">
144
+ <input>
145
+ <port id="0" precision="I32">
146
+ <dim>-1</dim>
147
+ </port>
148
+ <port id="1" precision="I32">
149
+ <dim>-1</dim>
150
+ </port>
151
+ <port id="2" precision="I32">
152
+ <dim>-1</dim>
153
+ </port>
154
+ <port id="3" precision="I32">
155
+ <dim>-1</dim>
156
+ </port>
157
+ <port id="4" precision="U8">
158
+ <dim>-1</dim>
159
+ </port>
160
+ <port id="5" precision="U8">
161
+ <dim>42834</dim>
162
+ </port>
163
+ </input>
164
+ <output>
165
+ <port id="6" precision="I32">
166
+ <dim>-1</dim>
167
+ </port>
168
+ <port id="7" precision="I32">
169
+ <dim>-1</dim>
170
+ </port>
171
+ <port id="8" precision="I32">
172
+ <dim>-1</dim>
173
+ </port>
174
+ <port id="9" precision="I32">
175
+ <dim>-1</dim>
176
+ </port>
177
+ <port id="10" precision="U8">
178
+ <dim>-1</dim>
179
+ </port>
180
+ <port id="11" precision="BOOL">
181
+ <dim>-1</dim>
182
+ </port>
183
+ </output>
184
+ </layer>
185
+ <layer id="16" name="Constant_1081046" type="Const" version="opset1">
186
+ <data element_type="u8" shape="5" offset="42850" size="5" />
187
+ <output>
188
+ <port id="0" precision="U8">
189
+ <dim>5</dim>
190
+ </port>
191
+ </output>
192
+ </layer>
193
+ <layer id="17" name="RegexSplit_1081047" type="RegexSplit" version="extension">
194
+ <data behaviour="contiguous" invert="false" max_splits="-1" />
195
+ <input>
196
+ <port id="0" precision="I32">
197
+ <dim>-1</dim>
198
+ </port>
199
+ <port id="1" precision="I32">
200
+ <dim>-1</dim>
201
+ </port>
202
+ <port id="2" precision="I32">
203
+ <dim>-1</dim>
204
+ </port>
205
+ <port id="3" precision="I32">
206
+ <dim>-1</dim>
207
+ </port>
208
+ <port id="4" precision="U8">
209
+ <dim>-1</dim>
210
+ </port>
211
+ <port id="5" precision="BOOL">
212
+ <dim>-1</dim>
213
+ </port>
214
+ <port id="6" precision="U8">
215
+ <dim>5</dim>
216
+ </port>
217
+ </input>
218
+ <output>
219
+ <port id="7" precision="I32">
220
+ <dim>-1</dim>
221
+ </port>
222
+ <port id="8" precision="I32">
223
+ <dim>-1</dim>
224
+ </port>
225
+ <port id="9" precision="I32">
226
+ <dim>-1</dim>
227
+ </port>
228
+ <port id="10" precision="I32">
229
+ <dim>-1</dim>
230
+ </port>
231
+ <port id="11" precision="U8">
232
+ <dim>-1</dim>
233
+ </port>
234
+ <port id="12" precision="BOOL">
235
+ <dim>-1</dim>
236
+ </port>
237
+ </output>
238
+ </layer>
239
+ <layer id="18" name="Constant_1081049" type="Const" version="opset1">
240
+ <data element_type="u8" shape="64" offset="42855" size="64" />
241
+ <output>
242
+ <port id="0" precision="U8">
243
+ <dim>64</dim>
244
+ </port>
245
+ </output>
246
+ </layer>
247
+ <layer id="19" name="RegexSplit_1081050" type="RegexSplit" version="extension">
248
+ <data behaviour="isolate" invert="false" max_splits="-1" />
249
+ <input>
250
+ <port id="0" precision="I32">
251
+ <dim>-1</dim>
252
+ </port>
253
+ <port id="1" precision="I32">
254
+ <dim>-1</dim>
255
+ </port>
256
+ <port id="2" precision="I32">
257
+ <dim>-1</dim>
258
+ </port>
259
+ <port id="3" precision="I32">
260
+ <dim>-1</dim>
261
+ </port>
262
+ <port id="4" precision="U8">
263
+ <dim>-1</dim>
264
+ </port>
265
+ <port id="5" precision="BOOL">
266
+ <dim>-1</dim>
267
+ </port>
268
+ <port id="6" precision="U8">
269
+ <dim>64</dim>
270
+ </port>
271
+ </input>
272
+ <output>
273
+ <port id="7" precision="I32">
274
+ <dim>-1</dim>
275
+ </port>
276
+ <port id="8" precision="I32">
277
+ <dim>-1</dim>
278
+ </port>
279
+ <port id="9" precision="I32">
280
+ <dim>-1</dim>
281
+ </port>
282
+ <port id="10" precision="I32">
283
+ <dim>-1</dim>
284
+ </port>
285
+ <port id="11" precision="U8">
286
+ <dim>-1</dim>
287
+ </port>
288
+ <port id="12" precision="BOOL">
289
+ <dim>-1</dim>
290
+ </port>
291
+ </output>
292
+ </layer>
293
+ <layer id="20" name="Constant_1081052" type="Const" version="opset1">
294
+ <data element_type="u8" shape="20" offset="42919" size="20" />
295
+ <output>
296
+ <port id="0" precision="U8">
297
+ <dim>20</dim>
298
+ </port>
299
+ </output>
300
+ </layer>
301
+ <layer id="21" name="RegexSplit_1081053" type="RegexSplit" version="extension">
302
+ <data behaviour="isolate" invert="false" max_splits="-1" />
303
+ <input>
304
+ <port id="0" precision="I32">
305
+ <dim>-1</dim>
306
+ </port>
307
+ <port id="1" precision="I32">
308
+ <dim>-1</dim>
309
+ </port>
310
+ <port id="2" precision="I32">
311
+ <dim>-1</dim>
312
+ </port>
313
+ <port id="3" precision="I32">
314
+ <dim>-1</dim>
315
+ </port>
316
+ <port id="4" precision="U8">
317
+ <dim>-1</dim>
318
+ </port>
319
+ <port id="5" precision="BOOL">
320
+ <dim>-1</dim>
321
+ </port>
322
+ <port id="6" precision="U8">
323
+ <dim>20</dim>
324
+ </port>
325
+ </input>
326
+ <output>
327
+ <port id="7" precision="I32">
328
+ <dim>-1</dim>
329
+ </port>
330
+ <port id="8" precision="I32">
331
+ <dim>-1</dim>
332
+ </port>
333
+ <port id="9" precision="I32">
334
+ <dim>-1</dim>
335
+ </port>
336
+ <port id="10" precision="I32">
337
+ <dim>-1</dim>
338
+ </port>
339
+ <port id="11" precision="U8">
340
+ <dim>-1</dim>
341
+ </port>
342
+ <port id="12" precision="BOOL">
343
+ <dim>-1</dim>
344
+ </port>
345
+ </output>
346
+ </layer>
347
+ <layer id="22" name="Constant_1081055" type="Const" version="opset1">
348
+ <data element_type="u8" shape="1440855" offset="42939" size="1440855" />
349
+ <output>
350
+ <port id="0" precision="U8">
351
+ <dim>1440855</dim>
352
+ </port>
353
+ </output>
354
+ </layer>
355
+ <layer id="23" name="StringTensorUnpack_1081056" type="StringTensorUnpack" version="extension">
356
+ <data mode="begins_ends" />
357
+ <input>
358
+ <port id="0" precision="U8">
359
+ <dim>1440855</dim>
360
+ </port>
361
+ </input>
362
+ <output>
363
+ <port id="1" precision="I32">
364
+ <dim>-1</dim>
365
+ </port>
366
+ <port id="2" precision="I32">
367
+ <dim>-1</dim>
368
+ </port>
369
+ <port id="3" precision="U8">
370
+ <dim>-1</dim>
371
+ </port>
372
+ </output>
373
+ </layer>
374
+ <layer id="24" name="Constant_1081061" type="Const" version="opset1">
375
+ <data element_type="u8" shape="974381" offset="1483794" size="974381" />
376
+ <output>
377
+ <port id="0" precision="U8">
378
+ <dim>974381</dim>
379
+ </port>
380
+ </output>
381
+ </layer>
382
+ <layer id="25" name="StringTensorUnpack_1081062" type="StringTensorUnpack" version="extension">
383
+ <data mode="begins_ends" />
384
+ <input>
385
+ <port id="0" precision="U8">
386
+ <dim>974381</dim>
387
+ </port>
388
+ </input>
389
+ <output>
390
+ <port id="1" precision="I32">
391
+ <dim>-1</dim>
392
+ </port>
393
+ <port id="2" precision="I32">
394
+ <dim>-1</dim>
395
+ </port>
396
+ <port id="3" precision="U8">
397
+ <dim>-1</dim>
398
+ </port>
399
+ </output>
400
+ </layer>
401
+ <layer id="26" name="Constant_1081064" type="Const" version="opset1">
402
+ <data element_type="u8" shape="943761" offset="2458175" size="943761" />
403
+ <output>
404
+ <port id="0" precision="U8">
405
+ <dim>943761</dim>
406
+ </port>
407
+ </output>
408
+ </layer>
409
+ <layer id="27" name="StringTensorUnpack_1081065" type="StringTensorUnpack" version="extension">
410
+ <data mode="begins_ends" />
411
+ <input>
412
+ <port id="0" precision="U8">
413
+ <dim>943761</dim>
414
+ </port>
415
+ </input>
416
+ <output>
417
+ <port id="1" precision="I32">
418
+ <dim>-1</dim>
419
+ </port>
420
+ <port id="2" precision="I32">
421
+ <dim>-1</dim>
422
+ </port>
423
+ <port id="3" precision="U8">
424
+ <dim>-1</dim>
425
+ </port>
426
+ </output>
427
+ </layer>
428
+ <layer id="28" name="Constant_1081058" type="Const" version="opset1">
429
+ <data element_type="u8" shape="36766" offset="3401936" size="36766" />
430
+ <output>
431
+ <port id="0" precision="U8">
432
+ <dim>36766</dim>
433
+ </port>
434
+ </output>
435
+ </layer>
436
+ <layer id="29" name="StringTensorUnpack_1081059" type="StringTensorUnpack" version="extension">
437
+ <data mode="begins_ends" />
438
+ <input>
439
+ <port id="0" precision="U8">
440
+ <dim>36766</dim>
441
+ </port>
442
+ </input>
443
+ <output>
444
+ <port id="1" precision="I32">
445
+ <dim>-1</dim>
446
+ </port>
447
+ <port id="2" precision="I32">
448
+ <dim>-1</dim>
449
+ </port>
450
+ <port id="3" precision="U8">
451
+ <dim>-1</dim>
452
+ </port>
453
+ </output>
454
+ </layer>
455
+ <layer id="30" name="Constant_1081066" type="Const" version="opset1">
456
+ <data element_type="i32" shape="2023" offset="3438702" size="8092" />
457
+ <output>
458
+ <port id="0" precision="I32">
459
+ <dim>2023</dim>
460
+ </port>
461
+ </output>
462
+ </layer>
463
+ <layer id="31" name="BPETokenizer_1081067" type="BPETokenizer" version="extension">
464
+ <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" cache_capacity="26214" />
465
+ <input>
466
+ <port id="0" precision="I32">
467
+ <dim>-1</dim>
468
+ </port>
469
+ <port id="1" precision="I32">
470
+ <dim>-1</dim>
471
+ </port>
472
+ <port id="2" precision="I32">
473
+ <dim>-1</dim>
474
+ </port>
475
+ <port id="3" precision="I32">
476
+ <dim>-1</dim>
477
+ </port>
478
+ <port id="4" precision="U8">
479
+ <dim>-1</dim>
480
+ </port>
481
+ <port id="5" precision="I32">
482
+ <dim>-1</dim>
483
+ </port>
484
+ <port id="6" precision="I32">
485
+ <dim>-1</dim>
486
+ </port>
487
+ <port id="7" precision="U8">
488
+ <dim>-1</dim>
489
+ </port>
490
+ <port id="8" precision="I32">
491
+ <dim>-1</dim>
492
+ </port>
493
+ <port id="9" precision="I32">
494
+ <dim>-1</dim>
495
+ </port>
496
+ <port id="10" precision="U8">
497
+ <dim>-1</dim>
498
+ </port>
499
+ <port id="11" precision="I32">
500
+ <dim>-1</dim>
501
+ </port>
502
+ <port id="12" precision="I32">
503
+ <dim>-1</dim>
504
+ </port>
505
+ <port id="13" precision="U8">
506
+ <dim>-1</dim>
507
+ </port>
508
+ <port id="14" precision="I32">
509
+ <dim>-1</dim>
510
+ </port>
511
+ <port id="15" precision="I32">
512
+ <dim>-1</dim>
513
+ </port>
514
+ <port id="16" precision="U8">
515
+ <dim>-1</dim>
516
+ </port>
517
+ <port id="17" precision="I32">
518
+ <dim>2023</dim>
519
+ </port>
520
+ </input>
521
+ <output>
522
+ <port id="18" precision="I32">
523
+ <dim>-1</dim>
524
+ </port>
525
+ <port id="19" precision="I32">
526
+ <dim>-1</dim>
527
+ </port>
528
+ <port id="20" precision="I32">
529
+ <dim>-1</dim>
530
+ </port>
531
+ </output>
532
+ </layer>
533
+ <layer id="32" name="Subtract_1081068" type="Subtract" version="opset1">
534
+ <data auto_broadcast="numpy" />
535
+ <input>
536
+ <port id="0" precision="I32">
537
+ <dim>-1</dim>
538
+ </port>
539
+ <port id="1" precision="I32">
540
+ <dim>-1</dim>
541
+ </port>
542
+ </input>
543
+ <output>
544
+ <port id="2" precision="I32">
545
+ <dim>-1</dim>
546
+ </port>
547
+ </output>
548
+ </layer>
549
+ <layer id="33" name="Constant_1081069" type="Const" version="opset1">
550
+ <data element_type="i32" shape="" offset="3446794" size="4" />
551
+ <output>
552
+ <port id="0" precision="I32" />
553
+ </output>
554
+ </layer>
555
+ <layer id="34" name="Minimum_1081070" type="Minimum" version="opset1">
556
+ <data auto_broadcast="numpy" />
557
+ <input>
558
+ <port id="0" precision="I32">
559
+ <dim>-1</dim>
560
+ </port>
561
+ <port id="1" precision="I32" />
562
+ </input>
563
+ <output>
564
+ <port id="2" precision="I32">
565
+ <dim>-1</dim>
566
+ </port>
567
+ </output>
568
+ </layer>
569
+ <layer id="35" name="Add_1081071" type="Add" version="opset1">
570
+ <data auto_broadcast="numpy" />
571
+ <input>
572
+ <port id="0" precision="I32">
573
+ <dim>-1</dim>
574
+ </port>
575
+ <port id="1" precision="I32">
576
+ <dim>-1</dim>
577
+ </port>
578
+ </input>
579
+ <output>
580
+ <port id="2" precision="I32">
581
+ <dim>-1</dim>
582
+ </port>
583
+ </output>
584
+ </layer>
585
+ <layer id="36" name="Subtract_1081072" type="Subtract" version="opset1">
586
+ <data auto_broadcast="numpy" />
587
+ <input>
588
+ <port id="0" precision="I32">
589
+ <dim>-1</dim>
590
+ </port>
591
+ <port id="1" precision="I32">
592
+ <dim>-1</dim>
593
+ </port>
594
+ </input>
595
+ <output>
596
+ <port id="2" precision="I32">
597
+ <dim>-1</dim>
598
+ </port>
599
+ </output>
600
+ </layer>
601
+ <layer id="37" name="Constant_1081073" type="Const" version="opset1">
602
+ <data element_type="i32" shape="" offset="3446798" size="4" />
603
+ <output>
604
+ <port id="0" precision="I32" />
605
+ </output>
606
+ </layer>
607
+ <layer id="38" name="ReduceMax_1081074" type="ReduceMax" version="opset1">
608
+ <data keep_dims="false" />
609
+ <input>
610
+ <port id="0" precision="I32">
611
+ <dim>-1</dim>
612
+ </port>
613
+ <port id="1" precision="I32" />
614
+ </input>
615
+ <output>
616
+ <port id="2" precision="I32" />
617
+ </output>
618
+ </layer>
619
+ <layer id="39" name="Constant_1081075" type="Const" version="opset1">
620
+ <data element_type="i32" shape="" offset="3446802" size="4" />
621
+ <output>
622
+ <port id="0" precision="I32" />
623
+ </output>
624
+ </layer>
625
+ <layer id="40" name="RaggedToDense_1081076" type="RaggedToDense" version="extension">
626
+ <data pad_right="true" />
627
+ <input>
628
+ <port id="0" precision="I32">
629
+ <dim>-1</dim>
630
+ </port>
631
+ <port id="1" precision="I32">
632
+ <dim>-1</dim>
633
+ </port>
634
+ <port id="2" precision="I32">
635
+ <dim>-1</dim>
636
+ </port>
637
+ <port id="3" precision="I32" />
638
+ <port id="4" precision="I32" />
639
+ </input>
640
+ <output>
641
+ <port id="5" precision="I32">
642
+ <dim>-1</dim>
643
+ <dim>-1</dim>
644
+ </port>
645
+ <port id="6" precision="BOOL">
646
+ <dim>-1</dim>
647
+ <dim>-1</dim>
648
+ </port>
649
+ </output>
650
+ </layer>
651
+ <layer id="41" name="Convert_1081077" type="Convert" version="opset1">
652
+ <data destination_type="i32" />
653
+ <input>
654
+ <port id="0" precision="BOOL">
655
+ <dim>-1</dim>
656
+ <dim>-1</dim>
657
+ </port>
658
+ </input>
659
+ <output>
660
+ <port id="1" precision="I32">
661
+ <dim>-1</dim>
662
+ <dim>-1</dim>
663
+ </port>
664
+ </output>
665
+ </layer>
666
+ <layer id="42" name="Convert_1081077.0" type="Convert" version="opset1">
667
+ <data destination_type="i64" />
668
+ <input>
669
+ <port id="0" precision="I32">
670
+ <dim>-1</dim>
671
+ <dim>-1</dim>
672
+ </port>
673
+ </input>
674
+ <output>
675
+ <port id="1" precision="I64" names="attention_mask">
676
+ <dim>-1</dim>
677
+ <dim>-1</dim>
678
+ </port>
679
+ </output>
680
+ </layer>
681
+ <layer id="44" name="RaggedToDense_1081076.0" type="Convert" version="opset1">
682
+ <data destination_type="i64" />
683
+ <input>
684
+ <port id="0" precision="I32">
685
+ <dim>-1</dim>
686
+ <dim>-1</dim>
687
+ </port>
688
+ </input>
689
+ <output>
690
+ <port id="1" precision="I64" names="input_ids">
691
+ <dim>-1</dim>
692
+ <dim>-1</dim>
693
+ </port>
694
+ </output>
695
+ </layer>
696
+ <layer id="45" name="Result_1081078" type="Result" version="opset1">
697
+ <input>
698
+ <port id="0" precision="I64">
699
+ <dim>-1</dim>
700
+ <dim>-1</dim>
701
+ </port>
702
+ </input>
703
+ </layer>
704
+ <layer id="43" name="Result_1081079" type="Result" version="opset1">
705
+ <input>
706
+ <port id="0" precision="I64">
707
+ <dim>-1</dim>
708
+ <dim>-1</dim>
709
+ </port>
710
+ </input>
711
+ </layer>
712
+ </layers>
713
+ <edges>
714
+ <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
715
+ <edge from-layer="1" from-port="0" to-layer="8" to-port="0" />
716
+ <edge from-layer="2" from-port="1" to-layer="3" to-port="0" />
717
+ <edge from-layer="2" from-port="3" to-layer="15" to-port="4" />
718
+ <edge from-layer="2" from-port="2" to-layer="15" to-port="3" />
719
+ <edge from-layer="2" from-port="1" to-layer="15" to-port="2" />
720
+ <edge from-layer="3" from-port="1" to-layer="6" to-port="0" />
721
+ <edge from-layer="4" from-port="0" to-layer="6" to-port="1" />
722
+ <edge from-layer="5" from-port="0" to-layer="6" to-port="2" />
723
+ <edge from-layer="6" from-port="3" to-layer="8" to-port="1" />
724
+ <edge from-layer="6" from-port="3" to-layer="11" to-port="0" />
725
+ <edge from-layer="7" from-port="0" to-layer="8" to-port="2" />
726
+ <edge from-layer="8" from-port="3" to-layer="15" to-port="0" />
727
+ <edge from-layer="9" from-port="0" to-layer="13" to-port="0" />
728
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="1" />
729
+ <edge from-layer="11" from-port="2" to-layer="13" to-port="1" />
730
+ <edge from-layer="12" from-port="0" to-layer="13" to-port="2" />
731
+ <edge from-layer="13" from-port="3" to-layer="15" to-port="1" />
732
+ <edge from-layer="14" from-port="0" to-layer="15" to-port="5" />
733
+ <edge from-layer="15" from-port="6" to-layer="17" to-port="0" />
734
+ <edge from-layer="15" from-port="7" to-layer="17" to-port="1" />
735
+ <edge from-layer="15" from-port="8" to-layer="17" to-port="2" />
736
+ <edge from-layer="15" from-port="9" to-layer="17" to-port="3" />
737
+ <edge from-layer="15" from-port="10" to-layer="17" to-port="4" />
738
+ <edge from-layer="15" from-port="11" to-layer="17" to-port="5" />
739
+ <edge from-layer="16" from-port="0" to-layer="17" to-port="6" />
740
+ <edge from-layer="17" from-port="8" to-layer="19" to-port="1" />
741
+ <edge from-layer="17" from-port="9" to-layer="19" to-port="2" />
742
+ <edge from-layer="17" from-port="10" to-layer="19" to-port="3" />
743
+ <edge from-layer="17" from-port="11" to-layer="19" to-port="4" />
744
+ <edge from-layer="17" from-port="12" to-layer="19" to-port="5" />
745
+ <edge from-layer="17" from-port="7" to-layer="19" to-port="0" />
746
+ <edge from-layer="18" from-port="0" to-layer="19" to-port="6" />
747
+ <edge from-layer="19" from-port="12" to-layer="21" to-port="5" />
748
+ <edge from-layer="19" from-port="11" to-layer="21" to-port="4" />
749
+ <edge from-layer="19" from-port="10" to-layer="21" to-port="3" />
750
+ <edge from-layer="19" from-port="9" to-layer="21" to-port="2" />
751
+ <edge from-layer="19" from-port="8" to-layer="21" to-port="1" />
752
+ <edge from-layer="19" from-port="7" to-layer="21" to-port="0" />
753
+ <edge from-layer="20" from-port="0" to-layer="21" to-port="6" />
754
+ <edge from-layer="21" from-port="7" to-layer="31" to-port="0" />
755
+ <edge from-layer="21" from-port="8" to-layer="31" to-port="1" />
756
+ <edge from-layer="21" from-port="9" to-layer="31" to-port="2" />
757
+ <edge from-layer="21" from-port="10" to-layer="31" to-port="3" />
758
+ <edge from-layer="21" from-port="11" to-layer="31" to-port="4" />
759
+ <edge from-layer="22" from-port="0" to-layer="23" to-port="0" />
760
+ <edge from-layer="23" from-port="3" to-layer="31" to-port="7" />
761
+ <edge from-layer="23" from-port="2" to-layer="31" to-port="6" />
762
+ <edge from-layer="23" from-port="1" to-layer="31" to-port="5" />
763
+ <edge from-layer="24" from-port="0" to-layer="25" to-port="0" />
764
+ <edge from-layer="25" from-port="1" to-layer="31" to-port="8" />
765
+ <edge from-layer="25" from-port="2" to-layer="31" to-port="9" />
766
+ <edge from-layer="25" from-port="3" to-layer="31" to-port="10" />
767
+ <edge from-layer="26" from-port="0" to-layer="27" to-port="0" />
768
+ <edge from-layer="27" from-port="1" to-layer="31" to-port="11" />
769
+ <edge from-layer="27" from-port="2" to-layer="31" to-port="12" />
770
+ <edge from-layer="27" from-port="3" to-layer="31" to-port="13" />
771
+ <edge from-layer="28" from-port="0" to-layer="29" to-port="0" />
772
+ <edge from-layer="29" from-port="1" to-layer="31" to-port="14" />
773
+ <edge from-layer="29" from-port="2" to-layer="31" to-port="15" />
774
+ <edge from-layer="29" from-port="3" to-layer="31" to-port="16" />
775
+ <edge from-layer="30" from-port="0" to-layer="31" to-port="17" />
776
+ <edge from-layer="31" from-port="18" to-layer="35" to-port="0" />
777
+ <edge from-layer="31" from-port="20" to-layer="40" to-port="2" />
778
+ <edge from-layer="31" from-port="18" to-layer="40" to-port="0" />
779
+ <edge from-layer="31" from-port="18" to-layer="36" to-port="1" />
780
+ <edge from-layer="31" from-port="18" to-layer="32" to-port="1" />
781
+ <edge from-layer="31" from-port="19" to-layer="32" to-port="0" />
782
+ <edge from-layer="32" from-port="2" to-layer="34" to-port="0" />
783
+ <edge from-layer="33" from-port="0" to-layer="34" to-port="1" />
784
+ <edge from-layer="34" from-port="2" to-layer="35" to-port="1" />
785
+ <edge from-layer="35" from-port="2" to-layer="36" to-port="0" />
786
+ <edge from-layer="35" from-port="2" to-layer="40" to-port="1" />
787
+ <edge from-layer="36" from-port="2" to-layer="38" to-port="0" />
788
+ <edge from-layer="37" from-port="0" to-layer="38" to-port="1" />
789
+ <edge from-layer="38" from-port="2" to-layer="40" to-port="3" />
790
+ <edge from-layer="39" from-port="0" to-layer="40" to-port="4" />
791
+ <edge from-layer="40" from-port="6" to-layer="41" to-port="0" />
792
+ <edge from-layer="40" from-port="5" to-layer="44" to-port="0" />
793
+ <edge from-layer="41" from-port="1" to-layer="42" to-port="0" />
794
+ <edge from-layer="42" from-port="1" to-layer="43" to-port="0" />
795
+ <edge from-layer="44" from-port="1" to-layer="45" to-port="0" />
796
+ </edges>
797
+ <rt_info>
798
+ <add_attention_mask value="True" />
799
+ <add_prefix_space />
800
+ <add_special_tokens value="True" />
801
+ <chat_template value="{% if tools %}{% for message in messages %}{% if message['role'] == 'system' %}{{ '&lt;|system|>&#10;' + message['content'] + '&#10;You are an expert in composing functions. You are given a question and a set of possible functions. &#10;Based on the question, you will need to make one or more function/tool calls to achieve the purpose. &#10;If none of the functions can be used, point it out and refuse to answer. &#10;If the given question lacks the parameters required by the function, also point it out.&#10;&#10; You have access to the following tools:&#10;&lt;tools>' + tools|tojson + '&lt;/tools>&#10;&#10;The output MUST strictly adhere to the following format, and NO other text MUST be included.&#10;The example format is as follows. Please make sure the parameter type is correct. If no function call is needed, please make the tool calls an empty list [].&#10;&lt;tool_call>[&#10;{&quot;name&quot;: &quot;function_name1&quot;, &quot;arguments&quot;: {&quot;argument1&quot;: &quot;value1&quot;, &quot;argument2&quot;: &quot;value2&quot;}},&#10;... (more tool calls as required)&#10;]&lt;/tool_call>' }}{% elif message['role'] == 'user' %}{{ '&lt;|user|>&#10;' + message['content'] + '&#10;' }}{% elif message['role'] == 'assistant' %}{% if not loop.last %}{{ '&lt;|assistant|>&#10;' + message['content'] + eos_token + '&#10;' }}{% else %}{{ '&lt;|assistant|>&#10;' + message['content'] + eos_token }}{% endif %}{% endif %}{% if loop.last and add_generation_prompt %}{{ '&lt;|assistant|>&#10;' }}{% endif %}{% endfor %}{% else %}{% for message in messages %}{% if message['role'] == 'system' %}{{ '&lt;|system|>&#10;' + message['content'] + '&#10;' }}{% elif message['role'] == 'user' %}{{ '&lt;|user|>&#10;' + message['content'] + '&#10;' }}{% elif message['role'] == 'assistant' %}{% if not loop.last %}{{ '&lt;|assistant|>&#10;' + message['content'] + eos_token + '&#10;' }}{% else %}{{ '&lt;|assistant|>&#10;' + message['content'] + eos_token }}{% endif %}{% endif %}{% if loop.last and add_generation_prompt %}{{ '&lt;|assistant|>&#10;' }}{% endif %}{% endfor %}{% endif %}" />
802
+ <clean_up_tokenization_spaces />
803
+ <detokenizer_input_type value="i64" />
804
+ <eos_token_id value="11" />
805
+ <handle_special_tokens_with_re />
806
+ <number_of_inputs value="1" />
807
+ <openvino_tokenizers_version value="2025.0.0.0.dev20241226" />
808
+ <openvino_version value="2025.0.0.dev20241226" />
809
+ <original_tokenizer_class value="&lt;class 'transformers.tokenization_utils_fast.PreTrainedTokenizerFast'>" />
810
+ <pad_token_id value="2023" />
811
+ <sentencepiece_version value="0.2.0" />
812
+ <skip_special_tokens value="True" />
813
+ <streaming_detokenizer value="False" />
814
+ <tiktoken_version value="0.8.0" />
815
+ <tokenizer_output_type value="i64" />
816
+ <tokenizers_version value="0.21.0" />
817
+ <transformers_version value="4.47.1" />
818
+ <use_max_padding value="False" />
819
+ <use_sentencepiece_backend value="False" />
820
+ <utf8_replace_mode value="replace" />
821
+ <with_detokenizer value="True" />
822
+ </rt_info>
823
+ </net>