Hugging Face's logo

llmware
/
dolphin-2.9.4-llama3.1-8b-ov

OpenVINO
llama
green
p8
llmware-chat
ov
Model card Files Community
doberst commited on
Commit
11d183e
•
1 Parent(s): d8d320c

Upload 4 files

Browse files
Files changed (4) hide show
  1. openvino_detokenizer.bin +3 -0
  2. openvino_detokenizer.xml +223 -0
  3. openvino_tokenizer.bin +3 -0
  4. openvino_tokenizer.xml +947 -0
openvino_detokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27bd38a21e1a4c1dfa10252a33b0e3e013bffe3d38cd1d10f08ee1f78ba093e6
3
+ size 1586515
openvino_detokenizer.xml ADDED
@@ -0,0 +1,223 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="detokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_193" type="Parameter" version="opset1">
5
+ <data shape="?,?" element_type="i64" />
6
+ <output>
7
+ <port id="0" precision="I64" names="Parameter_193">
8
+ <dim>-1</dim>
9
+ <dim>-1</dim>
10
+ </port>
11
+ </output>
12
+ </layer>
13
+ <layer id="1" name="Convert_209" type="Convert" version="opset1">
14
+ <data destination_type="i32" />
15
+ <input>
16
+ <port id="0" precision="I64">
17
+ <dim>-1</dim>
18
+ <dim>-1</dim>
19
+ </port>
20
+ </input>
21
+ <output>
22
+ <port id="1" precision="I32">
23
+ <dim>-1</dim>
24
+ <dim>-1</dim>
25
+ </port>
26
+ </output>
27
+ </layer>
28
+ <layer id="2" name="Constant_88" type="Const" version="opset1">
29
+ <data element_type="u8" shape="1586466" offset="0" size="1586466" />
30
+ <output>
31
+ <port id="0" precision="U8">
32
+ <dim>1586466</dim>
33
+ </port>
34
+ </output>
35
+ </layer>
36
+ <layer id="3" name="StringTensorUnpack_89" type="StringTensorUnpack" version="extension">
37
+ <data mode="begins_ends" />
38
+ <input>
39
+ <port id="0" precision="U8">
40
+ <dim>1586466</dim>
41
+ </port>
42
+ </input>
43
+ <output>
44
+ <port id="1" precision="I32">
45
+ <dim>-1</dim>
46
+ </port>
47
+ <port id="2" precision="I32">
48
+ <dim>-1</dim>
49
+ </port>
50
+ <port id="3" precision="U8">
51
+ <dim>-1</dim>
52
+ </port>
53
+ </output>
54
+ </layer>
55
+ <layer id="4" name="VocabDecoder_194" type="VocabDecoder" version="extension">
56
+ <data skip_tokens="128000, 128001, 128002, 128003, 128004, 128005, 128006, 128007, 128008, 128009, 128010, 128011, 128012, 128013, 128014, 128015, 128016, 128017, 128018, 128019, 128020, 128021, 128022, 128023, 128024, 128025, 128026, 128027, 128028, 128029, 128030, 128031, 128032, 128033, 128034, 128035, 128036, 128037, 128038, 128039, 128040, 128041, 128042, 128043, 128044, 128045, 128046, 128047, 128048, 128049, 128050, 128051, 128052, 128053, 128054, 128055, 128056, 128057, 128058, 128059, 128060, 128061, 128062, 128063, 128064, 128065, 128066, 128067, 128068, 128069, 128070, 128071, 128072, 128073, 128074, 128075, 128076, 128077, 128078, 128079, 128080, 128081, 128082, 128083, 128084, 128085, 128086, 128087, 128088, 128089, 128090, 128091, 128092, 128093, 128094, 128095, 128096, 128097, 128098, 128099, 128100, 128101, 128102, 128103, 128104, 128105, 128106, 128107, 128108, 128109, 128110, 128111, 128112, 128113, 128114, 128115, 128116, 128117, 128118, 128119, 128120, 128121, 128122, 128123, 128124, 128125, 128126, 128127, 128128, 128129, 128130, 128131, 128132, 128133, 128134, 128135, 128136, 128137, 128138, 128139, 128140, 128141, 128142, 128143, 128144, 128145, 128146, 128147, 128148, 128149, 128150, 128151, 128152, 128153, 128154, 128155, 128156, 128157, 128158, 128159, 128160, 128161, 128162, 128163, 128164, 128165, 128166, 128167, 128168, 128169, 128170, 128171, 128172, 128173, 128174, 128175, 128176, 128177, 128178, 128179, 128180, 128181, 128182, 128183, 128184, 128185, 128186, 128187, 128188, 128189, 128190, 128191, 128192, 128193, 128194, 128195, 128196, 128197, 128198, 128199, 128200, 128201, 128202, 128203, 128204, 128205, 128206, 128207, 128208, 128209, 128210, 128211, 128212, 128213, 128214, 128215, 128216, 128217, 128218, 128219, 128220, 128221, 128222, 128223, 128224, 128225, 128226, 128227, 128228, 128229, 128230, 128231, 128232, 128233, 128234, 128235, 128236, 128237, 128238, 128239, 128240, 128241, 128242, 128243, 128244, 128245, 128246, 128247, 128248, 128249, 128250, 128251, 128252, 128253, 128254, 128255, 128256" />
57
+ <input>
58
+ <port id="0" precision="I32">
59
+ <dim>-1</dim>
60
+ <dim>-1</dim>
61
+ </port>
62
+ <port id="1" precision="I32">
63
+ <dim>-1</dim>
64
+ </port>
65
+ <port id="2" precision="I32">
66
+ <dim>-1</dim>
67
+ </port>
68
+ <port id="3" precision="U8">
69
+ <dim>-1</dim>
70
+ </port>
71
+ </input>
72
+ <output>
73
+ <port id="4" precision="I32">
74
+ <dim>-1</dim>
75
+ </port>
76
+ <port id="5" precision="I32">
77
+ <dim>-1</dim>
78
+ </port>
79
+ <port id="6" precision="I32">
80
+ <dim>-1</dim>
81
+ </port>
82
+ <port id="7" precision="I32">
83
+ <dim>-1</dim>
84
+ </port>
85
+ <port id="8" precision="U8">
86
+ <dim>-1</dim>
87
+ </port>
88
+ </output>
89
+ </layer>
90
+ <layer id="5" name="CharsToBytes_195" type="CharsToBytes" version="extension">
91
+ <input>
92
+ <port id="0" precision="I32">
93
+ <dim>-1</dim>
94
+ </port>
95
+ <port id="1" precision="I32">
96
+ <dim>-1</dim>
97
+ </port>
98
+ <port id="2" precision="I32">
99
+ <dim>-1</dim>
100
+ </port>
101
+ <port id="3" precision="I32">
102
+ <dim>-1</dim>
103
+ </port>
104
+ <port id="4" precision="U8">
105
+ <dim>-1</dim>
106
+ </port>
107
+ </input>
108
+ <output>
109
+ <port id="5" precision="I32">
110
+ <dim>-1</dim>
111
+ </port>
112
+ <port id="6" precision="I32">
113
+ <dim>-1</dim>
114
+ </port>
115
+ <port id="7" precision="U8">
116
+ <dim>-1</dim>
117
+ </port>
118
+ </output>
119
+ </layer>
120
+ <layer id="6" name="Constant_197" type="Const" version="opset1">
121
+ <data element_type="u8" shape="47" offset="1586466" size="47" />
122
+ <output>
123
+ <port id="0" precision="U8">
124
+ <dim>47</dim>
125
+ </port>
126
+ </output>
127
+ </layer>
128
+ <layer id="7" name="Constant_199" type="Const" version="opset1">
129
+ <data element_type="u8" shape="2" offset="1586513" size="2" />
130
+ <output>
131
+ <port id="0" precision="U8">
132
+ <dim>2</dim>
133
+ </port>
134
+ </output>
135
+ </layer>
136
+ <layer id="8" name="RegexNormalization_200" type="RegexNormalization" version="extension">
137
+ <data global_replace="true" />
138
+ <input>
139
+ <port id="0" precision="I32">
140
+ <dim>-1</dim>
141
+ </port>
142
+ <port id="1" precision="I32">
143
+ <dim>-1</dim>
144
+ </port>
145
+ <port id="2" precision="U8">
146
+ <dim>-1</dim>
147
+ </port>
148
+ <port id="3" precision="U8">
149
+ <dim>47</dim>
150
+ </port>
151
+ <port id="4" precision="U8">
152
+ <dim>2</dim>
153
+ </port>
154
+ </input>
155
+ <output>
156
+ <port id="5" precision="I32">
157
+ <dim>-1</dim>
158
+ </port>
159
+ <port id="6" precision="I32">
160
+ <dim>-1</dim>
161
+ </port>
162
+ <port id="7" precision="U8">
163
+ <dim>-1</dim>
164
+ </port>
165
+ </output>
166
+ </layer>
167
+ <layer id="9" name="StringTensorPack_201" type="StringTensorPack" version="extension">
168
+ <data mode="begins_ends" />
169
+ <input>
170
+ <port id="0" precision="I32">
171
+ <dim>-1</dim>
172
+ </port>
173
+ <port id="1" precision="I32">
174
+ <dim>-1</dim>
175
+ </port>
176
+ <port id="2" precision="U8">
177
+ <dim>-1</dim>
178
+ </port>
179
+ </input>
180
+ <output>
181
+ <port id="3" precision="STRING" names="string_output">
182
+ <dim>-1</dim>
183
+ </port>
184
+ </output>
185
+ </layer>
186
+ <layer id="10" name="Result_202" type="Result" version="opset1">
187
+ <input>
188
+ <port id="0" precision="STRING">
189
+ <dim>-1</dim>
190
+ </port>
191
+ </input>
192
+ </layer>
193
+ </layers>
194
+ <edges>
195
+ <edge from-layer="0" from-port="0" to-layer="1" to-port="0" />
196
+ <edge from-layer="1" from-port="1" to-layer="4" to-port="0" />
197
+ <edge from-layer="2" from-port="0" to-layer="3" to-port="0" />
198
+ <edge from-layer="3" from-port="1" to-layer="4" to-port="1" />
199
+ <edge from-layer="3" from-port="2" to-layer="4" to-port="2" />
200
+ <edge from-layer="3" from-port="3" to-layer="4" to-port="3" />
201
+ <edge from-layer="4" from-port="4" to-layer="5" to-port="0" />
202
+ <edge from-layer="4" from-port="5" to-layer="5" to-port="1" />
203
+ <edge from-layer="4" from-port="6" to-layer="5" to-port="2" />
204
+ <edge from-layer="4" from-port="7" to-layer="5" to-port="3" />
205
+ <edge from-layer="4" from-port="8" to-layer="5" to-port="4" />
206
+ <edge from-layer="5" from-port="5" to-layer="8" to-port="0" />
207
+ <edge from-layer="5" from-port="6" to-layer="8" to-port="1" />
208
+ <edge from-layer="5" from-port="7" to-layer="8" to-port="2" />
209
+ <edge from-layer="6" from-port="0" to-layer="8" to-port="3" />
210
+ <edge from-layer="7" from-port="0" to-layer="8" to-port="4" />
211
+ <edge from-layer="8" from-port="5" to-layer="9" to-port="0" />
212
+ <edge from-layer="8" from-port="6" to-layer="9" to-port="1" />
213
+ <edge from-layer="8" from-port="7" to-layer="9" to-port="2" />
214
+ <edge from-layer="9" from-port="3" to-layer="10" to-port="0" />
215
+ </edges>
216
+ <rt_info>
217
+ <bos_token_id value="128000" />
218
+ <chat_template value="{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'&lt;|im_start|>' + message['role'] + '&#10;' + message['content'] + '&lt;|im_end|>' + '&#10;'}}{% endfor %}{% if add_generation_prompt %}{{ '&lt;|im_start|>assistant&#10;' }}{% endif %}" />
219
+ <eos_token_id value="128256" />
220
+ <original_tokenizer_class value="&lt;class 'transformers.tokenization_utils_fast.PreTrainedTokenizerFast'>" />
221
+ <pad_token_id value="128004" />
222
+ </rt_info>
223
+ </net>
openvino_tokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b4a273c348ba3f73d7865bea17a361c75dd6ce5bcd90ad253a8d26d9d2dbe2
3
+ size 5689126
openvino_tokenizer.xml ADDED
@@ -0,0 +1,947 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="tokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_1" type="Parameter" version="opset1">
5
+ <data shape="?" element_type="string" />
6
+ <output>
7
+ <port id="0" precision="STRING" names="Parameter_1">
8
+ <dim>-1</dim>
9
+ </port>
10
+ </output>
11
+ </layer>
12
+ <layer id="1" name="Constant_177" type="Const" version="opset1">
13
+ <data element_type="i32" shape="" offset="0" size="4" />
14
+ <output>
15
+ <port id="0" precision="I32" />
16
+ </output>
17
+ </layer>
18
+ <layer id="2" name="Constant_178" type="Const" version="opset1">
19
+ <data element_type="i32" shape="" offset="4" size="4" />
20
+ <output>
21
+ <port id="0" precision="I32" />
22
+ </output>
23
+ </layer>
24
+ <layer id="3" name="Constant_179" type="Const" version="opset1">
25
+ <data element_type="i32" shape="1" offset="8" size="4" />
26
+ <output>
27
+ <port id="0" precision="I32">
28
+ <dim>1</dim>
29
+ </port>
30
+ </output>
31
+ </layer>
32
+ <layer id="4" name="Constant_7" type="Const" version="opset1">
33
+ <data element_type="i32" shape="" offset="0" size="4" />
34
+ <output>
35
+ <port id="0" precision="I32" />
36
+ </output>
37
+ </layer>
38
+ <layer id="5" name="StringTensorUnpack_2" type="StringTensorUnpack" version="extension">
39
+ <data mode="begins_ends" />
40
+ <input>
41
+ <port id="0" precision="STRING">
42
+ <dim>-1</dim>
43
+ </port>
44
+ </input>
45
+ <output>
46
+ <port id="1" precision="I32">
47
+ <dim>-1</dim>
48
+ </port>
49
+ <port id="2" precision="I32">
50
+ <dim>-1</dim>
51
+ </port>
52
+ <port id="3" precision="U8">
53
+ <dim>-1</dim>
54
+ </port>
55
+ </output>
56
+ </layer>
57
+ <layer id="6" name="ShapeOf_3" type="ShapeOf" version="opset3">
58
+ <data output_type="i64" />
59
+ <input>
60
+ <port id="0" precision="I32">
61
+ <dim>-1</dim>
62
+ </port>
63
+ </input>
64
+ <output>
65
+ <port id="1" precision="I64">
66
+ <dim>1</dim>
67
+ </port>
68
+ </output>
69
+ </layer>
70
+ <layer id="7" name="Constant_4" type="Const" version="opset1">
71
+ <data element_type="i32" shape="" offset="0" size="4" />
72
+ <output>
73
+ <port id="0" precision="I32" />
74
+ </output>
75
+ </layer>
76
+ <layer id="8" name="Constant_5" type="Const" version="opset1">
77
+ <data element_type="i32" shape="" offset="0" size="4" />
78
+ <output>
79
+ <port id="0" precision="I32" />
80
+ </output>
81
+ </layer>
82
+ <layer id="9" name="Gather_6" type="Gather" version="opset8">
83
+ <data batch_dims="0" />
84
+ <input>
85
+ <port id="0" precision="I64">
86
+ <dim>1</dim>
87
+ </port>
88
+ <port id="1" precision="I32" />
89
+ <port id="2" precision="I32" />
90
+ </input>
91
+ <output>
92
+ <port id="3" precision="I64" />
93
+ </output>
94
+ </layer>
95
+ <layer id="10" name="Constant_8" type="Const" version="opset1">
96
+ <data element_type="i32" shape="" offset="4" size="4" />
97
+ <output>
98
+ <port id="0" precision="I32" />
99
+ </output>
100
+ </layer>
101
+ <layer id="11" name="Range_9" type="Range" version="opset4">
102
+ <data output_type="i32" />
103
+ <input>
104
+ <port id="0" precision="I32" />
105
+ <port id="1" precision="I64" />
106
+ <port id="2" precision="I32" />
107
+ </input>
108
+ <output>
109
+ <port id="3" precision="I32">
110
+ <dim>-1</dim>
111
+ </port>
112
+ </output>
113
+ </layer>
114
+ <layer id="12" name="Constant_11" type="Const" version="opset1">
115
+ <data element_type="i32" shape="" offset="4" size="4" />
116
+ <output>
117
+ <port id="0" precision="I32" />
118
+ </output>
119
+ </layer>
120
+ <layer id="13" name="Constant_12" type="Const" version="opset1">
121
+ <data element_type="i64" shape="" offset="12" size="8" />
122
+ <output>
123
+ <port id="0" precision="I64" />
124
+ </output>
125
+ </layer>
126
+ <layer id="14" name="Add_13" type="Add" version="opset1">
127
+ <data auto_broadcast="numpy" />
128
+ <input>
129
+ <port id="0" precision="I64" />
130
+ <port id="1" precision="I64" />
131
+ </input>
132
+ <output>
133
+ <port id="2" precision="I64" />
134
+ </output>
135
+ </layer>
136
+ <layer id="15" name="Constant_14" type="Const" version="opset1">
137
+ <data element_type="i32" shape="" offset="4" size="4" />
138
+ <output>
139
+ <port id="0" precision="I32" />
140
+ </output>
141
+ </layer>
142
+ <layer id="16" name="Range_15" type="Range" version="opset4">
143
+ <data output_type="i32" />
144
+ <input>
145
+ <port id="0" precision="I32" />
146
+ <port id="1" precision="I64" />
147
+ <port id="2" precision="I32" />
148
+ </input>
149
+ <output>
150
+ <port id="3" precision="I32">
151
+ <dim>-1</dim>
152
+ </port>
153
+ </output>
154
+ </layer>
155
+ <layer id="17" name="Constant_78" type="Const" version="opset1">
156
+ <data element_type="u8" shape="8768" offset="20" size="8768" />
157
+ <output>
158
+ <port id="0" precision="U8">
159
+ <dim>8768</dim>
160
+ </port>
161
+ </output>
162
+ </layer>
163
+ <layer id="18" name="RegexSplit_79" type="RegexSplit" version="extension">
164
+ <data behaviour="isolate" invert="false" max_splits="-1" />
165
+ <input>
166
+ <port id="0" precision="I32">
167
+ <dim>-1</dim>
168
+ </port>
169
+ <port id="1" precision="I32">
170
+ <dim>-1</dim>
171
+ </port>
172
+ <port id="2" precision="I32">
173
+ <dim>-1</dim>
174
+ </port>
175
+ <port id="3" precision="I32">
176
+ <dim>-1</dim>
177
+ </port>
178
+ <port id="4" precision="U8">
179
+ <dim>-1</dim>
180
+ </port>
181
+ <port id="5" precision="U8">
182
+ <dim>8768</dim>
183
+ </port>
184
+ </input>
185
+ <output>
186
+ <port id="6" precision="I32">
187
+ <dim>-1</dim>
188
+ </port>
189
+ <port id="7" precision="I32">
190
+ <dim>-1</dim>
191
+ </port>
192
+ <port id="8" precision="I32">
193
+ <dim>-1</dim>
194
+ </port>
195
+ <port id="9" precision="I32">
196
+ <dim>-1</dim>
197
+ </port>
198
+ <port id="10" precision="U8">
199
+ <dim>-1</dim>
200
+ </port>
201
+ </output>
202
+ </layer>
203
+ <layer id="19" name="Constant_84" type="Const" version="opset1">
204
+ <data element_type="u8" shape="120" offset="8788" size="120" />
205
+ <output>
206
+ <port id="0" precision="U8">
207
+ <dim>120</dim>
208
+ </port>
209
+ </output>
210
+ </layer>
211
+ <layer id="20" name="Constant_81" type="Const" version="opset1">
212
+ <data element_type="u8" shape="8519" offset="8908" size="8519" />
213
+ <output>
214
+ <port id="0" precision="U8">
215
+ <dim>8519</dim>
216
+ </port>
217
+ </output>
218
+ </layer>
219
+ <layer id="21" name="StringTensorUnpack_82" type="StringTensorUnpack" version="extension">
220
+ <data mode="begins_ends" />
221
+ <input>
222
+ <port id="0" precision="U8">
223
+ <dim>8519</dim>
224
+ </port>
225
+ </input>
226
+ <output>
227
+ <port id="1" precision="I32">
228
+ <dim>-1</dim>
229
+ </port>
230
+ <port id="2" precision="I32">
231
+ <dim>-1</dim>
232
+ </port>
233
+ <port id="3" precision="U8">
234
+ <dim>-1</dim>
235
+ </port>
236
+ </output>
237
+ </layer>
238
+ <layer id="22" name="RegexSplit_85" type="RegexSplit" version="extension">
239
+ <data behaviour="isolate" invert="false" max_splits="-1" />
240
+ <input>
241
+ <port id="0" precision="I32">
242
+ <dim>-1</dim>
243
+ </port>
244
+ <port id="1" precision="I32">
245
+ <dim>-1</dim>
246
+ </port>
247
+ <port id="2" precision="I32">
248
+ <dim>-1</dim>
249
+ </port>
250
+ <port id="3" precision="I32">
251
+ <dim>-1</dim>
252
+ </port>
253
+ <port id="4" precision="U8">
254
+ <dim>-1</dim>
255
+ </port>
256
+ <port id="5" precision="U8">
257
+ <dim>120</dim>
258
+ </port>
259
+ <port id="6" precision="I32">
260
+ <dim>-1</dim>
261
+ </port>
262
+ <port id="7" precision="I32">
263
+ <dim>-1</dim>
264
+ </port>
265
+ <port id="8" precision="U8">
266
+ <dim>-1</dim>
267
+ </port>
268
+ </input>
269
+ <output>
270
+ <port id="9" precision="I32">
271
+ <dim>-1</dim>
272
+ </port>
273
+ <port id="10" precision="I32">
274
+ <dim>-1</dim>
275
+ </port>
276
+ <port id="11" precision="I32">
277
+ <dim>-1</dim>
278
+ </port>
279
+ <port id="12" precision="I32">
280
+ <dim>-1</dim>
281
+ </port>
282
+ <port id="13" precision="U8">
283
+ <dim>-1</dim>
284
+ </port>
285
+ </output>
286
+ </layer>
287
+ <layer id="23" name="BytesToChars_86" type="BytesToChars" version="extension">
288
+ <input>
289
+ <port id="0" precision="I32">
290
+ <dim>-1</dim>
291
+ </port>
292
+ <port id="1" precision="I32">
293
+ <dim>-1</dim>
294
+ </port>
295
+ <port id="2" precision="I32">
296
+ <dim>-1</dim>
297
+ </port>
298
+ <port id="3" precision="I32">
299
+ <dim>-1</dim>
300
+ </port>
301
+ <port id="4" precision="U8">
302
+ <dim>-1</dim>
303
+ </port>
304
+ </input>
305
+ <output>
306
+ <port id="5" precision="I32">
307
+ <dim>-1</dim>
308
+ </port>
309
+ <port id="6" precision="I32">
310
+ <dim>-1</dim>
311
+ </port>
312
+ <port id="7" precision="I32">
313
+ <dim>-1</dim>
314
+ </port>
315
+ <port id="8" precision="I32">
316
+ <dim>-1</dim>
317
+ </port>
318
+ <port id="9" precision="U8">
319
+ <dim>-1</dim>
320
+ </port>
321
+ </output>
322
+ </layer>
323
+ <layer id="24" name="Constant_88" type="Const" version="opset1">
324
+ <data element_type="u8" shape="1586466" offset="17427" size="1586466" />
325
+ <output>
326
+ <port id="0" precision="U8">
327
+ <dim>1586466</dim>
328
+ </port>
329
+ </output>
330
+ </layer>
331
+ <layer id="25" name="StringTensorUnpack_89" type="StringTensorUnpack" version="extension">
332
+ <data mode="begins_ends" />
333
+ <input>
334
+ <port id="0" precision="U8">
335
+ <dim>1586466</dim>
336
+ </port>
337
+ </input>
338
+ <output>
339
+ <port id="1" precision="I32">
340
+ <dim>-1</dim>
341
+ </port>
342
+ <port id="2" precision="I32">
343
+ <dim>-1</dim>
344
+ </port>
345
+ <port id="3" precision="U8">
346
+ <dim>-1</dim>
347
+ </port>
348
+ </output>
349
+ </layer>
350
+ <layer id="26" name="Constant_169" type="Const" version="opset1">
351
+ <data element_type="u8" shape="4084185" offset="1603893" size="4084185" />
352
+ <output>
353
+ <port id="0" precision="U8">
354
+ <dim>4084185</dim>
355
+ </port>
356
+ </output>
357
+ </layer>
358
+ <layer id="27" name="StringTensorUnpack_170" type="StringTensorUnpack" version="extension">
359
+ <data mode="begins_ends" />
360
+ <input>
361
+ <port id="0" precision="U8">
362
+ <dim>4084185</dim>
363
+ </port>
364
+ </input>
365
+ <output>
366
+ <port id="1" precision="I32">
367
+ <dim>-1</dim>
368
+ </port>
369
+ <port id="2" precision="I32">
370
+ <dim>-1</dim>
371
+ </port>
372
+ <port id="3" precision="U8">
373
+ <dim>-1</dim>
374
+ </port>
375
+ </output>
376
+ </layer>
377
+ <layer id="28" name="Constant_97" type="Const" version="opset1">
378
+ <data element_type="i32" shape="" offset="0" size="4" />
379
+ <output>
380
+ <port id="0" precision="I32" />
381
+ </output>
382
+ </layer>
383
+ <layer id="29" name="Constant_91" type="Const" version="opset1">
384
+ <data element_type="u8" shape="8519" offset="8908" size="8519" />
385
+ <output>
386
+ <port id="0" precision="U8">
387
+ <dim>8519</dim>
388
+ </port>
389
+ </output>
390
+ </layer>
391
+ <layer id="30" name="StringTensorUnpack_92" type="StringTensorUnpack" version="extension">
392
+ <data mode="begins_ends" />
393
+ <input>
394
+ <port id="0" precision="U8">
395
+ <dim>8519</dim>
396
+ </port>
397
+ </input>
398
+ <output>
399
+ <port id="1" precision="I32">
400
+ <dim>-1</dim>
401
+ </port>
402
+ <port id="2" precision="I32">
403
+ <dim>-1</dim>
404
+ </port>
405
+ <port id="3" precision="U8">
406
+ <dim>-1</dim>
407
+ </port>
408
+ </output>
409
+ </layer>
410
+ <layer id="31" name="ShapeOf_93" type="ShapeOf" version="opset3">
411
+ <data output_type="i64" />
412
+ <input>
413
+ <port id="0" precision="I32">
414
+ <dim>-1</dim>
415
+ </port>
416
+ </input>
417
+ <output>
418
+ <port id="1" precision="I64">
419
+ <dim>1</dim>
420
+ </port>
421
+ </output>
422
+ </layer>
423
+ <layer id="32" name="Constant_94" type="Const" version="opset1">
424
+ <data element_type="i32" shape="" offset="0" size="4" />
425
+ <output>
426
+ <port id="0" precision="I32" />
427
+ </output>
428
+ </layer>
429
+ <layer id="33" name="Constant_95" type="Const" version="opset1">
430
+ <data element_type="i32" shape="" offset="0" size="4" />
431
+ <output>
432
+ <port id="0" precision="I32" />
433
+ </output>
434
+ </layer>
435
+ <layer id="34" name="Gather_96" type="Gather" version="opset8">
436
+ <data batch_dims="0" />
437
+ <input>
438
+ <port id="0" precision="I64">
439
+ <dim>1</dim>
440
+ </port>
441
+ <port id="1" precision="I32" />
442
+ <port id="2" precision="I32" />
443
+ </input>
444
+ <output>
445
+ <port id="3" precision="I64" />
446
+ </output>
447
+ </layer>
448
+ <layer id="35" name="Constant_98" type="Const" version="opset1">
449
+ <data element_type="i32" shape="" offset="4" size="4" />
450
+ <output>
451
+ <port id="0" precision="I32" />
452
+ </output>
453
+ </layer>
454
+ <layer id="36" name="Range_99" type="Range" version="opset4">
455
+ <data output_type="i32" />
456
+ <input>
457
+ <port id="0" precision="I32" />
458
+ <port id="1" precision="I64" />
459
+ <port id="2" precision="I32" />
460
+ </input>
461
+ <output>
462
+ <port id="3" precision="I32">
463
+ <dim>-1</dim>
464
+ </port>
465
+ </output>
466
+ </layer>
467
+ <layer id="37" name="Constant_101" type="Const" version="opset1">
468
+ <data element_type="i32" shape="" offset="4" size="4" />
469
+ <output>
470
+ <port id="0" precision="I32" />
471
+ </output>
472
+ </layer>
473
+ <layer id="38" name="Constant_102" type="Const" version="opset1">
474
+ <data element_type="i64" shape="" offset="12" size="8" />
475
+ <output>
476
+ <port id="0" precision="I64" />
477
+ </output>
478
+ </layer>
479
+ <layer id="39" name="Add_103" type="Add" version="opset1">
480
+ <data auto_broadcast="numpy" />
481
+ <input>
482
+ <port id="0" precision="I64" />
483
+ <port id="1" precision="I64" />
484
+ </input>
485
+ <output>
486
+ <port id="2" precision="I64" />
487
+ </output>
488
+ </layer>
489
+ <layer id="40" name="Constant_104" type="Const" version="opset1">
490
+ <data element_type="i32" shape="" offset="4" size="4" />
491
+ <output>
492
+ <port id="0" precision="I32" />
493
+ </output>
494
+ </layer>
495
+ <layer id="41" name="Range_105" type="Range" version="opset4">
496
+ <data output_type="i32" />
497
+ <input>
498
+ <port id="0" precision="I32" />
499
+ <port id="1" precision="I64" />
500
+ <port id="2" precision="I32" />
501
+ </input>
502
+ <output>
503
+ <port id="3" precision="I32">
504
+ <dim>-1</dim>
505
+ </port>
506
+ </output>
507
+ </layer>
508
+ <layer id="42" name="BytesToChars_167" type="BytesToChars" version="extension">
509
+ <input>
510
+ <port id="0" precision="I32">
511
+ <dim>-1</dim>
512
+ </port>
513
+ <port id="1" precision="I32">
514
+ <dim>-1</dim>
515
+ </port>
516
+ <port id="2" precision="I32">
517
+ <dim>-1</dim>
518
+ </port>
519
+ <port id="3" precision="I32">
520
+ <dim>-1</dim>
521
+ </port>
522
+ <port id="4" precision="U8">
523
+ <dim>-1</dim>
524
+ </port>
525
+ </input>
526
+ <output>
527
+ <port id="5" precision="I32">
528
+ <dim>-1</dim>
529
+ </port>
530
+ <port id="6" precision="I32">
531
+ <dim>-1</dim>
532
+ </port>
533
+ <port id="7" precision="I32">
534
+ <dim>-1</dim>
535
+ </port>
536
+ <port id="8" precision="I32">
537
+ <dim>-1</dim>
538
+ </port>
539
+ <port id="9" precision="U8">
540
+ <dim>-1</dim>
541
+ </port>
542
+ </output>
543
+ </layer>
544
+ <layer id="43" name="Constant_171" type="Const" version="opset1">
545
+ <data element_type="i32" shape="258" offset="5688078" size="1032" />
546
+ <output>
547
+ <port id="0" precision="I32">
548
+ <dim>258</dim>
549
+ </port>
550
+ </output>
551
+ </layer>
552
+ <layer id="44" name="BPETokenizer_172" type="BPETokenizer" version="extension">
553
+ <data unk_token="" fuse_unk="false" suffix_indicator="" end_suffix="" byte_fallback="false" />
554
+ <input>
555
+ <port id="0" precision="I32">
556
+ <dim>-1</dim>
557
+ </port>
558
+ <port id="1" precision="I32">
559
+ <dim>-1</dim>
560
+ </port>
561
+ <port id="2" precision="I32">
562
+ <dim>-1</dim>
563
+ </port>
564
+ <port id="3" precision="I32">
565
+ <dim>-1</dim>
566
+ </port>
567
+ <port id="4" precision="U8">
568
+ <dim>-1</dim>
569
+ </port>
570
+ <port id="5" precision="I32">
571
+ <dim>-1</dim>
572
+ </port>
573
+ <port id="6" precision="I32">
574
+ <dim>-1</dim>
575
+ </port>
576
+ <port id="7" precision="U8">
577
+ <dim>-1</dim>
578
+ </port>
579
+ <port id="8" precision="I32">
580
+ <dim>-1</dim>
581
+ </port>
582
+ <port id="9" precision="I32">
583
+ <dim>-1</dim>
584
+ </port>
585
+ <port id="10" precision="U8">
586
+ <dim>-1</dim>
587
+ </port>
588
+ <port id="11" precision="I32">
589
+ <dim>-1</dim>
590
+ </port>
591
+ <port id="12" precision="I32">
592
+ <dim>-1</dim>
593
+ </port>
594
+ <port id="13" precision="U8">
595
+ <dim>-1</dim>
596
+ </port>
597
+ <port id="14" precision="I32">
598
+ <dim>258</dim>
599
+ </port>
600
+ </input>
601
+ <output>
602
+ <port id="15" precision="I32">
603
+ <dim>-1</dim>
604
+ </port>
605
+ <port id="16" precision="I32">
606
+ <dim>-1</dim>
607
+ </port>
608
+ <port id="17" precision="I32">
609
+ <dim>-1</dim>
610
+ </port>
611
+ </output>
612
+ </layer>
613
+ <layer id="45" name="Subtract_173" type="Subtract" version="opset1">
614
+ <data auto_broadcast="numpy" />
615
+ <input>
616
+ <port id="0" precision="I32">
617
+ <dim>-1</dim>
618
+ </port>
619
+ <port id="1" precision="I32">
620
+ <dim>-1</dim>
621
+ </port>
622
+ </input>
623
+ <output>
624
+ <port id="2" precision="I32">
625
+ <dim>-1</dim>
626
+ </port>
627
+ </output>
628
+ </layer>
629
+ <layer id="46" name="Constant_174" type="Const" version="opset1">
630
+ <data element_type="i32" shape="" offset="5689110" size="4" />
631
+ <output>
632
+ <port id="0" precision="I32" />
633
+ </output>
634
+ </layer>
635
+ <layer id="47" name="Minimum_175" type="Minimum" version="opset1">
636
+ <data auto_broadcast="numpy" />
637
+ <input>
638
+ <port id="0" precision="I32">
639
+ <dim>-1</dim>
640
+ </port>
641
+ <port id="1" precision="I32" />
642
+ </input>
643
+ <output>
644
+ <port id="2" precision="I32">
645
+ <dim>-1</dim>
646
+ </port>
647
+ </output>
648
+ </layer>
649
+ <layer id="48" name="Add_176" type="Add" version="opset1">
650
+ <data auto_broadcast="numpy" />
651
+ <input>
652
+ <port id="0" precision="I32">
653
+ <dim>-1</dim>
654
+ </port>
655
+ <port id="1" precision="I32">
656
+ <dim>-1</dim>
657
+ </port>
658
+ </input>
659
+ <output>
660
+ <port id="2" precision="I32">
661
+ <dim>-1</dim>
662
+ </port>
663
+ </output>
664
+ </layer>
665
+ <layer id="49" name="Constant_180" type="Const" version="opset1">
666
+ <data element_type="i32" shape="2" offset="5689114" size="8" />
667
+ <output>
668
+ <port id="0" precision="I32">
669
+ <dim>2</dim>
670
+ </port>
671
+ </output>
672
+ </layer>
673
+ <layer id="50" name="CombineSegments_181" type="CombineSegments" version="extension">
674
+ <input>
675
+ <port id="0" precision="I32" />
676
+ <port id="1" precision="I32" />
677
+ <port id="2" precision="I32">
678
+ <dim>1</dim>
679
+ </port>
680
+ <port id="3" precision="I32">
681
+ <dim>-1</dim>
682
+ </port>
683
+ <port id="4" precision="I32">
684
+ <dim>-1</dim>
685
+ </port>
686
+ <port id="5" precision="I32">
687
+ <dim>-1</dim>
688
+ </port>
689
+ <port id="6" precision="I32">
690
+ <dim>2</dim>
691
+ </port>
692
+ </input>
693
+ <output>
694
+ <port id="7" precision="I32">
695
+ <dim>-1</dim>
696
+ </port>
697
+ <port id="8" precision="I32">
698
+ <dim>-1</dim>
699
+ </port>
700
+ <port id="9" precision="I32">
701
+ <dim>-1</dim>
702
+ </port>
703
+ <port id="10" precision="I32">
704
+ <dim>-1</dim>
705
+ </port>
706
+ <port id="11" precision="I32">
707
+ <dim>-1</dim>
708
+ </port>
709
+ <port id="12" precision="I32">
710
+ <dim>-1</dim>
711
+ </port>
712
+ </output>
713
+ </layer>
714
+ <layer id="51" name="Subtract_182" type="Subtract" version="opset1">
715
+ <data auto_broadcast="numpy" />
716
+ <input>
717
+ <port id="0" precision="I32">
718
+ <dim>-1</dim>
719
+ </port>
720
+ <port id="1" precision="I32">
721
+ <dim>-1</dim>
722
+ </port>
723
+ </input>
724
+ <output>
725
+ <port id="2" precision="I32">
726
+ <dim>-1</dim>
727
+ </port>
728
+ </output>
729
+ </layer>
730
+ <layer id="52" name="Constant_183" type="Const" version="opset1">
731
+ <data element_type="i32" shape="" offset="0" size="4" />
732
+ <output>
733
+ <port id="0" precision="I32" />
734
+ </output>
735
+ </layer>
736
+ <layer id="53" name="ReduceMax_184" type="ReduceMax" version="opset1">
737
+ <data keep_dims="false" />
738
+ <input>
739
+ <port id="0" precision="I32">
740
+ <dim>-1</dim>
741
+ </port>
742
+ <port id="1" precision="I32" />
743
+ </input>
744
+ <output>
745
+ <port id="2" precision="I32" />
746
+ </output>
747
+ </layer>
748
+ <layer id="54" name="Constant_185" type="Const" version="opset1">
749
+ <data element_type="i32" shape="" offset="5689122" size="4" />
750
+ <output>
751
+ <port id="0" precision="I32" />
752
+ </output>
753
+ </layer>
754
+ <layer id="55" name="RaggedToDense_186" type="RaggedToDense" version="extension">
755
+ <data pad_right="true" />
756
+ <input>
757
+ <port id="0" precision="I32">
758
+ <dim>-1</dim>
759
+ </port>
760
+ <port id="1" precision="I32">
761
+ <dim>-1</dim>
762
+ </port>
763
+ <port id="2" precision="I32">
764
+ <dim>-1</dim>
765
+ </port>
766
+ <port id="3" precision="I32" />
767
+ <port id="4" precision="I32" />
768
+ </input>
769
+ <output>
770
+ <port id="5" precision="I32">
771
+ <dim>-1</dim>
772
+ <dim>-1</dim>
773
+ </port>
774
+ <port id="6" precision="BOOL">
775
+ <dim>-1</dim>
776
+ <dim>-1</dim>
777
+ </port>
778
+ </output>
779
+ </layer>
780
+ <layer id="56" name="Convert_187" type="Convert" version="opset1">
781
+ <data destination_type="i32" />
782
+ <input>
783
+ <port id="0" precision="BOOL">
784
+ <dim>-1</dim>
785
+ <dim>-1</dim>
786
+ </port>
787
+ </input>
788
+ <output>
789
+ <port id="1" precision="I32">
790
+ <dim>-1</dim>
791
+ <dim>-1</dim>
792
+ </port>
793
+ </output>
794
+ </layer>
795
+ <layer id="57" name="Convert_187" type="Convert" version="opset1">
796
+ <data destination_type="i64" />
797
+ <input>
798
+ <port id="0" precision="I32">
799
+ <dim>-1</dim>
800
+ <dim>-1</dim>
801
+ </port>
802
+ </input>
803
+ <output>
804
+ <port id="1" precision="I64" names="attention_mask">
805
+ <dim>-1</dim>
806
+ <dim>-1</dim>
807
+ </port>
808
+ </output>
809
+ </layer>
810
+ <layer id="59" name="RaggedToDense_186.0" type="Convert" version="opset1">
811
+ <data destination_type="i64" />
812
+ <input>
813
+ <port id="0" precision="I32">
814
+ <dim>-1</dim>
815
+ <dim>-1</dim>
816
+ </port>
817
+ </input>
818
+ <output>
819
+ <port id="1" precision="I64" names="input_ids">
820
+ <dim>-1</dim>
821
+ <dim>-1</dim>
822
+ </port>
823
+ </output>
824
+ </layer>
825
+ <layer id="60" name="Result_190" type="Result" version="opset1">
826
+ <input>
827
+ <port id="0" precision="I64">
828
+ <dim>-1</dim>
829
+ <dim>-1</dim>
830
+ </port>
831
+ </input>
832
+ </layer>
833
+ <layer id="58" name="Result_192" type="Result" version="opset1">
834
+ <input>
835
+ <port id="0" precision="I64">
836
+ <dim>-1</dim>
837
+ <dim>-1</dim>
838
+ </port>
839
+ </input>
840
+ </layer>
841
+ </layers>
842
+ <edges>
843
+ <edge from-layer="0" from-port="0" to-layer="5" to-port="0" />
844
+ <edge from-layer="1" from-port="0" to-layer="50" to-port="0" />
845
+ <edge from-layer="2" from-port="0" to-layer="50" to-port="1" />
846
+ <edge from-layer="3" from-port="0" to-layer="50" to-port="2" />
847
+ <edge from-layer="4" from-port="0" to-layer="11" to-port="0" />
848
+ <edge from-layer="5" from-port="1" to-layer="6" to-port="0" />
849
+ <edge from-layer="5" from-port="1" to-layer="18" to-port="2" />
850
+ <edge from-layer="5" from-port="2" to-layer="18" to-port="3" />
851
+ <edge from-layer="5" from-port="3" to-layer="18" to-port="4" />
852
+ <edge from-layer="6" from-port="1" to-layer="9" to-port="0" />
853
+ <edge from-layer="7" from-port="0" to-layer="9" to-port="1" />
854
+ <edge from-layer="8" from-port="0" to-layer="9" to-port="2" />
855
+ <edge from-layer="9" from-port="3" to-layer="11" to-port="1" />
856
+ <edge from-layer="9" from-port="3" to-layer="14" to-port="0" />
857
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="2" />
858
+ <edge from-layer="11" from-port="3" to-layer="18" to-port="0" />
859
+ <edge from-layer="12" from-port="0" to-layer="16" to-port="0" />
860
+ <edge from-layer="13" from-port="0" to-layer="14" to-port="1" />
861
+ <edge from-layer="14" from-port="2" to-layer="16" to-port="1" />
862
+ <edge from-layer="15" from-port="0" to-layer="16" to-port="2" />
863
+ <edge from-layer="16" from-port="3" to-layer="18" to-port="1" />
864
+ <edge from-layer="17" from-port="0" to-layer="18" to-port="5" />
865
+ <edge from-layer="18" from-port="6" to-layer="22" to-port="0" />
866
+ <edge from-layer="18" from-port="7" to-layer="22" to-port="1" />
867
+ <edge from-layer="18" from-port="8" to-layer="22" to-port="2" />
868
+ <edge from-layer="18" from-port="9" to-layer="22" to-port="3" />
869
+ <edge from-layer="18" from-port="10" to-layer="22" to-port="4" />
870
+ <edge from-layer="19" from-port="0" to-layer="22" to-port="5" />
871
+ <edge from-layer="20" from-port="0" to-layer="21" to-port="0" />
872
+ <edge from-layer="21" from-port="1" to-layer="22" to-port="6" />
873
+ <edge from-layer="21" from-port="2" to-layer="22" to-port="7" />
874
+ <edge from-layer="21" from-port="3" to-layer="22" to-port="8" />
875
+ <edge from-layer="22" from-port="9" to-layer="23" to-port="0" />
876
+ <edge from-layer="22" from-port="10" to-layer="23" to-port="1" />
877
+ <edge from-layer="22" from-port="11" to-layer="23" to-port="2" />
878
+ <edge from-layer="22" from-port="12" to-layer="23" to-port="3" />
879
+ <edge from-layer="22" from-port="13" to-layer="23" to-port="4" />
880
+ <edge from-layer="23" from-port="9" to-layer="44" to-port="4" />
881
+ <edge from-layer="23" from-port="8" to-layer="44" to-port="3" />
882
+ <edge from-layer="23" from-port="7" to-layer="44" to-port="2" />
883
+ <edge from-layer="23" from-port="6" to-layer="44" to-port="1" />
884
+ <edge from-layer="23" from-port="5" to-layer="44" to-port="0" />
885
+ <edge from-layer="24" from-port="0" to-layer="25" to-port="0" />
886
+ <edge from-layer="25" from-port="2" to-layer="44" to-port="6" />
887
+ <edge from-layer="25" from-port="3" to-layer="44" to-port="7" />
888
+ <edge from-layer="25" from-port="1" to-layer="44" to-port="5" />
889
+ <edge from-layer="26" from-port="0" to-layer="27" to-port="0" />
890
+ <edge from-layer="27" from-port="3" to-layer="44" to-port="10" />
891
+ <edge from-layer="27" from-port="1" to-layer="44" to-port="8" />
892
+ <edge from-layer="27" from-port="2" to-layer="44" to-port="9" />
893
+ <edge from-layer="28" from-port="0" to-layer="36" to-port="0" />
894
+ <edge from-layer="29" from-port="0" to-layer="30" to-port="0" />
895
+ <edge from-layer="30" from-port="2" to-layer="42" to-port="3" />
896
+ <edge from-layer="30" from-port="3" to-layer="42" to-port="4" />
897
+ <edge from-layer="30" from-port="1" to-layer="31" to-port="0" />
898
+ <edge from-layer="30" from-port="1" to-layer="42" to-port="2" />
899
+ <edge from-layer="31" from-port="1" to-layer="34" to-port="0" />
900
+ <edge from-layer="32" from-port="0" to-layer="34" to-port="1" />
901
+ <edge from-layer="33" from-port="0" to-layer="34" to-port="2" />
902
+ <edge from-layer="34" from-port="3" to-layer="36" to-port="1" />
903
+ <edge from-layer="34" from-port="3" to-layer="39" to-port="0" />
904
+ <edge from-layer="35" from-port="0" to-layer="36" to-port="2" />
905
+ <edge from-layer="36" from-port="3" to-layer="42" to-port="0" />
906
+ <edge from-layer="37" from-port="0" to-layer="41" to-port="0" />
907
+ <edge from-layer="38" from-port="0" to-layer="39" to-port="1" />
908
+ <edge from-layer="39" from-port="2" to-layer="41" to-port="1" />
909
+ <edge from-layer="40" from-port="0" to-layer="41" to-port="2" />
910
+ <edge from-layer="41" from-port="3" to-layer="42" to-port="1" />
911
+ <edge from-layer="42" from-port="7" to-layer="44" to-port="11" />
912
+ <edge from-layer="42" from-port="8" to-layer="44" to-port="12" />
913
+ <edge from-layer="42" from-port="9" to-layer="44" to-port="13" />
914
+ <edge from-layer="43" from-port="0" to-layer="44" to-port="14" />
915
+ <edge from-layer="44" from-port="16" to-layer="45" to-port="0" />
916
+ <edge from-layer="44" from-port="15" to-layer="45" to-port="1" />
917
+ <edge from-layer="44" from-port="15" to-layer="48" to-port="0" />
918
+ <edge from-layer="44" from-port="15" to-layer="50" to-port="3" />
919
+ <edge from-layer="44" from-port="17" to-layer="50" to-port="5" />
920
+ <edge from-layer="45" from-port="2" to-layer="47" to-port="0" />
921
+ <edge from-layer="46" from-port="0" to-layer="47" to-port="1" />
922
+ <edge from-layer="47" from-port="2" to-layer="48" to-port="1" />
923
+ <edge from-layer="48" from-port="2" to-layer="50" to-port="4" />
924
+ <edge from-layer="49" from-port="0" to-layer="50" to-port="6" />
925
+ <edge from-layer="50" from-port="8" to-layer="51" to-port="0" />
926
+ <edge from-layer="50" from-port="7" to-layer="51" to-port="1" />
927
+ <edge from-layer="50" from-port="7" to-layer="55" to-port="0" />
928
+ <edge from-layer="50" from-port="8" to-layer="55" to-port="1" />
929
+ <edge from-layer="50" from-port="9" to-layer="55" to-port="2" />
930
+ <edge from-layer="51" from-port="2" to-layer="53" to-port="0" />
931
+ <edge from-layer="52" from-port="0" to-layer="53" to-port="1" />
932
+ <edge from-layer="53" from-port="2" to-layer="55" to-port="3" />
933
+ <edge from-layer="54" from-port="0" to-layer="55" to-port="4" />
934
+ <edge from-layer="55" from-port="6" to-layer="56" to-port="0" />
935
+ <edge from-layer="55" from-port="5" to-layer="59" to-port="0" />
936
+ <edge from-layer="56" from-port="1" to-layer="57" to-port="0" />
937
+ <edge from-layer="57" from-port="1" to-layer="58" to-port="0" />
938
+ <edge from-layer="59" from-port="1" to-layer="60" to-port="0" />
939
+ </edges>
940
+ <rt_info>
941
+ <bos_token_id value="128000" />
942
+ <chat_template value="{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% for message in messages %}{{'&lt;|im_start|>' + message['role'] + '&#10;' + message['content'] + '&lt;|im_end|>' + '&#10;'}}{% endfor %}{% if add_generation_prompt %}{{ '&lt;|im_start|>assistant&#10;' }}{% endif %}" />
943
+ <eos_token_id value="128256" />
944
+ <original_tokenizer_class value="&lt;class 'transformers.tokenization_utils_fast.PreTrainedTokenizerFast'>" />
945
+ <pad_token_id value="128004" />
946
+ </rt_info>
947
+ </net>