Hugging Face's logo

AIFunOver
/
gemma-2-2b-it-openvino-8bit

Text Generation
Transformers
Safetensors
OpenVINO
gemma2
conversational
nncf
8-bit precision
text-generation-inference
Inference Endpoints
Model card Files Community
AIFunOver commited on
Commit
c4fdbb4
·
verified ·
1 Parent(s): c3a3d11

Upload openvino_detokenizer.xml with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_detokenizer.xml +13 -13
openvino_detokenizer.xml CHANGED
@@ -1,16 +1,16 @@
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
- <layer id="0" name="Parameter_1041098" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
- <port id="0" precision="I64" names="Parameter_1041098">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
- <layer id="1" name="Convert_1041115" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
@@ -25,7 +25,7 @@
25
  </port>
26
  </output>
27
  </layer>
28
- <layer id="2" name="Constant_1041065" type="Const" version="opset1">
29
  <data element_type="u8" shape="2955910" offset="0" size="2955910" />
30
  <output>
31
  <port id="0" precision="U8">
@@ -33,7 +33,7 @@
33
  </port>
34
  </output>
35
  </layer>
36
- <layer id="3" name="StringTensorUnpack_1041066" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
@@ -52,7 +52,7 @@
52
  </port>
53
  </output>
54
  </layer>
55
- <layer id="4" name="VocabDecoder_1041099" type="VocabDecoder" version="extension">
56
  <data skip_tokens="0, 1, 2, 3, 106, 107" />
57
  <input>
58
  <port id="0" precision="I32">
@@ -87,7 +87,7 @@
87
  </port>
88
  </output>
89
  </layer>
90
- <layer id="5" name="Constant_1041101" type="Const" version="opset1">
91
  <data element_type="u8" shape="3" offset="2955910" size="3" />
92
  <output>
93
  <port id="0" precision="U8">
@@ -95,7 +95,7 @@
95
  </port>
96
  </output>
97
  </layer>
98
- <layer id="6" name="Constant_1041103" type="Const" version="opset1">
99
  <data element_type="u8" shape="1" offset="2955913" size="1" />
100
  <output>
101
  <port id="0" precision="U8">
@@ -103,7 +103,7 @@
103
  </port>
104
  </output>
105
  </layer>
106
- <layer id="7" name="RegexNormalization_1041104" type="RegexNormalization" version="extension">
107
  <data global_replace="true" />
108
  <input>
109
  <port id="0" precision="I32">
@@ -134,7 +134,7 @@
134
  </port>
135
  </output>
136
  </layer>
137
- <layer id="8" name="ByteFallback_1041105" type="ByteFallback" version="extension">
138
  <input>
139
  <port id="0" precision="I32">
140
  <dim>-1</dim>
@@ -158,7 +158,7 @@
158
  </port>
159
  </output>
160
  </layer>
161
- <layer id="9" name="FuzeRagged_1041106" type="FuzeRagged" version="extension">
162
  <input>
163
  <port id="0" precision="I32">
164
  <dim>-1</dim>
@@ -182,7 +182,7 @@
182
  </port>
183
  </output>
184
  </layer>
185
- <layer id="10" name="StringTensorPack_1041107" type="StringTensorPack" version="extension">
186
  <data mode="begins_ends" />
187
  <input>
188
  <port id="0" precision="I32">
@@ -201,7 +201,7 @@
201
  </port>
202
  </output>
203
  </layer>
204
- <layer id="11" name="Result_1041108" type="Result" version="opset1">
205
  <input>
206
  <port id="0" precision="STRING">
207
  <dim>-1</dim>
 
1
  <?xml version="1.0"?>
2
  <net name="detokenizer" version="11">
3
  <layers>
4
+ <layer id="0" name="Parameter_1672291" type="Parameter" version="opset1">
5
  <data shape="?,?" element_type="i64" />
6
  <output>
7
+ <port id="0" precision="I64" names="Parameter_1672291">
8
  <dim>-1</dim>
9
  <dim>-1</dim>
10
  </port>
11
  </output>
12
  </layer>
13
+ <layer id="1" name="Convert_1672308" type="Convert" version="opset1">
14
  <data destination_type="i32" />
15
  <input>
16
  <port id="0" precision="I64">
 
25
  </port>
26
  </output>
27
  </layer>
28
+ <layer id="2" name="Constant_1672258" type="Const" version="opset1">
29
  <data element_type="u8" shape="2955910" offset="0" size="2955910" />
30
  <output>
31
  <port id="0" precision="U8">
 
33
  </port>
34
  </output>
35
  </layer>
36
+ <layer id="3" name="StringTensorUnpack_1672259" type="StringTensorUnpack" version="extension">
37
  <data mode="begins_ends" />
38
  <input>
39
  <port id="0" precision="U8">
 
52
  </port>
53
  </output>
54
  </layer>
55
+ <layer id="4" name="VocabDecoder_1672292" type="VocabDecoder" version="extension">
56
  <data skip_tokens="0, 1, 2, 3, 106, 107" />
57
  <input>
58
  <port id="0" precision="I32">
 
87
  </port>
88
  </output>
89
  </layer>
90
+ <layer id="5" name="Constant_1672294" type="Const" version="opset1">
91
  <data element_type="u8" shape="3" offset="2955910" size="3" />
92
  <output>
93
  <port id="0" precision="U8">
 
95
  </port>
96
  </output>
97
  </layer>
98
+ <layer id="6" name="Constant_1672296" type="Const" version="opset1">
99
  <data element_type="u8" shape="1" offset="2955913" size="1" />
100
  <output>
101
  <port id="0" precision="U8">
 
103
  </port>
104
  </output>
105
  </layer>
106
+ <layer id="7" name="RegexNormalization_1672297" type="RegexNormalization" version="extension">
107
  <data global_replace="true" />
108
  <input>
109
  <port id="0" precision="I32">
 
134
  </port>
135
  </output>
136
  </layer>
137
+ <layer id="8" name="ByteFallback_1672298" type="ByteFallback" version="extension">
138
  <input>
139
  <port id="0" precision="I32">
140
  <dim>-1</dim>
 
158
  </port>
159
  </output>
160
  </layer>
161
+ <layer id="9" name="FuzeRagged_1672299" type="FuzeRagged" version="extension">
162
  <input>
163
  <port id="0" precision="I32">
164
  <dim>-1</dim>
 
182
  </port>
183
  </output>
184
  </layer>
185
+ <layer id="10" name="StringTensorPack_1672300" type="StringTensorPack" version="extension">
186
  <data mode="begins_ends" />
187
  <input>
188
  <port id="0" precision="I32">
 
201
  </port>
202
  </output>
203
  </layer>
204
+ <layer id="11" name="Result_1672301" type="Result" version="opset1">
205
  <input>
206
  <port id="0" precision="STRING">
207
  <dim>-1</dim>