elucidator8918 commited on
Commit
205724c
1 Parent(s): 3f413fc

Upload openvino_config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. openvino_config.json +22 -0
openvino_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "compression": null,
3
+ "dtype": "int4",
4
+ "input_info": null,
5
+ "optimum_version": "1.22.0.dev0",
6
+ "quantization_config": {
7
+ "all_layers": null,
8
+ "bits": 4,
9
+ "dataset": null,
10
+ "group_size": 128,
11
+ "ignored_scope": null,
12
+ "num_samples": null,
13
+ "quant_method": "default",
14
+ "ratio": 1,
15
+ "scale_estimation": null,
16
+ "sensitivity_metric": null,
17
+ "sym": false,
18
+ "tokenizer": null
19
+ },
20
+ "save_onnx_model": false,
21
+ "transformers_version": "4.42.4"
22
+ }