Upload 13 files

config.json

@@ -1,5 +1,5 @@
 {
- "_name_or_path": "kredor/punctuate-all",
+ "_name_or_path": "scripts/punctuate-all",
  "architectures": [
  "XLMRobertaForTokenClassification"
  ],
@@ -36,7 +36,7 @@
  "output_past": true,
  "pad_token_id": 1,
  "position_embedding_type": "absolute",
- "transformers_version": "4.33.2",
+ "transformers_version": "4.43.4",
  "type_vocab_size": 1,
  "use_cache": true,
  "vocab_size": 250002

onnx/model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4a98e576bfc1f639c39db215c9b6a4a31dec9f6901d73d932b226d4713c393
+size 1110170533

onnx/model_bnb4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060abf768dd34b06fac7710df08fb02b7b3a1fb55a107b7284b961bd64c2b441
+size 818203167

onnx/model_fp16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc525db8e09c08d3b178f71e6fdebcefce3fc16df629170c421b263e8d7204c8
+size 555255044

onnx/model_int8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3253e390038e494227935571e3a50f627aeb251eef63696c48b91bc19a64cdf3
+size 278674390

onnx/model_q4.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fb0e734972ac7f1a368d4496eb228d5c959313a67ad6b61909b2d370bd02476
+size 823511336

onnx/model_q4f16.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a700a7702a83f641ad4801abb2438d30484618296940b72739bcb8ad0432d9
+size 433165769

onnx/model_quantized.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26b296b3f46917ae3d3012c64f93a54f431f19e51d4fe74529de3e9cdc5cd803
-size 278714286
+oid sha256:3253e390038e494227935571e3a50f627aeb251eef63696c48b91bc19a64cdf3
+size 278674390

onnx/model_uint8.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55570cdc07eab3f42cdc94a832de0c5eb90ec33009ffaa2259bda6c2e8049f9d
+size 278674388

quantize_config.json

@@ -1,36 +1,17 @@
 {
+ "modes": [
+ "fp16",
+ "q8",
+ "int8",
+ "uint8",
+ "q4",
+ "q4f16",
+ "bnb4"
+ ],
  "per_channel": true,
  "reduce_range": true,
- "per_model_config": {
- "model": {
- "op_types": [
- "Constant",
- "Softmax",
- "Not",
- "Sqrt",
- "Where",
- "Concat",
- "Expand",
- "Add",
- "Div",
- "Gather",
- "CumSum",
- "ReduceMean",
- "Shape",
- "Pow",
- "Cast",
- "Sub",
- "MatMul",
- "Reshape",
- "Equal",
- "Transpose",
- "Mul",
- "Erf",
- "Slice",
- "Unsqueeze",
- "ConstantOfShape"
- ],
- "weight_type": "QInt8"
- }
- }
+ "block_size": null,
+ "is_symmetric": true,
+ "accuracy_level": null,
+ "quant_type": 1
 }

special_tokens_map.json

@@ -1,7 +1,25 @@
 {
- "bos_token": "<s>",
- "cls_token": "<s>",
- "eos_token": "</s>",
+ "bos_token": {
+ "content": "<s>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "cls_token": {
+ "content": "<s>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "eos_token": {
+ "content": "</s>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
  "mask_token": {
  "content": "<mask>",
  "lstrip": true,
@@ -9,7 +27,25 @@
  "rstrip": false,
  "single_word": false
  },
- "pad_token": "<pad>",
- "sep_token": "</s>",
- "unk_token": "<unk>"
+ "pad_token": {
+ "content": "<pad>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "sep_token": {
+ "content": "</s>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ },
+ "unk_token": {
+ "content": "<unk>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false
+ }
 }

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
-size 17082758
+oid sha256:8373f9cd3d27591e1924426bcc1c8799bc5a9affc4fc857982c5d66668dd1f41
+size 17082832

tokenizer_config.json

@@ -1,17 +1,52 @@
 {
  "add_prefix_space": true,
+ "added_tokens_decoder": {
+ "0": {
+ "content": "<s>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "1": {
+ "content": "<pad>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "2": {
+ "content": "</s>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "3": {
+ "content": "<unk>",
+ "lstrip": false,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ },
+ "250001": {
+ "content": "<mask>",
+ "lstrip": true,
+ "normalized": false,
+ "rstrip": false,
+ "single_word": false,
+ "special": true
+ }
+ },
  "bos_token": "<s>",
  "clean_up_tokenization_spaces": true,
  "cls_token": "<s>",
  "eos_token": "</s>",
- "mask_token": {
- "__type": "AddedToken",
- "content": "<mask>",
- "lstrip": true,
- "normalized": true,
- "rstrip": false,
- "single_word": false
- },
+ "mask_token": "<mask>",
  "max_length": 512,
  "model_max_length": 512,
  "pad_token": "<pad>",