Xenova HF Staff commited on
Commit
8906a48
·
verified ·
1 Parent(s): 51d5803

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ source.spm filter=lfs diff=lfs merge=lfs -text
37
+ target.spm filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -1,4 +1,5 @@
1
  {
 
2
  "_name_or_path": "Helsinki-NLP/opus-mt-vi-en",
3
  "activation_dropout": 0.0,
4
  "activation_function": "swish",
@@ -8,11 +9,6 @@
8
  "MarianMTModel"
9
  ],
10
  "attention_dropout": 0.0,
11
- "bad_words_ids": [
12
- [
13
- 53738
14
- ]
15
- ],
16
  "bos_token_id": 0,
17
  "classif_dropout": 0.0,
18
  "classifier_dropout": 0.0,
@@ -43,18 +39,19 @@
43
  "LABEL_1": 1,
44
  "LABEL_2": 2
45
  },
46
- "max_length": 512,
47
  "max_position_embeddings": 512,
48
  "model_type": "marian",
49
  "normalize_before": false,
50
  "normalize_embedding": false,
51
- "num_beams": 6,
52
  "num_hidden_layers": 6,
53
  "pad_token_id": 53738,
54
  "scale_embedding": true,
55
  "share_encoder_decoder_embeddings": true,
56
  "static_position_embeddings": true,
57
- "transformers_version": "4.43.4",
 
58
  "use_cache": true,
59
  "vocab_size": 53739
60
  }
 
1
  {
2
+ "_attn_implementation_autoset": true,
3
  "_name_or_path": "Helsinki-NLP/opus-mt-vi-en",
4
  "activation_dropout": 0.0,
5
  "activation_function": "swish",
 
9
  "MarianMTModel"
10
  ],
11
  "attention_dropout": 0.0,
 
 
 
 
 
12
  "bos_token_id": 0,
13
  "classif_dropout": 0.0,
14
  "classifier_dropout": 0.0,
 
39
  "LABEL_1": 1,
40
  "LABEL_2": 2
41
  },
42
+ "max_length": null,
43
  "max_position_embeddings": 512,
44
  "model_type": "marian",
45
  "normalize_before": false,
46
  "normalize_embedding": false,
47
+ "num_beams": null,
48
  "num_hidden_layers": 6,
49
  "pad_token_id": 53738,
50
  "scale_embedding": true,
51
  "share_encoder_decoder_embeddings": true,
52
  "static_position_embeddings": true,
53
+ "torch_dtype": "float32",
54
+ "transformers_version": "4.49.0",
55
  "use_cache": true,
56
  "vocab_size": 53739
57
  }
generation_config.json CHANGED
@@ -12,5 +12,5 @@
12
  "num_beams": 6,
13
  "pad_token_id": 53738,
14
  "renormalize_logits": true,
15
- "transformers_version": "4.43.4"
16
  }
 
12
  "num_beams": 6,
13
  "pad_token_id": 53738,
14
  "renormalize_logits": true,
15
+ "transformers_version": "4.49.0"
16
  }
onnx/decoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39b2e502683901188f11e04492a80ed754239854e2ce8fb34fb3e75dddd7493b
3
- size 212503174
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d095c0f0d511e31824c9f5101c590b817753a676ae1d92bac6b4f4c375eb86ab
3
+ size 212482350
onnx/decoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bf7902fe4c96b79db84ec6c8a149ff324e0bc5af56d71ed74b2bf6af56ef9944
3
- size 106396272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8536c82e68b0929073564c1caf5fa491a6913c1bda25d35bd28a80c9ad7d5e50
3
+ size 106375147
onnx/decoder_model_merged.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:548b1e0d7d4bb10a998b0fb9b26ef79fee8fa1249b58a3174ade158c91460806
3
- size 212850352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:469a22647a4d1ff5b6d0b35d02a60f483c20450c241e979359962a8037c13158
3
+ size 212802767
onnx/decoder_model_merged_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3c58c778a0312dccbbd8a1875404ab65d1e2de01f79a0eca2883bda8071493f0
3
- size 206576664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dbf5314a2c5e3c8fd8656011a39efae40ad82987165d1b100d732da8dc4ba4a
3
+ size 106723484
onnx/decoder_with_past_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c18d7cb06dcb6216026aaa2bf86418ecbed29e61d870ce398da2784646c52e0f
3
- size 199822944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9ad512853576e103333c30f76d3d1678aa9d968328663b09e5bf8afb98252e8
3
+ size 199807194
onnx/decoder_with_past_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f28f1655e06816c5a0c8a89f6e6586834d46497fb728fa9db27f2fe10d74047
3
- size 100022638
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f03318b21e1819fa7f1e8923a9713e733df85a83cef13ae16973e43dd61011
3
+ size 100008367
onnx/encoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e59e264c5f683f75d1fca512f7ef53b8407b709ccb61601fdf5565a09500ea0
3
- size 186886352
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fab0c31bb8d5d571e89ee51695a6455903d10e96fc126c19ce4f4a2086482f2
3
+ size 186877885
onnx/encoder_model_fp16.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ffd994463cb1f1485f90c49f986245c58480dd8dc1e7af7d122174aac1a17d69
3
- size 93504737
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25a10ec5c917c3a5cc21cf8f0feb8a015bf883df84cc75ddc967f6d655b69e5d
3
+ size 93496641
quantize_config.json CHANGED
@@ -1,17 +1,12 @@
1
  {
2
  "modes": [
3
- "fp16",
4
- "q8",
5
- "int8",
6
- "uint8",
7
- "q4",
8
- "q4f16",
9
- "bnb4"
10
  ],
11
  "per_channel": true,
12
  "reduce_range": true,
13
  "block_size": null,
14
  "is_symmetric": true,
15
  "accuracy_level": null,
16
- "quant_type": 1
 
17
  }
 
1
  {
2
  "modes": [
3
+ "fp16"
 
 
 
 
 
 
4
  ],
5
  "per_channel": true,
6
  "reduce_range": true,
7
  "block_size": null,
8
  "is_symmetric": true,
9
  "accuracy_level": null,
10
+ "quant_type": 1,
11
+ "op_block_list": null
12
  }
source.spm CHANGED
Binary files a/source.spm and b/source.spm differ
 
target.spm CHANGED
Binary files a/target.spm and b/target.spm differ
 
tokenizer_config.json CHANGED
@@ -25,8 +25,9 @@
25
  "special": true
26
  }
27
  },
28
- "clean_up_tokenization_spaces": true,
29
  "eos_token": "</s>",
 
30
  "model_max_length": 512,
31
  "pad_token": "<pad>",
32
  "separate_vocabs": false,
 
25
  "special": true
26
  }
27
  },
28
+ "clean_up_tokenization_spaces": false,
29
  "eos_token": "</s>",
30
+ "extra_special_tokens": {},
31
  "model_max_length": 512,
32
  "pad_token": "<pad>",
33
  "separate_vocabs": false,