franjamonga commited on
Commit
1b64441
1 Parent(s): 02ecc56

Upload 8 files

Browse files
Files changed (8) hide show
  1. README.md +104 -0
  2. config.json +61 -0
  3. metadata.json +1 -0
  4. pytorch_model.bin +3 -0
  5. source.spm +0 -0
  6. target.spm +0 -0
  7. tokenizer_config.json +1 -0
  8. vocab.json +0 -0
README.md ADDED
@@ -0,0 +1,104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - es
4
+ - en
5
+
6
+ tags:
7
+ - translation
8
+
9
+ license: apache-2.0
10
+ ---
11
+
12
+ ### spa-eng
13
+
14
+ * source group: Spanish
15
+ * target group: English
16
+ * OPUS readme: [spa-eng](https://github.com/Helsinki-NLP/Tatoeba-Challenge/tree/master/models/spa-eng/README.md)
17
+
18
+ * model: transformer
19
+ * source language(s): spa
20
+ * target language(s): eng
21
+ * model: transformer
22
+ * pre-processing: normalization + SentencePiece (spm32k,spm32k)
23
+ * download original weights: [opus-2020-08-18.zip](https://object.pouta.csc.fi/Tatoeba-MT-models/spa-eng/opus-2020-08-18.zip)
24
+ * test set translations: [opus-2020-08-18.test.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/spa-eng/opus-2020-08-18.test.txt)
25
+ * test set scores: [opus-2020-08-18.eval.txt](https://object.pouta.csc.fi/Tatoeba-MT-models/spa-eng/opus-2020-08-18.eval.txt)
26
+
27
+ ## Benchmarks
28
+
29
+ | testset | BLEU | chr-F |
30
+ |-----------------------|-------|-------|
31
+ | newssyscomb2009-spaeng.spa.eng | 30.6 | 0.570 |
32
+ | news-test2008-spaeng.spa.eng | 27.9 | 0.553 |
33
+ | newstest2009-spaeng.spa.eng | 30.4 | 0.572 |
34
+ | newstest2010-spaeng.spa.eng | 36.1 | 0.614 |
35
+ | newstest2011-spaeng.spa.eng | 34.2 | 0.599 |
36
+ | newstest2012-spaeng.spa.eng | 37.9 | 0.624 |
37
+ | newstest2013-spaeng.spa.eng | 35.3 | 0.609 |
38
+ | Tatoeba-test.spa.eng | 59.6 | 0.739 |
39
+
40
+
41
+ ### System Info:
42
+ - hf_name: spa-eng
43
+
44
+ - source_languages: spa
45
+
46
+ - target_languages: eng
47
+
48
+ - opus_readme_url: https://github.com/Helsinki-NLP/Tatoeba-Challenge/tree/master/models/spa-eng/README.md
49
+
50
+ - original_repo: Tatoeba-Challenge
51
+
52
+ - tags: ['translation']
53
+
54
+ - languages: ['es', 'en']
55
+
56
+ - src_constituents: {'spa'}
57
+
58
+ - tgt_constituents: {'eng'}
59
+
60
+ - src_multilingual: False
61
+
62
+ - tgt_multilingual: False
63
+
64
+ - prepro: normalization + SentencePiece (spm32k,spm32k)
65
+
66
+ - url_model: https://object.pouta.csc.fi/Tatoeba-MT-models/spa-eng/opus-2020-08-18.zip
67
+
68
+ - url_test_set: https://object.pouta.csc.fi/Tatoeba-MT-models/spa-eng/opus-2020-08-18.test.txt
69
+
70
+ - src_alpha3: spa
71
+
72
+ - tgt_alpha3: eng
73
+
74
+ - short_pair: es-en
75
+
76
+ - chrF2_score: 0.7390000000000001
77
+
78
+ - bleu: 59.6
79
+
80
+ - brevity_penalty: 0.9740000000000001
81
+
82
+ - ref_len: 79376.0
83
+
84
+ - src_name: Spanish
85
+
86
+ - tgt_name: English
87
+
88
+ - train_date: 2020-08-18 00:00:00
89
+
90
+ - src_alpha2: es
91
+
92
+ - tgt_alpha2: en
93
+
94
+ - prefer_old: False
95
+
96
+ - long_pair: spa-eng
97
+
98
+ - helsinki_git_sha: d2f0910c89026c34a44e331e785dec1e0faa7b82
99
+
100
+ - transformers_git_sha: f7af09b4524b784d67ae8526f0e2fcc6f5ed0de9
101
+
102
+ - port_machine: brutasse
103
+
104
+ - port_time: 2020-08-24-18:20
config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/tmp/Helsinki-NLP/opus-mt-es-en",
3
+ "activation_dropout": 0.0,
4
+ "activation_function": "swish",
5
+ "add_bias_logits": false,
6
+ "add_final_layer_norm": false,
7
+ "architectures": [
8
+ "MarianMTModel"
9
+ ],
10
+ "attention_dropout": 0.0,
11
+ "bad_words_ids": [
12
+ [
13
+ 65000
14
+ ]
15
+ ],
16
+ "bos_token_id": 0,
17
+ "classif_dropout": 0.0,
18
+ "classifier_dropout": 0.0,
19
+ "d_model": 512,
20
+ "decoder_attention_heads": 8,
21
+ "decoder_ffn_dim": 2048,
22
+ "decoder_layerdrop": 0.0,
23
+ "decoder_layers": 6,
24
+ "decoder_start_token_id": 65000,
25
+ "decoder_vocab_size": 65001,
26
+ "dropout": 0.1,
27
+ "encoder_attention_heads": 8,
28
+ "encoder_ffn_dim": 2048,
29
+ "encoder_layerdrop": 0.0,
30
+ "encoder_layers": 6,
31
+ "eos_token_id": 0,
32
+ "extra_pos_embeddings": 65001,
33
+ "force_bos_token_to_be_generated": false,
34
+ "forced_eos_token_id": 0,
35
+ "id2label": {
36
+ "0": "LABEL_0",
37
+ "1": "LABEL_1",
38
+ "2": "LABEL_2"
39
+ },
40
+ "init_std": 0.02,
41
+ "is_encoder_decoder": true,
42
+ "label2id": {
43
+ "LABEL_0": 0,
44
+ "LABEL_1": 1,
45
+ "LABEL_2": 2
46
+ },
47
+ "max_length": 512,
48
+ "max_position_embeddings": 512,
49
+ "model_type": "marian",
50
+ "normalize_before": false,
51
+ "normalize_embedding": false,
52
+ "num_beams": 4,
53
+ "num_hidden_layers": 6,
54
+ "pad_token_id": 65000,
55
+ "scale_embedding": true,
56
+ "share_encoder_decoder_embeddings": true,
57
+ "static_position_embeddings": true,
58
+ "transformers_version": "4.22.0.dev0",
59
+ "use_cache": true,
60
+ "vocab_size": 65001
61
+ }
metadata.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"hf_name":"spa-eng","source_languages":"spa","target_languages":"eng","opus_readme_url":"https:\/\/github.com\/Helsinki-NLP\/Tatoeba-Challenge\/tree\/master\/models\/spa-eng\/README.md","original_repo":"Tatoeba-Challenge","tags":["translation"],"languages":["es","en"],"src_constituents":["spa"],"tgt_constituents":["eng"],"src_multilingual":false,"tgt_multilingual":false,"prepro":" normalization + SentencePiece (spm32k,spm32k)","url_model":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/spa-eng\/opus-2020-08-18.zip","url_test_set":"https:\/\/object.pouta.csc.fi\/Tatoeba-MT-models\/spa-eng\/opus-2020-08-18.test.txt","src_alpha3":"spa","tgt_alpha3":"eng","short_pair":"es-en","chrF2_score":0.739,"bleu":59.6,"brevity_penalty":0.974,"ref_len":79376.0,"src_name":"Spanish","tgt_name":"English","train_date":1597708800000,"src_alpha2":"es","tgt_alpha2":"en","prefer_old":false,"long_pair":"spa-eng","helsinki_git_sha":"d2f0910c89026c34a44e331e785dec1e0faa7b82","transformers_git_sha":"f7af09b4524b784d67ae8526f0e2fcc6f5ed0de9","port_machine":"brutasse","port_time":"2020-08-24-18:20"}
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:586a4e69e0804459ac7c176a5dc76852652100d9af1ee0db796de719899a5deb
3
+ size 312087523
source.spm ADDED
Binary file (826 kB). View file
 
target.spm ADDED
Binary file (802 kB). View file
 
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"target_lang": "eng", "source_lang": "spa"}
vocab.json ADDED
The diff for this file is too large to render. See raw diff