Commit
•
ace3ae2
1
Parent(s):
bb7a108
Training in progress epoch 0
Browse files- README.md +8 -8
- config.json +3 -1
- logs/train/events.out.tfevents.1651825754.matt-TRX40-AORUS-PRO-WIFI.13939.0.v2 +3 -0
- logs/train/events.out.tfevents.1658760475.matt-TRX40-AORUS-PRO-WIFI.32190.0.v2 +3 -0
- logs/train/events.out.tfevents.1658760499.matt-TRX40-AORUS-PRO-WIFI.32190.1.v2 +3 -0
- logs/train/events.out.tfevents.1658760743.matt-TRX40-AORUS-PRO-WIFI.32190.3.v2 +3 -0
- logs/train/events.out.tfevents.1658761012.matt-TRX40-AORUS-PRO-WIFI.32190.5.v2 +3 -0
- logs/train/events.out.tfevents.1658761741.matt-TRX40-AORUS-PRO-WIFI.32190.7.v2 +3 -0
- logs/train/events.out.tfevents.1658762124.matt-TRX40-AORUS-PRO-WIFI.39717.0.v2 +3 -0
- logs/train/events.out.tfevents.1658766466.matt-TRX40-AORUS-PRO-WIFI.54320.0.v2 +3 -0
- logs/validation/events.out.tfevents.1658760501.matt-TRX40-AORUS-PRO-WIFI.32190.2.v2 +3 -0
- logs/validation/events.out.tfevents.1658760746.matt-TRX40-AORUS-PRO-WIFI.32190.4.v2 +3 -0
- logs/validation/events.out.tfevents.1658761026.matt-TRX40-AORUS-PRO-WIFI.32190.6.v2 +3 -0
- logs/validation/events.out.tfevents.1658761743.matt-TRX40-AORUS-PRO-WIFI.32190.8.v2 +3 -0
- logs/validation/events.out.tfevents.1658762140.matt-TRX40-AORUS-PRO-WIFI.39717.1.v2 +3 -0
- logs/validation/events.out.tfevents.1658766482.matt-TRX40-AORUS-PRO-WIFI.54320.1.v2 +3 -0
- special_tokens_map.json +5 -1
- tf_model.h5 +1 -1
- tokenizer_config.json +13 -1
README.md
CHANGED
@@ -14,10 +14,10 @@ probably proofread and complete it, then remove this comment. -->
|
|
14 |
|
15 |
This model is a fine-tuned version of [Helsinki-NLP/opus-mt-en-ROMANCE](https://huggingface.co/Helsinki-NLP/opus-mt-en-ROMANCE) on an unknown dataset.
|
16 |
It achieves the following results on the evaluation set:
|
17 |
-
- Train Loss:
|
18 |
-
- Validation Loss:
|
19 |
-
- Train Bleu:
|
20 |
-
- Train Gen Len:
|
21 |
- Epoch: 0
|
22 |
|
23 |
## Model description
|
@@ -44,12 +44,12 @@ The following hyperparameters were used during training:
|
|
44 |
|
45 |
| Train Loss | Validation Loss | Train Bleu | Train Gen Len | Epoch |
|
46 |
|:----------:|:---------------:|:----------:|:-------------:|:-----:|
|
47 |
-
|
|
48 |
|
49 |
|
50 |
### Framework versions
|
51 |
|
52 |
-
- Transformers 4.
|
53 |
-
- TensorFlow 2.
|
54 |
-
- Datasets
|
55 |
- Tokenizers 0.11.0
|
|
|
14 |
|
15 |
This model is a fine-tuned version of [Helsinki-NLP/opus-mt-en-ROMANCE](https://huggingface.co/Helsinki-NLP/opus-mt-en-ROMANCE) on an unknown dataset.
|
16 |
It achieves the following results on the evaluation set:
|
17 |
+
- Train Loss: 3.0918
|
18 |
+
- Validation Loss: 2.0582
|
19 |
+
- Train Bleu: 7.3915
|
20 |
+
- Train Gen Len: 127.0
|
21 |
- Epoch: 0
|
22 |
|
23 |
## Model description
|
|
|
44 |
|
45 |
| Train Loss | Validation Loss | Train Bleu | Train Gen Len | Epoch |
|
46 |
|:----------:|:---------------:|:----------:|:-------------:|:-----:|
|
47 |
+
| 3.0918 | 2.0582 | 7.3915 | 127.0 | 0 |
|
48 |
|
49 |
|
50 |
### Framework versions
|
51 |
|
52 |
+
- Transformers 4.21.0.dev0
|
53 |
+
- TensorFlow 2.9.1
|
54 |
+
- Datasets 2.4.0
|
55 |
- Tokenizers 0.11.0
|
config.json
CHANGED
@@ -22,6 +22,7 @@
|
|
22 |
"decoder_layerdrop": 0.0,
|
23 |
"decoder_layers": 6,
|
24 |
"decoder_start_token_id": 65000,
|
|
|
25 |
"do_blenderbot_90_layernorm": false,
|
26 |
"dropout": 0.1,
|
27 |
"encoder_attention_heads": 8,
|
@@ -54,8 +55,9 @@
|
|
54 |
"num_hidden_layers": 6,
|
55 |
"pad_token_id": 65000,
|
56 |
"scale_embedding": true,
|
|
|
57 |
"static_position_embeddings": true,
|
58 |
-
"transformers_version": "4.
|
59 |
"use_cache": true,
|
60 |
"vocab_size": 65001
|
61 |
}
|
|
|
22 |
"decoder_layerdrop": 0.0,
|
23 |
"decoder_layers": 6,
|
24 |
"decoder_start_token_id": 65000,
|
25 |
+
"decoder_vocab_size": 65001,
|
26 |
"do_blenderbot_90_layernorm": false,
|
27 |
"dropout": 0.1,
|
28 |
"encoder_attention_heads": 8,
|
|
|
55 |
"num_hidden_layers": 6,
|
56 |
"pad_token_id": 65000,
|
57 |
"scale_embedding": true,
|
58 |
+
"share_encoder_decoder_embeddings": true,
|
59 |
"static_position_embeddings": true,
|
60 |
+
"transformers_version": "4.21.0.dev0",
|
61 |
"use_cache": true,
|
62 |
"vocab_size": 65001
|
63 |
}
|
logs/train/events.out.tfevents.1651825754.matt-TRX40-AORUS-PRO-WIFI.13939.0.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:17af7519b25f8a918fab30c48a06afe1edac9d4420cc19e6dafbae7ab41875a1
|
3 |
+
size 3370216
|
logs/train/events.out.tfevents.1658760475.matt-TRX40-AORUS-PRO-WIFI.32190.0.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f2773ecdc207aa83628a56643e376cc8b954685ff4497da878a1757a564c8d0a
|
3 |
+
size 3376592
|
logs/train/events.out.tfevents.1658760499.matt-TRX40-AORUS-PRO-WIFI.32190.1.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:156146353d05b8713a876c5e0f1e78ff7c3a0bbf5580a14187206c7b84a10cb3
|
3 |
+
size 3376592
|
logs/train/events.out.tfevents.1658760743.matt-TRX40-AORUS-PRO-WIFI.32190.3.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ec81ee3708ea4b23227ed149939e1d580f02ff80c045f472af9d66518bee2f5
|
3 |
+
size 3376592
|
logs/train/events.out.tfevents.1658761012.matt-TRX40-AORUS-PRO-WIFI.32190.5.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03f65a6b1a8f3473102bd370198894e9f41bc928d04d2704fdc2cb041167f674
|
3 |
+
size 3376624
|
logs/train/events.out.tfevents.1658761741.matt-TRX40-AORUS-PRO-WIFI.32190.7.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:18e651e0c4ead5e63cef8260ecb8c07313f38c5834bda9170cb7da4a4537c0a7
|
3 |
+
size 3376624
|
logs/train/events.out.tfevents.1658762124.matt-TRX40-AORUS-PRO-WIFI.39717.0.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9dd6d3bedbf3dca100879094037f024cf5b7e47cd739a34d55b9ba3d7cb6f911
|
3 |
+
size 3376592
|
logs/train/events.out.tfevents.1658766466.matt-TRX40-AORUS-PRO-WIFI.54320.0.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6a7a7de773e59df614f58fea500a41cf0ac9ca750dec5a962cb5f3810e698bb7
|
3 |
+
size 3376790
|
logs/validation/events.out.tfevents.1658760501.matt-TRX40-AORUS-PRO-WIFI.32190.2.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a63696d5ddcd13c2efeda36ac569fb437aef34baed15e6fa7731577eba18db6d
|
3 |
+
size 127
|
logs/validation/events.out.tfevents.1658760746.matt-TRX40-AORUS-PRO-WIFI.32190.4.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2a0bdf06de78b1828972ed6430ad445c916e5a6dcc1082237847f9ce6f94c14
|
3 |
+
size 127
|
logs/validation/events.out.tfevents.1658761026.matt-TRX40-AORUS-PRO-WIFI.32190.6.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:347ab3726408d6846363c2494d018f41c84f9a9f4ecc821d216f47593aeba47a
|
3 |
+
size 127
|
logs/validation/events.out.tfevents.1658761743.matt-TRX40-AORUS-PRO-WIFI.32190.8.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7bcfe98be39b9080cdb9b1005a0454e661626a11824d083453fa4b72f43a1568
|
3 |
+
size 127
|
logs/validation/events.out.tfevents.1658762140.matt-TRX40-AORUS-PRO-WIFI.39717.1.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:560261c70a1daeb49897a078667b19ef7d63c08634c7900b16dcf539a97d3ae2
|
3 |
+
size 127
|
logs/validation/events.out.tfevents.1658766482.matt-TRX40-AORUS-PRO-WIFI.54320.1.v2
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:01c825c7464bbc76e65831d746ac6996257641f23feacb95b85f81e70804ab58
|
3 |
+
size 193
|
special_tokens_map.json
CHANGED
@@ -1 +1,5 @@
|
|
1 |
-
{
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"eos_token": "</s>",
|
3 |
+
"pad_token": "<pad>",
|
4 |
+
"unk_token": "<unk>"
|
5 |
+
}
|
tf_model.h5
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 312319188
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:11c6ba67f45932690ba0597939863f6db34b974c49bdf14cad1ff669dbd57d53
|
3 |
size 312319188
|
tokenizer_config.json
CHANGED
@@ -1 +1,13 @@
|
|
1 |
-
{
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"eos_token": "</s>",
|
3 |
+
"model_max_length": 512,
|
4 |
+
"name_or_path": "Helsinki-NLP/opus-mt-en-ROMANCE",
|
5 |
+
"pad_token": "<pad>",
|
6 |
+
"separate_vocabs": false,
|
7 |
+
"source_lang": "en",
|
8 |
+
"sp_model_kwargs": {},
|
9 |
+
"special_tokens_map_file": null,
|
10 |
+
"target_lang": "fr+fr_BE+fr_CA+fr_FR+wa+frp+oc+ca+rm+lld+fur+lij+lmo+es+es_AR+es_CL+es_CO+es_CR+es_DO+es_EC+es_ES+es_GT+es_HN+es_MX+es_NI+es_PA+es_PE+es_PR+es_SV+es_UY+es_VE+pt+pt_br+pt_BR+pt_PT+gl+lad+an+mwl+it+it_IT+co+nap+scn+vec+sc+ro+la",
|
11 |
+
"tokenizer_class": "MarianTokenizer",
|
12 |
+
"unk_token": "<unk>"
|
13 |
+
}
|