sabbas commited on
Commit
f905207
·
verified ·
1 Parent(s): a95fedf

Training and Evaluation complete

Browse files
Files changed (3) hide show
  1. README.md +70 -0
  2. generation_config.json +16 -0
  3. model.safetensors +1 -1
README.md ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: Helsinki-NLP/opus-mt-en-ar
4
+ tags:
5
+ - translation
6
+ - generated_from_trainer
7
+ model-index:
8
+ - name: Text2Gloss_ar
9
+ results: []
10
+ ---
11
+
12
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
13
+ should probably proofread and complete it, then remove this comment. -->
14
+
15
+ # Text2Gloss_ar
16
+
17
+ This model is a fine-tuned version of [Helsinki-NLP/opus-mt-en-ar](https://huggingface.co/Helsinki-NLP/opus-mt-en-ar) on the None dataset.
18
+ It achieves the following results on the evaluation set:
19
+ - Loss: 0.0336
20
+ - Word Bleu: 96.3751
21
+ - Char Bleu: 98.5195
22
+
23
+ ## Model description
24
+
25
+ More information needed
26
+
27
+ ## Intended uses & limitations
28
+
29
+ More information needed
30
+
31
+ ## Training and evaluation data
32
+
33
+ More information needed
34
+
35
+ ## Training procedure
36
+
37
+ ### Training hyperparameters
38
+
39
+ The following hyperparameters were used during training:
40
+ - learning_rate: 2e-05
41
+ - train_batch_size: 32
42
+ - eval_batch_size: 64
43
+ - seed: 42
44
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
45
+ - lr_scheduler_type: linear
46
+ - num_epochs: 30
47
+ - mixed_precision_training: Native AMP
48
+
49
+ ### Training results
50
+
51
+ | Training Loss | Epoch | Step | Validation Loss | Word Bleu | Char Bleu |
52
+ |:-------------:|:-----:|:----:|:---------------:|:---------:|:---------:|
53
+ | 3.0445 | 1.0 | 190 | 1.0130 | 14.7298 | 31.5277 |
54
+ | 0.863 | 2.0 | 380 | 0.4001 | 52.2907 | 67.3129 |
55
+ | 0.4146 | 3.0 | 570 | 0.1912 | 76.9208 | 85.7130 |
56
+ | 0.2205 | 4.0 | 760 | 0.0918 | 89.7162 | 94.7752 |
57
+ | 0.1296 | 5.0 | 950 | 0.0617 | 92.7357 | 96.6210 |
58
+ | 0.0868 | 6.0 | 1140 | 0.0522 | 93.6404 | 97.0249 |
59
+ | 0.0641 | 7.0 | 1330 | 0.0364 | 95.8783 | 98.4617 |
60
+ | 0.047 | 8.0 | 1520 | 0.0359 | 95.9872 | 98.4311 |
61
+ | 0.0386 | 9.0 | 1710 | 0.0318 | 96.5580 | 98.6017 |
62
+ | 0.0316 | 10.0 | 1900 | 0.0336 | 96.3751 | 98.5195 |
63
+
64
+
65
+ ### Framework versions
66
+
67
+ - Transformers 4.42.4
68
+ - Pytorch 1.12.0+cu102
69
+ - Datasets 2.21.0
70
+ - Tokenizers 0.19.1
generation_config.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bad_words_ids": [
3
+ [
4
+ 62801
5
+ ]
6
+ ],
7
+ "bos_token_id": 0,
8
+ "decoder_start_token_id": 62801,
9
+ "eos_token_id": 0,
10
+ "forced_eos_token_id": 0,
11
+ "max_length": 512,
12
+ "num_beams": 4,
13
+ "pad_token_id": 62801,
14
+ "renormalize_logits": true,
15
+ "transformers_version": "4.42.4"
16
+ }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:265773ea59f9ea9fce8cb5eaae890ebf253c5de0f0fed95a4fa7ff8454d393cb
3
  size 305452744
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a62490f4346896d6e403ccfa314ff22a61d2d4d974a7c7b14f6a853ebb7c5f64
3
  size 305452744