SoyGema commited on
Commit
4b35440
1 Parent(s): bba734b

End of training

Browse files
README.md CHANGED
@@ -1,13 +1,31 @@
1
  ---
 
 
 
2
  license: apache-2.0
3
  base_model: t5-small
4
  tags:
5
  - generated_from_trainer
6
  datasets:
7
  - opus100
 
 
8
  model-index:
9
  - name: english-spanish-2
10
- results: []
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  ---
12
 
13
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -15,7 +33,11 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # english-spanish-2
17
 
18
- This model is a fine-tuned version of [t5-small](https://huggingface.co/t5-small) on the opus100 dataset.
 
 
 
 
19
 
20
  ## Model description
21
 
 
1
  ---
2
+ language:
3
+ - en
4
+ - es
5
  license: apache-2.0
6
  base_model: t5-small
7
  tags:
8
  - generated_from_trainer
9
  datasets:
10
  - opus100
11
+ metrics:
12
+ - bleu
13
  model-index:
14
  - name: english-spanish-2
15
+ results:
16
+ - task:
17
+ name: Translation
18
+ type: translation
19
+ dataset:
20
+ name: opus100 en-es
21
+ type: opus100
22
+ config: en-es
23
+ split: validation
24
+ args: en-es
25
+ metrics:
26
+ - name: Bleu
27
+ type: bleu
28
+ value: 16.7134
29
  ---
30
 
31
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
33
 
34
  # english-spanish-2
35
 
36
+ This model is a fine-tuned version of [t5-small](https://huggingface.co/t5-small) on the opus100 en-es dataset.
37
+ It achieves the following results on the evaluation set:
38
+ - Loss: 1.0854
39
+ - Bleu: 16.7134
40
+ - Gen Len: 43.5938
41
 
42
  ## Model description
43
 
all_results.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_bleu": 16.7134,
4
+ "eval_gen_len": 43.5938,
5
+ "eval_loss": 1.0853724479675293,
6
+ "eval_runtime": 260.8335,
7
+ "eval_samples": 32,
8
+ "eval_samples_per_second": 0.123,
9
+ "eval_steps_per_second": 0.031,
10
+ "train_loss": 1.3449153543769596,
11
+ "train_runtime": 6820.3855,
12
+ "train_samples": 15625,
13
+ "train_samples_per_second": 6.873,
14
+ "train_steps_per_second": 1.719
15
+ }
eval_results.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_bleu": 16.7134,
4
+ "eval_gen_len": 43.5938,
5
+ "eval_loss": 1.0853724479675293,
6
+ "eval_runtime": 260.8335,
7
+ "eval_samples": 32,
8
+ "eval_samples_per_second": 0.123,
9
+ "eval_steps_per_second": 0.031
10
+ }
generation_config.json CHANGED
@@ -1,5 +1,4 @@
1
  {
2
- "_from_model_config": true,
3
  "decoder_start_token_id": 0,
4
  "eos_token_id": 1,
5
  "pad_token_id": 0,
 
1
  {
 
2
  "decoder_start_token_id": 0,
3
  "eos_token_id": 1,
4
  "pad_token_id": 0,
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "train_loss": 1.3449153543769596,
4
+ "train_runtime": 6820.3855,
5
+ "train_samples": 15625,
6
+ "train_samples_per_second": 6.873,
7
+ "train_steps_per_second": 1.719
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,166 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 3.0,
5
+ "eval_steps": 500,
6
+ "global_step": 11721,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.13,
13
+ "learning_rate": 4.7867076188038565e-05,
14
+ "loss": 1.6317,
15
+ "step": 500
16
+ },
17
+ {
18
+ "epoch": 0.26,
19
+ "learning_rate": 4.573415237607713e-05,
20
+ "loss": 1.5379,
21
+ "step": 1000
22
+ },
23
+ {
24
+ "epoch": 0.38,
25
+ "learning_rate": 4.360122856411569e-05,
26
+ "loss": 1.4835,
27
+ "step": 1500
28
+ },
29
+ {
30
+ "epoch": 0.51,
31
+ "learning_rate": 4.146830475215426e-05,
32
+ "loss": 1.4562,
33
+ "step": 2000
34
+ },
35
+ {
36
+ "epoch": 0.64,
37
+ "learning_rate": 3.933538094019282e-05,
38
+ "loss": 1.4406,
39
+ "step": 2500
40
+ },
41
+ {
42
+ "epoch": 0.77,
43
+ "learning_rate": 3.720245712823138e-05,
44
+ "loss": 1.389,
45
+ "step": 3000
46
+ },
47
+ {
48
+ "epoch": 0.9,
49
+ "learning_rate": 3.506953331626994e-05,
50
+ "loss": 1.3768,
51
+ "step": 3500
52
+ },
53
+ {
54
+ "epoch": 1.02,
55
+ "learning_rate": 3.2936609504308506e-05,
56
+ "loss": 1.3655,
57
+ "step": 4000
58
+ },
59
+ {
60
+ "epoch": 1.15,
61
+ "learning_rate": 3.0803685692347076e-05,
62
+ "loss": 1.3485,
63
+ "step": 4500
64
+ },
65
+ {
66
+ "epoch": 1.28,
67
+ "learning_rate": 2.8670761880385632e-05,
68
+ "loss": 1.331,
69
+ "step": 5000
70
+ },
71
+ {
72
+ "epoch": 1.41,
73
+ "learning_rate": 2.6537838068424198e-05,
74
+ "loss": 1.3262,
75
+ "step": 5500
76
+ },
77
+ {
78
+ "epoch": 1.54,
79
+ "learning_rate": 2.440491425646276e-05,
80
+ "loss": 1.3105,
81
+ "step": 6000
82
+ },
83
+ {
84
+ "epoch": 1.66,
85
+ "learning_rate": 2.2271990444501324e-05,
86
+ "loss": 1.3318,
87
+ "step": 6500
88
+ },
89
+ {
90
+ "epoch": 1.79,
91
+ "learning_rate": 2.0139066632539887e-05,
92
+ "loss": 1.2788,
93
+ "step": 7000
94
+ },
95
+ {
96
+ "epoch": 1.92,
97
+ "learning_rate": 1.800614282057845e-05,
98
+ "loss": 1.3068,
99
+ "step": 7500
100
+ },
101
+ {
102
+ "epoch": 2.05,
103
+ "learning_rate": 1.5873219008617013e-05,
104
+ "loss": 1.2698,
105
+ "step": 8000
106
+ },
107
+ {
108
+ "epoch": 2.18,
109
+ "learning_rate": 1.3740295196655576e-05,
110
+ "loss": 1.2705,
111
+ "step": 8500
112
+ },
113
+ {
114
+ "epoch": 2.3,
115
+ "learning_rate": 1.1607371384694139e-05,
116
+ "loss": 1.264,
117
+ "step": 9000
118
+ },
119
+ {
120
+ "epoch": 2.43,
121
+ "learning_rate": 9.474447572732703e-06,
122
+ "loss": 1.2429,
123
+ "step": 9500
124
+ },
125
+ {
126
+ "epoch": 2.56,
127
+ "learning_rate": 7.3415237607712656e-06,
128
+ "loss": 1.2518,
129
+ "step": 10000
130
+ },
131
+ {
132
+ "epoch": 2.69,
133
+ "learning_rate": 5.2085999488098285e-06,
134
+ "loss": 1.2374,
135
+ "step": 10500
136
+ },
137
+ {
138
+ "epoch": 2.82,
139
+ "learning_rate": 3.075676136848392e-06,
140
+ "loss": 1.273,
141
+ "step": 11000
142
+ },
143
+ {
144
+ "epoch": 2.94,
145
+ "learning_rate": 9.42752324886955e-07,
146
+ "loss": 1.2559,
147
+ "step": 11500
148
+ },
149
+ {
150
+ "epoch": 3.0,
151
+ "step": 11721,
152
+ "total_flos": 468561246879744.0,
153
+ "train_loss": 1.3449153543769596,
154
+ "train_runtime": 6820.3855,
155
+ "train_samples_per_second": 6.873,
156
+ "train_steps_per_second": 1.719
157
+ }
158
+ ],
159
+ "logging_steps": 500,
160
+ "max_steps": 11721,
161
+ "num_train_epochs": 3,
162
+ "save_steps": 500,
163
+ "total_flos": 468561246879744.0,
164
+ "trial_name": null,
165
+ "trial_params": null
166
+ }