seemdog commited on
Commit
b0b92b3
1 Parent(s): 825ac56

Upload 4 files

Browse files
Files changed (3) hide show
  1. train_results.json +8 -0
  2. trainer_state.json +24 -3
  3. vocab.json +39 -0
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.0,
3
+ "train_loss": 1034.4726613658097,
4
+ "train_runtime": 1395.2083,
5
+ "train_samples": 3845,
6
+ "train_samples_per_second": 13.779,
7
+ "train_steps_per_second": 0.864
8
+ }
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 4.149377593360996,
5
  "eval_steps": 500,
6
- "global_step": 1000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -67,13 +67,34 @@
67
  "learning_rate": 0.0002,
68
  "loss": 159.076,
69
  "step": 1000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
70
  }
71
  ],
72
  "logging_steps": 100,
73
  "max_steps": 1205,
74
  "num_train_epochs": 5,
75
  "save_steps": 500,
76
- "total_flos": 3.294404741029474e+18,
77
  "trial_name": null,
78
  "trial_params": null
79
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 5.0,
5
  "eval_steps": 500,
6
+ "global_step": 1205,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
67
  "learning_rate": 0.0002,
68
  "loss": 159.076,
69
  "step": 1000
70
+ },
71
+ {
72
+ "epoch": 4.56,
73
+ "learning_rate": 0.0002,
74
+ "loss": 149.862,
75
+ "step": 1100
76
+ },
77
+ {
78
+ "epoch": 4.98,
79
+ "learning_rate": 0.0002,
80
+ "loss": 121.4963,
81
+ "step": 1200
82
+ },
83
+ {
84
+ "epoch": 5.0,
85
+ "step": 1205,
86
+ "total_flos": 3.9380753570781855e+18,
87
+ "train_loss": 1034.4726613658097,
88
+ "train_runtime": 1395.2083,
89
+ "train_samples_per_second": 13.779,
90
+ "train_steps_per_second": 0.864
91
  }
92
  ],
93
  "logging_steps": 100,
94
  "max_steps": 1205,
95
  "num_train_epochs": 5,
96
  "save_steps": 500,
97
+ "total_flos": 3.9380753570781855e+18,
98
  "trial_name": null,
99
  "trial_params": null
100
  }
vocab.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ " ": 6,
3
+ "</s>": 36,
4
+ "<pad>": 32,
5
+ "<s>": 35,
6
+ "<unk>": 34,
7
+ "a": 25,
8
+ "b": 5,
9
+ "d": 22,
10
+ "e": 21,
11
+ "f": 23,
12
+ "g": 10,
13
+ "h": 4,
14
+ "i": 11,
15
+ "j": 1,
16
+ "k": 15,
17
+ "l": 28,
18
+ "m": 31,
19
+ "n": 30,
20
+ "o": 14,
21
+ "p": 27,
22
+ "q": 17,
23
+ "s": 8,
24
+ "t": 3,
25
+ "u": 16,
26
+ "w": 29,
27
+ "x": 9,
28
+ "y": 26,
29
+ "z": 7,
30
+ "|": 33,
31
+ "ü": 2,
32
+ "č": 19,
33
+ "ŋ": 13,
34
+ "š": 20,
35
+ "ǰ": 0,
36
+ "ə": 24,
37
+ "ɣ": 12,
38
+ "∼": 18
39
+ }