TinyPixel commited on
Commit
a01b46d
·
1 Parent(s): 0449d50

Upload folder using huggingface_hub

Browse files
adapter_config.json CHANGED
@@ -20,8 +20,8 @@
20
  "revision": null,
21
  "target_modules": [
22
  "gate_proj",
23
- "down_proj",
24
- "up_proj"
25
  ],
26
  "task_type": "CAUSAL_LM"
27
  }
 
20
  "revision": null,
21
  "target_modules": [
22
  "gate_proj",
23
+ "up_proj",
24
+ "down_proj"
25
  ],
26
  "task_type": "CAUSAL_LM"
27
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d27abc44b83d9536a18e48d1b5d1acec58690d543f08ec3bc180129cfacce754
3
  size 113271504
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa6340c6c21b5a2555d42ebd094af6dcbb30003201bf607ea3b4adc9d3ad4f77
3
  size 113271504
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bbb43ed5cde46d7671c9cde1f0b4632f396c8671d6e8e05e02a1a10dce61b06f
3
  size 226609018
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fc782651d7d4e153c7b3fc44ecb67c9b5bd2d26d8f36da68c08c212696a1dd9
3
  size 226609018
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a152d54914a99d2f7db2490658aac5b35a045fbf5abfbd772cd982d209203b88
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc28ac068ae9c17cfe666f59e9991687067bf7efa8f8c46d52a54671ec543b7e
3
  size 14244
trainer_state.json CHANGED
@@ -11,145 +11,145 @@
11
  {
12
  "epoch": 0.04,
13
  "learning_rate": 2e-05,
14
- "loss": 1.6156,
15
  "step": 2
16
  },
17
  {
18
  "epoch": 0.08,
19
  "learning_rate": 2e-05,
20
- "loss": 1.8413,
21
  "step": 4
22
  },
23
  {
24
  "epoch": 0.12,
25
  "learning_rate": 2e-05,
26
- "loss": 1.8148,
27
  "step": 6
28
  },
29
  {
30
  "epoch": 0.16,
31
  "learning_rate": 2e-05,
32
- "loss": 1.8909,
33
  "step": 8
34
  },
35
  {
36
  "epoch": 0.21,
37
  "learning_rate": 2e-05,
38
- "loss": 1.9389,
39
  "step": 10
40
  },
41
  {
42
  "epoch": 0.25,
43
  "learning_rate": 2e-05,
44
- "loss": 1.7122,
45
  "step": 12
46
  },
47
  {
48
  "epoch": 0.29,
49
  "learning_rate": 2e-05,
50
- "loss": 1.6582,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 0.33,
55
  "learning_rate": 2e-05,
56
- "loss": 1.5327,
57
  "step": 16
58
  },
59
  {
60
  "epoch": 0.37,
61
  "learning_rate": 2e-05,
62
- "loss": 1.8404,
63
  "step": 18
64
  },
65
  {
66
  "epoch": 0.41,
67
  "learning_rate": 2e-05,
68
- "loss": 1.6261,
69
  "step": 20
70
  },
71
  {
72
  "epoch": 0.45,
73
  "learning_rate": 2e-05,
74
- "loss": 1.8265,
75
  "step": 22
76
  },
77
  {
78
  "epoch": 0.49,
79
  "learning_rate": 2e-05,
80
- "loss": 1.666,
81
  "step": 24
82
  },
83
  {
84
  "epoch": 0.53,
85
  "learning_rate": 2e-05,
86
- "loss": 1.5822,
87
  "step": 26
88
  },
89
  {
90
  "epoch": 0.57,
91
  "learning_rate": 2e-05,
92
- "loss": 1.707,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 0.62,
97
  "learning_rate": 2e-05,
98
- "loss": 1.8801,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 0.66,
103
  "learning_rate": 2e-05,
104
- "loss": 1.6926,
105
  "step": 32
106
  },
107
  {
108
  "epoch": 0.7,
109
  "learning_rate": 2e-05,
110
- "loss": 1.6707,
111
  "step": 34
112
  },
113
  {
114
  "epoch": 0.74,
115
  "learning_rate": 2e-05,
116
- "loss": 1.7309,
117
  "step": 36
118
  },
119
  {
120
  "epoch": 0.78,
121
  "learning_rate": 2e-05,
122
- "loss": 1.6525,
123
  "step": 38
124
  },
125
  {
126
  "epoch": 0.82,
127
  "learning_rate": 2e-05,
128
- "loss": 1.8128,
129
  "step": 40
130
  },
131
  {
132
  "epoch": 0.86,
133
  "learning_rate": 2e-05,
134
- "loss": 1.8849,
135
  "step": 42
136
  },
137
  {
138
  "epoch": 0.9,
139
  "learning_rate": 2e-05,
140
- "loss": 1.8942,
141
  "step": 44
142
  },
143
  {
144
  "epoch": 0.94,
145
  "learning_rate": 2e-05,
146
- "loss": 1.7441,
147
  "step": 46
148
  },
149
  {
150
  "epoch": 0.98,
151
  "learning_rate": 2e-05,
152
- "loss": 1.6244,
153
  "step": 48
154
  }
155
  ],
@@ -158,7 +158,7 @@
158
  "num_input_tokens_seen": 0,
159
  "num_train_epochs": 1,
160
  "save_steps": 500,
161
- "total_flos": 1.9274603770331136e+16,
162
  "train_batch_size": 1,
163
  "trial_name": null,
164
  "trial_params": null
 
11
  {
12
  "epoch": 0.04,
13
  "learning_rate": 2e-05,
14
+ "loss": 1.6155,
15
  "step": 2
16
  },
17
  {
18
  "epoch": 0.08,
19
  "learning_rate": 2e-05,
20
+ "loss": 1.8405,
21
  "step": 4
22
  },
23
  {
24
  "epoch": 0.12,
25
  "learning_rate": 2e-05,
26
+ "loss": 1.8135,
27
  "step": 6
28
  },
29
  {
30
  "epoch": 0.16,
31
  "learning_rate": 2e-05,
32
+ "loss": 1.8887,
33
  "step": 8
34
  },
35
  {
36
  "epoch": 0.21,
37
  "learning_rate": 2e-05,
38
+ "loss": 1.9344,
39
  "step": 10
40
  },
41
  {
42
  "epoch": 0.25,
43
  "learning_rate": 2e-05,
44
+ "loss": 1.7029,
45
  "step": 12
46
  },
47
  {
48
  "epoch": 0.29,
49
  "learning_rate": 2e-05,
50
+ "loss": 1.6576,
51
  "step": 14
52
  },
53
  {
54
  "epoch": 0.33,
55
  "learning_rate": 2e-05,
56
+ "loss": 1.531,
57
  "step": 16
58
  },
59
  {
60
  "epoch": 0.37,
61
  "learning_rate": 2e-05,
62
+ "loss": 1.8376,
63
  "step": 18
64
  },
65
  {
66
  "epoch": 0.41,
67
  "learning_rate": 2e-05,
68
+ "loss": 1.623,
69
  "step": 20
70
  },
71
  {
72
  "epoch": 0.45,
73
  "learning_rate": 2e-05,
74
+ "loss": 1.8216,
75
  "step": 22
76
  },
77
  {
78
  "epoch": 0.49,
79
  "learning_rate": 2e-05,
80
+ "loss": 1.6551,
81
  "step": 24
82
  },
83
  {
84
  "epoch": 0.53,
85
  "learning_rate": 2e-05,
86
+ "loss": 1.581,
87
  "step": 26
88
  },
89
  {
90
  "epoch": 0.57,
91
  "learning_rate": 2e-05,
92
+ "loss": 1.7052,
93
  "step": 28
94
  },
95
  {
96
  "epoch": 0.62,
97
  "learning_rate": 2e-05,
98
+ "loss": 1.8765,
99
  "step": 30
100
  },
101
  {
102
  "epoch": 0.66,
103
  "learning_rate": 2e-05,
104
+ "loss": 1.6884,
105
  "step": 32
106
  },
107
  {
108
  "epoch": 0.7,
109
  "learning_rate": 2e-05,
110
+ "loss": 1.6657,
111
  "step": 34
112
  },
113
  {
114
  "epoch": 0.74,
115
  "learning_rate": 2e-05,
116
+ "loss": 1.7195,
117
  "step": 36
118
  },
119
  {
120
  "epoch": 0.78,
121
  "learning_rate": 2e-05,
122
+ "loss": 1.651,
123
  "step": 38
124
  },
125
  {
126
  "epoch": 0.82,
127
  "learning_rate": 2e-05,
128
+ "loss": 1.8102,
129
  "step": 40
130
  },
131
  {
132
  "epoch": 0.86,
133
  "learning_rate": 2e-05,
134
+ "loss": 1.8821,
135
  "step": 42
136
  },
137
  {
138
  "epoch": 0.9,
139
  "learning_rate": 2e-05,
140
+ "loss": 1.8894,
141
  "step": 44
142
  },
143
  {
144
  "epoch": 0.94,
145
  "learning_rate": 2e-05,
146
+ "loss": 1.7385,
147
  "step": 46
148
  },
149
  {
150
  "epoch": 0.98,
151
  "learning_rate": 2e-05,
152
+ "loss": 1.6107,
153
  "step": 48
154
  }
155
  ],
 
158
  "num_input_tokens_seen": 0,
159
  "num_train_epochs": 1,
160
  "save_steps": 500,
161
+ "total_flos": 1.930658693426381e+16,
162
  "train_batch_size": 1,
163
  "trial_name": null,
164
  "trial_params": null
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cbf0cadb7632439b758dbdddf45638d03c8895f4124550635bac01522e2e59d3
3
  size 4728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f76c7a494c5168464248de6e1be6d88051452d6dd246508974e2c5a27d3dbff3
3
  size 4728