File size: 13,928 Bytes
5cdcbb7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 10.61320754716981,
  "eval_steps": 2250,
  "global_step": 18000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.589622641509434,
      "grad_norm": 9.09252643585205,
      "learning_rate": 2.9481132075471702e-05,
      "loss": 2.8132,
      "step": 1000
    },
    {
      "epoch": 1.179245283018868,
      "grad_norm": 7.212547302246094,
      "learning_rate": 5.8962264150943403e-05,
      "loss": 1.7737,
      "step": 2000
    },
    {
      "epoch": 1.3266509433962264,
      "eval_accuracy_background": 0.6323930092153496,
      "eval_accuracy_double_plant": 0.3849305031210213,
      "eval_accuracy_drydown": 0.8411866405808689,
      "eval_accuracy_endrow": 0.5317305315249954,
      "eval_accuracy_nutrient_deficiency": 0.7313988224684205,
      "eval_accuracy_planter_skip": 0.568298826627077,
      "eval_accuracy_water": 0.9894614449233383,
      "eval_accuracy_waterway": 0.680404792024105,
      "eval_accuracy_weed_cluster": 0.45985419985443066,
      "eval_iou_background": 0.5728108810832201,
      "eval_iou_double_plant": 0.2244358493191135,
      "eval_iou_drydown": 0.5181682211979306,
      "eval_iou_endrow": 0.173903146695287,
      "eval_iou_nutrient_deficiency": 0.3634766707254442,
      "eval_iou_planter_skip": 0.2799366984899054,
      "eval_iou_water": 0.3046660180760937,
      "eval_iou_waterway": 0.27785446752468385,
      "eval_iou_weed_cluster": 0.3040126938826071,
      "eval_loss": 1.6098850965499878,
      "eval_mean_accuracy": 0.6466287522599563,
      "eval_mean_iou": 0.3354738496660317,
      "eval_overall_accuracy": 0.664939675891281,
      "eval_runtime": 548.0884,
      "eval_samples_per_second": 15.556,
      "eval_steps_per_second": 0.487,
      "step": 2250
    },
    {
      "epoch": 1.7688679245283019,
      "grad_norm": 6.368645191192627,
      "learning_rate": 8.84433962264151e-05,
      "loss": 1.5815,
      "step": 3000
    },
    {
      "epoch": 2.358490566037736,
      "grad_norm": 8.585444450378418,
      "learning_rate": 9.990216178505835e-05,
      "loss": 1.472,
      "step": 4000
    },
    {
      "epoch": 2.6533018867924527,
      "eval_accuracy_background": 0.6784285276238243,
      "eval_accuracy_double_plant": 0.45434500662461724,
      "eval_accuracy_drydown": 0.89512745592938,
      "eval_accuracy_endrow": 0.5571884263160238,
      "eval_accuracy_nutrient_deficiency": 0.6123044131155115,
      "eval_accuracy_planter_skip": 0.5606583933264498,
      "eval_accuracy_water": 0.8798561490206811,
      "eval_accuracy_waterway": 0.4483896291979977,
      "eval_accuracy_weed_cluster": 0.33068794060446854,
      "eval_iou_background": 0.6044297199665501,
      "eval_iou_double_plant": 0.28959011610726704,
      "eval_iou_drydown": 0.5010830899198156,
      "eval_iou_endrow": 0.19991054244053805,
      "eval_iou_nutrient_deficiency": 0.36180734635376055,
      "eval_iou_planter_skip": 0.28574898470084736,
      "eval_iou_water": 0.45906365727311366,
      "eval_iou_waterway": 0.1704026096816556,
      "eval_iou_weed_cluster": 0.24703832661933417,
      "eval_loss": 1.5796327590942383,
      "eval_mean_accuracy": 0.601887326862106,
      "eval_mean_iou": 0.34656382145143133,
      "eval_overall_accuracy": 0.6864635619347936,
      "eval_runtime": 528.9743,
      "eval_samples_per_second": 16.118,
      "eval_steps_per_second": 0.505,
      "step": 4500
    },
    {
      "epoch": 2.94811320754717,
      "grad_norm": 6.215964317321777,
      "learning_rate": 9.931699497285711e-05,
      "loss": 1.3994,
      "step": 5000
    },
    {
      "epoch": 3.5377358490566038,
      "grad_norm": 2.051684856414795,
      "learning_rate": 9.821001342355031e-05,
      "loss": 1.3177,
      "step": 6000
    },
    {
      "epoch": 3.9799528301886795,
      "eval_accuracy_background": 0.6462387800902261,
      "eval_accuracy_double_plant": 0.5789862724446915,
      "eval_accuracy_drydown": 0.8528714242099724,
      "eval_accuracy_endrow": 0.4707707581928247,
      "eval_accuracy_nutrient_deficiency": 0.6952529134275348,
      "eval_accuracy_planter_skip": 0.6016348257166644,
      "eval_accuracy_water": 0.980488748185343,
      "eval_accuracy_waterway": 0.520362876821302,
      "eval_accuracy_weed_cluster": 0.48490926389178757,
      "eval_iou_background": 0.5865287998573112,
      "eval_iou_double_plant": 0.23644210203746396,
      "eval_iou_drydown": 0.5074338458069501,
      "eval_iou_endrow": 0.22486725808431682,
      "eval_iou_nutrient_deficiency": 0.38304612346670297,
      "eval_iou_planter_skip": 0.2354710865951827,
      "eval_iou_water": 0.4030757215089252,
      "eval_iou_waterway": 0.11303841029835258,
      "eval_iou_weed_cluster": 0.303994759745169,
      "eval_loss": 1.576890230178833,
      "eval_mean_accuracy": 0.6479462069978162,
      "eval_mean_iou": 0.33265534526670826,
      "eval_overall_accuracy": 0.6749021834627369,
      "eval_runtime": 526.8336,
      "eval_samples_per_second": 16.183,
      "eval_steps_per_second": 0.507,
      "step": 6750
    },
    {
      "epoch": 4.127358490566038,
      "grad_norm": 8.216894149780273,
      "learning_rate": 9.65929299206612e-05,
      "loss": 1.2741,
      "step": 7000
    },
    {
      "epoch": 4.716981132075472,
      "grad_norm": 3.159677743911743,
      "learning_rate": 9.448285454973738e-05,
      "loss": 1.2126,
      "step": 8000
    },
    {
      "epoch": 5.306603773584905,
      "grad_norm": 1.5673192739486694,
      "learning_rate": 9.190211365944541e-05,
      "loss": 1.171,
      "step": 9000
    },
    {
      "epoch": 5.306603773584905,
      "eval_accuracy_background": 0.7269166066590328,
      "eval_accuracy_double_plant": 0.5245596485272079,
      "eval_accuracy_drydown": 0.8277967088801947,
      "eval_accuracy_endrow": 0.48676704241624213,
      "eval_accuracy_nutrient_deficiency": 0.5977026838803114,
      "eval_accuracy_planter_skip": 0.660893993754415,
      "eval_accuracy_water": 0.9632686366062749,
      "eval_accuracy_waterway": 0.36961777988306216,
      "eval_accuracy_weed_cluster": 0.4562712731630422,
      "eval_iou_background": 0.6430143634959152,
      "eval_iou_double_plant": 0.28282184588015774,
      "eval_iou_drydown": 0.5184629485658176,
      "eval_iou_endrow": 0.28061928855749285,
      "eval_iou_nutrient_deficiency": 0.3791407898501335,
      "eval_iou_planter_skip": 0.3393091165595382,
      "eval_iou_water": 0.44762851379996027,
      "eval_iou_waterway": 0.15789185948205015,
      "eval_iou_weed_cluster": 0.31112156295187404,
      "eval_loss": 1.4945807456970215,
      "eval_mean_accuracy": 0.6237549304188649,
      "eval_mean_iou": 0.3733344765714377,
      "eval_overall_accuracy": 0.7158101182141803,
      "eval_runtime": 526.9805,
      "eval_samples_per_second": 16.179,
      "eval_steps_per_second": 0.507,
      "step": 9000
    },
    {
      "epoch": 5.89622641509434,
      "grad_norm": 2.707547903060913,
      "learning_rate": 8.887801363027234e-05,
      "loss": 1.1505,
      "step": 10000
    },
    {
      "epoch": 6.485849056603773,
      "grad_norm": 2.3729190826416016,
      "learning_rate": 8.544255195035733e-05,
      "loss": 1.1169,
      "step": 11000
    },
    {
      "epoch": 6.633254716981132,
      "eval_accuracy_background": 0.7347674332960046,
      "eval_accuracy_double_plant": 0.5163814236541484,
      "eval_accuracy_drydown": 0.6856827555491075,
      "eval_accuracy_endrow": 0.39937713978730166,
      "eval_accuracy_nutrient_deficiency": 0.6915369481048043,
      "eval_accuracy_planter_skip": 0.6270521933807838,
      "eval_accuracy_water": 0.969516685620151,
      "eval_accuracy_waterway": 0.38301412838614074,
      "eval_accuracy_weed_cluster": 0.4826223016858449,
      "eval_iou_background": 0.639678261208408,
      "eval_iou_double_plant": 0.3481368436310948,
      "eval_iou_drydown": 0.46861831796483266,
      "eval_iou_endrow": 0.2434744213529937,
      "eval_iou_nutrient_deficiency": 0.3926333742769746,
      "eval_iou_planter_skip": 0.34354493532185115,
      "eval_iou_water": 0.45169225338047775,
      "eval_iou_waterway": 0.1686818262862102,
      "eval_iou_weed_cluster": 0.3206403315046765,
      "eval_loss": 1.541970133781433,
      "eval_mean_accuracy": 0.609994556607143,
      "eval_mean_iou": 0.37523339610305767,
      "eval_overall_accuracy": 0.7094913536171235,
      "eval_runtime": 527.9323,
      "eval_samples_per_second": 16.15,
      "eval_steps_per_second": 0.506,
      "step": 11250
    },
    {
      "epoch": 7.0754716981132075,
      "grad_norm": 2.201885223388672,
      "learning_rate": 8.163207865551112e-05,
      "loss": 1.0955,
      "step": 12000
    },
    {
      "epoch": 7.665094339622642,
      "grad_norm": 1.980070948600769,
      "learning_rate": 7.748691171566864e-05,
      "loss": 1.0659,
      "step": 13000
    },
    {
      "epoch": 7.959905660377358,
      "eval_accuracy_background": 0.7691083980404577,
      "eval_accuracy_double_plant": 0.6024440209211166,
      "eval_accuracy_drydown": 0.6814714434518159,
      "eval_accuracy_endrow": 0.5464485717344214,
      "eval_accuracy_nutrient_deficiency": 0.509203127689722,
      "eval_accuracy_planter_skip": 0.6650384781390429,
      "eval_accuracy_water": 0.9454965193897085,
      "eval_accuracy_waterway": 0.3698600004151499,
      "eval_accuracy_weed_cluster": 0.5154108026712857,
      "eval_iou_background": 0.6578031962911103,
      "eval_iou_double_plant": 0.31294833900910296,
      "eval_iou_drydown": 0.47689665403570886,
      "eval_iou_endrow": 0.2618940193906661,
      "eval_iou_nutrient_deficiency": 0.3534970492371128,
      "eval_iou_planter_skip": 0.31625822947683646,
      "eval_iou_water": 0.4817152186884349,
      "eval_iou_waterway": 0.15124054678647988,
      "eval_iou_weed_cluster": 0.3316746531778273,
      "eval_loss": 1.533487319946289,
      "eval_mean_accuracy": 0.6227201513836357,
      "eval_mean_iou": 0.37154754512147553,
      "eval_overall_accuracy": 0.7196279695998185,
      "eval_runtime": 527.6877,
      "eval_samples_per_second": 16.157,
      "eval_steps_per_second": 0.506,
      "step": 13500
    },
    {
      "epoch": 8.254716981132075,
      "grad_norm": 2.4944000244140625,
      "learning_rate": 7.305091043730557e-05,
      "loss": 1.0462,
      "step": 14000
    },
    {
      "epoch": 8.84433962264151,
      "grad_norm": 2.1022963523864746,
      "learning_rate": 6.837101139557501e-05,
      "loss": 1.0253,
      "step": 15000
    },
    {
      "epoch": 9.286556603773585,
      "eval_accuracy_background": 0.7728507820265633,
      "eval_accuracy_double_plant": 0.5148991261591159,
      "eval_accuracy_drydown": 0.705680052147375,
      "eval_accuracy_endrow": 0.5623466153698641,
      "eval_accuracy_nutrient_deficiency": 0.5199237782061494,
      "eval_accuracy_planter_skip": 0.5901816685685527,
      "eval_accuracy_water": 0.900331474456696,
      "eval_accuracy_waterway": 0.4231801763849317,
      "eval_accuracy_weed_cluster": 0.4348939770827169,
      "eval_iou_background": 0.6602399849319134,
      "eval_iou_double_plant": 0.3486919692513433,
      "eval_iou_drydown": 0.4745067424738569,
      "eval_iou_endrow": 0.26713541595159784,
      "eval_iou_nutrient_deficiency": 0.35050766552393176,
      "eval_iou_planter_skip": 0.35530947653735145,
      "eval_iou_water": 0.4922300137725779,
      "eval_iou_waterway": 0.16175899595022267,
      "eval_iou_weed_cluster": 0.31610597752344755,
      "eval_loss": 1.595482587814331,
      "eval_mean_accuracy": 0.6026986278224407,
      "eval_mean_iou": 0.38072069354624916,
      "eval_overall_accuracy": 0.7215420453829048,
      "eval_runtime": 528.6777,
      "eval_samples_per_second": 16.127,
      "eval_steps_per_second": 0.505,
      "step": 15750
    },
    {
      "epoch": 9.433962264150944,
      "grad_norm": 1.7042616605758667,
      "learning_rate": 6.34967318063877e-05,
      "loss": 0.9886,
      "step": 16000
    },
    {
      "epoch": 10.023584905660377,
      "grad_norm": 2.8781015872955322,
      "learning_rate": 5.847964559317128e-05,
      "loss": 0.9908,
      "step": 17000
    },
    {
      "epoch": 10.61320754716981,
      "grad_norm": 3.1057872772216797,
      "learning_rate": 5.3372837691956955e-05,
      "loss": 0.9665,
      "step": 18000
    },
    {
      "epoch": 10.61320754716981,
      "eval_accuracy_background": 0.779746789817052,
      "eval_accuracy_double_plant": 0.42980582389486105,
      "eval_accuracy_drydown": 0.7098823662359411,
      "eval_accuracy_endrow": 0.5570065199747799,
      "eval_accuracy_nutrient_deficiency": 0.4918399226013093,
      "eval_accuracy_planter_skip": 0.5889699117229129,
      "eval_accuracy_water": 0.9671706616607829,
      "eval_accuracy_waterway": 0.2686522876474846,
      "eval_accuracy_weed_cluster": 0.4629757010799936,
      "eval_iou_background": 0.6649244448853501,
      "eval_iou_double_plant": 0.3192541496243385,
      "eval_iou_drydown": 0.47846096564055196,
      "eval_iou_endrow": 0.2738811943652846,
      "eval_iou_nutrient_deficiency": 0.34461702917680226,
      "eval_iou_planter_skip": 0.3595814747520095,
      "eval_iou_water": 0.46891808902847,
      "eval_iou_waterway": 0.1499735440891693,
      "eval_iou_weed_cluster": 0.32812183598439904,
      "eval_loss": 1.6341685056686401,
      "eval_mean_accuracy": 0.5840055538483464,
      "eval_mean_iou": 0.3764147475051528,
      "eval_overall_accuracy": 0.7252505242891358,
      "eval_runtime": 551.0227,
      "eval_samples_per_second": 15.473,
      "eval_steps_per_second": 0.485,
      "step": 18000
    }
  ],
  "logging_steps": 1000,
  "max_steps": 33920,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 2250,
  "total_flos": 3.0653390846567645e+20,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}