meditronllama2 / trainer_state.json
cc8055's picture
Upload folder using huggingface_hub
e3c0feb verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"global_step": 20000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.01,
"learning_rate": 0.0002,
"loss": 1.8051,
"step": 100
},
{
"epoch": 0.01,
"learning_rate": 0.0002,
"loss": 1.7655,
"step": 200
},
{
"epoch": 0.01,
"learning_rate": 0.0002,
"loss": 1.7675,
"step": 300
},
{
"epoch": 0.02,
"learning_rate": 0.0002,
"loss": 1.7158,
"step": 400
},
{
"epoch": 0.03,
"learning_rate": 0.0002,
"loss": 1.7021,
"step": 500
},
{
"epoch": 0.03,
"learning_rate": 0.0002,
"loss": 1.6921,
"step": 600
},
{
"epoch": 0.04,
"learning_rate": 0.0002,
"loss": 1.7088,
"step": 700
},
{
"epoch": 0.04,
"learning_rate": 0.0002,
"loss": 1.6985,
"step": 800
},
{
"epoch": 0.04,
"learning_rate": 0.0002,
"loss": 1.6791,
"step": 900
},
{
"epoch": 0.05,
"learning_rate": 0.0002,
"loss": 1.6797,
"step": 1000
},
{
"epoch": 0.06,
"learning_rate": 0.0002,
"loss": 1.6752,
"step": 1100
},
{
"epoch": 0.06,
"learning_rate": 0.0002,
"loss": 1.6761,
"step": 1200
},
{
"epoch": 0.07,
"learning_rate": 0.0002,
"loss": 1.6278,
"step": 1300
},
{
"epoch": 0.07,
"learning_rate": 0.0002,
"loss": 1.6576,
"step": 1400
},
{
"epoch": 0.07,
"learning_rate": 0.0002,
"loss": 1.6409,
"step": 1500
},
{
"epoch": 0.08,
"learning_rate": 0.0002,
"loss": 1.6454,
"step": 1600
},
{
"epoch": 0.09,
"learning_rate": 0.0002,
"loss": 1.5936,
"step": 1700
},
{
"epoch": 0.09,
"learning_rate": 0.0002,
"loss": 1.621,
"step": 1800
},
{
"epoch": 0.1,
"learning_rate": 0.0002,
"loss": 1.6192,
"step": 1900
},
{
"epoch": 0.1,
"learning_rate": 0.0002,
"loss": 1.5758,
"step": 2000
},
{
"epoch": 0.1,
"learning_rate": 0.0002,
"loss": 1.6007,
"step": 2100
},
{
"epoch": 0.11,
"learning_rate": 0.0002,
"loss": 1.5688,
"step": 2200
},
{
"epoch": 0.12,
"learning_rate": 0.0002,
"loss": 1.5973,
"step": 2300
},
{
"epoch": 0.12,
"learning_rate": 0.0002,
"loss": 1.5517,
"step": 2400
},
{
"epoch": 0.12,
"learning_rate": 0.0002,
"loss": 1.5694,
"step": 2500
},
{
"epoch": 0.13,
"learning_rate": 0.0002,
"loss": 1.5177,
"step": 2600
},
{
"epoch": 0.14,
"learning_rate": 0.0002,
"loss": 1.5637,
"step": 2700
},
{
"epoch": 0.14,
"learning_rate": 0.0002,
"loss": 1.5593,
"step": 2800
},
{
"epoch": 0.14,
"learning_rate": 0.0002,
"loss": 1.5087,
"step": 2900
},
{
"epoch": 0.15,
"learning_rate": 0.0002,
"loss": 1.5299,
"step": 3000
},
{
"epoch": 0.15,
"learning_rate": 0.0002,
"loss": 1.5264,
"step": 3100
},
{
"epoch": 0.16,
"learning_rate": 0.0002,
"loss": 1.5103,
"step": 3200
},
{
"epoch": 0.17,
"learning_rate": 0.0002,
"loss": 1.5064,
"step": 3300
},
{
"epoch": 0.17,
"learning_rate": 0.0002,
"loss": 1.5014,
"step": 3400
},
{
"epoch": 0.17,
"learning_rate": 0.0002,
"loss": 1.5104,
"step": 3500
},
{
"epoch": 0.18,
"learning_rate": 0.0002,
"loss": 1.4832,
"step": 3600
},
{
"epoch": 0.18,
"learning_rate": 0.0002,
"loss": 1.5121,
"step": 3700
},
{
"epoch": 0.19,
"learning_rate": 0.0002,
"loss": 1.4547,
"step": 3800
},
{
"epoch": 0.2,
"learning_rate": 0.0002,
"loss": 1.4498,
"step": 3900
},
{
"epoch": 0.2,
"learning_rate": 0.0002,
"loss": 1.4706,
"step": 4000
},
{
"epoch": 0.2,
"learning_rate": 0.0002,
"loss": 1.4534,
"step": 4100
},
{
"epoch": 0.21,
"learning_rate": 0.0002,
"loss": 1.4664,
"step": 4200
},
{
"epoch": 0.21,
"learning_rate": 0.0002,
"loss": 1.4408,
"step": 4300
},
{
"epoch": 0.22,
"learning_rate": 0.0002,
"loss": 1.4809,
"step": 4400
},
{
"epoch": 0.23,
"learning_rate": 0.0002,
"loss": 1.4656,
"step": 4500
},
{
"epoch": 0.23,
"learning_rate": 0.0002,
"loss": 1.4435,
"step": 4600
},
{
"epoch": 0.23,
"learning_rate": 0.0002,
"loss": 1.4093,
"step": 4700
},
{
"epoch": 0.24,
"learning_rate": 0.0002,
"loss": 1.4241,
"step": 4800
},
{
"epoch": 0.24,
"learning_rate": 0.0002,
"loss": 1.439,
"step": 4900
},
{
"epoch": 0.25,
"learning_rate": 0.0002,
"loss": 1.3942,
"step": 5000
},
{
"epoch": 0.26,
"learning_rate": 0.0002,
"loss": 1.4163,
"step": 5100
},
{
"epoch": 0.26,
"learning_rate": 0.0002,
"loss": 1.4359,
"step": 5200
},
{
"epoch": 0.27,
"learning_rate": 0.0002,
"loss": 1.4112,
"step": 5300
},
{
"epoch": 0.27,
"learning_rate": 0.0002,
"loss": 1.4354,
"step": 5400
},
{
"epoch": 0.28,
"learning_rate": 0.0002,
"loss": 1.4081,
"step": 5500
},
{
"epoch": 0.28,
"learning_rate": 0.0002,
"loss": 1.3576,
"step": 5600
},
{
"epoch": 0.28,
"learning_rate": 0.0002,
"loss": 1.4104,
"step": 5700
},
{
"epoch": 0.29,
"learning_rate": 0.0002,
"loss": 1.3598,
"step": 5800
},
{
"epoch": 0.29,
"learning_rate": 0.0002,
"loss": 1.4263,
"step": 5900
},
{
"epoch": 0.3,
"learning_rate": 0.0002,
"loss": 1.371,
"step": 6000
},
{
"epoch": 0.3,
"learning_rate": 0.0002,
"loss": 1.3493,
"step": 6100
},
{
"epoch": 0.31,
"learning_rate": 0.0002,
"loss": 1.396,
"step": 6200
},
{
"epoch": 0.32,
"learning_rate": 0.0002,
"loss": 1.387,
"step": 6300
},
{
"epoch": 0.32,
"learning_rate": 0.0002,
"loss": 1.3604,
"step": 6400
},
{
"epoch": 0.33,
"learning_rate": 0.0002,
"loss": 1.3396,
"step": 6500
},
{
"epoch": 0.33,
"learning_rate": 0.0002,
"loss": 1.3333,
"step": 6600
},
{
"epoch": 0.34,
"learning_rate": 0.0002,
"loss": 1.3497,
"step": 6700
},
{
"epoch": 0.34,
"learning_rate": 0.0002,
"loss": 1.3387,
"step": 6800
},
{
"epoch": 0.34,
"learning_rate": 0.0002,
"loss": 1.3431,
"step": 6900
},
{
"epoch": 0.35,
"learning_rate": 0.0002,
"loss": 1.3469,
"step": 7000
},
{
"epoch": 0.35,
"learning_rate": 0.0002,
"loss": 1.3268,
"step": 7100
},
{
"epoch": 0.36,
"learning_rate": 0.0002,
"loss": 1.3166,
"step": 7200
},
{
"epoch": 0.36,
"learning_rate": 0.0002,
"loss": 1.3069,
"step": 7300
},
{
"epoch": 0.37,
"learning_rate": 0.0002,
"loss": 1.3503,
"step": 7400
},
{
"epoch": 0.38,
"learning_rate": 0.0002,
"loss": 1.3374,
"step": 7500
},
{
"epoch": 0.38,
"learning_rate": 0.0002,
"loss": 1.3348,
"step": 7600
},
{
"epoch": 0.39,
"learning_rate": 0.0002,
"loss": 1.3306,
"step": 7700
},
{
"epoch": 0.39,
"learning_rate": 0.0002,
"loss": 1.3174,
"step": 7800
},
{
"epoch": 0.4,
"learning_rate": 0.0002,
"loss": 1.2756,
"step": 7900
},
{
"epoch": 0.4,
"learning_rate": 0.0002,
"loss": 1.298,
"step": 8000
},
{
"epoch": 0.41,
"learning_rate": 0.0002,
"loss": 1.2558,
"step": 8100
},
{
"epoch": 0.41,
"learning_rate": 0.0002,
"loss": 1.2841,
"step": 8200
},
{
"epoch": 0.41,
"learning_rate": 0.0002,
"loss": 1.2717,
"step": 8300
},
{
"epoch": 0.42,
"learning_rate": 0.0002,
"loss": 1.3095,
"step": 8400
},
{
"epoch": 0.42,
"learning_rate": 0.0002,
"loss": 1.2651,
"step": 8500
},
{
"epoch": 0.43,
"learning_rate": 0.0002,
"loss": 1.2514,
"step": 8600
},
{
"epoch": 0.43,
"learning_rate": 0.0002,
"loss": 1.251,
"step": 8700
},
{
"epoch": 0.44,
"learning_rate": 0.0002,
"loss": 1.2891,
"step": 8800
},
{
"epoch": 0.45,
"learning_rate": 0.0002,
"loss": 1.2787,
"step": 8900
},
{
"epoch": 0.45,
"learning_rate": 0.0002,
"loss": 1.2872,
"step": 9000
},
{
"epoch": 0.46,
"learning_rate": 0.0002,
"loss": 1.2401,
"step": 9100
},
{
"epoch": 0.46,
"learning_rate": 0.0002,
"loss": 1.2464,
"step": 9200
},
{
"epoch": 0.47,
"learning_rate": 0.0002,
"loss": 1.2558,
"step": 9300
},
{
"epoch": 0.47,
"learning_rate": 0.0002,
"loss": 1.2351,
"step": 9400
},
{
"epoch": 0.47,
"learning_rate": 0.0002,
"loss": 1.2528,
"step": 9500
},
{
"epoch": 0.48,
"learning_rate": 0.0002,
"loss": 1.2324,
"step": 9600
},
{
"epoch": 0.48,
"learning_rate": 0.0002,
"loss": 1.2067,
"step": 9700
},
{
"epoch": 0.49,
"learning_rate": 0.0002,
"loss": 1.223,
"step": 9800
},
{
"epoch": 0.49,
"learning_rate": 0.0002,
"loss": 1.2198,
"step": 9900
},
{
"epoch": 0.5,
"learning_rate": 0.0002,
"loss": 1.2219,
"step": 10000
},
{
"epoch": 0.51,
"learning_rate": 0.0002,
"loss": 1.1942,
"step": 10100
},
{
"epoch": 0.51,
"learning_rate": 0.0002,
"loss": 1.2175,
"step": 10200
},
{
"epoch": 0.52,
"learning_rate": 0.0002,
"loss": 1.1902,
"step": 10300
},
{
"epoch": 0.52,
"learning_rate": 0.0002,
"loss": 1.1868,
"step": 10400
},
{
"epoch": 0.53,
"learning_rate": 0.0002,
"loss": 1.2066,
"step": 10500
},
{
"epoch": 0.53,
"learning_rate": 0.0002,
"loss": 1.183,
"step": 10600
},
{
"epoch": 0.54,
"learning_rate": 0.0002,
"loss": 1.1652,
"step": 10700
},
{
"epoch": 0.54,
"learning_rate": 0.0002,
"loss": 1.1789,
"step": 10800
},
{
"epoch": 0.55,
"learning_rate": 0.0002,
"loss": 1.1821,
"step": 10900
},
{
"epoch": 0.55,
"learning_rate": 0.0002,
"loss": 1.1542,
"step": 11000
},
{
"epoch": 0.56,
"learning_rate": 0.0002,
"loss": 1.1606,
"step": 11100
},
{
"epoch": 0.56,
"learning_rate": 0.0002,
"loss": 1.2044,
"step": 11200
},
{
"epoch": 0.56,
"learning_rate": 0.0002,
"loss": 1.1583,
"step": 11300
},
{
"epoch": 0.57,
"learning_rate": 0.0002,
"loss": 1.2191,
"step": 11400
},
{
"epoch": 0.57,
"learning_rate": 0.0002,
"loss": 1.1519,
"step": 11500
},
{
"epoch": 0.58,
"learning_rate": 0.0002,
"loss": 1.1523,
"step": 11600
},
{
"epoch": 0.58,
"learning_rate": 0.0002,
"loss": 1.1948,
"step": 11700
},
{
"epoch": 0.59,
"learning_rate": 0.0002,
"loss": 1.1603,
"step": 11800
},
{
"epoch": 0.59,
"learning_rate": 0.0002,
"loss": 1.1601,
"step": 11900
},
{
"epoch": 0.6,
"learning_rate": 0.0002,
"loss": 1.1245,
"step": 12000
},
{
"epoch": 0.6,
"learning_rate": 0.0002,
"loss": 1.1801,
"step": 12100
},
{
"epoch": 0.61,
"learning_rate": 0.0002,
"loss": 1.1747,
"step": 12200
},
{
"epoch": 0.61,
"learning_rate": 0.0002,
"loss": 1.1694,
"step": 12300
},
{
"epoch": 0.62,
"learning_rate": 0.0002,
"loss": 1.1405,
"step": 12400
},
{
"epoch": 0.62,
"learning_rate": 0.0002,
"loss": 1.1568,
"step": 12500
},
{
"epoch": 0.63,
"learning_rate": 0.0002,
"loss": 1.1642,
"step": 12600
},
{
"epoch": 0.64,
"learning_rate": 0.0002,
"loss": 1.1422,
"step": 12700
},
{
"epoch": 0.64,
"learning_rate": 0.0002,
"loss": 1.0952,
"step": 12800
},
{
"epoch": 0.65,
"learning_rate": 0.0002,
"loss": 1.1208,
"step": 12900
},
{
"epoch": 0.65,
"learning_rate": 0.0002,
"loss": 1.1284,
"step": 13000
},
{
"epoch": 0.66,
"learning_rate": 0.0002,
"loss": 1.1416,
"step": 13100
},
{
"epoch": 0.66,
"learning_rate": 0.0002,
"loss": 1.1485,
"step": 13200
},
{
"epoch": 0.67,
"learning_rate": 0.0002,
"loss": 1.1013,
"step": 13300
},
{
"epoch": 0.67,
"learning_rate": 0.0002,
"loss": 1.1042,
"step": 13400
},
{
"epoch": 0.68,
"learning_rate": 0.0002,
"loss": 1.0657,
"step": 13500
},
{
"epoch": 0.68,
"learning_rate": 0.0002,
"loss": 1.0916,
"step": 13600
},
{
"epoch": 0.69,
"learning_rate": 0.0002,
"loss": 1.102,
"step": 13700
},
{
"epoch": 0.69,
"learning_rate": 0.0002,
"loss": 1.1345,
"step": 13800
},
{
"epoch": 0.69,
"learning_rate": 0.0002,
"loss": 1.1131,
"step": 13900
},
{
"epoch": 0.7,
"learning_rate": 0.0002,
"loss": 1.115,
"step": 14000
},
{
"epoch": 0.7,
"learning_rate": 0.0002,
"loss": 1.0934,
"step": 14100
},
{
"epoch": 0.71,
"learning_rate": 0.0002,
"loss": 1.0929,
"step": 14200
},
{
"epoch": 0.71,
"learning_rate": 0.0002,
"loss": 1.1246,
"step": 14300
},
{
"epoch": 0.72,
"learning_rate": 0.0002,
"loss": 1.1284,
"step": 14400
},
{
"epoch": 0.72,
"learning_rate": 0.0002,
"loss": 1.0908,
"step": 14500
},
{
"epoch": 0.73,
"learning_rate": 0.0002,
"loss": 1.104,
"step": 14600
},
{
"epoch": 0.73,
"learning_rate": 0.0002,
"loss": 1.0935,
"step": 14700
},
{
"epoch": 0.74,
"learning_rate": 0.0002,
"loss": 1.125,
"step": 14800
},
{
"epoch": 0.74,
"learning_rate": 0.0002,
"loss": 1.093,
"step": 14900
},
{
"epoch": 0.75,
"learning_rate": 0.0002,
"loss": 1.0783,
"step": 15000
},
{
"epoch": 0.76,
"learning_rate": 0.0002,
"loss": 1.0933,
"step": 15100
},
{
"epoch": 0.76,
"learning_rate": 0.0002,
"loss": 1.0803,
"step": 15200
},
{
"epoch": 0.77,
"learning_rate": 0.0002,
"loss": 1.1047,
"step": 15300
},
{
"epoch": 0.77,
"learning_rate": 0.0002,
"loss": 1.0661,
"step": 15400
},
{
"epoch": 0.78,
"learning_rate": 0.0002,
"loss": 1.0404,
"step": 15500
},
{
"epoch": 0.78,
"learning_rate": 0.0002,
"loss": 1.0883,
"step": 15600
},
{
"epoch": 0.79,
"learning_rate": 0.0002,
"loss": 1.0613,
"step": 15700
},
{
"epoch": 0.79,
"learning_rate": 0.0002,
"loss": 1.0591,
"step": 15800
},
{
"epoch": 0.8,
"learning_rate": 0.0002,
"loss": 1.0712,
"step": 15900
},
{
"epoch": 0.8,
"learning_rate": 0.0002,
"loss": 1.0551,
"step": 16000
},
{
"epoch": 0.81,
"learning_rate": 0.0002,
"loss": 1.042,
"step": 16100
},
{
"epoch": 0.81,
"learning_rate": 0.0002,
"loss": 1.0873,
"step": 16200
},
{
"epoch": 0.81,
"learning_rate": 0.0002,
"loss": 1.0212,
"step": 16300
},
{
"epoch": 0.82,
"learning_rate": 0.0002,
"loss": 1.0706,
"step": 16400
},
{
"epoch": 0.82,
"learning_rate": 0.0002,
"loss": 1.0268,
"step": 16500
},
{
"epoch": 0.83,
"learning_rate": 0.0002,
"loss": 1.0624,
"step": 16600
},
{
"epoch": 0.83,
"learning_rate": 0.0002,
"loss": 1.0172,
"step": 16700
},
{
"epoch": 0.84,
"learning_rate": 0.0002,
"loss": 1.0391,
"step": 16800
},
{
"epoch": 0.84,
"learning_rate": 0.0002,
"loss": 1.0386,
"step": 16900
},
{
"epoch": 0.85,
"learning_rate": 0.0002,
"loss": 1.0418,
"step": 17000
},
{
"epoch": 0.85,
"learning_rate": 0.0002,
"loss": 1.0722,
"step": 17100
},
{
"epoch": 0.86,
"learning_rate": 0.0002,
"loss": 1.0623,
"step": 17200
},
{
"epoch": 0.86,
"learning_rate": 0.0002,
"loss": 1.0313,
"step": 17300
},
{
"epoch": 0.87,
"learning_rate": 0.0002,
"loss": 1.0032,
"step": 17400
},
{
"epoch": 0.88,
"learning_rate": 0.0002,
"loss": 1.0141,
"step": 17500
},
{
"epoch": 0.88,
"learning_rate": 0.0002,
"loss": 1.0268,
"step": 17600
},
{
"epoch": 0.89,
"learning_rate": 0.0002,
"loss": 1.0475,
"step": 17700
},
{
"epoch": 0.89,
"learning_rate": 0.0002,
"loss": 1.0664,
"step": 17800
},
{
"epoch": 0.9,
"learning_rate": 0.0002,
"loss": 1.0096,
"step": 17900
},
{
"epoch": 0.9,
"learning_rate": 0.0002,
"loss": 1.0158,
"step": 18000
},
{
"epoch": 0.91,
"learning_rate": 0.0002,
"loss": 1.0472,
"step": 18100
},
{
"epoch": 0.91,
"learning_rate": 0.0002,
"loss": 1.0588,
"step": 18200
},
{
"epoch": 0.92,
"learning_rate": 0.0002,
"loss": 1.0205,
"step": 18300
},
{
"epoch": 0.92,
"learning_rate": 0.0002,
"loss": 1.0078,
"step": 18400
},
{
"epoch": 0.93,
"learning_rate": 0.0002,
"loss": 1.0085,
"step": 18500
},
{
"epoch": 0.93,
"learning_rate": 0.0002,
"loss": 1.0189,
"step": 18600
},
{
"epoch": 0.94,
"learning_rate": 0.0002,
"loss": 1.0223,
"step": 18700
},
{
"epoch": 0.94,
"learning_rate": 0.0002,
"loss": 0.9967,
"step": 18800
},
{
"epoch": 0.94,
"learning_rate": 0.0002,
"loss": 0.9659,
"step": 18900
},
{
"epoch": 0.95,
"learning_rate": 0.0002,
"loss": 1.0014,
"step": 19000
},
{
"epoch": 0.95,
"learning_rate": 0.0002,
"loss": 1.0076,
"step": 19100
},
{
"epoch": 0.96,
"learning_rate": 0.0002,
"loss": 1.0119,
"step": 19200
},
{
"epoch": 0.96,
"learning_rate": 0.0002,
"loss": 1.0287,
"step": 19300
},
{
"epoch": 0.97,
"learning_rate": 0.0002,
"loss": 0.99,
"step": 19400
},
{
"epoch": 0.97,
"learning_rate": 0.0002,
"loss": 1.0108,
"step": 19500
},
{
"epoch": 0.98,
"learning_rate": 0.0002,
"loss": 0.9991,
"step": 19600
},
{
"epoch": 0.98,
"learning_rate": 0.0002,
"loss": 0.9656,
"step": 19700
},
{
"epoch": 0.99,
"learning_rate": 0.0002,
"loss": 0.9977,
"step": 19800
},
{
"epoch": 0.99,
"learning_rate": 0.0002,
"loss": 0.9915,
"step": 19900
},
{
"epoch": 1.0,
"learning_rate": 0.0002,
"loss": 0.9808,
"step": 20000
}
],
"max_steps": 20000,
"num_train_epochs": 1,
"total_flos": 3.5798846029020365e+17,
"trial_name": null,
"trial_params": null
}