checkpoint-200/trainer_state.json

{
  "best_metric": 0.029857149347662926,
  "best_model_checkpoint": "./Zephyr/27-03-24-Weni-WeniGPT-QA-Zephyr-7B-4.0.0-KTO_WeniGPT Experiment using KTO trainer with no collator-2_max_steps-786_batch_16_2024-03-27_ppid_9/checkpoint-200",
  "epoch": 0.7550731477111845,
  "eval_steps": 50,
  "global_step": 200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "grad_norm": 2.2820355892181396,
      "kl": 0.7391773462295532,
      "learning_rate": 0.0001666666666666667,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 785.5091,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 20
    },
    {
      "epoch": 0.15,
      "grad_norm": NaN,
      "kl": 1.364301085472107,
      "learning_rate": 0.00019606299212598428,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 124.9389,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 40
    },
    {
      "epoch": 0.19,
      "eval_kl": 3.282975673675537,
      "eval_logps/chosen": -132.00738525390625,
      "eval_logps/rejected": -237.69239807128906,
      "eval_loss": 0.09803511947393417,
      "eval_rewards/chosen": 4.3711838722229,
      "eval_rewards/margins": 8.833364486694336,
      "eval_rewards/rejected": -4.462180137634277,
      "eval_runtime": 474.8108,
      "eval_samples_per_second": 1.07,
      "eval_steps_per_second": 0.535,
      "step": 50
    },
    {
      "epoch": 0.23,
      "grad_norm": 1.1073336601257324,
      "kl": 0.8054396510124207,
      "learning_rate": 0.00019107611548556432,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 91.2134,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 60
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.4274377226829529,
      "kl": 0.38704636693000793,
      "learning_rate": 0.00018582677165354333,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 26.9569,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 80
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.5270018577575684,
      "kl": 0.47709473967552185,
      "learning_rate": 0.0001805774278215223,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 10.8269,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 100
    },
    {
      "epoch": 0.38,
      "eval_kl": 0.762260377407074,
      "eval_logps/chosen": -135.4526824951172,
      "eval_logps/rejected": -541.3764038085938,
      "eval_loss": 0.039932698011398315,
      "eval_rewards/chosen": 4.026655197143555,
      "eval_rewards/margins": 38.857234954833984,
      "eval_rewards/rejected": -34.83057403564453,
      "eval_runtime": 474.2877,
      "eval_samples_per_second": 1.071,
      "eval_steps_per_second": 0.536,
      "step": 100
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.19858050346374512,
      "kl": 1.8940637111663818,
      "learning_rate": 0.00017532808398950132,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 34.2088,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 120
    },
    {
      "epoch": 0.53,
      "grad_norm": 2.615041971206665,
      "kl": 1.40102219581604,
      "learning_rate": 0.00017007874015748033,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 276.3512,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 140
    },
    {
      "epoch": 0.57,
      "eval_kl": 1.686139702796936,
      "eval_logps/chosen": -127.73213195800781,
      "eval_logps/rejected": -397.8934631347656,
      "eval_loss": 0.02803400717675686,
      "eval_rewards/chosen": 4.798709869384766,
      "eval_rewards/margins": 25.2810001373291,
      "eval_rewards/rejected": -20.482288360595703,
      "eval_runtime": 474.6717,
      "eval_samples_per_second": 1.07,
      "eval_steps_per_second": 0.535,
      "step": 150
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.31603240966796875,
      "kl": 0.7387570738792419,
      "learning_rate": 0.00016482939632545934,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 216.0894,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 160
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.3982734978199005,
      "kl": 1.4841536283493042,
      "learning_rate": 0.00015958005249343832,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 8.0994,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 180
    },
    {
      "epoch": 0.76,
      "grad_norm": 2.1777164936065674,
      "kl": 0.3081069588661194,
      "learning_rate": 0.00015433070866141733,
      "logps/chosen": NaN,
      "logps/rejected": NaN,
      "loss": 5.7214,
      "rewards/chosen": NaN,
      "rewards/margins": NaN,
      "rewards/rejected": NaN,
      "step": 200
    },
    {
      "epoch": 0.76,
      "eval_kl": 1.5452415943145752,
      "eval_logps/chosen": -125.70950317382812,
      "eval_logps/rejected": -412.7599182128906,
      "eval_loss": 0.029857149347662926,
      "eval_rewards/chosen": 5.000972270965576,
      "eval_rewards/margins": 26.969900131225586,
      "eval_rewards/rejected": -21.96892738342285,
      "eval_runtime": 474.8305,
      "eval_samples_per_second": 1.07,
      "eval_steps_per_second": 0.535,
      "step": 200
    }
  ],
  "logging_steps": 20,
  "max_steps": 786,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 100,
  "total_flos": 0.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}