TX

README.md

@@ -0,0 +1,75 @@
+---
+license: llama3
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+tags:
+- alignment_handbook-handbook
+- generated_from_trainer
+datasets:
+- princeton-nlp/llama3-ultrafeedback
+model-index:
+- name: LLama-8B-Instruct-v0.1-MI-6e-7
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+[<img src="https://raw.githubusercontent.com/wandb/assets/main/wandb-github-badge-28.svg" alt="Visualize in Weights & Biases" width="200" height="32"/>](https://wandb.ai/tengxiao01/huggingface/runs/ekmx3gfb)
+# LLama-8B-Instruct-v0.1-MI-6e-7
+
+This model is a fine-tuned version of [meta-llama/Meta-Llama-3-8B-Instruct](https://huggingface.co/meta-llama/Meta-Llama-3-8B-Instruct) on the princeton-nlp/llama3-ultrafeedback dataset.
+It achieves the following results on the evaluation set:
+- Loss: 1.2415
+- Rewards/chosen: -0.3366
+- Rewards/rejected: -0.4015
+- Rewards/accuracies: 0.5874
+- Rewards/margins: 0.0649
+- Logps/rejected: -0.4015
+- Logps/chosen: -0.3366
+- Logits/rejected: 0.0060
+- Logits/chosen: 0.0153
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 6e-07
+- train_batch_size: 2
+- eval_batch_size: 4
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 16
+- total_train_batch_size: 128
+- total_eval_batch_size: 16
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: cosine
+- lr_scheduler_warmup_ratio: 0.1
+- num_epochs: 1
+
+### Training results
+
+| Training Loss | Epoch  | Step | Validation Loss | Rewards/chosen | Rewards/rejected | Rewards/accuracies | Rewards/margins | Logps/rejected | Logps/chosen | Logits/rejected | Logits/chosen |
+|:-------------:|:------:|:----:|:---------------:|:--------------:|:----------------:|:------------------:|:---------------:|:--------------:|:------------:|:---------------:|:-------------:|
+| 1.2439        | 0.8550 | 400  | 1.2415          | -0.3366        | -0.4015          | 0.5874             | 0.0649          | -0.4015        | -0.3366      | 0.0060          | 0.0153        |
+
+
+### Framework versions
+
+- Transformers 4.42.0
+- Pytorch 2.1.2+cu121
+- Datasets 2.14.6
+- Tokenizers 0.19.1

all_results.json

@@ -0,0 +1,22 @@
+{
+    "epoch": 0.9982631930527722,
+    "eval_logits/chosen": 0.016398662701249123,
+    "eval_logits/rejected": 0.006773484870791435,
+    "eval_logps/chosen": -0.3364824056625366,
+    "eval_logps/rejected": -0.40113401412963867,
+    "eval_loss": 1.2413759231567383,
+    "eval_rewards/accuracies": 0.5853658318519592,
+    "eval_rewards/chosen": -0.3364824056625366,
+    "eval_rewards/margins": 0.06465159356594086,
+    "eval_rewards/rejected": -0.40113401412963867,
+    "eval_runtime": 428.2667,
+    "eval_samples": 1961,
+    "eval_samples_per_second": 4.579,
+    "eval_steps_per_second": 0.287,
+    "total_flos": 0.0,
+    "train_loss": 1.2480301234145237,
+    "train_runtime": 21322.7535,
+    "train_samples": 59876,
+    "train_samples_per_second": 2.808,
+    "train_steps_per_second": 0.022
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": 128009,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.42.0",
+  "use_cache": true,
+  "vocab_size": 128256
+}

eval_results.json

@@ -0,0 +1,16 @@
+{
+    "epoch": 0.9982631930527722,
+    "eval_logits/chosen": 0.016398662701249123,
+    "eval_logits/rejected": 0.006773484870791435,
+    "eval_logps/chosen": -0.3364824056625366,
+    "eval_logps/rejected": -0.40113401412963867,
+    "eval_loss": 1.2413759231567383,
+    "eval_rewards/accuracies": 0.5853658318519592,
+    "eval_rewards/chosen": -0.3364824056625366,
+    "eval_rewards/margins": 0.06465159356594086,
+    "eval_rewards/rejected": -0.40113401412963867,
+    "eval_runtime": 428.2667,
+    "eval_samples": 1961,
+    "eval_samples_per_second": 4.579,
+    "eval_steps_per_second": 0.287
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128009
+  ],
+  "max_length": 4096,
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.42.0"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9525faa5d13c6dafd3e00432bd5fb93f454096d4262f1901e939595d24eaa1
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b6a35e24d1d43269fbd673f7875985335944207a91abb19ef7feaccdc5bca4
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8961dc2657a83b76de5ea4c80a0e3dc95c48dd7edaab0b388f026b72191f29
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bf60f732478643920929e0a61193c082f62d2e931c0ad32a19b5dc02dce960
+size 1168138808

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 16060522496
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00004-of-00004.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 2048,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 0.9982631930527722,
+    "total_flos": 0.0,
+    "train_loss": 1.2480301234145237,
+    "train_runtime": 21322.7535,
+    "train_samples": 59876,
+    "train_samples_per_second": 2.808,
+    "train_steps_per_second": 0.022
+}

trainer_state.json

@@ -0,0 +1,1453 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.9982631930527722,
+  "eval_steps": 400,
+  "global_step": 467,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.01068804275217101,
+      "grad_norm": 7.822805657905783,
+      "learning_rate": 6.382978723404255e-08,
+      "logits/chosen": 0.06214674562215805,
+      "logits/rejected": 0.03797388821840286,
+      "logps/chosen": -0.2699491083621979,
+      "logps/rejected": -0.26826155185699463,
+      "loss": 1.2748,
+      "rewards/accuracies": 0.4937500059604645,
+      "rewards/chosen": -0.2699491083621979,
+      "rewards/margins": -0.0016875670989975333,
+      "rewards/rejected": -0.26826155185699463,
+      "step": 5
+    },
+    {
+      "epoch": 0.02137608550434202,
+      "grad_norm": 5.0967725327137074,
+      "learning_rate": 1.276595744680851e-07,
+      "logits/chosen": -0.010526341386139393,
+      "logits/rejected": -0.012353870086371899,
+      "logps/chosen": -0.2696549892425537,
+      "logps/rejected": -0.2676162123680115,
+      "loss": 1.2725,
+      "rewards/accuracies": 0.48750001192092896,
+      "rewards/chosen": -0.2696549892425537,
+      "rewards/margins": -0.0020388036500662565,
+      "rewards/rejected": -0.2676162123680115,
+      "step": 10
+    },
+    {
+      "epoch": 0.03206412825651302,
+      "grad_norm": 6.6390016305878055,
+      "learning_rate": 1.9148936170212767e-07,
+      "logits/chosen": 0.0009885445469990373,
+      "logits/rejected": 0.00387256289832294,
+      "logps/chosen": -0.2789618670940399,
+      "logps/rejected": -0.2836909592151642,
+      "loss": 1.2796,
+      "rewards/accuracies": 0.44999998807907104,
+      "rewards/chosen": -0.2789618670940399,
+      "rewards/margins": 0.00472906231880188,
+      "rewards/rejected": -0.2836909592151642,
+      "step": 15
+    },
+    {
+      "epoch": 0.04275217100868404,
+      "grad_norm": 9.068174455913743,
+      "learning_rate": 2.553191489361702e-07,
+      "logits/chosen": -0.06325958669185638,
+      "logits/rejected": -0.06925094127655029,
+      "logps/chosen": -0.2819739878177643,
+      "logps/rejected": -0.2899174988269806,
+      "loss": 1.2759,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -0.2819739878177643,
+      "rewards/margins": 0.007943493314087391,
+      "rewards/rejected": -0.2899174988269806,
+      "step": 20
+    },
+    {
+      "epoch": 0.053440213760855046,
+      "grad_norm": 4.867685031446897,
+      "learning_rate": 3.1914893617021275e-07,
+      "logits/chosen": -0.06868849694728851,
+      "logits/rejected": -0.04817543178796768,
+      "logps/chosen": -0.25565916299819946,
+      "logps/rejected": -0.2749556303024292,
+      "loss": 1.2567,
+      "rewards/accuracies": 0.5625,
+      "rewards/chosen": -0.25565916299819946,
+      "rewards/margins": 0.01929648406803608,
+      "rewards/rejected": -0.2749556303024292,
+      "step": 25
+    },
+    {
+      "epoch": 0.06412825651302605,
+      "grad_norm": 4.806810486248379,
+      "learning_rate": 3.8297872340425535e-07,
+      "logits/chosen": -0.014168953523039818,
+      "logits/rejected": -0.00634436309337616,
+      "logps/chosen": -0.2789873480796814,
+      "logps/rejected": -0.2939203977584839,
+      "loss": 1.2769,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.2789873480796814,
+      "rewards/margins": 0.01493304967880249,
+      "rewards/rejected": -0.2939203977584839,
+      "step": 30
+    },
+    {
+      "epoch": 0.07481629926519706,
+      "grad_norm": 7.01406965287447,
+      "learning_rate": 4.4680851063829783e-07,
+      "logits/chosen": -0.029415354132652283,
+      "logits/rejected": -0.009010488167405128,
+      "logps/chosen": -0.2785240411758423,
+      "logps/rejected": -0.29580387473106384,
+      "loss": 1.2752,
+      "rewards/accuracies": 0.518750011920929,
+      "rewards/chosen": -0.2785240411758423,
+      "rewards/margins": 0.01727980747818947,
+      "rewards/rejected": -0.29580387473106384,
+      "step": 35
+    },
+    {
+      "epoch": 0.08550434201736808,
+      "grad_norm": 5.373513139182376,
+      "learning_rate": 5.106382978723404e-07,
+      "logits/chosen": -0.06608792394399643,
+      "logits/rejected": -0.07190172374248505,
+      "logps/chosen": -0.26092082262039185,
+      "logps/rejected": -0.2700851261615753,
+      "loss": 1.2674,
+      "rewards/accuracies": 0.518750011920929,
+      "rewards/chosen": -0.26092082262039185,
+      "rewards/margins": 0.009164294227957726,
+      "rewards/rejected": -0.2700851261615753,
+      "step": 40
+    },
+    {
+      "epoch": 0.09619238476953908,
+      "grad_norm": 5.609168218812681,
+      "learning_rate": 5.74468085106383e-07,
+      "logits/chosen": -0.05338377505540848,
+      "logits/rejected": -0.01094720046967268,
+      "logps/chosen": -0.2855256199836731,
+      "logps/rejected": -0.28623315691947937,
+      "loss": 1.2738,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -0.2855256199836731,
+      "rewards/margins": 0.0007075363537296653,
+      "rewards/rejected": -0.28623315691947937,
+      "step": 45
+    },
+    {
+      "epoch": 0.10688042752171009,
+      "grad_norm": 4.336678776172025,
+      "learning_rate": 5.999244704827519e-07,
+      "logits/chosen": -0.017125016078352928,
+      "logits/rejected": -0.004308671224862337,
+      "logps/chosen": -0.28561219573020935,
+      "logps/rejected": -0.299736350774765,
+      "loss": 1.2688,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -0.28561219573020935,
+      "rewards/margins": 0.014124127104878426,
+      "rewards/rejected": -0.299736350774765,
+      "step": 50
+    },
+    {
+      "epoch": 0.11756847027388109,
+      "grad_norm": 5.882470821439722,
+      "learning_rate": 5.994630389303205e-07,
+      "logits/chosen": 0.0162811242043972,
+      "logits/rejected": -0.004544490482658148,
+      "logps/chosen": -0.2731076776981354,
+      "logps/rejected": -0.2809983193874359,
+      "loss": 1.2631,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -0.2731076776981354,
+      "rewards/margins": 0.007890653796494007,
+      "rewards/rejected": -0.2809983193874359,
+      "step": 55
+    },
+    {
+      "epoch": 0.1282565130260521,
+      "grad_norm": 6.092605492824151,
+      "learning_rate": 5.985827812395378e-07,
+      "logits/chosen": -0.03923701494932175,
+      "logits/rejected": -0.07081723213195801,
+      "logps/chosen": -0.2858438491821289,
+      "logps/rejected": -0.31485337018966675,
+      "loss": 1.2628,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.2858438491821289,
+      "rewards/margins": 0.029009530320763588,
+      "rewards/rejected": -0.31485337018966675,
+      "step": 60
+    },
+    {
+      "epoch": 0.13894455577822312,
+      "grad_norm": 5.246427419034069,
+      "learning_rate": 5.972849285303804e-07,
+      "logits/chosen": -0.024546677246689796,
+      "logits/rejected": 0.03360120207071304,
+      "logps/chosen": -0.29182225465774536,
+      "logps/rejected": -0.31506821513175964,
+      "loss": 1.2705,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.29182225465774536,
+      "rewards/margins": 0.023245956748723984,
+      "rewards/rejected": -0.31506821513175964,
+      "step": 65
+    },
+    {
+      "epoch": 0.14963259853039412,
+      "grad_norm": 5.0996411858772115,
+      "learning_rate": 5.955712959672177e-07,
+      "logits/chosen": -0.016444489359855652,
+      "logits/rejected": -0.020679041743278503,
+      "logps/chosen": -0.29391151666641235,
+      "logps/rejected": -0.3471246361732483,
+      "loss": 1.2543,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.29391151666641235,
+      "rewards/margins": 0.05321308970451355,
+      "rewards/rejected": -0.3471246361732483,
+      "step": 70
+    },
+    {
+      "epoch": 0.16032064128256512,
+      "grad_norm": 4.491905521876928,
+      "learning_rate": 5.934442802201417e-07,
+      "logits/chosen": 0.06254759430885315,
+      "logits/rejected": 0.10311929881572723,
+      "logps/chosen": -0.3031434714794159,
+      "logps/rejected": -0.3355598449707031,
+      "loss": 1.2679,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -0.3031434714794159,
+      "rewards/margins": 0.03241636976599693,
+      "rewards/rejected": -0.3355598449707031,
+      "step": 75
+    },
+    {
+      "epoch": 0.17100868403473615,
+      "grad_norm": 6.478010906716982,
+      "learning_rate": 5.909068561130061e-07,
+      "logits/chosen": -0.01297207735478878,
+      "logits/rejected": -0.004632393829524517,
+      "logps/chosen": -0.29228898882865906,
+      "logps/rejected": -0.322248637676239,
+      "loss": 1.2618,
+      "rewards/accuracies": 0.53125,
+      "rewards/chosen": -0.29228898882865906,
+      "rewards/margins": 0.02995964325964451,
+      "rewards/rejected": -0.322248637676239,
+      "step": 80
+    },
+    {
+      "epoch": 0.18169672678690715,
+      "grad_norm": 4.650638031490373,
+      "learning_rate": 5.879625724628667e-07,
+      "logits/chosen": 0.005947749130427837,
+      "logits/rejected": 0.021510040387511253,
+      "logps/chosen": -0.2952747642993927,
+      "logps/rejected": -0.3337419927120209,
+      "loss": 1.257,
+      "rewards/accuracies": 0.5,
+      "rewards/chosen": -0.2952747642993927,
+      "rewards/margins": 0.03846726939082146,
+      "rewards/rejected": -0.3337419927120209,
+      "step": 85
+    },
+    {
+      "epoch": 0.19238476953907815,
+      "grad_norm": 7.530524241094077,
+      "learning_rate": 5.846155471166399e-07,
+      "logits/chosen": 0.015343578532338142,
+      "logits/rejected": 0.03540420904755592,
+      "logps/chosen": -0.3116888105869293,
+      "logps/rejected": -0.3682340085506439,
+      "loss": 1.253,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.3116888105869293,
+      "rewards/margins": 0.05654525011777878,
+      "rewards/rejected": -0.3682340085506439,
+      "step": 90
+    },
+    {
+      "epoch": 0.20307281229124916,
+      "grad_norm": 6.23873980938112,
+      "learning_rate": 5.808704611919212e-07,
+      "logits/chosen": 0.0079043535515666,
+      "logits/rejected": -0.009995353408157825,
+      "logps/chosen": -0.30725741386413574,
+      "logps/rejected": -0.3175857663154602,
+      "loss": 1.2597,
+      "rewards/accuracies": 0.48124998807907104,
+      "rewards/chosen": -0.30725741386413574,
+      "rewards/margins": 0.010328322649002075,
+      "rewards/rejected": -0.3175857663154602,
+      "step": 95
+    },
+    {
+      "epoch": 0.21376085504342018,
+      "grad_norm": 5.495931507709334,
+      "learning_rate": 5.767325525300187e-07,
+      "logits/chosen": 0.012924237176775932,
+      "logits/rejected": 0.015158179216086864,
+      "logps/chosen": -0.30597418546676636,
+      "logps/rejected": -0.3576403558254242,
+      "loss": 1.2572,
+      "rewards/accuracies": 0.4937500059604645,
+      "rewards/chosen": -0.30597418546676636,
+      "rewards/margins": 0.051666177809238434,
+      "rewards/rejected": -0.3576403558254242,
+      "step": 100
+    },
+    {
+      "epoch": 0.22444889779559118,
+      "grad_norm": 8.704066182889123,
+      "learning_rate": 5.722076083703594e-07,
+      "logits/chosen": -0.011864040978252888,
+      "logits/rejected": -0.015826348215341568,
+      "logps/chosen": -0.2861265540122986,
+      "logps/rejected": -0.3439098000526428,
+      "loss": 1.2455,
+      "rewards/accuracies": 0.5062500238418579,
+      "rewards/chosen": -0.2861265540122986,
+      "rewards/margins": 0.057783275842666626,
+      "rewards/rejected": -0.3439098000526428,
+      "step": 105
+    },
+    {
+      "epoch": 0.23513694054776219,
+      "grad_norm": 6.081543266921472,
+      "learning_rate": 5.673019572565103e-07,
+      "logits/chosen": -0.024934740737080574,
+      "logits/rejected": -0.036910589784383774,
+      "logps/chosen": -0.29488444328308105,
+      "logps/rejected": -0.3499029576778412,
+      "loss": 1.2384,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.29488444328308105,
+      "rewards/margins": 0.05501857399940491,
+      "rewards/rejected": -0.3499029576778412,
+      "step": 110
+    },
+    {
+      "epoch": 0.2458249832999332,
+      "grad_norm": 5.083503334201838,
+      "learning_rate": 5.620224601851389e-07,
+      "logits/chosen": 0.0035224161110818386,
+      "logits/rejected": 0.001966515090316534,
+      "logps/chosen": -0.30457058548927307,
+      "logps/rejected": -0.35604608058929443,
+      "loss": 1.2561,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.30457058548927307,
+      "rewards/margins": 0.051475513726472855,
+      "rewards/rejected": -0.35604608058929443,
+      "step": 115
+    },
+    {
+      "epoch": 0.2565130260521042,
+      "grad_norm": 7.099362190379442,
+      "learning_rate": 5.563765010102885e-07,
+      "logits/chosen": -0.06543167680501938,
+      "logits/rejected": -0.0410967655479908,
+      "logps/chosen": -0.3293083906173706,
+      "logps/rejected": -0.3675723075866699,
+      "loss": 1.2552,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.3293083906173706,
+      "rewards/margins": 0.03826391324400902,
+      "rewards/rejected": -0.3675723075866699,
+      "step": 120
+    },
+    {
+      "epoch": 0.26720106880427524,
+      "grad_norm": 5.147990697882454,
+      "learning_rate": 5.503719761163907e-07,
+      "logits/chosen": -0.10343233495950699,
+      "logits/rejected": -0.08113230764865875,
+      "logps/chosen": -0.2962001860141754,
+      "logps/rejected": -0.35733163356781006,
+      "loss": 1.234,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.2962001860141754,
+      "rewards/margins": 0.06113145500421524,
+      "rewards/rejected": -0.35733163356781006,
+      "step": 125
+    },
+    {
+      "epoch": 0.27788911155644624,
+      "grad_norm": 5.070905426510523,
+      "learning_rate": 5.440172833744582e-07,
+      "logits/chosen": -0.059284817427396774,
+      "logits/rejected": -0.020249750465154648,
+      "logps/chosen": -0.3295074701309204,
+      "logps/rejected": -0.37299367785453796,
+      "loss": 1.2644,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.3295074701309204,
+      "rewards/margins": 0.04348624125123024,
+      "rewards/rejected": -0.37299367785453796,
+      "step": 130
+    },
+    {
+      "epoch": 0.28857715430861725,
+      "grad_norm": 8.434154523088012,
+      "learning_rate": 5.373213103969024e-07,
+      "logits/chosen": -0.09271787106990814,
+      "logits/rejected": -0.0978003442287445,
+      "logps/chosen": -0.3175578713417053,
+      "logps/rejected": -0.3870469629764557,
+      "loss": 1.2466,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.3175578713417053,
+      "rewards/margins": 0.06948906183242798,
+      "rewards/rejected": -0.3870469629764557,
+      "step": 135
+    },
+    {
+      "epoch": 0.29926519706078825,
+      "grad_norm": 8.050573635697841,
+      "learning_rate": 5.302934221074033e-07,
+      "logits/chosen": -0.18472157418727875,
+      "logits/rejected": -0.18296249210834503,
+      "logps/chosen": -0.35015708208084106,
+      "logps/rejected": -0.418283075094223,
+      "loss": 1.2553,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -0.35015708208084106,
+      "rewards/margins": 0.06812603026628494,
+      "rewards/rejected": -0.418283075094223,
+      "step": 140
+    },
+    {
+      "epoch": 0.30995323981295925,
+      "grad_norm": 5.537790942631876,
+      "learning_rate": 5.229434476432182e-07,
+      "logits/chosen": -0.04427188262343407,
+      "logits/rejected": -0.07002754509449005,
+      "logps/chosen": -0.3104066252708435,
+      "logps/rejected": -0.36531931161880493,
+      "loss": 1.2393,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.3104066252708435,
+      "rewards/margins": 0.05491270869970322,
+      "rewards/rejected": -0.36531931161880493,
+      "step": 145
+    },
+    {
+      "epoch": 0.32064128256513025,
+      "grad_norm": 13.46796536991619,
+      "learning_rate": 5.152816666082435e-07,
+      "logits/chosen": -0.09154470264911652,
+      "logits/rejected": -0.10489149391651154,
+      "logps/chosen": -0.3233293890953064,
+      "logps/rejected": -0.42510905861854553,
+      "loss": 1.2451,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.3233293890953064,
+      "rewards/margins": 0.10177962481975555,
+      "rewards/rejected": -0.42510905861854553,
+      "step": 150
+    },
+    {
+      "epoch": 0.33132932531730125,
+      "grad_norm": 7.7500923534994985,
+      "learning_rate": 5.073187946960594e-07,
+      "logits/chosen": -0.08783230930566788,
+      "logits/rejected": -0.08713527768850327,
+      "logps/chosen": -0.3179479241371155,
+      "logps/rejected": -0.3679467737674713,
+      "loss": 1.2488,
+      "rewards/accuracies": 0.4625000059604645,
+      "rewards/chosen": -0.3179479241371155,
+      "rewards/margins": 0.04999883845448494,
+      "rewards/rejected": -0.3679467737674713,
+      "step": 155
+    },
+    {
+      "epoch": 0.3420173680694723,
+      "grad_norm": 7.025909512719848,
+      "learning_rate": 4.990659687030634e-07,
+      "logits/chosen": -0.1076837033033371,
+      "logits/rejected": -0.08046683669090271,
+      "logps/chosen": -0.31321102380752563,
+      "logps/rejected": -0.3762710690498352,
+      "loss": 1.2529,
+      "rewards/accuracies": 0.5625,
+      "rewards/chosen": -0.31321102380752563,
+      "rewards/margins": 0.06306007504463196,
+      "rewards/rejected": -0.3762710690498352,
+      "step": 160
+    },
+    {
+      "epoch": 0.3527054108216433,
+      "grad_norm": 8.01239629928041,
+      "learning_rate": 4.905347309526536e-07,
+      "logits/chosen": -0.06136934086680412,
+      "logits/rejected": -0.07382142543792725,
+      "logps/chosen": -0.29660579562187195,
+      "logps/rejected": -0.37172654271125793,
+      "loss": 1.2427,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.29660579562187195,
+      "rewards/margins": 0.07512073218822479,
+      "rewards/rejected": -0.37172654271125793,
+      "step": 165
+    },
+    {
+      "epoch": 0.3633934535738143,
+      "grad_norm": 5.642901073511358,
+      "learning_rate": 4.817370131522459e-07,
+      "logits/chosen": -0.0563310906291008,
+      "logits/rejected": -0.030183713883161545,
+      "logps/chosen": -0.31852108240127563,
+      "logps/rejected": -0.39116546511650085,
+      "loss": 1.2442,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.31852108240127563,
+      "rewards/margins": 0.07264441251754761,
+      "rewards/rejected": -0.39116546511650085,
+      "step": 170
+    },
+    {
+      "epoch": 0.3740814963259853,
+      "grad_norm": 5.485147120245967,
+      "learning_rate": 4.7268511970570207e-07,
+      "logits/chosen": -0.08929944038391113,
+      "logits/rejected": -0.08389794826507568,
+      "logps/chosen": -0.30848273634910583,
+      "logps/rejected": -0.3659656345844269,
+      "loss": 1.2505,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.30848273634910583,
+      "rewards/margins": 0.05748288705945015,
+      "rewards/rejected": -0.3659656345844269,
+      "step": 175
+    },
+    {
+      "epoch": 0.3847695390781563,
+      "grad_norm": 7.991274503438784,
+      "learning_rate": 4.6339171050450815e-07,
+      "logits/chosen": -0.10145304352045059,
+      "logits/rejected": -0.09222683310508728,
+      "logps/chosen": -0.31844446063041687,
+      "logps/rejected": -0.3609256148338318,
+      "loss": 1.2546,
+      "rewards/accuracies": 0.48124998807907104,
+      "rewards/chosen": -0.31844446063041687,
+      "rewards/margins": 0.042481135576963425,
+      "rewards/rejected": -0.3609256148338318,
+      "step": 180
+    },
+    {
+      "epoch": 0.3954575818303273,
+      "grad_norm": 5.832967942513168,
+      "learning_rate": 4.5386978322177184e-07,
+      "logits/chosen": -0.051486529409885406,
+      "logits/rejected": -0.07657450437545776,
+      "logps/chosen": -0.3131783604621887,
+      "logps/rejected": -0.35496917366981506,
+      "loss": 1.2627,
+      "rewards/accuracies": 0.543749988079071,
+      "rewards/chosen": -0.3131783604621887,
+      "rewards/margins": 0.04179079458117485,
+      "rewards/rejected": -0.35496917366981506,
+      "step": 185
+    },
+    {
+      "epoch": 0.4061456245824983,
+      "grad_norm": 8.218974322062975,
+      "learning_rate": 4.4413265513380134e-07,
+      "logits/chosen": -0.08528328686952591,
+      "logits/rejected": -0.0627092644572258,
+      "logps/chosen": -0.3054826855659485,
+      "logps/rejected": -0.37131738662719727,
+      "loss": 1.2456,
+      "rewards/accuracies": 0.512499988079071,
+      "rewards/chosen": -0.3054826855659485,
+      "rewards/margins": 0.06583467870950699,
+      "rewards/rejected": -0.37131738662719727,
+      "step": 190
+    },
+    {
+      "epoch": 0.4168336673346693,
+      "grad_norm": 8.281751397477004,
+      "learning_rate": 4.3419394449468975e-07,
+      "logits/chosen": -0.0632157102227211,
+      "logits/rejected": -0.039062272757291794,
+      "logps/chosen": -0.3401602506637573,
+      "logps/rejected": -0.42965516448020935,
+      "loss": 1.2393,
+      "rewards/accuracies": 0.5562499761581421,
+      "rewards/chosen": -0.3401602506637573,
+      "rewards/margins": 0.08949492126703262,
+      "rewards/rejected": -0.42965516448020935,
+      "step": 195
+    },
+    {
+      "epoch": 0.42752171008684037,
+      "grad_norm": 5.682547699952222,
+      "learning_rate": 4.2406755148995617e-07,
+      "logits/chosen": -0.036120522767305374,
+      "logits/rejected": -0.00437445193529129,
+      "logps/chosen": -0.30982089042663574,
+      "logps/rejected": -0.3825121223926544,
+      "loss": 1.2418,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.30982089042663574,
+      "rewards/margins": 0.07269121706485748,
+      "rewards/rejected": -0.3825121223926544,
+      "step": 200
+    },
+    {
+      "epoch": 0.43820975283901137,
+      "grad_norm": 5.711897059557612,
+      "learning_rate": 4.1376763879587855e-07,
+      "logits/chosen": -0.08326585590839386,
+      "logits/rejected": -0.12235681712627411,
+      "logps/chosen": -0.34261685609817505,
+      "logps/rejected": -0.4019942283630371,
+      "loss": 1.2571,
+      "rewards/accuracies": 0.5562499761581421,
+      "rewards/chosen": -0.34261685609817505,
+      "rewards/margins": 0.05937739089131355,
+      "rewards/rejected": -0.4019942283630371,
+      "step": 205
+    },
+    {
+      "epoch": 0.44889779559118237,
+      "grad_norm": 6.6702507208013895,
+      "learning_rate": 4.0330861177171046e-07,
+      "logits/chosen": -0.09191317856311798,
+      "logits/rejected": -0.07536768168210983,
+      "logps/chosen": -0.3210485577583313,
+      "logps/rejected": -0.39176544547080994,
+      "loss": 1.247,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -0.3210485577583313,
+      "rewards/margins": 0.07071693241596222,
+      "rewards/rejected": -0.39176544547080994,
+      "step": 210
+    },
+    {
+      "epoch": 0.45958583834335337,
+      "grad_norm": 6.330049251313848,
+      "learning_rate": 3.927050983124842e-07,
+      "logits/chosen": -0.025531485676765442,
+      "logits/rejected": -0.07240410149097443,
+      "logps/chosen": -0.29885441064834595,
+      "logps/rejected": -0.391807496547699,
+      "loss": 1.238,
+      "rewards/accuracies": 0.574999988079071,
+      "rewards/chosen": -0.29885441064834595,
+      "rewards/margins": 0.09295307099819183,
+      "rewards/rejected": -0.391807496547699,
+      "step": 215
+    },
+    {
+      "epoch": 0.47027388109552437,
+      "grad_norm": 6.737595050647263,
+      "learning_rate": 3.8197192839057603e-07,
+      "logits/chosen": -0.1071164608001709,
+      "logits/rejected": -0.12290854752063751,
+      "logps/chosen": -0.30930382013320923,
+      "logps/rejected": -0.4362809658050537,
+      "loss": 1.2382,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.30930382013320923,
+      "rewards/margins": 0.12697716057300568,
+      "rewards/rejected": -0.4362809658050537,
+      "step": 220
+    },
+    {
+      "epoch": 0.48096192384769537,
+      "grad_norm": 8.559735052947849,
+      "learning_rate": 3.7112411331464923e-07,
+      "logits/chosen": -0.02524995245039463,
+      "logits/rejected": -0.030149292200803757,
+      "logps/chosen": -0.3149697184562683,
+      "logps/rejected": -0.3956434428691864,
+      "loss": 1.2272,
+      "rewards/accuracies": 0.5562499761581421,
+      "rewards/chosen": -0.3149697184562683,
+      "rewards/margins": 0.0806737095117569,
+      "rewards/rejected": -0.3956434428691864,
+      "step": 225
+    },
+    {
+      "epoch": 0.4916499665998664,
+      "grad_norm": 6.480287157306168,
+      "learning_rate": 3.601768247349818e-07,
+      "logits/chosen": -0.03261668235063553,
+      "logits/rejected": -0.08516497910022736,
+      "logps/chosen": -0.3169209659099579,
+      "logps/rejected": -0.3873901069164276,
+      "loss": 1.2404,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.3169209659099579,
+      "rewards/margins": 0.07046912610530853,
+      "rewards/rejected": -0.3873901069164276,
+      "step": 230
+    },
+    {
+      "epoch": 0.5023380093520374,
+      "grad_norm": 8.225368883810985,
+      "learning_rate": 3.491453734245413e-07,
+      "logits/chosen": -0.06573788821697235,
+      "logits/rejected": -0.0159236378967762,
+      "logps/chosen": -0.3394278287887573,
+      "logps/rejected": -0.4536859393119812,
+      "loss": 1.2409,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.3394278287887573,
+      "rewards/margins": 0.11425812542438507,
+      "rewards/rejected": -0.4536859393119812,
+      "step": 235
+    },
+    {
+      "epoch": 0.5130260521042084,
+      "grad_norm": 6.0501816929552135,
+      "learning_rate": 3.3804518786548455e-07,
+      "logits/chosen": -0.09407626837491989,
+      "logits/rejected": -0.07616542279720306,
+      "logps/chosen": -0.3101692199707031,
+      "logps/rejected": -0.428670734167099,
+      "loss": 1.2453,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.3101692199707031,
+      "rewards/margins": 0.11850155889987946,
+      "rewards/rejected": -0.428670734167099,
+      "step": 240
+    },
+    {
+      "epoch": 0.5237140948563794,
+      "grad_norm": 5.475578816065332,
+      "learning_rate": 3.2689179267103006e-07,
+      "logits/chosen": -0.1301025003194809,
+      "logits/rejected": -0.12063749134540558,
+      "logps/chosen": -0.3209839463233948,
+      "logps/rejected": -0.3626781404018402,
+      "loss": 1.2299,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.3209839463233948,
+      "rewards/margins": 0.04169422388076782,
+      "rewards/rejected": -0.3626781404018402,
+      "step": 245
+    },
+    {
+      "epoch": 0.5344021376085505,
+      "grad_norm": 7.848337245875008,
+      "learning_rate": 3.1570078687288317e-07,
+      "logits/chosen": -0.07203061133623123,
+      "logits/rejected": -0.07748202979564667,
+      "logps/chosen": -0.34228605031967163,
+      "logps/rejected": -0.46370163559913635,
+      "loss": 1.2274,
+      "rewards/accuracies": 0.53125,
+      "rewards/chosen": -0.34228605031967163,
+      "rewards/margins": 0.12141555547714233,
+      "rewards/rejected": -0.46370163559913635,
+      "step": 250
+    },
+    {
+      "epoch": 0.5450901803607214,
+      "grad_norm": 8.463852280152306,
+      "learning_rate": 3.0448782210457906e-07,
+      "logits/chosen": -0.07813692837953568,
+      "logits/rejected": -0.07056453824043274,
+      "logps/chosen": -0.3696078360080719,
+      "logps/rejected": -0.4517177939414978,
+      "loss": 1.2467,
+      "rewards/accuracies": 0.550000011920929,
+      "rewards/chosen": -0.3696078360080719,
+      "rewards/margins": 0.08210990577936172,
+      "rewards/rejected": -0.4517177939414978,
+      "step": 255
+    },
+    {
+      "epoch": 0.5557782231128925,
+      "grad_norm": 8.673679370712454,
+      "learning_rate": 2.932685807112585e-07,
+      "logits/chosen": -0.13425521552562714,
+      "logits/rejected": -0.13180285692214966,
+      "logps/chosen": -0.3235534727573395,
+      "logps/rejected": -0.4138403534889221,
+      "loss": 1.2392,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.3235534727573395,
+      "rewards/margins": 0.09028687328100204,
+      "rewards/rejected": -0.4138403534889221,
+      "step": 260
+    },
+    {
+      "epoch": 0.5664662658650634,
+      "grad_norm": 14.773817206579576,
+      "learning_rate": 2.8205875381648974e-07,
+      "logits/chosen": -0.10961911827325821,
+      "logits/rejected": -0.10981354862451553,
+      "logps/chosen": -0.31433889269828796,
+      "logps/rejected": -0.40348243713378906,
+      "loss": 1.2448,
+      "rewards/accuracies": 0.543749988079071,
+      "rewards/chosen": -0.31433889269828796,
+      "rewards/margins": 0.08914351463317871,
+      "rewards/rejected": -0.40348243713378906,
+      "step": 265
+    },
+    {
+      "epoch": 0.5771543086172345,
+      "grad_norm": 10.511806133556902,
+      "learning_rate": 2.708740193768135e-07,
+      "logits/chosen": -0.08152172714471817,
+      "logits/rejected": -0.07667910307645798,
+      "logps/chosen": -0.33281245827674866,
+      "logps/rejected": -0.4943714141845703,
+      "loss": 1.2277,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.33281245827674866,
+      "rewards/margins": 0.16155894100666046,
+      "rewards/rejected": -0.4943714141845703,
+      "step": 270
+    },
+    {
+      "epoch": 0.5878423513694054,
+      "grad_norm": 5.764021925950384,
+      "learning_rate": 2.597300202547034e-07,
+      "logits/chosen": -0.0671951025724411,
+      "logits/rejected": -0.09161119163036346,
+      "logps/chosen": -0.3234054148197174,
+      "logps/rejected": -0.36444562673568726,
+      "loss": 1.2404,
+      "rewards/accuracies": 0.5562499761581421,
+      "rewards/chosen": -0.3234054148197174,
+      "rewards/margins": 0.04104021191596985,
+      "rewards/rejected": -0.36444562673568726,
+      "step": 275
+    },
+    {
+      "epoch": 0.5985303941215765,
+      "grad_norm": 6.254810248978168,
+      "learning_rate": 2.4864234234060747e-07,
+      "logits/chosen": -0.1233711987733841,
+      "logits/rejected": -0.10507211834192276,
+      "logps/chosen": -0.326472669839859,
+      "logps/rejected": -0.4079364836215973,
+      "loss": 1.2346,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.326472669839859,
+      "rewards/margins": 0.08146381378173828,
+      "rewards/rejected": -0.4079364836215973,
+      "step": 280
+    },
+    {
+      "epoch": 0.6092184368737475,
+      "grad_norm": 8.145566662679744,
+      "learning_rate": 2.3762649275467223e-07,
+      "logits/chosen": -0.11552796512842178,
+      "logits/rejected": -0.12833945453166962,
+      "logps/chosen": -0.3270297944545746,
+      "logps/rejected": -0.40440672636032104,
+      "loss": 1.2498,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.3270297944545746,
+      "rewards/margins": 0.07737687975168228,
+      "rewards/rejected": -0.40440672636032104,
+      "step": 285
+    },
+    {
+      "epoch": 0.6199064796259185,
+      "grad_norm": 9.531079036404222,
+      "learning_rate": 2.2669787815863174e-07,
+      "logits/chosen": -0.03034001588821411,
+      "logits/rejected": -0.0528348907828331,
+      "logps/chosen": -0.3205064833164215,
+      "logps/rejected": -0.4226464629173279,
+      "loss": 1.2523,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.3205064833164215,
+      "rewards/margins": 0.10214000940322876,
+      "rewards/rejected": -0.4226464629173279,
+      "step": 290
+    },
+    {
+      "epoch": 0.6305945223780896,
+      "grad_norm": 5.413246554100629,
+      "learning_rate": 2.1587178320819919e-07,
+      "logits/chosen": -0.060756783932447433,
+      "logits/rejected": -0.0011257051955908537,
+      "logps/chosen": -0.27187207341194153,
+      "logps/rejected": -0.3691639006137848,
+      "loss": 1.2341,
+      "rewards/accuracies": 0.606249988079071,
+      "rewards/chosen": -0.27187207341194153,
+      "rewards/margins": 0.09729186445474625,
+      "rewards/rejected": -0.3691639006137848,
+      "step": 295
+    },
+    {
+      "epoch": 0.6412825651302605,
+      "grad_norm": 12.664849670753055,
+      "learning_rate": 2.0516334917609277e-07,
+      "logits/chosen": -0.10225675255060196,
+      "logits/rejected": -0.04843712970614433,
+      "logps/chosen": -0.3377472758293152,
+      "logps/rejected": -0.5128234028816223,
+      "loss": 1.2347,
+      "rewards/accuracies": 0.606249988079071,
+      "rewards/chosen": -0.3377472758293152,
+      "rewards/margins": 0.17507611215114594,
+      "rewards/rejected": -0.5128234028816223,
+      "step": 300
+    },
+    {
+      "epoch": 0.6519706078824316,
+      "grad_norm": 7.8017671377878015,
+      "learning_rate": 1.9458755277559716e-07,
+      "logits/chosen": -0.11494015157222748,
+      "logits/rejected": -0.10972355306148529,
+      "logps/chosen": -0.3163761496543884,
+      "logps/rejected": -0.4071407914161682,
+      "loss": 1.2405,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.3163761496543884,
+      "rewards/margins": 0.09076462686061859,
+      "rewards/rejected": -0.4071407914161682,
+      "step": 305
+    },
+    {
+      "epoch": 0.6626586506346025,
+      "grad_norm": 6.034077165873482,
+      "learning_rate": 1.8415918521427613e-07,
+      "logits/chosen": -0.1821509748697281,
+      "logits/rejected": -0.19082587957382202,
+      "logps/chosen": -0.31090688705444336,
+      "logps/rejected": -0.3758618235588074,
+      "loss": 1.2455,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.31090688705444336,
+      "rewards/margins": 0.06495492160320282,
+      "rewards/rejected": -0.3758618235588074,
+      "step": 310
+    },
+    {
+      "epoch": 0.6733466933867736,
+      "grad_norm": 10.235181182403219,
+      "learning_rate": 1.7389283150713038e-07,
+      "logits/chosen": -0.1251331865787506,
+      "logits/rejected": -0.11890840530395508,
+      "logps/chosen": -0.3588525056838989,
+      "logps/rejected": -0.425645649433136,
+      "loss": 1.2543,
+      "rewards/accuracies": 0.48124998807907104,
+      "rewards/chosen": -0.3588525056838989,
+      "rewards/margins": 0.06679315119981766,
+      "rewards/rejected": -0.425645649433136,
+      "step": 315
+    },
+    {
+      "epoch": 0.6840347361389446,
+      "grad_norm": 9.723759702295695,
+      "learning_rate": 1.6380285007813597e-07,
+      "logits/chosen": -0.1123957484960556,
+      "logits/rejected": -0.1257510930299759,
+      "logps/chosen": -0.3145357668399811,
+      "logps/rejected": -0.3408251404762268,
+      "loss": 1.2609,
+      "rewards/accuracies": 0.512499988079071,
+      "rewards/chosen": -0.3145357668399811,
+      "rewards/margins": 0.026289362460374832,
+      "rewards/rejected": -0.3408251404762268,
+      "step": 320
+    },
+    {
+      "epoch": 0.6947227788911156,
+      "grad_norm": 7.286383815847668,
+      "learning_rate": 1.539033526786898e-07,
+      "logits/chosen": -0.1374741941690445,
+      "logits/rejected": -0.11429701000452042,
+      "logps/chosen": -0.32331573963165283,
+      "logps/rejected": -0.4659709930419922,
+      "loss": 1.2423,
+      "rewards/accuracies": 0.6187499761581421,
+      "rewards/chosen": -0.32331573963165283,
+      "rewards/margins": 0.14265525341033936,
+      "rewards/rejected": -0.4659709930419922,
+      "step": 325
+    },
+    {
+      "epoch": 0.7054108216432866,
+      "grad_norm": 5.495961241803029,
+      "learning_rate": 1.4420818465104924e-07,
+      "logits/chosen": -0.1799645572900772,
+      "logits/rejected": -0.17759008705615997,
+      "logps/chosen": -0.30779215693473816,
+      "logps/rejected": -0.3636534810066223,
+      "loss": 1.2328,
+      "rewards/accuracies": 0.543749988079071,
+      "rewards/chosen": -0.30779215693473816,
+      "rewards/margins": 0.05586131289601326,
+      "rewards/rejected": -0.3636534810066223,
+      "step": 330
+    },
+    {
+      "epoch": 0.7160988643954576,
+      "grad_norm": 6.732402042819091,
+      "learning_rate": 1.3473090556436928e-07,
+      "logits/chosen": -0.09900529682636261,
+      "logits/rejected": -0.11673985421657562,
+      "logps/chosen": -0.32374444603919983,
+      "logps/rejected": -0.42279139161109924,
+      "loss": 1.2482,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.32374444603919983,
+      "rewards/margins": 0.0990469679236412,
+      "rewards/rejected": -0.42279139161109924,
+      "step": 335
+    },
+    {
+      "epoch": 0.7267869071476286,
+      "grad_norm": 6.164055292584424,
+      "learning_rate": 1.2548477025041833e-07,
+      "logits/chosen": -0.17352089285850525,
+      "logits/rejected": -0.15723419189453125,
+      "logps/chosen": -0.31769293546676636,
+      "logps/rejected": -0.4277707040309906,
+      "loss": 1.2469,
+      "rewards/accuracies": 0.637499988079071,
+      "rewards/chosen": -0.31769293546676636,
+      "rewards/margins": 0.11007778346538544,
+      "rewards/rejected": -0.4277707040309906,
+      "step": 340
+    },
+    {
+      "epoch": 0.7374749498997996,
+      "grad_norm": 7.386683624949419,
+      "learning_rate": 1.1648271026549805e-07,
+      "logits/chosen": -0.16501447558403015,
+      "logits/rejected": -0.17034907639026642,
+      "logps/chosen": -0.3037567734718323,
+      "logps/rejected": -0.4147283136844635,
+      "loss": 1.235,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.3037567734718323,
+      "rewards/margins": 0.11097153276205063,
+      "rewards/rejected": -0.4147283136844635,
+      "step": 345
+    },
+    {
+      "epoch": 0.7481629926519706,
+      "grad_norm": 8.63440141406496,
+      "learning_rate": 1.0773731580449275e-07,
+      "logits/chosen": -0.0861009806394577,
+      "logits/rejected": -0.10058856010437012,
+      "logps/chosen": -0.3289971947669983,
+      "logps/rejected": -0.43288707733154297,
+      "loss": 1.2271,
+      "rewards/accuracies": 0.59375,
+      "rewards/chosen": -0.3289971947669983,
+      "rewards/margins": 0.10388988256454468,
+      "rewards/rejected": -0.43288707733154297,
+      "step": 350
+    },
+    {
+      "epoch": 0.7588510354041417,
+      "grad_norm": 5.491722459194082,
+      "learning_rate": 9.926081809234262e-08,
+      "logits/chosen": -0.1492873877286911,
+      "logits/rejected": -0.14633427560329437,
+      "logps/chosen": -0.3535214960575104,
+      "logps/rejected": -0.5062969923019409,
+      "loss": 1.2331,
+      "rewards/accuracies": 0.5625,
+      "rewards/chosen": -0.3535214960575104,
+      "rewards/margins": 0.15277548134326935,
+      "rewards/rejected": -0.5062969923019409,
+      "step": 355
+    },
+    {
+      "epoch": 0.7695390781563126,
+      "grad_norm": 16.598441497777067,
+      "learning_rate": 9.106507227756998e-08,
+      "logits/chosen": -0.10592007637023926,
+      "logits/rejected": -0.1149587631225586,
+      "logps/chosen": -0.355294406414032,
+      "logps/rejected": -0.41237178444862366,
+      "loss": 1.2541,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.355294406414032,
+      "rewards/margins": 0.057077307254076004,
+      "rewards/rejected": -0.41237178444862366,
+      "step": 360
+    },
+    {
+      "epoch": 0.7802271209084837,
+      "grad_norm": 9.266627411766367,
+      "learning_rate": 8.316154085178256e-08,
+      "logits/chosen": -0.1599133014678955,
+      "logits/rejected": -0.16612327098846436,
+      "logps/chosen": -0.3537140488624573,
+      "logps/rejected": -0.45664018392562866,
+      "loss": 1.2415,
+      "rewards/accuracies": 0.5874999761581421,
+      "rewards/chosen": -0.3537140488624573,
+      "rewards/margins": 0.10292615741491318,
+      "rewards/rejected": -0.45664018392562866,
+      "step": 365
+    },
+    {
+      "epoch": 0.7909151636606546,
+      "grad_norm": 7.428406479509353,
+      "learning_rate": 7.55612776183419e-08,
+      "logits/chosen": -0.10595826804637909,
+      "logits/rejected": -0.09110520780086517,
+      "logps/chosen": -0.35074084997177124,
+      "logps/rejected": -0.40927591919898987,
+      "loss": 1.2357,
+      "rewards/accuracies": 0.59375,
+      "rewards/chosen": -0.35074084997177124,
+      "rewards/margins": 0.05853506922721863,
+      "rewards/rejected": -0.40927591919898987,
+      "step": 370
+    },
+    {
+      "epoch": 0.8016032064128257,
+      "grad_norm": 8.282266775931964,
+      "learning_rate": 6.827491223262017e-08,
+      "logits/chosen": -0.14613883197307587,
+      "logits/rejected": -0.1305559277534485,
+      "logps/chosen": -0.33350640535354614,
+      "logps/rejected": -0.3941604495048523,
+      "loss": 1.2317,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.33350640535354614,
+      "rewards/margins": 0.06065405532717705,
+      "rewards/rejected": -0.3941604495048523,
+      "step": 375
+    },
+    {
+      "epoch": 0.8122912491649966,
+      "grad_norm": 7.257639288893235,
+      "learning_rate": 6.131263533546572e-08,
+      "logits/chosen": -0.13168776035308838,
+      "logits/rejected": -0.13572274148464203,
+      "logps/chosen": -0.32469362020492554,
+      "logps/rejected": -0.4485169053077698,
+      "loss": 1.2319,
+      "rewards/accuracies": 0.637499988079071,
+      "rewards/chosen": -0.32469362020492554,
+      "rewards/margins": 0.12382327020168304,
+      "rewards/rejected": -0.4485169053077698,
+      "step": 380
+    },
+    {
+      "epoch": 0.8229792919171677,
+      "grad_norm": 8.794582511790273,
+      "learning_rate": 5.468418430067059e-08,
+      "logits/chosen": -0.13690440356731415,
+      "logits/rejected": -0.11999843269586563,
+      "logps/chosen": -0.3403404653072357,
+      "logps/rejected": -0.41022801399230957,
+      "loss": 1.2458,
+      "rewards/accuracies": 0.5687500238418579,
+      "rewards/chosen": -0.3403404653072357,
+      "rewards/margins": 0.06988750398159027,
+      "rewards/rejected": -0.41022801399230957,
+      "step": 385
+    },
+    {
+      "epoch": 0.8336673346693386,
+      "grad_norm": 6.914453118608116,
+      "learning_rate": 4.839882961637282e-08,
+      "logits/chosen": -0.14087721705436707,
+      "logits/rejected": -0.11817269027233124,
+      "logps/chosen": -0.32691115140914917,
+      "logps/rejected": -0.39570215344429016,
+      "loss": 1.2453,
+      "rewards/accuracies": 0.5562499761581421,
+      "rewards/chosen": -0.32691115140914917,
+      "rewards/margins": 0.0687909945845604,
+      "rewards/rejected": -0.39570215344429016,
+      "step": 390
+    },
+    {
+      "epoch": 0.8443553774215097,
+      "grad_norm": 7.401358248565427,
+      "learning_rate": 4.2465361919440165e-08,
+      "logits/chosen": -0.17381078004837036,
+      "logits/rejected": -0.1655048429965973,
+      "logps/chosen": -0.32772788405418396,
+      "logps/rejected": -0.36842280626296997,
+      "loss": 1.2419,
+      "rewards/accuracies": 0.518750011920929,
+      "rewards/chosen": -0.32772788405418396,
+      "rewards/margins": 0.040694937109947205,
+      "rewards/rejected": -0.36842280626296997,
+      "step": 395
+    },
+    {
+      "epoch": 0.8550434201736807,
+      "grad_norm": 6.499476994247458,
+      "learning_rate": 3.6892079700970036e-08,
+      "logits/chosen": -0.19311991333961487,
+      "logits/rejected": -0.1830570548772812,
+      "logps/chosen": -0.34295058250427246,
+      "logps/rejected": -0.37818074226379395,
+      "loss": 1.2439,
+      "rewards/accuracies": 0.5562499761581421,
+      "rewards/chosen": -0.34295058250427246,
+      "rewards/margins": 0.035230137407779694,
+      "rewards/rejected": -0.37818074226379395,
+      "step": 400
+    },
+    {
+      "epoch": 0.8550434201736807,
+      "eval_logits/chosen": 0.01532436441630125,
+      "eval_logits/rejected": 0.005963262636214495,
+      "eval_logps/chosen": -0.3365793526172638,
+      "eval_logps/rejected": -0.40151944756507874,
+      "eval_loss": 1.2415482997894287,
+      "eval_rewards/accuracies": 0.5873983502388,
+      "eval_rewards/chosen": -0.3365793526172638,
+      "eval_rewards/margins": 0.06494008004665375,
+      "eval_rewards/rejected": -0.40151944756507874,
+      "eval_runtime": 427.7978,
+      "eval_samples_per_second": 4.584,
+      "eval_steps_per_second": 0.288,
+      "step": 400
+    },
+    {
+      "epoch": 0.8657314629258517,
+      "grad_norm": 8.655152423101507,
+      "learning_rate": 3.1686777700099e-08,
+      "logits/chosen": -0.11514046043157578,
+      "logits/rejected": -0.16686634719371796,
+      "logps/chosen": -0.3493112325668335,
+      "logps/rejected": -0.37683025002479553,
+      "loss": 1.245,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -0.3493112325668335,
+      "rewards/margins": 0.027519047260284424,
+      "rewards/rejected": -0.37683025002479553,
+      "step": 405
+    },
+    {
+      "epoch": 0.8764195056780227,
+      "grad_norm": 8.013257979238155,
+      "learning_rate": 2.685673600235524e-08,
+      "logits/chosen": -0.10536377131938934,
+      "logits/rejected": -0.1320020854473114,
+      "logps/chosen": -0.3498873710632324,
+      "logps/rejected": -0.39043301343917847,
+      "loss": 1.2607,
+      "rewards/accuracies": 0.5375000238418579,
+      "rewards/chosen": -0.3498873710632324,
+      "rewards/margins": 0.04054565355181694,
+      "rewards/rejected": -0.39043301343917847,
+      "step": 410
+    },
+    {
+      "epoch": 0.8871075484301937,
+      "grad_norm": 12.61073944196688,
+      "learning_rate": 2.2408709857800988e-08,
+      "logits/chosen": -0.12514375150203705,
+      "logits/rejected": -0.10413704812526703,
+      "logps/chosen": -0.2854083478450775,
+      "logps/rejected": -0.3893025517463684,
+      "loss": 1.233,
+      "rewards/accuracies": 0.6312500238418579,
+      "rewards/chosen": -0.2854083478450775,
+      "rewards/margins": 0.1038941740989685,
+      "rewards/rejected": -0.3893025517463684,
+      "step": 415
+    },
+    {
+      "epoch": 0.8977955911823647,
+      "grad_norm": 5.802098857336539,
+      "learning_rate": 1.8348920233204167e-08,
+      "logits/chosen": -0.08317883312702179,
+      "logits/rejected": -0.06567595899105072,
+      "logps/chosen": -0.3321346044540405,
+      "logps/rejected": -0.4815450608730316,
+      "loss": 1.2393,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.3321346044540405,
+      "rewards/margins": 0.14941047132015228,
+      "rewards/rejected": -0.4815450608730316,
+      "step": 420
+    },
+    {
+      "epoch": 0.9084836339345357,
+      "grad_norm": 5.211099670695838,
+      "learning_rate": 1.468304511145394e-08,
+      "logits/chosen": -0.02274451218545437,
+      "logits/rejected": -0.0685218870639801,
+      "logps/chosen": -0.3114772439002991,
+      "logps/rejected": -0.4261551797389984,
+      "loss": 1.2356,
+      "rewards/accuracies": 0.637499988079071,
+      "rewards/chosen": -0.3114772439002991,
+      "rewards/margins": 0.11467792093753815,
+      "rewards/rejected": -0.4261551797389984,
+      "step": 425
+    },
+    {
+      "epoch": 0.9191716766867067,
+      "grad_norm": 5.865346057497481,
+      "learning_rate": 1.1416211550388222e-08,
+      "logits/chosen": -0.10939434915781021,
+      "logits/rejected": -0.09104075282812119,
+      "logps/chosen": -0.29765018820762634,
+      "logps/rejected": -0.3629956841468811,
+      "loss": 1.2343,
+      "rewards/accuracies": 0.6187499761581421,
+      "rewards/chosen": -0.29765018820762634,
+      "rewards/margins": 0.06534545123577118,
+      "rewards/rejected": -0.3629956841468811,
+      "step": 430
+    },
+    {
+      "epoch": 0.9298597194388778,
+      "grad_norm": 7.151775664454521,
+      "learning_rate": 8.552988512139748e-09,
+      "logits/chosen": -0.09702922403812408,
+      "logits/rejected": -0.11269289255142212,
+      "logps/chosen": -0.3232804238796234,
+      "logps/rejected": -0.4417162835597992,
+      "loss": 1.2366,
+      "rewards/accuracies": 0.6000000238418579,
+      "rewards/chosen": -0.3232804238796234,
+      "rewards/margins": 0.11843589693307877,
+      "rewards/rejected": -0.4417162835597992,
+      "step": 435
+    },
+    {
+      "epoch": 0.9405477621910487,
+      "grad_norm": 19.71341285143898,
+      "learning_rate": 6.097380473029356e-09,
+      "logits/chosen": -0.13407650589942932,
+      "logits/rejected": -0.1464676707983017,
+      "logps/chosen": -0.33517464995384216,
+      "logps/rejected": -0.3925517201423645,
+      "loss": 1.2475,
+      "rewards/accuracies": 0.53125,
+      "rewards/chosen": -0.33517464995384216,
+      "rewards/margins": 0.05737708881497383,
+      "rewards/rejected": -0.3925517201423645,
+      "step": 440
+    },
+    {
+      "epoch": 0.9512358049432198,
+      "grad_norm": 7.374118674662329,
+      "learning_rate": 4.052821822943597e-09,
+      "logits/chosen": -0.04786144942045212,
+      "logits/rejected": -0.04718126356601715,
+      "logps/chosen": -0.3143005967140198,
+      "logps/rejected": -0.38420677185058594,
+      "loss": 1.258,
+      "rewards/accuracies": 0.581250011920929,
+      "rewards/chosen": -0.3143005967140198,
+      "rewards/margins": 0.06990616768598557,
+      "rewards/rejected": -0.38420677185058594,
+      "step": 445
+    },
+    {
+      "epoch": 0.9619238476953907,
+      "grad_norm": 7.332271422792315,
+      "learning_rate": 2.4221720620301368e-09,
+      "logits/chosen": -0.10571523010730743,
+      "logits/rejected": -0.0989978164434433,
+      "logps/chosen": -0.321834921836853,
+      "logps/rejected": -0.40633755922317505,
+      "loss": 1.2275,
+      "rewards/accuracies": 0.606249988079071,
+      "rewards/chosen": -0.321834921836853,
+      "rewards/margins": 0.08450265228748322,
+      "rewards/rejected": -0.40633755922317505,
+      "step": 450
+    },
+    {
+      "epoch": 0.9726118904475618,
+      "grad_norm": 7.032752985388992,
+      "learning_rate": 1.2077118014282794e-09,
+      "logits/chosen": -0.06323617696762085,
+      "logits/rejected": -0.029714446514844894,
+      "logps/chosen": -0.3421580493450165,
+      "logps/rejected": -0.4160069525241852,
+      "loss": 1.2498,
+      "rewards/accuracies": 0.59375,
+      "rewards/chosen": -0.3421580493450165,
+      "rewards/margins": 0.0738489031791687,
+      "rewards/rejected": -0.4160069525241852,
+      "step": 455
+    },
+    {
+      "epoch": 0.9832999331997327,
+      "grad_norm": 6.513587335089515,
+      "learning_rate": 4.1113957362785e-10,
+      "logits/chosen": -0.05799049139022827,
+      "logits/rejected": -0.08265287429094315,
+      "logps/chosen": -0.3295963406562805,
+      "logps/rejected": -0.37454092502593994,
+      "loss": 1.2494,
+      "rewards/accuracies": 0.5249999761581421,
+      "rewards/chosen": -0.3295963406562805,
+      "rewards/margins": 0.04494457319378853,
+      "rewards/rejected": -0.37454092502593994,
+      "step": 460
+    },
+    {
+      "epoch": 0.9939879759519038,
+      "grad_norm": 9.565280879421035,
+      "learning_rate": 3.3569456917970085e-11,
+      "logits/chosen": -0.030880967155098915,
+      "logits/rejected": -0.05265098810195923,
+      "logps/chosen": -0.31436887383461,
+      "logps/rejected": -0.407276451587677,
+      "loss": 1.2427,
+      "rewards/accuracies": 0.5625,
+      "rewards/chosen": -0.31436887383461,
+      "rewards/margins": 0.0929076224565506,
+      "rewards/rejected": -0.407276451587677,
+      "step": 465
+    },
+    {
+      "epoch": 0.9982631930527722,
+      "step": 467,
+      "total_flos": 0.0,
+      "train_loss": 1.2480301234145237,
+      "train_runtime": 21322.7535,
+      "train_samples_per_second": 2.808,
+      "train_steps_per_second": 0.022
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 467,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1000000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 2,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d17a3616fb2b98d18dd3e601ad38ad0e0e49c94cd2812f5694e1d7b411bdd1e
+size 7416