adding model files

added_tokens.json

@@ -0,0 +1,11 @@
+{
+  "</headline>": 32008,
+  "</scratchpad>": 32006,
+  "<</SYS>>": 32004,
+  "<<SYS>>": 32003,
+  "<headline>": 32007,
+  "<pad>": 32000,
+  "<scratchpad>": 32005,
+  "[/INST]": 32002,
+  "[INST]": 32001
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "teknium/OpenHermes-13B",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 13824,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 40,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.40.2",
+  "use_cache": false,
+  "vocab_size": 32016
+}

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 0,
+  "transformers_version": "4.40.2",
+  "use_cache": false
+}

model-00001-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356ed93aa0e77768c94a0c83009d6df648b9680b67567a7f19b67bf63609f6db
+size 4881575536

model-00002-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fba4b786220b2126c55a0040aef256a38f2ac9b3178347c54d90e5efcc57bc4
+size 4970418112

model-00003-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0178e3306e8bf04ef00c703ca4e7310105df0b165ea0ff23846159603e55f416
+size 4970418120

model-00004-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb4254b7c3d552c6c7fbf90895cd107cbb8cdc719c79b737888b4420a8f71ea
+size 4970418144

model-00005-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ccde165fafd7017749eb37c1b36fe3793469181de67f2dd297110dc550de25
+size 4970418144

model-00006-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faeaf8d6dbc6e8e40ed400014aa61bfbe7880389af4a3209474f130f49656228
+size 4792119040

model-00007-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd40f2082ba5debbcc434d638a5ae778c365a9cbcd9841463b915daa0839678b
+size 4792160232

model-00008-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2848b7bac57f3b31e95b5f3f93fe0ca2bbaabf1c9aaa0d2315c98dc1a82186
+size 4792160224

model-00009-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f43bb51e21c7dd0b372749709d7311d3847848edcaaa6ae73ae40b0de715e3
+size 4970418144

model-00010-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b45c644f7f16b6c8a499e18202ee369919ad37196a3d75561dbbf7c6dee56a
+size 4970418144

model-00011-of-00011.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0d046192d474fba27ee43b105482a3ddaf15ddc96d241250ca6204eb93f4b0
+size 2983630864

model.safetensors.index.json

@@ -0,0 +1,370 @@
+{
+  "metadata": {
+    "total_size": 52064112640
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00011-of-00011.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00003-of-00011.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00011.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00004-of-00011.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00004-of-00011.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00005-of-00011.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00005-of-00011.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00004-of-00011.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00005-of-00011.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00006-of-00011.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00006-of-00011.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00011.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00011.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00006-of-00011.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00006-of-00011.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00007-of-00011.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00007-of-00011.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00006-of-00011.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00007-of-00011.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00007-of-00011.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00008-of-00011.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00008-of-00011.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00007-of-00011.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00008-of-00011.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00008-of-00011.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00011.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00011.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00011.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00009-of-00011.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00009-of-00011.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00008-of-00011.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00009-of-00011.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00009-of-00011.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00010-of-00011.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00010-of-00011.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00009-of-00011.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00010-of-00011.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00010-of-00011.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00011-of-00011.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00011-of-00011.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00010-of-00011.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00011-of-00011.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00011.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00011.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00003-of-00011.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00003-of-00011.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00011.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00003-of-00011.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00003-of-00011.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00011.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00011.safetensors",
+    "model.norm.weight": "model-00011-of-00011.safetensors"
+  }
+}

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24336c8d58fea1fc1df2a396b9e2c3178321824fdecd060bcb2b825a024eab1d
+size 14512

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3edfab905397d910c0d60d2055f53f58a3c9a4c7faad9ee66b6891aa69dfc8
+size 14512

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33617d22544c67c5ba9ad5835b0b3059087bce26cb343bd38cdf32b0d5daf301
+size 1064

special_tokens_map.json

@@ -0,0 +1,88 @@
+{
+  "additional_special_tokens": [
+    {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true
+    },
+    {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true
+    },
+    {
+      "content": "<<SYS>>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true
+    },
+    {
+      "content": "<</SYS>>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true
+    },
+    {
+      "content": "<scratchpad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true
+    },
+    {
+      "content": "</scratchpad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true
+    },
+    {
+      "content": "<headline>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true
+    },
+    {
+      "content": "</headline>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true
+    }
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,128 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32000": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "32001": {
+      "content": "[INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "32002": {
+      "content": "[/INST]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "32003": {
+      "content": "<<SYS>>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "32004": {
+      "content": "<</SYS>>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "32005": {
+      "content": "<scratchpad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "32006": {
+      "content": "</scratchpad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "32007": {
+      "content": "<headline>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    },
+    "32008": {
+      "content": "</headline>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": true,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "[INST]",
+    "[/INST]",
+    "<<SYS>>",
+    "<</SYS>>",
+    "<scratchpad>",
+    "</scratchpad>",
+    "<headline>",
+    "</headline>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_to_multiple_of": 8,
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "trust_remote_code": false,
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true,
+  "use_fast": true
+}

trainer_state.json

@@ -0,0 +1,2271 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.3076923076923075,
+  "eval_steps": 10,
+  "global_step": 1500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.015384615384615385,
+      "grad_norm": 10.08800220489502,
+      "learning_rate": 3.0769230769230774e-07,
+      "loss": 2.2323,
+      "step": 10
+    },
+    {
+      "epoch": 0.015384615384615385,
+      "eval_loss": 1.8895783424377441,
+      "eval_runtime": 3.244,
+      "eval_samples_per_second": 35.142,
+      "eval_steps_per_second": 1.85,
+      "step": 10
+    },
+    {
+      "epoch": 0.03076923076923077,
+      "grad_norm": 11.910987854003906,
+      "learning_rate": 6.153846153846155e-07,
+      "loss": 1.8698,
+      "step": 20
+    },
+    {
+      "epoch": 0.03076923076923077,
+      "eval_loss": 1.792996883392334,
+      "eval_runtime": 3.2331,
+      "eval_samples_per_second": 35.26,
+      "eval_steps_per_second": 1.856,
+      "step": 20
+    },
+    {
+      "epoch": 0.046153846153846156,
+      "grad_norm": 12.777326583862305,
+      "learning_rate": 9.230769230769232e-07,
+      "loss": 1.5498,
+      "step": 30
+    },
+    {
+      "epoch": 0.046153846153846156,
+      "eval_loss": 1.336621880531311,
+      "eval_runtime": 3.2485,
+      "eval_samples_per_second": 35.093,
+      "eval_steps_per_second": 1.847,
+      "step": 30
+    },
+    {
+      "epoch": 0.06153846153846154,
+      "grad_norm": 5.87349796295166,
+      "learning_rate": 1.230769230769231e-06,
+      "loss": 1.1494,
+      "step": 40
+    },
+    {
+      "epoch": 0.06153846153846154,
+      "eval_loss": 0.9160565733909607,
+      "eval_runtime": 3.3112,
+      "eval_samples_per_second": 34.429,
+      "eval_steps_per_second": 1.812,
+      "step": 40
+    },
+    {
+      "epoch": 0.07692307692307693,
+      "grad_norm": 5.3481059074401855,
+      "learning_rate": 1.5384615384615387e-06,
+      "loss": 0.7255,
+      "step": 50
+    },
+    {
+      "epoch": 0.07692307692307693,
+      "eval_loss": 0.7569668292999268,
+      "eval_runtime": 3.2616,
+      "eval_samples_per_second": 34.952,
+      "eval_steps_per_second": 1.84,
+      "step": 50
+    },
+    {
+      "epoch": 0.09230769230769231,
+      "grad_norm": 16.049999237060547,
+      "learning_rate": 1.8461538461538465e-06,
+      "loss": 0.7272,
+      "step": 60
+    },
+    {
+      "epoch": 0.09230769230769231,
+      "eval_loss": 0.7092577815055847,
+      "eval_runtime": 3.2408,
+      "eval_samples_per_second": 35.176,
+      "eval_steps_per_second": 1.851,
+      "step": 60
+    },
+    {
+      "epoch": 0.1076923076923077,
+      "grad_norm": 13.999727249145508,
+      "learning_rate": 2.153846153846154e-06,
+      "loss": 0.6458,
+      "step": 70
+    },
+    {
+      "epoch": 0.1076923076923077,
+      "eval_loss": 0.6781661510467529,
+      "eval_runtime": 3.2606,
+      "eval_samples_per_second": 34.963,
+      "eval_steps_per_second": 1.84,
+      "step": 70
+    },
+    {
+      "epoch": 0.12307692307692308,
+      "grad_norm": 8.535219192504883,
+      "learning_rate": 2.461538461538462e-06,
+      "loss": 0.5961,
+      "step": 80
+    },
+    {
+      "epoch": 0.12307692307692308,
+      "eval_loss": 0.6664493680000305,
+      "eval_runtime": 3.2509,
+      "eval_samples_per_second": 35.067,
+      "eval_steps_per_second": 1.846,
+      "step": 80
+    },
+    {
+      "epoch": 0.13846153846153847,
+      "grad_norm": 4.580833911895752,
+      "learning_rate": 2.7692307692307697e-06,
+      "loss": 0.6202,
+      "step": 90
+    },
+    {
+      "epoch": 0.13846153846153847,
+      "eval_loss": 0.6518496870994568,
+      "eval_runtime": 3.3229,
+      "eval_samples_per_second": 34.308,
+      "eval_steps_per_second": 1.806,
+      "step": 90
+    },
+    {
+      "epoch": 0.15384615384615385,
+      "grad_norm": 7.051252841949463,
+      "learning_rate": 3.0769230769230774e-06,
+      "loss": 0.6247,
+      "step": 100
+    },
+    {
+      "epoch": 0.15384615384615385,
+      "eval_loss": 0.6485283374786377,
+      "eval_runtime": 3.2618,
+      "eval_samples_per_second": 34.95,
+      "eval_steps_per_second": 1.839,
+      "step": 100
+    },
+    {
+      "epoch": 0.16923076923076924,
+      "grad_norm": 11.31698226928711,
+      "learning_rate": 3.384615384615385e-06,
+      "loss": 0.5667,
+      "step": 110
+    },
+    {
+      "epoch": 0.16923076923076924,
+      "eval_loss": 0.6553902626037598,
+      "eval_runtime": 3.2311,
+      "eval_samples_per_second": 35.282,
+      "eval_steps_per_second": 1.857,
+      "step": 110
+    },
+    {
+      "epoch": 0.18461538461538463,
+      "grad_norm": 7.0818657875061035,
+      "learning_rate": 3.692307692307693e-06,
+      "loss": 0.5265,
+      "step": 120
+    },
+    {
+      "epoch": 0.18461538461538463,
+      "eval_loss": 0.6300784945487976,
+      "eval_runtime": 3.2263,
+      "eval_samples_per_second": 35.335,
+      "eval_steps_per_second": 1.86,
+      "step": 120
+    },
+    {
+      "epoch": 0.2,
+      "grad_norm": 4.5706963539123535,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.5234,
+      "step": 130
+    },
+    {
+      "epoch": 0.2,
+      "eval_loss": 0.6315096020698547,
+      "eval_runtime": 3.2343,
+      "eval_samples_per_second": 35.247,
+      "eval_steps_per_second": 1.855,
+      "step": 130
+    },
+    {
+      "epoch": 0.2153846153846154,
+      "grad_norm": 4.479468822479248,
+      "learning_rate": 4.307692307692308e-06,
+      "loss": 0.5713,
+      "step": 140
+    },
+    {
+      "epoch": 0.2153846153846154,
+      "eval_loss": 0.647240400314331,
+      "eval_runtime": 3.2537,
+      "eval_samples_per_second": 35.037,
+      "eval_steps_per_second": 1.844,
+      "step": 140
+    },
+    {
+      "epoch": 0.23076923076923078,
+      "grad_norm": 6.680614948272705,
+      "learning_rate": 4.615384615384616e-06,
+      "loss": 0.5771,
+      "step": 150
+    },
+    {
+      "epoch": 0.23076923076923078,
+      "eval_loss": 0.6173009276390076,
+      "eval_runtime": 3.2513,
+      "eval_samples_per_second": 35.063,
+      "eval_steps_per_second": 1.845,
+      "step": 150
+    },
+    {
+      "epoch": 0.24615384615384617,
+      "grad_norm": 4.226175308227539,
+      "learning_rate": 4.923076923076924e-06,
+      "loss": 0.5163,
+      "step": 160
+    },
+    {
+      "epoch": 0.24615384615384617,
+      "eval_loss": 0.6128624081611633,
+      "eval_runtime": 3.2463,
+      "eval_samples_per_second": 35.117,
+      "eval_steps_per_second": 1.848,
+      "step": 160
+    },
+    {
+      "epoch": 0.26153846153846155,
+      "grad_norm": 9.079318046569824,
+      "learning_rate": 5.230769230769232e-06,
+      "loss": 0.5763,
+      "step": 170
+    },
+    {
+      "epoch": 0.26153846153846155,
+      "eval_loss": 0.6138600707054138,
+      "eval_runtime": 3.2545,
+      "eval_samples_per_second": 35.029,
+      "eval_steps_per_second": 1.844,
+      "step": 170
+    },
+    {
+      "epoch": 0.27692307692307694,
+      "grad_norm": 3.5830743312835693,
+      "learning_rate": 5.538461538461539e-06,
+      "loss": 0.5375,
+      "step": 180
+    },
+    {
+      "epoch": 0.27692307692307694,
+      "eval_loss": 0.6096837520599365,
+      "eval_runtime": 3.2398,
+      "eval_samples_per_second": 35.187,
+      "eval_steps_per_second": 1.852,
+      "step": 180
+    },
+    {
+      "epoch": 0.2923076923076923,
+      "grad_norm": 4.749164581298828,
+      "learning_rate": 5.846153846153847e-06,
+      "loss": 0.4459,
+      "step": 190
+    },
+    {
+      "epoch": 0.2923076923076923,
+      "eval_loss": 0.6149852871894836,
+      "eval_runtime": 3.268,
+      "eval_samples_per_second": 34.884,
+      "eval_steps_per_second": 1.836,
+      "step": 190
+    },
+    {
+      "epoch": 0.3076923076923077,
+      "grad_norm": 3.4458577632904053,
+      "learning_rate": 6.153846153846155e-06,
+      "loss": 0.5698,
+      "step": 200
+    },
+    {
+      "epoch": 0.3076923076923077,
+      "eval_loss": 0.6111035346984863,
+      "eval_runtime": 3.2949,
+      "eval_samples_per_second": 34.599,
+      "eval_steps_per_second": 1.821,
+      "step": 200
+    },
+    {
+      "epoch": 0.3230769230769231,
+      "grad_norm": 3.4586949348449707,
+      "learning_rate": 6.461538461538463e-06,
+      "loss": 0.5643,
+      "step": 210
+    },
+    {
+      "epoch": 0.3230769230769231,
+      "eval_loss": 0.6080620288848877,
+      "eval_runtime": 3.2409,
+      "eval_samples_per_second": 35.176,
+      "eval_steps_per_second": 1.851,
+      "step": 210
+    },
+    {
+      "epoch": 0.3384615384615385,
+      "grad_norm": 21.988414764404297,
+      "learning_rate": 6.76923076923077e-06,
+      "loss": 0.5042,
+      "step": 220
+    },
+    {
+      "epoch": 0.3384615384615385,
+      "eval_loss": 0.6081517338752747,
+      "eval_runtime": 3.2459,
+      "eval_samples_per_second": 35.121,
+      "eval_steps_per_second": 1.848,
+      "step": 220
+    },
+    {
+      "epoch": 0.35384615384615387,
+      "grad_norm": 2.8922173976898193,
+      "learning_rate": 7.076923076923078e-06,
+      "loss": 0.4828,
+      "step": 230
+    },
+    {
+      "epoch": 0.35384615384615387,
+      "eval_loss": 0.617982029914856,
+      "eval_runtime": 3.2324,
+      "eval_samples_per_second": 35.267,
+      "eval_steps_per_second": 1.856,
+      "step": 230
+    },
+    {
+      "epoch": 0.36923076923076925,
+      "grad_norm": 2.6757681369781494,
+      "learning_rate": 7.384615384615386e-06,
+      "loss": 0.5656,
+      "step": 240
+    },
+    {
+      "epoch": 0.36923076923076925,
+      "eval_loss": 0.6142754554748535,
+      "eval_runtime": 3.2771,
+      "eval_samples_per_second": 34.786,
+      "eval_steps_per_second": 1.831,
+      "step": 240
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "grad_norm": 2.475748062133789,
+      "learning_rate": 7.692307692307694e-06,
+      "loss": 0.603,
+      "step": 250
+    },
+    {
+      "epoch": 0.38461538461538464,
+      "eval_loss": 0.6135047078132629,
+      "eval_runtime": 3.2534,
+      "eval_samples_per_second": 35.041,
+      "eval_steps_per_second": 1.844,
+      "step": 250
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 2.0867738723754883,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.5738,
+      "step": 260
+    },
+    {
+      "epoch": 0.4,
+      "eval_loss": 0.6106860041618347,
+      "eval_runtime": 3.2751,
+      "eval_samples_per_second": 34.808,
+      "eval_steps_per_second": 1.832,
+      "step": 260
+    },
+    {
+      "epoch": 0.4153846153846154,
+      "grad_norm": 2.2365148067474365,
+      "learning_rate": 8.307692307692309e-06,
+      "loss": 0.5495,
+      "step": 270
+    },
+    {
+      "epoch": 0.4153846153846154,
+      "eval_loss": 0.6183508038520813,
+      "eval_runtime": 3.2419,
+      "eval_samples_per_second": 35.164,
+      "eval_steps_per_second": 1.851,
+      "step": 270
+    },
+    {
+      "epoch": 0.4307692307692308,
+      "grad_norm": 3.2089123725891113,
+      "learning_rate": 8.615384615384617e-06,
+      "loss": 0.6222,
+      "step": 280
+    },
+    {
+      "epoch": 0.4307692307692308,
+      "eval_loss": 0.6174750328063965,
+      "eval_runtime": 3.2465,
+      "eval_samples_per_second": 35.115,
+      "eval_steps_per_second": 1.848,
+      "step": 280
+    },
+    {
+      "epoch": 0.4461538461538462,
+      "grad_norm": 2.5618836879730225,
+      "learning_rate": 8.923076923076925e-06,
+      "loss": 0.4601,
+      "step": 290
+    },
+    {
+      "epoch": 0.4461538461538462,
+      "eval_loss": 0.6246063113212585,
+      "eval_runtime": 3.26,
+      "eval_samples_per_second": 34.969,
+      "eval_steps_per_second": 1.84,
+      "step": 290
+    },
+    {
+      "epoch": 0.46153846153846156,
+      "grad_norm": 3.5373964309692383,
+      "learning_rate": 9.230769230769232e-06,
+      "loss": 0.5535,
+      "step": 300
+    },
+    {
+      "epoch": 0.46153846153846156,
+      "eval_loss": 0.6102502346038818,
+      "eval_runtime": 3.2623,
+      "eval_samples_per_second": 34.945,
+      "eval_steps_per_second": 1.839,
+      "step": 300
+    },
+    {
+      "epoch": 0.47692307692307695,
+      "grad_norm": 1.9794658422470093,
+      "learning_rate": 9.53846153846154e-06,
+      "loss": 0.4945,
+      "step": 310
+    },
+    {
+      "epoch": 0.47692307692307695,
+      "eval_loss": 0.6150012016296387,
+      "eval_runtime": 3.2205,
+      "eval_samples_per_second": 35.398,
+      "eval_steps_per_second": 1.863,
+      "step": 310
+    },
+    {
+      "epoch": 0.49230769230769234,
+      "grad_norm": 2.65868878364563,
+      "learning_rate": 9.846153846153848e-06,
+      "loss": 0.5023,
+      "step": 320
+    },
+    {
+      "epoch": 0.49230769230769234,
+      "eval_loss": 0.6132198572158813,
+      "eval_runtime": 3.2246,
+      "eval_samples_per_second": 35.353,
+      "eval_steps_per_second": 1.861,
+      "step": 320
+    },
+    {
+      "epoch": 0.5076923076923077,
+      "grad_norm": 2.511979103088379,
+      "learning_rate": 1.0153846153846154e-05,
+      "loss": 0.589,
+      "step": 330
+    },
+    {
+      "epoch": 0.5076923076923077,
+      "eval_loss": 0.6175718903541565,
+      "eval_runtime": 3.2157,
+      "eval_samples_per_second": 35.451,
+      "eval_steps_per_second": 1.866,
+      "step": 330
+    },
+    {
+      "epoch": 0.5230769230769231,
+      "grad_norm": 2.185819387435913,
+      "learning_rate": 1.0461538461538463e-05,
+      "loss": 0.6647,
+      "step": 340
+    },
+    {
+      "epoch": 0.5230769230769231,
+      "eval_loss": 0.6142282485961914,
+      "eval_runtime": 3.2313,
+      "eval_samples_per_second": 35.28,
+      "eval_steps_per_second": 1.857,
+      "step": 340
+    },
+    {
+      "epoch": 0.5384615384615384,
+      "grad_norm": 2.4703621864318848,
+      "learning_rate": 1.076923076923077e-05,
+      "loss": 0.6143,
+      "step": 350
+    },
+    {
+      "epoch": 0.5384615384615384,
+      "eval_loss": 0.6139152646064758,
+      "eval_runtime": 3.2329,
+      "eval_samples_per_second": 35.263,
+      "eval_steps_per_second": 1.856,
+      "step": 350
+    },
+    {
+      "epoch": 0.5538461538461539,
+      "grad_norm": 3.106285572052002,
+      "learning_rate": 1.1076923076923079e-05,
+      "loss": 0.5884,
+      "step": 360
+    },
+    {
+      "epoch": 0.5538461538461539,
+      "eval_loss": 0.6352922320365906,
+      "eval_runtime": 3.2247,
+      "eval_samples_per_second": 35.352,
+      "eval_steps_per_second": 1.861,
+      "step": 360
+    },
+    {
+      "epoch": 0.5692307692307692,
+      "grad_norm": 2.2021732330322266,
+      "learning_rate": 1.1384615384615385e-05,
+      "loss": 0.4982,
+      "step": 370
+    },
+    {
+      "epoch": 0.5692307692307692,
+      "eval_loss": 0.6206889152526855,
+      "eval_runtime": 3.2248,
+      "eval_samples_per_second": 35.351,
+      "eval_steps_per_second": 1.861,
+      "step": 370
+    },
+    {
+      "epoch": 0.5846153846153846,
+      "grad_norm": 1.9954713582992554,
+      "learning_rate": 1.1692307692307694e-05,
+      "loss": 0.5737,
+      "step": 380
+    },
+    {
+      "epoch": 0.5846153846153846,
+      "eval_loss": 0.6287782788276672,
+      "eval_runtime": 3.2374,
+      "eval_samples_per_second": 35.213,
+      "eval_steps_per_second": 1.853,
+      "step": 380
+    },
+    {
+      "epoch": 0.6,
+      "grad_norm": 6.513882637023926,
+      "learning_rate": 1.2e-05,
+      "loss": 0.5626,
+      "step": 390
+    },
+    {
+      "epoch": 0.6,
+      "eval_loss": 0.6641125679016113,
+      "eval_runtime": 3.2518,
+      "eval_samples_per_second": 35.058,
+      "eval_steps_per_second": 1.845,
+      "step": 390
+    },
+    {
+      "epoch": 0.6153846153846154,
+      "grad_norm": 2.3721086978912354,
+      "learning_rate": 1.230769230769231e-05,
+      "loss": 0.5368,
+      "step": 400
+    },
+    {
+      "epoch": 0.6153846153846154,
+      "eval_loss": 0.6509307026863098,
+      "eval_runtime": 3.2291,
+      "eval_samples_per_second": 35.304,
+      "eval_steps_per_second": 1.858,
+      "step": 400
+    },
+    {
+      "epoch": 0.6307692307692307,
+      "grad_norm": 3.1854028701782227,
+      "learning_rate": 1.2615384615384616e-05,
+      "loss": 0.5494,
+      "step": 410
+    },
+    {
+      "epoch": 0.6307692307692307,
+      "eval_loss": 0.700699508190155,
+      "eval_runtime": 3.2301,
+      "eval_samples_per_second": 35.292,
+      "eval_steps_per_second": 1.857,
+      "step": 410
+    },
+    {
+      "epoch": 0.6461538461538462,
+      "grad_norm": 2.3019535541534424,
+      "learning_rate": 1.2923076923076925e-05,
+      "loss": 0.6091,
+      "step": 420
+    },
+    {
+      "epoch": 0.6461538461538462,
+      "eval_loss": 0.6303574442863464,
+      "eval_runtime": 3.228,
+      "eval_samples_per_second": 35.316,
+      "eval_steps_per_second": 1.859,
+      "step": 420
+    },
+    {
+      "epoch": 0.6615384615384615,
+      "grad_norm": 2.306185483932495,
+      "learning_rate": 1.3230769230769231e-05,
+      "loss": 0.5351,
+      "step": 430
+    },
+    {
+      "epoch": 0.6615384615384615,
+      "eval_loss": 0.6310353875160217,
+      "eval_runtime": 3.2269,
+      "eval_samples_per_second": 35.328,
+      "eval_steps_per_second": 1.859,
+      "step": 430
+    },
+    {
+      "epoch": 0.676923076923077,
+      "grad_norm": 1.8147830963134766,
+      "learning_rate": 1.353846153846154e-05,
+      "loss": 0.4667,
+      "step": 440
+    },
+    {
+      "epoch": 0.676923076923077,
+      "eval_loss": 0.6256788969039917,
+      "eval_runtime": 3.2241,
+      "eval_samples_per_second": 35.358,
+      "eval_steps_per_second": 1.861,
+      "step": 440
+    },
+    {
+      "epoch": 0.6923076923076923,
+      "grad_norm": 2.527489423751831,
+      "learning_rate": 1.3846153846153847e-05,
+      "loss": 0.4589,
+      "step": 450
+    },
+    {
+      "epoch": 0.6923076923076923,
+      "eval_loss": 0.6338838338851929,
+      "eval_runtime": 3.2459,
+      "eval_samples_per_second": 35.122,
+      "eval_steps_per_second": 1.849,
+      "step": 450
+    },
+    {
+      "epoch": 0.7076923076923077,
+      "grad_norm": 2.042581558227539,
+      "learning_rate": 1.4153846153846156e-05,
+      "loss": 0.5941,
+      "step": 460
+    },
+    {
+      "epoch": 0.7076923076923077,
+      "eval_loss": 0.6300306916236877,
+      "eval_runtime": 3.2369,
+      "eval_samples_per_second": 35.219,
+      "eval_steps_per_second": 1.854,
+      "step": 460
+    },
+    {
+      "epoch": 0.7230769230769231,
+      "grad_norm": 1.7204737663269043,
+      "learning_rate": 1.4461538461538462e-05,
+      "loss": 0.5784,
+      "step": 470
+    },
+    {
+      "epoch": 0.7230769230769231,
+      "eval_loss": 0.6303504705429077,
+      "eval_runtime": 3.2289,
+      "eval_samples_per_second": 35.306,
+      "eval_steps_per_second": 1.858,
+      "step": 470
+    },
+    {
+      "epoch": 0.7384615384615385,
+      "grad_norm": 2.6514151096343994,
+      "learning_rate": 1.4769230769230772e-05,
+      "loss": 0.5791,
+      "step": 480
+    },
+    {
+      "epoch": 0.7384615384615385,
+      "eval_loss": 0.6384264230728149,
+      "eval_runtime": 3.2556,
+      "eval_samples_per_second": 35.017,
+      "eval_steps_per_second": 1.843,
+      "step": 480
+    },
+    {
+      "epoch": 0.7538461538461538,
+      "grad_norm": 2.5694305896759033,
+      "learning_rate": 1.5076923076923078e-05,
+      "loss": 0.5925,
+      "step": 490
+    },
+    {
+      "epoch": 0.7538461538461538,
+      "eval_loss": 0.6288810968399048,
+      "eval_runtime": 3.2422,
+      "eval_samples_per_second": 35.162,
+      "eval_steps_per_second": 1.851,
+      "step": 490
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "grad_norm": 1.1163740158081055,
+      "learning_rate": 1.5384615384615387e-05,
+      "loss": 0.5033,
+      "step": 500
+    },
+    {
+      "epoch": 0.7692307692307693,
+      "eval_loss": 0.6337881684303284,
+      "eval_runtime": 3.232,
+      "eval_samples_per_second": 35.272,
+      "eval_steps_per_second": 1.856,
+      "step": 500
+    },
+    {
+      "epoch": 0.7846153846153846,
+      "grad_norm": 1.7871819734573364,
+      "learning_rate": 1.5692307692307693e-05,
+      "loss": 0.5657,
+      "step": 510
+    },
+    {
+      "epoch": 0.7846153846153846,
+      "eval_loss": 0.6357546448707581,
+      "eval_runtime": 3.2447,
+      "eval_samples_per_second": 35.135,
+      "eval_steps_per_second": 1.849,
+      "step": 510
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 1.1289668083190918,
+      "learning_rate": 1.6000000000000003e-05,
+      "loss": 0.6585,
+      "step": 520
+    },
+    {
+      "epoch": 0.8,
+      "eval_loss": 0.6380702257156372,
+      "eval_runtime": 3.2292,
+      "eval_samples_per_second": 35.303,
+      "eval_steps_per_second": 1.858,
+      "step": 520
+    },
+    {
+      "epoch": 0.8153846153846154,
+      "grad_norm": 2.1386842727661133,
+      "learning_rate": 1.630769230769231e-05,
+      "loss": 0.5035,
+      "step": 530
+    },
+    {
+      "epoch": 0.8153846153846154,
+      "eval_loss": 0.6432490944862366,
+      "eval_runtime": 3.2272,
+      "eval_samples_per_second": 35.325,
+      "eval_steps_per_second": 1.859,
+      "step": 530
+    },
+    {
+      "epoch": 0.8307692307692308,
+      "grad_norm": 2.4741616249084473,
+      "learning_rate": 1.6615384615384618e-05,
+      "loss": 0.5954,
+      "step": 540
+    },
+    {
+      "epoch": 0.8307692307692308,
+      "eval_loss": 0.6663427352905273,
+      "eval_runtime": 3.2337,
+      "eval_samples_per_second": 35.254,
+      "eval_steps_per_second": 1.855,
+      "step": 540
+    },
+    {
+      "epoch": 0.8461538461538461,
+      "grad_norm": 2.997856378555298,
+      "learning_rate": 1.6923076923076924e-05,
+      "loss": 0.7248,
+      "step": 550
+    },
+    {
+      "epoch": 0.8461538461538461,
+      "eval_loss": 0.6410238742828369,
+      "eval_runtime": 3.2237,
+      "eval_samples_per_second": 35.363,
+      "eval_steps_per_second": 1.861,
+      "step": 550
+    },
+    {
+      "epoch": 0.8615384615384616,
+      "grad_norm": 2.1103127002716064,
+      "learning_rate": 1.7230769230769234e-05,
+      "loss": 0.5711,
+      "step": 560
+    },
+    {
+      "epoch": 0.8615384615384616,
+      "eval_loss": 0.6461660861968994,
+      "eval_runtime": 3.2582,
+      "eval_samples_per_second": 34.989,
+      "eval_steps_per_second": 1.842,
+      "step": 560
+    },
+    {
+      "epoch": 0.8769230769230769,
+      "grad_norm": 3.9573395252227783,
+      "learning_rate": 1.753846153846154e-05,
+      "loss": 0.5244,
+      "step": 570
+    },
+    {
+      "epoch": 0.8769230769230769,
+      "eval_loss": 0.6408066153526306,
+      "eval_runtime": 3.2399,
+      "eval_samples_per_second": 35.186,
+      "eval_steps_per_second": 1.852,
+      "step": 570
+    },
+    {
+      "epoch": 0.8923076923076924,
+      "grad_norm": 1.8533649444580078,
+      "learning_rate": 1.784615384615385e-05,
+      "loss": 0.6568,
+      "step": 580
+    },
+    {
+      "epoch": 0.8923076923076924,
+      "eval_loss": 0.6414889693260193,
+      "eval_runtime": 3.2489,
+      "eval_samples_per_second": 35.089,
+      "eval_steps_per_second": 1.847,
+      "step": 580
+    },
+    {
+      "epoch": 0.9076923076923077,
+      "grad_norm": 1.7236149311065674,
+      "learning_rate": 1.8153846153846155e-05,
+      "loss": 0.5592,
+      "step": 590
+    },
+    {
+      "epoch": 0.9076923076923077,
+      "eval_loss": 0.6456032395362854,
+      "eval_runtime": 3.2384,
+      "eval_samples_per_second": 35.203,
+      "eval_steps_per_second": 1.853,
+      "step": 590
+    },
+    {
+      "epoch": 0.9230769230769231,
+      "grad_norm": 2.1038217544555664,
+      "learning_rate": 1.8461538461538465e-05,
+      "loss": 0.7036,
+      "step": 600
+    },
+    {
+      "epoch": 0.9230769230769231,
+      "eval_loss": 0.6545486450195312,
+      "eval_runtime": 3.2356,
+      "eval_samples_per_second": 35.233,
+      "eval_steps_per_second": 1.854,
+      "step": 600
+    },
+    {
+      "epoch": 0.9384615384615385,
+      "grad_norm": 1.4789726734161377,
+      "learning_rate": 1.876923076923077e-05,
+      "loss": 0.6098,
+      "step": 610
+    },
+    {
+      "epoch": 0.9384615384615385,
+      "eval_loss": 0.6489774584770203,
+      "eval_runtime": 3.2256,
+      "eval_samples_per_second": 35.342,
+      "eval_steps_per_second": 1.86,
+      "step": 610
+    },
+    {
+      "epoch": 0.9538461538461539,
+      "grad_norm": 2.0934581756591797,
+      "learning_rate": 1.907692307692308e-05,
+      "loss": 0.6157,
+      "step": 620
+    },
+    {
+      "epoch": 0.9538461538461539,
+      "eval_loss": 0.6503755450248718,
+      "eval_runtime": 3.2234,
+      "eval_samples_per_second": 35.367,
+      "eval_steps_per_second": 1.861,
+      "step": 620
+    },
+    {
+      "epoch": 0.9692307692307692,
+      "grad_norm": 2.460507392883301,
+      "learning_rate": 1.9384615384615386e-05,
+      "loss": 0.5929,
+      "step": 630
+    },
+    {
+      "epoch": 0.9692307692307692,
+      "eval_loss": 0.6542840003967285,
+      "eval_runtime": 3.2193,
+      "eval_samples_per_second": 35.411,
+      "eval_steps_per_second": 1.864,
+      "step": 630
+    },
+    {
+      "epoch": 0.9846153846153847,
+      "grad_norm": 2.389925956726074,
+      "learning_rate": 1.9692307692307696e-05,
+      "loss": 0.4677,
+      "step": 640
+    },
+    {
+      "epoch": 0.9846153846153847,
+      "eval_loss": 0.6626793146133423,
+      "eval_runtime": 3.2239,
+      "eval_samples_per_second": 35.361,
+      "eval_steps_per_second": 1.861,
+      "step": 640
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 2.384763717651367,
+      "learning_rate": 2e-05,
+      "loss": 0.5355,
+      "step": 650
+    },
+    {
+      "epoch": 1.0,
+      "eval_loss": 0.6625342965126038,
+      "eval_runtime": 3.2262,
+      "eval_samples_per_second": 35.336,
+      "eval_steps_per_second": 1.86,
+      "step": 650
+    },
+    {
+      "epoch": 1.0153846153846153,
+      "grad_norm": 1.66987144947052,
+      "learning_rate": 1.9999855802751384e-05,
+      "loss": 0.3655,
+      "step": 660
+    },
+    {
+      "epoch": 1.0153846153846153,
+      "eval_loss": 0.6957606077194214,
+      "eval_runtime": 3.241,
+      "eval_samples_per_second": 35.175,
+      "eval_steps_per_second": 1.851,
+      "step": 660
+    },
+    {
+      "epoch": 1.0307692307692307,
+      "grad_norm": 1.9067878723144531,
+      "learning_rate": 1.9999423215164105e-05,
+      "loss": 0.3488,
+      "step": 670
+    },
+    {
+      "epoch": 1.0307692307692307,
+      "eval_loss": 0.6793627738952637,
+      "eval_runtime": 3.2247,
+      "eval_samples_per_second": 35.353,
+      "eval_steps_per_second": 1.861,
+      "step": 670
+    },
+    {
+      "epoch": 1.0461538461538462,
+      "grad_norm": 2.196774959564209,
+      "learning_rate": 1.9998702249713747e-05,
+      "loss": 0.3951,
+      "step": 680
+    },
+    {
+      "epoch": 1.0461538461538462,
+      "eval_loss": 0.6817507147789001,
+      "eval_runtime": 3.2632,
+      "eval_samples_per_second": 34.935,
+      "eval_steps_per_second": 1.839,
+      "step": 680
+    },
+    {
+      "epoch": 1.0615384615384615,
+      "grad_norm": 2.6963469982147217,
+      "learning_rate": 1.9997692927192562e-05,
+      "loss": 0.3445,
+      "step": 690
+    },
+    {
+      "epoch": 1.0615384615384615,
+      "eval_loss": 0.67889803647995,
+      "eval_runtime": 3.2281,
+      "eval_samples_per_second": 35.315,
+      "eval_steps_per_second": 1.859,
+      "step": 690
+    },
+    {
+      "epoch": 1.0769230769230769,
+      "grad_norm": 1.1669009923934937,
+      "learning_rate": 1.9996395276708856e-05,
+      "loss": 0.3483,
+      "step": 700
+    },
+    {
+      "epoch": 1.0769230769230769,
+      "eval_loss": 0.6910993456840515,
+      "eval_runtime": 3.2318,
+      "eval_samples_per_second": 35.275,
+      "eval_steps_per_second": 1.857,
+      "step": 700
+    },
+    {
+      "epoch": 1.0923076923076924,
+      "grad_norm": 2.0393595695495605,
+      "learning_rate": 1.9994809335686152e-05,
+      "loss": 0.434,
+      "step": 710
+    },
+    {
+      "epoch": 1.0923076923076924,
+      "eval_loss": 0.6743884682655334,
+      "eval_runtime": 3.2316,
+      "eval_samples_per_second": 35.277,
+      "eval_steps_per_second": 1.857,
+      "step": 710
+    },
+    {
+      "epoch": 1.1076923076923078,
+      "grad_norm": 1.5907580852508545,
+      "learning_rate": 1.9992935149862116e-05,
+      "loss": 0.3485,
+      "step": 720
+    },
+    {
+      "epoch": 1.1076923076923078,
+      "eval_loss": 0.6947681307792664,
+      "eval_runtime": 3.2279,
+      "eval_samples_per_second": 35.317,
+      "eval_steps_per_second": 1.859,
+      "step": 720
+    },
+    {
+      "epoch": 1.123076923076923,
+      "grad_norm": 1.5641522407531738,
+      "learning_rate": 1.999077277328724e-05,
+      "loss": 0.3907,
+      "step": 730
+    },
+    {
+      "epoch": 1.123076923076923,
+      "eval_loss": 0.7283526062965393,
+      "eval_runtime": 3.2227,
+      "eval_samples_per_second": 35.374,
+      "eval_steps_per_second": 1.862,
+      "step": 730
+    },
+    {
+      "epoch": 1.1384615384615384,
+      "grad_norm": 1.6684809923171997,
+      "learning_rate": 1.998832226832327e-05,
+      "loss": 0.4161,
+      "step": 740
+    },
+    {
+      "epoch": 1.1384615384615384,
+      "eval_loss": 0.6813603639602661,
+      "eval_runtime": 3.227,
+      "eval_samples_per_second": 35.327,
+      "eval_steps_per_second": 1.859,
+      "step": 740
+    },
+    {
+      "epoch": 1.1538461538461537,
+      "grad_norm": 2.5627851486206055,
+      "learning_rate": 1.9985583705641418e-05,
+      "loss": 0.4067,
+      "step": 750
+    },
+    {
+      "epoch": 1.1538461538461537,
+      "eval_loss": 0.693268895149231,
+      "eval_runtime": 3.2359,
+      "eval_samples_per_second": 35.23,
+      "eval_steps_per_second": 1.854,
+      "step": 750
+    },
+    {
+      "epoch": 1.1692307692307693,
+      "grad_norm": 1.6249020099639893,
+      "learning_rate": 1.9982557164220335e-05,
+      "loss": 0.3447,
+      "step": 760
+    },
+    {
+      "epoch": 1.1692307692307693,
+      "eval_loss": 0.6939771175384521,
+      "eval_runtime": 3.2335,
+      "eval_samples_per_second": 35.256,
+      "eval_steps_per_second": 1.856,
+      "step": 760
+    },
+    {
+      "epoch": 1.1846153846153846,
+      "grad_norm": 1.918408989906311,
+      "learning_rate": 1.9979242731343803e-05,
+      "loss": 0.275,
+      "step": 770
+    },
+    {
+      "epoch": 1.1846153846153846,
+      "eval_loss": 0.7099835872650146,
+      "eval_runtime": 3.2276,
+      "eval_samples_per_second": 35.32,
+      "eval_steps_per_second": 1.859,
+      "step": 770
+    },
+    {
+      "epoch": 1.2,
+      "grad_norm": 2.369476318359375,
+      "learning_rate": 1.9975640502598243e-05,
+      "loss": 0.3179,
+      "step": 780
+    },
+    {
+      "epoch": 1.2,
+      "eval_loss": 0.7041544318199158,
+      "eval_runtime": 3.2448,
+      "eval_samples_per_second": 35.133,
+      "eval_steps_per_second": 1.849,
+      "step": 780
+    },
+    {
+      "epoch": 1.2153846153846155,
+      "grad_norm": 2.2306196689605713,
+      "learning_rate": 1.9971750581869955e-05,
+      "loss": 0.4085,
+      "step": 790
+    },
+    {
+      "epoch": 1.2153846153846155,
+      "eval_loss": 0.7046034932136536,
+      "eval_runtime": 3.2308,
+      "eval_samples_per_second": 35.285,
+      "eval_steps_per_second": 1.857,
+      "step": 790
+    },
+    {
+      "epoch": 1.2307692307692308,
+      "grad_norm": 2.514657974243164,
+      "learning_rate": 1.9967573081342103e-05,
+      "loss": 0.3846,
+      "step": 800
+    },
+    {
+      "epoch": 1.2307692307692308,
+      "eval_loss": 0.695421576499939,
+      "eval_runtime": 3.2392,
+      "eval_samples_per_second": 35.194,
+      "eval_steps_per_second": 1.852,
+      "step": 800
+    },
+    {
+      "epoch": 1.2461538461538462,
+      "grad_norm": 2.2962141036987305,
+      "learning_rate": 1.9963108121491508e-05,
+      "loss": 0.3439,
+      "step": 810
+    },
+    {
+      "epoch": 1.2461538461538462,
+      "eval_loss": 0.7016246914863586,
+      "eval_runtime": 3.2329,
+      "eval_samples_per_second": 35.263,
+      "eval_steps_per_second": 1.856,
+      "step": 810
+    },
+    {
+      "epoch": 1.2615384615384615,
+      "grad_norm": 1.6675770282745361,
+      "learning_rate": 1.9958355831085155e-05,
+      "loss": 0.3788,
+      "step": 820
+    },
+    {
+      "epoch": 1.2615384615384615,
+      "eval_loss": 0.7004852294921875,
+      "eval_runtime": 3.2225,
+      "eval_samples_per_second": 35.377,
+      "eval_steps_per_second": 1.862,
+      "step": 820
+    },
+    {
+      "epoch": 1.2769230769230768,
+      "grad_norm": 2.2263107299804688,
+      "learning_rate": 1.995331634717649e-05,
+      "loss": 0.4084,
+      "step": 830
+    },
+    {
+      "epoch": 1.2769230769230768,
+      "eval_loss": 0.6828843355178833,
+      "eval_runtime": 3.2527,
+      "eval_samples_per_second": 35.048,
+      "eval_steps_per_second": 1.845,
+      "step": 830
+    },
+    {
+      "epoch": 1.2923076923076924,
+      "grad_norm": 1.7481722831726074,
+      "learning_rate": 1.9947989815101444e-05,
+      "loss": 0.4042,
+      "step": 840
+    },
+    {
+      "epoch": 1.2923076923076924,
+      "eval_loss": 0.6921398043632507,
+      "eval_runtime": 3.2238,
+      "eval_samples_per_second": 35.362,
+      "eval_steps_per_second": 1.861,
+      "step": 840
+    },
+    {
+      "epoch": 1.3076923076923077,
+      "grad_norm": 0.7860633134841919,
+      "learning_rate": 1.9942376388474282e-05,
+      "loss": 0.3252,
+      "step": 850
+    },
+    {
+      "epoch": 1.3076923076923077,
+      "eval_loss": 0.6967382431030273,
+      "eval_runtime": 3.2353,
+      "eval_samples_per_second": 35.236,
+      "eval_steps_per_second": 1.855,
+      "step": 850
+    },
+    {
+      "epoch": 1.323076923076923,
+      "grad_norm": 1.8651124238967896,
+      "learning_rate": 1.9936476229183133e-05,
+      "loss": 0.3891,
+      "step": 860
+    },
+    {
+      "epoch": 1.323076923076923,
+      "eval_loss": 0.6866879463195801,
+      "eval_runtime": 3.2439,
+      "eval_samples_per_second": 35.143,
+      "eval_steps_per_second": 1.85,
+      "step": 860
+    },
+    {
+      "epoch": 1.3384615384615386,
+      "grad_norm": 2.5326056480407715,
+      "learning_rate": 1.9930289507385344e-05,
+      "loss": 0.4248,
+      "step": 870
+    },
+    {
+      "epoch": 1.3384615384615386,
+      "eval_loss": 0.7005091309547424,
+      "eval_runtime": 3.2225,
+      "eval_samples_per_second": 35.377,
+      "eval_steps_per_second": 1.862,
+      "step": 870
+    },
+    {
+      "epoch": 1.353846153846154,
+      "grad_norm": 2.8544070720672607,
+      "learning_rate": 1.992381640150257e-05,
+      "loss": 0.3955,
+      "step": 880
+    },
+    {
+      "epoch": 1.353846153846154,
+      "eval_loss": 0.6869065761566162,
+      "eval_runtime": 3.2322,
+      "eval_samples_per_second": 35.27,
+      "eval_steps_per_second": 1.856,
+      "step": 880
+    },
+    {
+      "epoch": 1.3692307692307693,
+      "grad_norm": 1.3504087924957275,
+      "learning_rate": 1.9917057098215624e-05,
+      "loss": 0.3768,
+      "step": 890
+    },
+    {
+      "epoch": 1.3692307692307693,
+      "eval_loss": 0.6977428197860718,
+      "eval_runtime": 3.2481,
+      "eval_samples_per_second": 35.097,
+      "eval_steps_per_second": 1.847,
+      "step": 890
+    },
+    {
+      "epoch": 1.3846153846153846,
+      "grad_norm": 1.0042195320129395,
+      "learning_rate": 1.9910011792459086e-05,
+      "loss": 0.3131,
+      "step": 900
+    },
+    {
+      "epoch": 1.3846153846153846,
+      "eval_loss": 0.7335749864578247,
+      "eval_runtime": 3.2469,
+      "eval_samples_per_second": 35.111,
+      "eval_steps_per_second": 1.848,
+      "step": 900
+    },
+    {
+      "epoch": 1.4,
+      "grad_norm": 2.0212061405181885,
+      "learning_rate": 1.9902680687415704e-05,
+      "loss": 0.3774,
+      "step": 910
+    },
+    {
+      "epoch": 1.4,
+      "eval_loss": 0.6928309798240662,
+      "eval_runtime": 3.2321,
+      "eval_samples_per_second": 35.272,
+      "eval_steps_per_second": 1.856,
+      "step": 910
+    },
+    {
+      "epoch": 1.4153846153846155,
+      "grad_norm": 3.5686583518981934,
+      "learning_rate": 1.9895063994510512e-05,
+      "loss": 0.3362,
+      "step": 920
+    },
+    {
+      "epoch": 1.4153846153846155,
+      "eval_loss": 0.704879105091095,
+      "eval_runtime": 3.2218,
+      "eval_samples_per_second": 35.384,
+      "eval_steps_per_second": 1.862,
+      "step": 920
+    },
+    {
+      "epoch": 1.4307692307692308,
+      "grad_norm": 1.8044618368148804,
+      "learning_rate": 1.9887161933404743e-05,
+      "loss": 0.3827,
+      "step": 930
+    },
+    {
+      "epoch": 1.4307692307692308,
+      "eval_loss": 0.7005578875541687,
+      "eval_runtime": 3.23,
+      "eval_samples_per_second": 35.294,
+      "eval_steps_per_second": 1.858,
+      "step": 930
+    },
+    {
+      "epoch": 1.4461538461538461,
+      "grad_norm": 2.2878220081329346,
+      "learning_rate": 1.9878974731989487e-05,
+      "loss": 0.4158,
+      "step": 940
+    },
+    {
+      "epoch": 1.4461538461538461,
+      "eval_loss": 0.6945582628250122,
+      "eval_runtime": 3.2294,
+      "eval_samples_per_second": 35.301,
+      "eval_steps_per_second": 1.858,
+      "step": 940
+    },
+    {
+      "epoch": 1.4615384615384617,
+      "grad_norm": 2.203036069869995,
+      "learning_rate": 1.9870502626379127e-05,
+      "loss": 0.3802,
+      "step": 950
+    },
+    {
+      "epoch": 1.4615384615384617,
+      "eval_loss": 0.7008336782455444,
+      "eval_runtime": 3.2319,
+      "eval_samples_per_second": 35.274,
+      "eval_steps_per_second": 1.857,
+      "step": 950
+    },
+    {
+      "epoch": 1.476923076923077,
+      "grad_norm": 1.9475953578948975,
+      "learning_rate": 1.9861745860904538e-05,
+      "loss": 0.3642,
+      "step": 960
+    },
+    {
+      "epoch": 1.476923076923077,
+      "eval_loss": 0.6993709206581116,
+      "eval_runtime": 3.2385,
+      "eval_samples_per_second": 35.201,
+      "eval_steps_per_second": 1.853,
+      "step": 960
+    },
+    {
+      "epoch": 1.4923076923076923,
+      "grad_norm": 1.4409306049346924,
+      "learning_rate": 1.9852704688106003e-05,
+      "loss": 0.3331,
+      "step": 970
+    },
+    {
+      "epoch": 1.4923076923076923,
+      "eval_loss": 0.7003243565559387,
+      "eval_runtime": 3.2284,
+      "eval_samples_per_second": 35.312,
+      "eval_steps_per_second": 1.859,
+      "step": 970
+    },
+    {
+      "epoch": 1.5076923076923077,
+      "grad_norm": 2.0549356937408447,
+      "learning_rate": 1.9843379368725978e-05,
+      "loss": 0.3328,
+      "step": 980
+    },
+    {
+      "epoch": 1.5076923076923077,
+      "eval_loss": 0.7072023153305054,
+      "eval_runtime": 3.2397,
+      "eval_samples_per_second": 35.189,
+      "eval_steps_per_second": 1.852,
+      "step": 980
+    },
+    {
+      "epoch": 1.523076923076923,
+      "grad_norm": 1.5478109121322632,
+      "learning_rate": 1.983377017170154e-05,
+      "loss": 0.3678,
+      "step": 990
+    },
+    {
+      "epoch": 1.523076923076923,
+      "eval_loss": 0.7013221383094788,
+      "eval_runtime": 3.2285,
+      "eval_samples_per_second": 35.311,
+      "eval_steps_per_second": 1.858,
+      "step": 990
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "grad_norm": 1.9433752298355103,
+      "learning_rate": 1.9823877374156647e-05,
+      "loss": 0.3799,
+      "step": 1000
+    },
+    {
+      "epoch": 1.5384615384615383,
+      "eval_loss": 0.6991910338401794,
+      "eval_runtime": 3.2328,
+      "eval_samples_per_second": 35.263,
+      "eval_steps_per_second": 1.856,
+      "step": 1000
+    },
+    {
+      "epoch": 1.5538461538461539,
+      "grad_norm": 1.0262095928192139,
+      "learning_rate": 1.9813701261394136e-05,
+      "loss": 0.3326,
+      "step": 1010
+    },
+    {
+      "epoch": 1.5538461538461539,
+      "eval_loss": 0.7047791481018066,
+      "eval_runtime": 3.2806,
+      "eval_samples_per_second": 34.75,
+      "eval_steps_per_second": 1.829,
+      "step": 1010
+    },
+    {
+      "epoch": 1.5692307692307692,
+      "grad_norm": 1.7465490102767944,
+      "learning_rate": 1.9803242126887496e-05,
+      "loss": 0.4605,
+      "step": 1020
+    },
+    {
+      "epoch": 1.5692307692307692,
+      "eval_loss": 0.7023382186889648,
+      "eval_runtime": 3.2195,
+      "eval_samples_per_second": 35.41,
+      "eval_steps_per_second": 1.864,
+      "step": 1020
+    },
+    {
+      "epoch": 1.5846153846153848,
+      "grad_norm": 1.6482012271881104,
+      "learning_rate": 1.979250027227241e-05,
+      "loss": 0.3864,
+      "step": 1030
+    },
+    {
+      "epoch": 1.5846153846153848,
+      "eval_loss": 0.7063222527503967,
+      "eval_runtime": 3.221,
+      "eval_samples_per_second": 35.393,
+      "eval_steps_per_second": 1.863,
+      "step": 1030
+    },
+    {
+      "epoch": 1.6,
+      "grad_norm": 1.9231873750686646,
+      "learning_rate": 1.9781476007338058e-05,
+      "loss": 0.3805,
+      "step": 1040
+    },
+    {
+      "epoch": 1.6,
+      "eval_loss": 0.6989374160766602,
+      "eval_runtime": 3.2273,
+      "eval_samples_per_second": 35.324,
+      "eval_steps_per_second": 1.859,
+      "step": 1040
+    },
+    {
+      "epoch": 1.6153846153846154,
+      "grad_norm": 1.7541295289993286,
+      "learning_rate": 1.977016965001817e-05,
+      "loss": 0.4096,
+      "step": 1050
+    },
+    {
+      "epoch": 1.6153846153846154,
+      "eval_loss": 0.6950114965438843,
+      "eval_runtime": 3.2196,
+      "eval_samples_per_second": 35.408,
+      "eval_steps_per_second": 1.864,
+      "step": 1050
+    },
+    {
+      "epoch": 1.6307692307692307,
+      "grad_norm": 1.6395066976547241,
+      "learning_rate": 1.9758581526381878e-05,
+      "loss": 0.3558,
+      "step": 1060
+    },
+    {
+      "epoch": 1.6307692307692307,
+      "eval_loss": 0.6924738883972168,
+      "eval_runtime": 3.2513,
+      "eval_samples_per_second": 35.063,
+      "eval_steps_per_second": 1.845,
+      "step": 1060
+    },
+    {
+      "epoch": 1.646153846153846,
+      "grad_norm": 0.9837777018547058,
+      "learning_rate": 1.9746711970624282e-05,
+      "loss": 0.3895,
+      "step": 1070
+    },
+    {
+      "epoch": 1.646153846153846,
+      "eval_loss": 0.7007845640182495,
+      "eval_runtime": 3.2338,
+      "eval_samples_per_second": 35.252,
+      "eval_steps_per_second": 1.855,
+      "step": 1070
+    },
+    {
+      "epoch": 1.6615384615384614,
+      "grad_norm": 1.6960102319717407,
+      "learning_rate": 1.973456132505684e-05,
+      "loss": 0.3708,
+      "step": 1080
+    },
+    {
+      "epoch": 1.6615384615384614,
+      "eval_loss": 0.6898394227027893,
+      "eval_runtime": 3.2281,
+      "eval_samples_per_second": 35.315,
+      "eval_steps_per_second": 1.859,
+      "step": 1080
+    },
+    {
+      "epoch": 1.676923076923077,
+      "grad_norm": 1.7460784912109375,
+      "learning_rate": 1.972212994009749e-05,
+      "loss": 0.4009,
+      "step": 1090
+    },
+    {
+      "epoch": 1.676923076923077,
+      "eval_loss": 0.6914244294166565,
+      "eval_runtime": 3.2455,
+      "eval_samples_per_second": 35.126,
+      "eval_steps_per_second": 1.849,
+      "step": 1090
+    },
+    {
+      "epoch": 1.6923076923076923,
+      "grad_norm": 1.702225923538208,
+      "learning_rate": 1.9709418174260523e-05,
+      "loss": 0.4357,
+      "step": 1100
+    },
+    {
+      "epoch": 1.6923076923076923,
+      "eval_loss": 0.6932088136672974,
+      "eval_runtime": 3.2434,
+      "eval_samples_per_second": 35.148,
+      "eval_steps_per_second": 1.85,
+      "step": 1100
+    },
+    {
+      "epoch": 1.7076923076923078,
+      "grad_norm": 1.2257565259933472,
+      "learning_rate": 1.9696426394146278e-05,
+      "loss": 0.4154,
+      "step": 1110
+    },
+    {
+      "epoch": 1.7076923076923078,
+      "eval_loss": 0.688779354095459,
+      "eval_runtime": 3.2213,
+      "eval_samples_per_second": 35.389,
+      "eval_steps_per_second": 1.863,
+      "step": 1110
+    },
+    {
+      "epoch": 1.7230769230769232,
+      "grad_norm": 2.305370807647705,
+      "learning_rate": 1.9683154974430544e-05,
+      "loss": 0.3249,
+      "step": 1120
+    },
+    {
+      "epoch": 1.7230769230769232,
+      "eval_loss": 0.7045753598213196,
+      "eval_runtime": 3.2219,
+      "eval_samples_per_second": 35.383,
+      "eval_steps_per_second": 1.862,
+      "step": 1120
+    },
+    {
+      "epoch": 1.7384615384615385,
+      "grad_norm": 2.438812017440796,
+      "learning_rate": 1.9669604297853766e-05,
+      "loss": 0.3817,
+      "step": 1130
+    },
+    {
+      "epoch": 1.7384615384615385,
+      "eval_loss": 0.7000332474708557,
+      "eval_runtime": 3.216,
+      "eval_samples_per_second": 35.448,
+      "eval_steps_per_second": 1.866,
+      "step": 1130
+    },
+    {
+      "epoch": 1.7538461538461538,
+      "grad_norm": 1.732493281364441,
+      "learning_rate": 1.965577475520999e-05,
+      "loss": 0.3453,
+      "step": 1140
+    },
+    {
+      "epoch": 1.7538461538461538,
+      "eval_loss": 0.6971920728683472,
+      "eval_runtime": 3.2342,
+      "eval_samples_per_second": 35.248,
+      "eval_steps_per_second": 1.855,
+      "step": 1140
+    },
+    {
+      "epoch": 1.7692307692307692,
+      "grad_norm": 1.7510286569595337,
+      "learning_rate": 1.9641666745335626e-05,
+      "loss": 0.4142,
+      "step": 1150
+    },
+    {
+      "epoch": 1.7692307692307692,
+      "eval_loss": 0.696475088596344,
+      "eval_runtime": 3.2244,
+      "eval_samples_per_second": 35.355,
+      "eval_steps_per_second": 1.861,
+      "step": 1150
+    },
+    {
+      "epoch": 1.7846153846153845,
+      "grad_norm": 1.7620991468429565,
+      "learning_rate": 1.962728067509791e-05,
+      "loss": 0.3417,
+      "step": 1160
+    },
+    {
+      "epoch": 1.7846153846153845,
+      "eval_loss": 0.7003422379493713,
+      "eval_runtime": 3.2273,
+      "eval_samples_per_second": 35.323,
+      "eval_steps_per_second": 1.859,
+      "step": 1160
+    },
+    {
+      "epoch": 1.8,
+      "grad_norm": 1.5246293544769287,
+      "learning_rate": 1.961261695938319e-05,
+      "loss": 0.3479,
+      "step": 1170
+    },
+    {
+      "epoch": 1.8,
+      "eval_loss": 0.7065781950950623,
+      "eval_runtime": 3.2507,
+      "eval_samples_per_second": 35.07,
+      "eval_steps_per_second": 1.846,
+      "step": 1170
+    },
+    {
+      "epoch": 1.8153846153846154,
+      "grad_norm": 2.2261128425598145,
+      "learning_rate": 1.9597676021084962e-05,
+      "loss": 0.3506,
+      "step": 1180
+    },
+    {
+      "epoch": 1.8153846153846154,
+      "eval_loss": 0.6958481669425964,
+      "eval_runtime": 3.2321,
+      "eval_samples_per_second": 35.271,
+      "eval_steps_per_second": 1.856,
+      "step": 1180
+    },
+    {
+      "epoch": 1.830769230769231,
+      "grad_norm": 1.9593397378921509,
+      "learning_rate": 1.9582458291091664e-05,
+      "loss": 0.4409,
+      "step": 1190
+    },
+    {
+      "epoch": 1.830769230769231,
+      "eval_loss": 0.6925657987594604,
+      "eval_runtime": 3.232,
+      "eval_samples_per_second": 35.272,
+      "eval_steps_per_second": 1.856,
+      "step": 1190
+    },
+    {
+      "epoch": 1.8461538461538463,
+      "grad_norm": 2.628032684326172,
+      "learning_rate": 1.9566964208274254e-05,
+      "loss": 0.3866,
+      "step": 1200
+    },
+    {
+      "epoch": 1.8461538461538463,
+      "eval_loss": 0.7146188020706177,
+      "eval_runtime": 3.2336,
+      "eval_samples_per_second": 35.255,
+      "eval_steps_per_second": 1.856,
+      "step": 1200
+    },
+    {
+      "epoch": 1.8615384615384616,
+      "grad_norm": 1.4477721452713013,
+      "learning_rate": 1.9551194219473552e-05,
+      "loss": 0.5273,
+      "step": 1210
+    },
+    {
+      "epoch": 1.8615384615384616,
+      "eval_loss": 0.6978706121444702,
+      "eval_runtime": 3.2305,
+      "eval_samples_per_second": 35.288,
+      "eval_steps_per_second": 1.857,
+      "step": 1210
+    },
+    {
+      "epoch": 1.876923076923077,
+      "grad_norm": 2.534104585647583,
+      "learning_rate": 1.9535148779487365e-05,
+      "loss": 0.2878,
+      "step": 1220
+    },
+    {
+      "epoch": 1.876923076923077,
+      "eval_loss": 0.6975919008255005,
+      "eval_runtime": 3.2308,
+      "eval_samples_per_second": 35.285,
+      "eval_steps_per_second": 1.857,
+      "step": 1220
+    },
+    {
+      "epoch": 1.8923076923076922,
+      "grad_norm": 1.745591640472412,
+      "learning_rate": 1.9518828351057345e-05,
+      "loss": 0.4329,
+      "step": 1230
+    },
+    {
+      "epoch": 1.8923076923076922,
+      "eval_loss": 0.6928812265396118,
+      "eval_runtime": 3.2195,
+      "eval_samples_per_second": 35.409,
+      "eval_steps_per_second": 1.864,
+      "step": 1230
+    },
+    {
+      "epoch": 1.9076923076923076,
+      "grad_norm": 1.8256794214248657,
+      "learning_rate": 1.9502233404855672e-05,
+      "loss": 0.3722,
+      "step": 1240
+    },
+    {
+      "epoch": 1.9076923076923076,
+      "eval_loss": 0.7044695019721985,
+      "eval_runtime": 3.2232,
+      "eval_samples_per_second": 35.368,
+      "eval_steps_per_second": 1.861,
+      "step": 1240
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "grad_norm": 2.0113072395324707,
+      "learning_rate": 1.9485364419471454e-05,
+      "loss": 0.442,
+      "step": 1250
+    },
+    {
+      "epoch": 1.9230769230769231,
+      "eval_loss": 0.6856305599212646,
+      "eval_runtime": 3.309,
+      "eval_samples_per_second": 34.452,
+      "eval_steps_per_second": 1.813,
+      "step": 1250
+    },
+    {
+      "epoch": 1.9384615384615385,
+      "grad_norm": 1.96908700466156,
+      "learning_rate": 1.946822188139696e-05,
+      "loss": 0.2948,
+      "step": 1260
+    },
+    {
+      "epoch": 1.9384615384615385,
+      "eval_loss": 0.6922355890274048,
+      "eval_runtime": 3.2357,
+      "eval_samples_per_second": 35.231,
+      "eval_steps_per_second": 1.854,
+      "step": 1260
+    },
+    {
+      "epoch": 1.953846153846154,
+      "grad_norm": 3.562147855758667,
+      "learning_rate": 1.945080628501355e-05,
+      "loss": 0.3931,
+      "step": 1270
+    },
+    {
+      "epoch": 1.953846153846154,
+      "eval_loss": 0.6892716288566589,
+      "eval_runtime": 3.2295,
+      "eval_samples_per_second": 35.3,
+      "eval_steps_per_second": 1.858,
+      "step": 1270
+    },
+    {
+      "epoch": 1.9692307692307693,
+      "grad_norm": 2.0816874504089355,
+      "learning_rate": 1.9433118132577432e-05,
+      "loss": 0.3684,
+      "step": 1280
+    },
+    {
+      "epoch": 1.9692307692307693,
+      "eval_loss": 0.6901724934577942,
+      "eval_runtime": 3.2317,
+      "eval_samples_per_second": 35.275,
+      "eval_steps_per_second": 1.857,
+      "step": 1280
+    },
+    {
+      "epoch": 1.9846153846153847,
+      "grad_norm": 2.1540448665618896,
+      "learning_rate": 1.94151579342052e-05,
+      "loss": 0.4158,
+      "step": 1290
+    },
+    {
+      "epoch": 1.9846153846153847,
+      "eval_loss": 0.6905205845832825,
+      "eval_runtime": 3.2372,
+      "eval_samples_per_second": 35.215,
+      "eval_steps_per_second": 1.853,
+      "step": 1290
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 1.4088995456695557,
+      "learning_rate": 1.9396926207859085e-05,
+      "loss": 0.3535,
+      "step": 1300
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 0.7010152339935303,
+      "eval_runtime": 3.2457,
+      "eval_samples_per_second": 35.124,
+      "eval_steps_per_second": 1.849,
+      "step": 1300
+    },
+    {
+      "epoch": 2.0153846153846153,
+      "grad_norm": 1.8998830318450928,
+      "learning_rate": 1.9378423479332045e-05,
+      "loss": 0.2678,
+      "step": 1310
+    },
+    {
+      "epoch": 2.0153846153846153,
+      "eval_loss": 0.7433874011039734,
+      "eval_runtime": 3.2323,
+      "eval_samples_per_second": 35.269,
+      "eval_steps_per_second": 1.856,
+      "step": 1310
+    },
+    {
+      "epoch": 2.0307692307692307,
+      "grad_norm": 1.2653762102127075,
+      "learning_rate": 1.935965028223259e-05,
+      "loss": 0.1698,
+      "step": 1320
+    },
+    {
+      "epoch": 2.0307692307692307,
+      "eval_loss": 0.7548238039016724,
+      "eval_runtime": 3.2248,
+      "eval_samples_per_second": 35.351,
+      "eval_steps_per_second": 1.861,
+      "step": 1320
+    },
+    {
+      "epoch": 2.046153846153846,
+      "grad_norm": 1.1193914413452148,
+      "learning_rate": 1.9340607157969393e-05,
+      "loss": 0.2162,
+      "step": 1330
+    },
+    {
+      "epoch": 2.046153846153846,
+      "eval_loss": 0.7538881897926331,
+      "eval_runtime": 3.2208,
+      "eval_samples_per_second": 35.395,
+      "eval_steps_per_second": 1.863,
+      "step": 1330
+    },
+    {
+      "epoch": 2.0615384615384613,
+      "grad_norm": 1.469199299812317,
+      "learning_rate": 1.932129465573568e-05,
+      "loss": 0.2115,
+      "step": 1340
+    },
+    {
+      "epoch": 2.0615384615384613,
+      "eval_loss": 0.7464678287506104,
+      "eval_runtime": 3.2233,
+      "eval_samples_per_second": 35.368,
+      "eval_steps_per_second": 1.861,
+      "step": 1340
+    },
+    {
+      "epoch": 2.076923076923077,
+      "grad_norm": 1.3933318853378296,
+      "learning_rate": 1.9301713332493386e-05,
+      "loss": 0.1762,
+      "step": 1350
+    },
+    {
+      "epoch": 2.076923076923077,
+      "eval_loss": 0.7514005303382874,
+      "eval_runtime": 3.2405,
+      "eval_samples_per_second": 35.18,
+      "eval_steps_per_second": 1.852,
+      "step": 1350
+    },
+    {
+      "epoch": 2.0923076923076924,
+      "grad_norm": 1.7034945487976074,
+      "learning_rate": 1.9281863752957095e-05,
+      "loss": 0.2187,
+      "step": 1360
+    },
+    {
+      "epoch": 2.0923076923076924,
+      "eval_loss": 0.7731711864471436,
+      "eval_runtime": 3.2353,
+      "eval_samples_per_second": 35.237,
+      "eval_steps_per_second": 1.855,
+      "step": 1360
+    },
+    {
+      "epoch": 2.1076923076923078,
+      "grad_norm": 1.5285710096359253,
+      "learning_rate": 1.9261746489577767e-05,
+      "loss": 0.1875,
+      "step": 1370
+    },
+    {
+      "epoch": 2.1076923076923078,
+      "eval_loss": 0.7880507111549377,
+      "eval_runtime": 3.232,
+      "eval_samples_per_second": 35.272,
+      "eval_steps_per_second": 1.856,
+      "step": 1370
+    },
+    {
+      "epoch": 2.123076923076923,
+      "grad_norm": 1.1520540714263916,
+      "learning_rate": 1.92413621225262e-05,
+      "loss": 0.2164,
+      "step": 1380
+    },
+    {
+      "epoch": 2.123076923076923,
+      "eval_loss": 0.7714408040046692,
+      "eval_runtime": 3.2338,
+      "eval_samples_per_second": 35.253,
+      "eval_steps_per_second": 1.855,
+      "step": 1380
+    },
+    {
+      "epoch": 2.1384615384615384,
+      "grad_norm": 1.2814295291900635,
+      "learning_rate": 1.9220711239676325e-05,
+      "loss": 0.1739,
+      "step": 1390
+    },
+    {
+      "epoch": 2.1384615384615384,
+      "eval_loss": 0.7738168239593506,
+      "eval_runtime": 3.2266,
+      "eval_samples_per_second": 35.332,
+      "eval_steps_per_second": 1.86,
+      "step": 1390
+    },
+    {
+      "epoch": 2.1538461538461537,
+      "grad_norm": 1.5936448574066162,
+      "learning_rate": 1.9199794436588244e-05,
+      "loss": 0.2128,
+      "step": 1400
+    },
+    {
+      "epoch": 2.1538461538461537,
+      "eval_loss": 0.7670407295227051,
+      "eval_runtime": 3.2495,
+      "eval_samples_per_second": 35.083,
+      "eval_steps_per_second": 1.846,
+      "step": 1400
+    },
+    {
+      "epoch": 2.169230769230769,
+      "grad_norm": 1.7337086200714111,
+      "learning_rate": 1.917861231649104e-05,
+      "loss": 0.2016,
+      "step": 1410
+    },
+    {
+      "epoch": 2.169230769230769,
+      "eval_loss": 0.7729305028915405,
+      "eval_runtime": 3.4371,
+      "eval_samples_per_second": 33.167,
+      "eval_steps_per_second": 1.746,
+      "step": 1410
+    },
+    {
+      "epoch": 2.184615384615385,
+      "grad_norm": 1.9267135858535767,
+      "learning_rate": 1.915716549026541e-05,
+      "loss": 0.2148,
+      "step": 1420
+    },
+    {
+      "epoch": 2.184615384615385,
+      "eval_loss": 0.7604632377624512,
+      "eval_runtime": 3.2197,
+      "eval_samples_per_second": 35.407,
+      "eval_steps_per_second": 1.864,
+      "step": 1420
+    },
+    {
+      "epoch": 2.2,
+      "grad_norm": 1.2429558038711548,
+      "learning_rate": 1.913545457642601e-05,
+      "loss": 0.2059,
+      "step": 1430
+    },
+    {
+      "epoch": 2.2,
+      "eval_loss": 0.7665371894836426,
+      "eval_runtime": 3.2399,
+      "eval_samples_per_second": 35.186,
+      "eval_steps_per_second": 1.852,
+      "step": 1430
+    },
+    {
+      "epoch": 2.2153846153846155,
+      "grad_norm": 1.0643856525421143,
+      "learning_rate": 1.9113480201103658e-05,
+      "loss": 0.2006,
+      "step": 1440
+    },
+    {
+      "epoch": 2.2153846153846155,
+      "eval_loss": 0.7670936584472656,
+      "eval_runtime": 3.2174,
+      "eval_samples_per_second": 35.432,
+      "eval_steps_per_second": 1.865,
+      "step": 1440
+    },
+    {
+      "epoch": 2.230769230769231,
+      "grad_norm": 2.667315721511841,
+      "learning_rate": 1.909124299802724e-05,
+      "loss": 0.1936,
+      "step": 1450
+    },
+    {
+      "epoch": 2.230769230769231,
+      "eval_loss": 0.8043864965438843,
+      "eval_runtime": 3.2405,
+      "eval_samples_per_second": 35.179,
+      "eval_steps_per_second": 1.852,
+      "step": 1450
+    },
+    {
+      "epoch": 2.246153846153846,
+      "grad_norm": 1.6657229661941528,
+      "learning_rate": 1.9068743608505454e-05,
+      "loss": 0.2136,
+      "step": 1460
+    },
+    {
+      "epoch": 2.246153846153846,
+      "eval_loss": 0.7832211852073669,
+      "eval_runtime": 3.2222,
+      "eval_samples_per_second": 35.379,
+      "eval_steps_per_second": 1.862,
+      "step": 1460
+    },
+    {
+      "epoch": 2.2615384615384615,
+      "grad_norm": 1.5104634761810303,
+      "learning_rate": 1.9045982681408324e-05,
+      "loss": 0.202,
+      "step": 1470
+    },
+    {
+      "epoch": 2.2615384615384615,
+      "eval_loss": 0.7643365263938904,
+      "eval_runtime": 3.2298,
+      "eval_samples_per_second": 35.296,
+      "eval_steps_per_second": 1.858,
+      "step": 1470
+    },
+    {
+      "epoch": 2.276923076923077,
+      "grad_norm": 1.7116132974624634,
+      "learning_rate": 1.902296087314845e-05,
+      "loss": 0.1944,
+      "step": 1480
+    },
+    {
+      "epoch": 2.276923076923077,
+      "eval_loss": 0.7754445672035217,
+      "eval_runtime": 3.244,
+      "eval_samples_per_second": 35.142,
+      "eval_steps_per_second": 1.85,
+      "step": 1480
+    },
+    {
+      "epoch": 2.292307692307692,
+      "grad_norm": 1.2472673654556274,
+      "learning_rate": 1.8999678847662124e-05,
+      "loss": 0.1952,
+      "step": 1490
+    },
+    {
+      "epoch": 2.292307692307692,
+      "eval_loss": 0.7812903523445129,
+      "eval_runtime": 3.2399,
+      "eval_samples_per_second": 35.187,
+      "eval_steps_per_second": 1.852,
+      "step": 1490
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "grad_norm": 0.8369765281677246,
+      "learning_rate": 1.8976137276390145e-05,
+      "loss": 0.2196,
+      "step": 1500
+    },
+    {
+      "epoch": 2.3076923076923075,
+      "eval_loss": 0.7995767593383789,
+      "eval_runtime": 3.3892,
+      "eval_samples_per_second": 33.636,
+      "eval_steps_per_second": 1.77,
+      "step": 1500
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 6500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 10,
+  "save_steps": 1500,
+  "total_flos": 1.0217130538985062e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}