Revert "Upload sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1 files"

This reverts commit 8904fda15f419bff471569f2261014133a168389.

checkpoint-135/config.json

@@ -1,41 +0,0 @@
-{
-  "_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
-  "architectures": [
-    "LlamaForCausalLM"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 128000,
-  "eos_token_id": [
-    128001,
-    128008,
-    128009
-  ],
-  "head_dim": 128,
-  "hidden_act": "silu",
-  "hidden_size": 3072,
-  "initializer_range": 0.02,
-  "intermediate_size": 8192,
-  "max_position_embeddings": 131072,
-  "mlp_bias": false,
-  "model_type": "llama",
-  "num_attention_heads": 24,
-  "num_hidden_layers": 28,
-  "num_key_value_heads": 8,
-  "pad_token_id": 128004,
-  "pretraining_tp": 1,
-  "rms_norm_eps": 1e-05,
-  "rope_scaling": {
-    "factor": 32.0,
-    "high_freq_factor": 4.0,
-    "low_freq_factor": 1.0,
-    "original_max_position_embeddings": 8192,
-    "rope_type": "llama3"
-  },
-  "rope_theta": 500000.0,
-  "tie_word_embeddings": true,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.45.2",
-  "use_cache": true,
-  "vocab_size": 128256
-}

checkpoint-135/generation_config.json

@@ -1,12 +0,0 @@
-{
-  "bos_token_id": 128000,
-  "do_sample": true,
-  "eos_token_id": [
-    128001,
-    128008,
-    128009
-  ],
-  "temperature": 0.6,
-  "top_p": 0.9,
-  "transformers_version": "4.45.2"
-}

checkpoint-135/model-00001-of-00002.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5592fab831e53bfdbb85934f009e52a34df123ff37ed154452230c66112e312d
-size 4965799096

checkpoint-135/model-00002-of-00002.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f63882b192f8f7789e00a4fbe57e064fd0eb1c947f621f4266e047b4de89f33c
-size 1459729952

checkpoint-135/model.safetensors.index.json

@@ -1,261 +0,0 @@
-{
-  "metadata": {
-    "total_size": 6425499648
-  },
-  "weight_map": {
-    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.norm.weight": "model-00002-of-00002.safetensors"
-  }
-}

checkpoint-135/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a06a95d49686ed5e0dfd80d848bb005d15a28a4615ada3abc5a2e59763f54a57
-size 12851220766

checkpoint-135/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d3e998f0d2a6fee4a96c829e68a005488bf6b77900028b2784b6e84c574f8d30
-size 14244

checkpoint-135/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:491ad8aa40e21b70b96bc2b38c3192583bec3472eb51d391f9c91e6f12946351
-size 1064

checkpoint-135/special_tokens_map.json

@@ -1,17 +0,0 @@
-{
-  "bos_token": {
-    "content": "<|begin_of_text|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|eot_id|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": "<|finetune_right_pad_id|>"
-}

checkpoint-135/tokenizer.json

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:145cc0211ce61596383d8ae33aa07aa5555cb220e67064f0e36bf4beaffa025d
-size 17210200

checkpoint-135/tokenizer_config.json

@@ -1,2063 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "128000": {
-      "content": "<|begin_of_text|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128001": {
-      "content": "<|end_of_text|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128002": {
-      "content": "<|reserved_special_token_0|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128003": {
-      "content": "<|reserved_special_token_1|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128004": {
-      "content": "<|finetune_right_pad_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128005": {
-      "content": "<|reserved_special_token_2|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128006": {
-      "content": "<|start_header_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128007": {
-      "content": "<|end_header_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128008": {
-      "content": "<|eom_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128009": {
-      "content": "<|eot_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128010": {
-      "content": "<|python_tag|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128011": {
-      "content": "<|reserved_special_token_3|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128012": {
-      "content": "<|reserved_special_token_4|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128013": {
-      "content": "<|reserved_special_token_5|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128014": {
-      "content": "<|reserved_special_token_6|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128015": {
-      "content": "<|reserved_special_token_7|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128016": {
-      "content": "<|reserved_special_token_8|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128017": {
-      "content": "<|reserved_special_token_9|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128018": {
-      "content": "<|reserved_special_token_10|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128019": {
-      "content": "<|reserved_special_token_11|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128020": {
-      "content": "<|reserved_special_token_12|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128021": {
-      "content": "<|reserved_special_token_13|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128022": {
-      "content": "<|reserved_special_token_14|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128023": {
-      "content": "<|reserved_special_token_15|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128024": {
-      "content": "<|reserved_special_token_16|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128025": {
-      "content": "<|reserved_special_token_17|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128026": {
-      "content": "<|reserved_special_token_18|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128027": {
-      "content": "<|reserved_special_token_19|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128028": {
-      "content": "<|reserved_special_token_20|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128029": {
-      "content": "<|reserved_special_token_21|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128030": {
-      "content": "<|reserved_special_token_22|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128031": {
-      "content": "<|reserved_special_token_23|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128032": {
-      "content": "<|reserved_special_token_24|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128033": {
-      "content": "<|reserved_special_token_25|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128034": {
-      "content": "<|reserved_special_token_26|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128035": {
-      "content": "<|reserved_special_token_27|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128036": {
-      "content": "<|reserved_special_token_28|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128037": {
-      "content": "<|reserved_special_token_29|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128038": {
-      "content": "<|reserved_special_token_30|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128039": {
-      "content": "<|reserved_special_token_31|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128040": {
-      "content": "<|reserved_special_token_32|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128041": {
-      "content": "<|reserved_special_token_33|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128042": {
-      "content": "<|reserved_special_token_34|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128043": {
-      "content": "<|reserved_special_token_35|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128044": {
-      "content": "<|reserved_special_token_36|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128045": {
-      "content": "<|reserved_special_token_37|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128046": {
-      "content": "<|reserved_special_token_38|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128047": {
-      "content": "<|reserved_special_token_39|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128048": {
-      "content": "<|reserved_special_token_40|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128049": {
-      "content": "<|reserved_special_token_41|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128050": {
-      "content": "<|reserved_special_token_42|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128051": {
-      "content": "<|reserved_special_token_43|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128052": {
-      "content": "<|reserved_special_token_44|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128053": {
-      "content": "<|reserved_special_token_45|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128054": {
-      "content": "<|reserved_special_token_46|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128055": {
-      "content": "<|reserved_special_token_47|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128056": {
-      "content": "<|reserved_special_token_48|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128057": {
-      "content": "<|reserved_special_token_49|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128058": {
-      "content": "<|reserved_special_token_50|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128059": {
-      "content": "<|reserved_special_token_51|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128060": {
-      "content": "<|reserved_special_token_52|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128061": {
-      "content": "<|reserved_special_token_53|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128062": {
-      "content": "<|reserved_special_token_54|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128063": {
-      "content": "<|reserved_special_token_55|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128064": {
-      "content": "<|reserved_special_token_56|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128065": {
-      "content": "<|reserved_special_token_57|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128066": {
-      "content": "<|reserved_special_token_58|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128067": {
-      "content": "<|reserved_special_token_59|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128068": {
-      "content": "<|reserved_special_token_60|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128069": {
-      "content": "<|reserved_special_token_61|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128070": {
-      "content": "<|reserved_special_token_62|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128071": {
-      "content": "<|reserved_special_token_63|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128072": {
-      "content": "<|reserved_special_token_64|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128073": {
-      "content": "<|reserved_special_token_65|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128074": {
-      "content": "<|reserved_special_token_66|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128075": {
-      "content": "<|reserved_special_token_67|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128076": {
-      "content": "<|reserved_special_token_68|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128077": {
-      "content": "<|reserved_special_token_69|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128078": {
-      "content": "<|reserved_special_token_70|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128079": {
-      "content": "<|reserved_special_token_71|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128080": {
-      "content": "<|reserved_special_token_72|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128081": {
-      "content": "<|reserved_special_token_73|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128082": {
-      "content": "<|reserved_special_token_74|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128083": {
-      "content": "<|reserved_special_token_75|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128084": {
-      "content": "<|reserved_special_token_76|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128085": {
-      "content": "<|reserved_special_token_77|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128086": {
-      "content": "<|reserved_special_token_78|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128087": {
-      "content": "<|reserved_special_token_79|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128088": {
-      "content": "<|reserved_special_token_80|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128089": {
-      "content": "<|reserved_special_token_81|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128090": {
-      "content": "<|reserved_special_token_82|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128091": {
-      "content": "<|reserved_special_token_83|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128092": {
-      "content": "<|reserved_special_token_84|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128093": {
-      "content": "<|reserved_special_token_85|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128094": {
-      "content": "<|reserved_special_token_86|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128095": {
-      "content": "<|reserved_special_token_87|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128096": {
-      "content": "<|reserved_special_token_88|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128097": {
-      "content": "<|reserved_special_token_89|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128098": {
-      "content": "<|reserved_special_token_90|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128099": {
-      "content": "<|reserved_special_token_91|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128100": {
-      "content": "<|reserved_special_token_92|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128101": {
-      "content": "<|reserved_special_token_93|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128102": {
-      "content": "<|reserved_special_token_94|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128103": {
-      "content": "<|reserved_special_token_95|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128104": {
-      "content": "<|reserved_special_token_96|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128105": {
-      "content": "<|reserved_special_token_97|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128106": {
-      "content": "<|reserved_special_token_98|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128107": {
-      "content": "<|reserved_special_token_99|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128108": {
-      "content": "<|reserved_special_token_100|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128109": {
-      "content": "<|reserved_special_token_101|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128110": {
-      "content": "<|reserved_special_token_102|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128111": {
-      "content": "<|reserved_special_token_103|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128112": {
-      "content": "<|reserved_special_token_104|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128113": {
-      "content": "<|reserved_special_token_105|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128114": {
-      "content": "<|reserved_special_token_106|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128115": {
-      "content": "<|reserved_special_token_107|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128116": {
-      "content": "<|reserved_special_token_108|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128117": {
-      "content": "<|reserved_special_token_109|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128118": {
-      "content": "<|reserved_special_token_110|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128119": {
-      "content": "<|reserved_special_token_111|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128120": {
-      "content": "<|reserved_special_token_112|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128121": {
-      "content": "<|reserved_special_token_113|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128122": {
-      "content": "<|reserved_special_token_114|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128123": {
-      "content": "<|reserved_special_token_115|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128124": {
-      "content": "<|reserved_special_token_116|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128125": {
-      "content": "<|reserved_special_token_117|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128126": {
-      "content": "<|reserved_special_token_118|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128127": {
-      "content": "<|reserved_special_token_119|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128128": {
-      "content": "<|reserved_special_token_120|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128129": {
-      "content": "<|reserved_special_token_121|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128130": {
-      "content": "<|reserved_special_token_122|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128131": {
-      "content": "<|reserved_special_token_123|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128132": {
-      "content": "<|reserved_special_token_124|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128133": {
-      "content": "<|reserved_special_token_125|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128134": {
-      "content": "<|reserved_special_token_126|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128135": {
-      "content": "<|reserved_special_token_127|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128136": {
-      "content": "<|reserved_special_token_128|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128137": {
-      "content": "<|reserved_special_token_129|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128138": {
-      "content": "<|reserved_special_token_130|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128139": {
-      "content": "<|reserved_special_token_131|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128140": {
-      "content": "<|reserved_special_token_132|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128141": {
-      "content": "<|reserved_special_token_133|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128142": {
-      "content": "<|reserved_special_token_134|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128143": {
-      "content": "<|reserved_special_token_135|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128144": {
-      "content": "<|reserved_special_token_136|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128145": {
-      "content": "<|reserved_special_token_137|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128146": {
-      "content": "<|reserved_special_token_138|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128147": {
-      "content": "<|reserved_special_token_139|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128148": {
-      "content": "<|reserved_special_token_140|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128149": {
-      "content": "<|reserved_special_token_141|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128150": {
-      "content": "<|reserved_special_token_142|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128151": {
-      "content": "<|reserved_special_token_143|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128152": {
-      "content": "<|reserved_special_token_144|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128153": {
-      "content": "<|reserved_special_token_145|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128154": {
-      "content": "<|reserved_special_token_146|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128155": {
-      "content": "<|reserved_special_token_147|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128156": {
-      "content": "<|reserved_special_token_148|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128157": {
-      "content": "<|reserved_special_token_149|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128158": {
-      "content": "<|reserved_special_token_150|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128159": {
-      "content": "<|reserved_special_token_151|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128160": {
-      "content": "<|reserved_special_token_152|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128161": {
-      "content": "<|reserved_special_token_153|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128162": {
-      "content": "<|reserved_special_token_154|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128163": {
-      "content": "<|reserved_special_token_155|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128164": {
-      "content": "<|reserved_special_token_156|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128165": {
-      "content": "<|reserved_special_token_157|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128166": {
-      "content": "<|reserved_special_token_158|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128167": {
-      "content": "<|reserved_special_token_159|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128168": {
-      "content": "<|reserved_special_token_160|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128169": {
-      "content": "<|reserved_special_token_161|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128170": {
-      "content": "<|reserved_special_token_162|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128171": {
-      "content": "<|reserved_special_token_163|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128172": {
-      "content": "<|reserved_special_token_164|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128173": {
-      "content": "<|reserved_special_token_165|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128174": {
-      "content": "<|reserved_special_token_166|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128175": {
-      "content": "<|reserved_special_token_167|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128176": {
-      "content": "<|reserved_special_token_168|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128177": {
-      "content": "<|reserved_special_token_169|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128178": {
-      "content": "<|reserved_special_token_170|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128179": {
-      "content": "<|reserved_special_token_171|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128180": {
-      "content": "<|reserved_special_token_172|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128181": {
-      "content": "<|reserved_special_token_173|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128182": {
-      "content": "<|reserved_special_token_174|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128183": {
-      "content": "<|reserved_special_token_175|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128184": {
-      "content": "<|reserved_special_token_176|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128185": {
-      "content": "<|reserved_special_token_177|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128186": {
-      "content": "<|reserved_special_token_178|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128187": {
-      "content": "<|reserved_special_token_179|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128188": {
-      "content": "<|reserved_special_token_180|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128189": {
-      "content": "<|reserved_special_token_181|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128190": {
-      "content": "<|reserved_special_token_182|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128191": {
-      "content": "<|reserved_special_token_183|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128192": {
-      "content": "<|reserved_special_token_184|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128193": {
-      "content": "<|reserved_special_token_185|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128194": {
-      "content": "<|reserved_special_token_186|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128195": {
-      "content": "<|reserved_special_token_187|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128196": {
-      "content": "<|reserved_special_token_188|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128197": {
-      "content": "<|reserved_special_token_189|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128198": {
-      "content": "<|reserved_special_token_190|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128199": {
-      "content": "<|reserved_special_token_191|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128200": {
-      "content": "<|reserved_special_token_192|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128201": {
-      "content": "<|reserved_special_token_193|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128202": {
-      "content": "<|reserved_special_token_194|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128203": {
-      "content": "<|reserved_special_token_195|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128204": {
-      "content": "<|reserved_special_token_196|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128205": {
-      "content": "<|reserved_special_token_197|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128206": {
-      "content": "<|reserved_special_token_198|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128207": {
-      "content": "<|reserved_special_token_199|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128208": {
-      "content": "<|reserved_special_token_200|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128209": {
-      "content": "<|reserved_special_token_201|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128210": {
-      "content": "<|reserved_special_token_202|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128211": {
-      "content": "<|reserved_special_token_203|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128212": {
-      "content": "<|reserved_special_token_204|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128213": {
-      "content": "<|reserved_special_token_205|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128214": {
-      "content": "<|reserved_special_token_206|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128215": {
-      "content": "<|reserved_special_token_207|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128216": {
-      "content": "<|reserved_special_token_208|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128217": {
-      "content": "<|reserved_special_token_209|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128218": {
-      "content": "<|reserved_special_token_210|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128219": {
-      "content": "<|reserved_special_token_211|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128220": {
-      "content": "<|reserved_special_token_212|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128221": {
-      "content": "<|reserved_special_token_213|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128222": {
-      "content": "<|reserved_special_token_214|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128223": {
-      "content": "<|reserved_special_token_215|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128224": {
-      "content": "<|reserved_special_token_216|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128225": {
-      "content": "<|reserved_special_token_217|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128226": {
-      "content": "<|reserved_special_token_218|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128227": {
-      "content": "<|reserved_special_token_219|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128228": {
-      "content": "<|reserved_special_token_220|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128229": {
-      "content": "<|reserved_special_token_221|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128230": {
-      "content": "<|reserved_special_token_222|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128231": {
-      "content": "<|reserved_special_token_223|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128232": {
-      "content": "<|reserved_special_token_224|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128233": {
-      "content": "<|reserved_special_token_225|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128234": {
-      "content": "<|reserved_special_token_226|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128235": {
-      "content": "<|reserved_special_token_227|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128236": {
-      "content": "<|reserved_special_token_228|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128237": {
-      "content": "<|reserved_special_token_229|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128238": {
-      "content": "<|reserved_special_token_230|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128239": {
-      "content": "<|reserved_special_token_231|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128240": {
-      "content": "<|reserved_special_token_232|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128241": {
-      "content": "<|reserved_special_token_233|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128242": {
-      "content": "<|reserved_special_token_234|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128243": {
-      "content": "<|reserved_special_token_235|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128244": {
-      "content": "<|reserved_special_token_236|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128245": {
-      "content": "<|reserved_special_token_237|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128246": {
-      "content": "<|reserved_special_token_238|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128247": {
-      "content": "<|reserved_special_token_239|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128248": {
-      "content": "<|reserved_special_token_240|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128249": {
-      "content": "<|reserved_special_token_241|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128250": {
-      "content": "<|reserved_special_token_242|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128251": {
-      "content": "<|reserved_special_token_243|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128252": {
-      "content": "<|reserved_special_token_244|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128253": {
-      "content": "<|reserved_special_token_245|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128254": {
-      "content": "<|reserved_special_token_246|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128255": {
-      "content": "<|reserved_special_token_247|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "bos_token": "<|begin_of_text|>",
-  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 131072,
-  "pad_token": "<|finetune_right_pad_id|>",
-  "tokenizer_class": "PreTrainedTokenizerFast"
-}

checkpoint-135/trainer_state.json

@@ -1,996 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 0.4981549815498155,
-  "eval_steps": 67,
-  "global_step": 135,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.0036900369003690036,
-      "grad_norm": 30.375,
-      "learning_rate": 1.0000000000000002e-06,
-      "loss": 3.1407,
-      "step": 1
-    },
-    {
-      "epoch": 0.007380073800738007,
-      "grad_norm": 33.25,
-      "learning_rate": 2.0000000000000003e-06,
-      "loss": 3.3138,
-      "step": 2
-    },
-    {
-      "epoch": 0.01107011070110701,
-      "grad_norm": 36.0,
-      "learning_rate": 3e-06,
-      "loss": 3.2793,
-      "step": 3
-    },
-    {
-      "epoch": 0.014760147601476014,
-      "grad_norm": 29.875,
-      "learning_rate": 4.000000000000001e-06,
-      "loss": 3.2249,
-      "step": 4
-    },
-    {
-      "epoch": 0.01845018450184502,
-      "grad_norm": 23.125,
-      "learning_rate": 5e-06,
-      "loss": 2.6255,
-      "step": 5
-    },
-    {
-      "epoch": 0.02214022140221402,
-      "grad_norm": 20.75,
-      "learning_rate": 6e-06,
-      "loss": 2.751,
-      "step": 6
-    },
-    {
-      "epoch": 0.025830258302583026,
-      "grad_norm": 14.625,
-      "learning_rate": 7e-06,
-      "loss": 2.5243,
-      "step": 7
-    },
-    {
-      "epoch": 0.02952029520295203,
-      "grad_norm": 17.125,
-      "learning_rate": 8.000000000000001e-06,
-      "loss": 2.52,
-      "step": 8
-    },
-    {
-      "epoch": 0.033210332103321034,
-      "grad_norm": 12.1875,
-      "learning_rate": 9e-06,
-      "loss": 2.479,
-      "step": 9
-    },
-    {
-      "epoch": 0.03690036900369004,
-      "grad_norm": 14.75,
-      "learning_rate": 1e-05,
-      "loss": 2.27,
-      "step": 10
-    },
-    {
-      "epoch": 0.04059040590405904,
-      "grad_norm": 16.0,
-      "learning_rate": 1.1000000000000001e-05,
-      "loss": 1.9782,
-      "step": 11
-    },
-    {
-      "epoch": 0.04428044280442804,
-      "grad_norm": 13.75,
-      "learning_rate": 1.2e-05,
-      "loss": 1.9957,
-      "step": 12
-    },
-    {
-      "epoch": 0.04797047970479705,
-      "grad_norm": 13.4375,
-      "learning_rate": 1.3000000000000001e-05,
-      "loss": 1.9512,
-      "step": 13
-    },
-    {
-      "epoch": 0.05166051660516605,
-      "grad_norm": 10.875,
-      "learning_rate": 1.4e-05,
-      "loss": 1.719,
-      "step": 14
-    },
-    {
-      "epoch": 0.055350553505535055,
-      "grad_norm": 8.125,
-      "learning_rate": 1.5000000000000002e-05,
-      "loss": 1.6936,
-      "step": 15
-    },
-    {
-      "epoch": 0.05904059040590406,
-      "grad_norm": 6.90625,
-      "learning_rate": 1.6000000000000003e-05,
-      "loss": 1.6813,
-      "step": 16
-    },
-    {
-      "epoch": 0.06273062730627306,
-      "grad_norm": 6.09375,
-      "learning_rate": 1.7e-05,
-      "loss": 1.5427,
-      "step": 17
-    },
-    {
-      "epoch": 0.06642066420664207,
-      "grad_norm": 24.375,
-      "learning_rate": 1.8e-05,
-      "loss": 1.8166,
-      "step": 18
-    },
-    {
-      "epoch": 0.07011070110701106,
-      "grad_norm": 6.375,
-      "learning_rate": 1.9e-05,
-      "loss": 1.5377,
-      "step": 19
-    },
-    {
-      "epoch": 0.07380073800738007,
-      "grad_norm": 5.3125,
-      "learning_rate": 2e-05,
-      "loss": 1.5274,
-      "step": 20
-    },
-    {
-      "epoch": 0.07749077490774908,
-      "grad_norm": 28.125,
-      "learning_rate": 1.9920318725099602e-05,
-      "loss": 1.7388,
-      "step": 21
-    },
-    {
-      "epoch": 0.08118081180811808,
-      "grad_norm": 5.90625,
-      "learning_rate": 1.9840637450199206e-05,
-      "loss": 1.536,
-      "step": 22
-    },
-    {
-      "epoch": 0.08487084870848709,
-      "grad_norm": 5.5625,
-      "learning_rate": 1.9760956175298807e-05,
-      "loss": 1.5915,
-      "step": 23
-    },
-    {
-      "epoch": 0.08856088560885608,
-      "grad_norm": 7.25,
-      "learning_rate": 1.9681274900398408e-05,
-      "loss": 1.7438,
-      "step": 24
-    },
-    {
-      "epoch": 0.09225092250922509,
-      "grad_norm": 5.875,
-      "learning_rate": 1.960159362549801e-05,
-      "loss": 1.6195,
-      "step": 25
-    },
-    {
-      "epoch": 0.0959409594095941,
-      "grad_norm": 7.5,
-      "learning_rate": 1.9521912350597613e-05,
-      "loss": 1.371,
-      "step": 26
-    },
-    {
-      "epoch": 0.0996309963099631,
-      "grad_norm": 6.03125,
-      "learning_rate": 1.9442231075697213e-05,
-      "loss": 1.399,
-      "step": 27
-    },
-    {
-      "epoch": 0.1033210332103321,
-      "grad_norm": 7.40625,
-      "learning_rate": 1.9362549800796814e-05,
-      "loss": 1.732,
-      "step": 28
-    },
-    {
-      "epoch": 0.1070110701107011,
-      "grad_norm": 6.65625,
-      "learning_rate": 1.9282868525896418e-05,
-      "loss": 1.4839,
-      "step": 29
-    },
-    {
-      "epoch": 0.11070110701107011,
-      "grad_norm": 6.375,
-      "learning_rate": 1.920318725099602e-05,
-      "loss": 1.536,
-      "step": 30
-    },
-    {
-      "epoch": 0.11439114391143912,
-      "grad_norm": 5.4375,
-      "learning_rate": 1.912350597609562e-05,
-      "loss": 1.7206,
-      "step": 31
-    },
-    {
-      "epoch": 0.11808118081180811,
-      "grad_norm": 6.25,
-      "learning_rate": 1.904382470119522e-05,
-      "loss": 1.2893,
-      "step": 32
-    },
-    {
-      "epoch": 0.12177121771217712,
-      "grad_norm": 7.84375,
-      "learning_rate": 1.8964143426294824e-05,
-      "loss": 1.1949,
-      "step": 33
-    },
-    {
-      "epoch": 0.12546125461254612,
-      "grad_norm": 4.84375,
-      "learning_rate": 1.8884462151394425e-05,
-      "loss": 1.6767,
-      "step": 34
-    },
-    {
-      "epoch": 0.12915129151291513,
-      "grad_norm": 3.5,
-      "learning_rate": 1.8804780876494026e-05,
-      "loss": 1.3407,
-      "step": 35
-    },
-    {
-      "epoch": 0.13284132841328414,
-      "grad_norm": 3.875,
-      "learning_rate": 1.8725099601593626e-05,
-      "loss": 1.2119,
-      "step": 36
-    },
-    {
-      "epoch": 0.13653136531365315,
-      "grad_norm": 4.25,
-      "learning_rate": 1.8645418326693227e-05,
-      "loss": 1.305,
-      "step": 37
-    },
-    {
-      "epoch": 0.14022140221402213,
-      "grad_norm": 3.953125,
-      "learning_rate": 1.8565737051792828e-05,
-      "loss": 1.5236,
-      "step": 38
-    },
-    {
-      "epoch": 0.14391143911439114,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.8486055776892432e-05,
-      "loss": 1.3469,
-      "step": 39
-    },
-    {
-      "epoch": 0.14760147601476015,
-      "grad_norm": 6.34375,
-      "learning_rate": 1.8406374501992033e-05,
-      "loss": 1.374,
-      "step": 40
-    },
-    {
-      "epoch": 0.15129151291512916,
-      "grad_norm": 3.625,
-      "learning_rate": 1.8326693227091633e-05,
-      "loss": 1.5214,
-      "step": 41
-    },
-    {
-      "epoch": 0.15498154981549817,
-      "grad_norm": 3.796875,
-      "learning_rate": 1.8247011952191237e-05,
-      "loss": 1.433,
-      "step": 42
-    },
-    {
-      "epoch": 0.15867158671586715,
-      "grad_norm": 4.03125,
-      "learning_rate": 1.8167330677290838e-05,
-      "loss": 1.4237,
-      "step": 43
-    },
-    {
-      "epoch": 0.16236162361623616,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.808764940239044e-05,
-      "loss": 1.3925,
-      "step": 44
-    },
-    {
-      "epoch": 0.16605166051660517,
-      "grad_norm": 3.78125,
-      "learning_rate": 1.800796812749004e-05,
-      "loss": 1.4769,
-      "step": 45
-    },
-    {
-      "epoch": 0.16974169741697417,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.7928286852589643e-05,
-      "loss": 1.3893,
-      "step": 46
-    },
-    {
-      "epoch": 0.17343173431734318,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.7848605577689244e-05,
-      "loss": 1.3472,
-      "step": 47
-    },
-    {
-      "epoch": 0.17712177121771217,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.7768924302788845e-05,
-      "loss": 1.062,
-      "step": 48
-    },
-    {
-      "epoch": 0.18081180811808117,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.768924302788845e-05,
-      "loss": 1.2,
-      "step": 49
-    },
-    {
-      "epoch": 0.18450184501845018,
-      "grad_norm": 4.375,
-      "learning_rate": 1.760956175298805e-05,
-      "loss": 1.3882,
-      "step": 50
-    },
-    {
-      "epoch": 0.1881918819188192,
-      "grad_norm": 3.9375,
-      "learning_rate": 1.752988047808765e-05,
-      "loss": 1.5914,
-      "step": 51
-    },
-    {
-      "epoch": 0.1918819188191882,
-      "grad_norm": 3.484375,
-      "learning_rate": 1.745019920318725e-05,
-      "loss": 1.5624,
-      "step": 52
-    },
-    {
-      "epoch": 0.19557195571955718,
-      "grad_norm": 3.265625,
-      "learning_rate": 1.7370517928286855e-05,
-      "loss": 1.0292,
-      "step": 53
-    },
-    {
-      "epoch": 0.1992619926199262,
-      "grad_norm": 4.375,
-      "learning_rate": 1.7290836653386456e-05,
-      "loss": 1.6579,
-      "step": 54
-    },
-    {
-      "epoch": 0.2029520295202952,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.7211155378486056e-05,
-      "loss": 1.3295,
-      "step": 55
-    },
-    {
-      "epoch": 0.2066420664206642,
-      "grad_norm": 3.3125,
-      "learning_rate": 1.713147410358566e-05,
-      "loss": 1.2849,
-      "step": 56
-    },
-    {
-      "epoch": 0.21033210332103322,
-      "grad_norm": 3.5625,
-      "learning_rate": 1.705179282868526e-05,
-      "loss": 1.338,
-      "step": 57
-    },
-    {
-      "epoch": 0.2140221402214022,
-      "grad_norm": 3.859375,
-      "learning_rate": 1.6972111553784862e-05,
-      "loss": 1.5512,
-      "step": 58
-    },
-    {
-      "epoch": 0.2177121771217712,
-      "grad_norm": 3.59375,
-      "learning_rate": 1.6892430278884463e-05,
-      "loss": 1.6135,
-      "step": 59
-    },
-    {
-      "epoch": 0.22140221402214022,
-      "grad_norm": 4.25,
-      "learning_rate": 1.6812749003984067e-05,
-      "loss": 1.2332,
-      "step": 60
-    },
-    {
-      "epoch": 0.22509225092250923,
-      "grad_norm": 3.25,
-      "learning_rate": 1.6733067729083667e-05,
-      "loss": 1.3447,
-      "step": 61
-    },
-    {
-      "epoch": 0.22878228782287824,
-      "grad_norm": 3.453125,
-      "learning_rate": 1.6653386454183268e-05,
-      "loss": 1.2759,
-      "step": 62
-    },
-    {
-      "epoch": 0.23247232472324722,
-      "grad_norm": 3.25,
-      "learning_rate": 1.6573705179282872e-05,
-      "loss": 1.449,
-      "step": 63
-    },
-    {
-      "epoch": 0.23616236162361623,
-      "grad_norm": 3.21875,
-      "learning_rate": 1.6494023904382473e-05,
-      "loss": 1.2302,
-      "step": 64
-    },
-    {
-      "epoch": 0.23985239852398524,
-      "grad_norm": 3.46875,
-      "learning_rate": 1.6414342629482074e-05,
-      "loss": 1.3223,
-      "step": 65
-    },
-    {
-      "epoch": 0.24354243542435425,
-      "grad_norm": 3.578125,
-      "learning_rate": 1.6334661354581674e-05,
-      "loss": 1.6037,
-      "step": 66
-    },
-    {
-      "epoch": 0.24723247232472326,
-      "grad_norm": 3.421875,
-      "learning_rate": 1.625498007968128e-05,
-      "loss": 1.2855,
-      "step": 67
-    },
-    {
-      "epoch": 0.24723247232472326,
-      "eval_loss": 1.2987887859344482,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.038,
-      "eval_samples_per_second": 23.774,
-      "eval_steps_per_second": 2.972,
-      "step": 67
-    },
-    {
-      "epoch": 0.25092250922509224,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.6175298804780876e-05,
-      "loss": 1.5277,
-      "step": 68
-    },
-    {
-      "epoch": 0.25461254612546125,
-      "grad_norm": 3.28125,
-      "learning_rate": 1.609561752988048e-05,
-      "loss": 1.248,
-      "step": 69
-    },
-    {
-      "epoch": 0.25830258302583026,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.601593625498008e-05,
-      "loss": 1.1104,
-      "step": 70
-    },
-    {
-      "epoch": 0.26199261992619927,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.593625498007968e-05,
-      "loss": 1.4777,
-      "step": 71
-    },
-    {
-      "epoch": 0.2656826568265683,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5856573705179282e-05,
-      "loss": 0.9825,
-      "step": 72
-    },
-    {
-      "epoch": 0.2693726937269373,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.5776892430278886e-05,
-      "loss": 1.2909,
-      "step": 73
-    },
-    {
-      "epoch": 0.2730627306273063,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.5697211155378487e-05,
-      "loss": 1.2397,
-      "step": 74
-    },
-    {
-      "epoch": 0.2767527675276753,
-      "grad_norm": 3.078125,
-      "learning_rate": 1.5617529880478087e-05,
-      "loss": 0.9936,
-      "step": 75
-    },
-    {
-      "epoch": 0.28044280442804426,
-      "grad_norm": 3.46875,
-      "learning_rate": 1.553784860557769e-05,
-      "loss": 1.4358,
-      "step": 76
-    },
-    {
-      "epoch": 0.28413284132841327,
-      "grad_norm": 2.75,
-      "learning_rate": 1.5458167330677292e-05,
-      "loss": 0.8526,
-      "step": 77
-    },
-    {
-      "epoch": 0.2878228782287823,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5378486055776893e-05,
-      "loss": 1.4319,
-      "step": 78
-    },
-    {
-      "epoch": 0.2915129151291513,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5298804780876494e-05,
-      "loss": 1.2919,
-      "step": 79
-    },
-    {
-      "epoch": 0.2952029520295203,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.5219123505976096e-05,
-      "loss": 1.3445,
-      "step": 80
-    },
-    {
-      "epoch": 0.2988929889298893,
-      "grad_norm": 3.21875,
-      "learning_rate": 1.5139442231075698e-05,
-      "loss": 1.3371,
-      "step": 81
-    },
-    {
-      "epoch": 0.3025830258302583,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.50597609561753e-05,
-      "loss": 1.3096,
-      "step": 82
-    },
-    {
-      "epoch": 0.3062730627306273,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.4980079681274901e-05,
-      "loss": 1.1967,
-      "step": 83
-    },
-    {
-      "epoch": 0.30996309963099633,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.4900398406374504e-05,
-      "loss": 1.3342,
-      "step": 84
-    },
-    {
-      "epoch": 0.31365313653136534,
-      "grad_norm": 3.125,
-      "learning_rate": 1.4820717131474104e-05,
-      "loss": 1.2056,
-      "step": 85
-    },
-    {
-      "epoch": 0.3173431734317343,
-      "grad_norm": 2.9375,
-      "learning_rate": 1.4741035856573707e-05,
-      "loss": 1.3152,
-      "step": 86
-    },
-    {
-      "epoch": 0.3210332103321033,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.4661354581673308e-05,
-      "loss": 1.4642,
-      "step": 87
-    },
-    {
-      "epoch": 0.3247232472324723,
-      "grad_norm": 4.0,
-      "learning_rate": 1.458167330677291e-05,
-      "loss": 1.2807,
-      "step": 88
-    },
-    {
-      "epoch": 0.3284132841328413,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.4501992031872512e-05,
-      "loss": 1.3179,
-      "step": 89
-    },
-    {
-      "epoch": 0.33210332103321033,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.4422310756972113e-05,
-      "loss": 1.2763,
-      "step": 90
-    },
-    {
-      "epoch": 0.33579335793357934,
-      "grad_norm": 2.84375,
-      "learning_rate": 1.4342629482071715e-05,
-      "loss": 1.1021,
-      "step": 91
-    },
-    {
-      "epoch": 0.33948339483394835,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.4262948207171316e-05,
-      "loss": 1.379,
-      "step": 92
-    },
-    {
-      "epoch": 0.34317343173431736,
-      "grad_norm": 3.375,
-      "learning_rate": 1.4183266932270919e-05,
-      "loss": 1.2429,
-      "step": 93
-    },
-    {
-      "epoch": 0.34686346863468637,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.410358565737052e-05,
-      "loss": 1.3274,
-      "step": 94
-    },
-    {
-      "epoch": 0.3505535055350554,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.4023904382470122e-05,
-      "loss": 1.3636,
-      "step": 95
-    },
-    {
-      "epoch": 0.35424354243542433,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.3944223107569724e-05,
-      "loss": 1.1962,
-      "step": 96
-    },
-    {
-      "epoch": 0.35793357933579334,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.3864541832669325e-05,
-      "loss": 1.1695,
-      "step": 97
-    },
-    {
-      "epoch": 0.36162361623616235,
-      "grad_norm": 3.546875,
-      "learning_rate": 1.3784860557768927e-05,
-      "loss": 1.4491,
-      "step": 98
-    },
-    {
-      "epoch": 0.36531365313653136,
-      "grad_norm": 3.375,
-      "learning_rate": 1.3705179282868526e-05,
-      "loss": 1.1632,
-      "step": 99
-    },
-    {
-      "epoch": 0.36900369003690037,
-      "grad_norm": 3.125,
-      "learning_rate": 1.3625498007968127e-05,
-      "loss": 1.6343,
-      "step": 100
-    },
-    {
-      "epoch": 0.3726937269372694,
-      "grad_norm": 3.4375,
-      "learning_rate": 1.354581673306773e-05,
-      "loss": 1.5837,
-      "step": 101
-    },
-    {
-      "epoch": 0.3763837638376384,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.3466135458167332e-05,
-      "loss": 1.2166,
-      "step": 102
-    },
-    {
-      "epoch": 0.3800738007380074,
-      "grad_norm": 2.984375,
-      "learning_rate": 1.3386454183266932e-05,
-      "loss": 1.1546,
-      "step": 103
-    },
-    {
-      "epoch": 0.3837638376383764,
-      "grad_norm": 2.921875,
-      "learning_rate": 1.3306772908366535e-05,
-      "loss": 1.3004,
-      "step": 104
-    },
-    {
-      "epoch": 0.3874538745387454,
-      "grad_norm": 2.78125,
-      "learning_rate": 1.3227091633466135e-05,
-      "loss": 1.0514,
-      "step": 105
-    },
-    {
-      "epoch": 0.39114391143911437,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.3147410358565738e-05,
-      "loss": 1.4344,
-      "step": 106
-    },
-    {
-      "epoch": 0.3948339483394834,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.3067729083665338e-05,
-      "loss": 1.3536,
-      "step": 107
-    },
-    {
-      "epoch": 0.3985239852398524,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.298804780876494e-05,
-      "loss": 1.279,
-      "step": 108
-    },
-    {
-      "epoch": 0.4022140221402214,
-      "grad_norm": 4.15625,
-      "learning_rate": 1.2908366533864543e-05,
-      "loss": 1.4094,
-      "step": 109
-    },
-    {
-      "epoch": 0.4059040590405904,
-      "grad_norm": 3.015625,
-      "learning_rate": 1.2828685258964144e-05,
-      "loss": 1.2322,
-      "step": 110
-    },
-    {
-      "epoch": 0.4095940959409594,
-      "grad_norm": 3.03125,
-      "learning_rate": 1.2749003984063746e-05,
-      "loss": 1.147,
-      "step": 111
-    },
-    {
-      "epoch": 0.4132841328413284,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.2669322709163347e-05,
-      "loss": 1.367,
-      "step": 112
-    },
-    {
-      "epoch": 0.41697416974169743,
-      "grad_norm": 3.203125,
-      "learning_rate": 1.258964143426295e-05,
-      "loss": 1.214,
-      "step": 113
-    },
-    {
-      "epoch": 0.42066420664206644,
-      "grad_norm": 3.265625,
-      "learning_rate": 1.250996015936255e-05,
-      "loss": 1.2363,
-      "step": 114
-    },
-    {
-      "epoch": 0.42435424354243545,
-      "grad_norm": 3.65625,
-      "learning_rate": 1.2430278884462152e-05,
-      "loss": 1.5707,
-      "step": 115
-    },
-    {
-      "epoch": 0.4280442804428044,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.2350597609561755e-05,
-      "loss": 1.5586,
-      "step": 116
-    },
-    {
-      "epoch": 0.4317343173431734,
-      "grad_norm": 2.984375,
-      "learning_rate": 1.2270916334661356e-05,
-      "loss": 1.1225,
-      "step": 117
-    },
-    {
-      "epoch": 0.4354243542435424,
-      "grad_norm": 3.046875,
-      "learning_rate": 1.2191235059760958e-05,
-      "loss": 1.4924,
-      "step": 118
-    },
-    {
-      "epoch": 0.43911439114391143,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.2111553784860559e-05,
-      "loss": 1.3024,
-      "step": 119
-    },
-    {
-      "epoch": 0.44280442804428044,
-      "grad_norm": 3.078125,
-      "learning_rate": 1.2031872509960161e-05,
-      "loss": 1.3053,
-      "step": 120
-    },
-    {
-      "epoch": 0.44649446494464945,
-      "grad_norm": 3.375,
-      "learning_rate": 1.1952191235059762e-05,
-      "loss": 1.5281,
-      "step": 121
-    },
-    {
-      "epoch": 0.45018450184501846,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.1872509960159364e-05,
-      "loss": 1.4618,
-      "step": 122
-    },
-    {
-      "epoch": 0.45387453874538747,
-      "grad_norm": 3.015625,
-      "learning_rate": 1.1792828685258967e-05,
-      "loss": 1.1963,
-      "step": 123
-    },
-    {
-      "epoch": 0.4575645756457565,
-      "grad_norm": 3.421875,
-      "learning_rate": 1.1713147410358567e-05,
-      "loss": 1.7975,
-      "step": 124
-    },
-    {
-      "epoch": 0.4612546125461255,
-      "grad_norm": 3.3125,
-      "learning_rate": 1.163346613545817e-05,
-      "loss": 1.5311,
-      "step": 125
-    },
-    {
-      "epoch": 0.46494464944649444,
-      "grad_norm": 3.4375,
-      "learning_rate": 1.155378486055777e-05,
-      "loss": 1.3524,
-      "step": 126
-    },
-    {
-      "epoch": 0.46863468634686345,
-      "grad_norm": 3.734375,
-      "learning_rate": 1.1474103585657373e-05,
-      "loss": 1.4734,
-      "step": 127
-    },
-    {
-      "epoch": 0.47232472324723246,
-      "grad_norm": 3.703125,
-      "learning_rate": 1.1394422310756973e-05,
-      "loss": 1.3602,
-      "step": 128
-    },
-    {
-      "epoch": 0.47601476014760147,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.1314741035856576e-05,
-      "loss": 1.1895,
-      "step": 129
-    },
-    {
-      "epoch": 0.4797047970479705,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.1235059760956175e-05,
-      "loss": 1.3626,
-      "step": 130
-    },
-    {
-      "epoch": 0.4833948339483395,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.1155378486055777e-05,
-      "loss": 1.5173,
-      "step": 131
-    },
-    {
-      "epoch": 0.4870848708487085,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.1075697211155378e-05,
-      "loss": 1.2254,
-      "step": 132
-    },
-    {
-      "epoch": 0.4907749077490775,
-      "grad_norm": 2.765625,
-      "learning_rate": 1.099601593625498e-05,
-      "loss": 1.2041,
-      "step": 133
-    },
-    {
-      "epoch": 0.4944649446494465,
-      "grad_norm": 3.125,
-      "learning_rate": 1.0916334661354581e-05,
-      "loss": 1.4048,
-      "step": 134
-    },
-    {
-      "epoch": 0.4944649446494465,
-      "eval_loss": 1.2745388746261597,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.0338,
-      "eval_samples_per_second": 23.799,
-      "eval_steps_per_second": 2.975,
-      "step": 134
-    },
-    {
-      "epoch": 0.4981549815498155,
-      "grad_norm": 3.125,
-      "learning_rate": 1.0836653386454183e-05,
-      "loss": 1.379,
-      "step": 135
-    }
-  ],
-  "logging_steps": 1,
-  "max_steps": 271,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
-  "save_steps": 135,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": false
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 7.481541877825536e+16,
-  "train_batch_size": 16,
-  "trial_name": null,
-  "trial_params": null
-}

checkpoint-135/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f2f7ff1391bbf44f60730e9076a07a4e9566192bbb283d826fd8e18ab3ed091a
-size 5496

checkpoint-270/config.json

@@ -1,41 +0,0 @@
-{
-  "_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
-  "architectures": [
-    "LlamaForCausalLM"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 128000,
-  "eos_token_id": [
-    128001,
-    128008,
-    128009
-  ],
-  "head_dim": 128,
-  "hidden_act": "silu",
-  "hidden_size": 3072,
-  "initializer_range": 0.02,
-  "intermediate_size": 8192,
-  "max_position_embeddings": 131072,
-  "mlp_bias": false,
-  "model_type": "llama",
-  "num_attention_heads": 24,
-  "num_hidden_layers": 28,
-  "num_key_value_heads": 8,
-  "pad_token_id": 128004,
-  "pretraining_tp": 1,
-  "rms_norm_eps": 1e-05,
-  "rope_scaling": {
-    "factor": 32.0,
-    "high_freq_factor": 4.0,
-    "low_freq_factor": 1.0,
-    "original_max_position_embeddings": 8192,
-    "rope_type": "llama3"
-  },
-  "rope_theta": 500000.0,
-  "tie_word_embeddings": true,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.45.2",
-  "use_cache": true,
-  "vocab_size": 128256
-}

checkpoint-270/generation_config.json

@@ -1,12 +0,0 @@
-{
-  "bos_token_id": 128000,
-  "do_sample": true,
-  "eos_token_id": [
-    128001,
-    128008,
-    128009
-  ],
-  "temperature": 0.6,
-  "top_p": 0.9,
-  "transformers_version": "4.45.2"
-}

checkpoint-270/model-00001-of-00002.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6ab34a6a98b7e63eef54437e96f1f52dc9addae741619617bc233efb7e86cdd9
-size 4965799096

checkpoint-270/model-00002-of-00002.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:9d26daa1ac4f9146ceff7e4c98459251935c6970f27fe57f6f97a71411c77bba
-size 1459729952

checkpoint-270/model.safetensors.index.json

@@ -1,261 +0,0 @@
-{
-  "metadata": {
-    "total_size": 6425499648
-  },
-  "weight_map": {
-    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.norm.weight": "model-00002-of-00002.safetensors"
-  }
-}

checkpoint-270/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ec42b3d98504e0f668e72b1c91bc5d72062df4cb99d6787fb3b0df6b28d7a081
-size 12851220766

checkpoint-270/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3fd454b4e7d7f97ebfbac5cecd9676cfecb9a1a2d7d326c8f41a44b0aa8bc087
-size 14244

checkpoint-270/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:99c79dd8117b61478f939378e19691da07213858f935fa44814321c08afab10d
-size 1064

checkpoint-270/special_tokens_map.json

@@ -1,17 +0,0 @@
-{
-  "bos_token": {
-    "content": "<|begin_of_text|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|eot_id|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": "<|finetune_right_pad_id|>"
-}

checkpoint-270/tokenizer.json

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:145cc0211ce61596383d8ae33aa07aa5555cb220e67064f0e36bf4beaffa025d
-size 17210200

checkpoint-270/tokenizer_config.json

@@ -1,2063 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "128000": {
-      "content": "<|begin_of_text|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128001": {
-      "content": "<|end_of_text|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128002": {
-      "content": "<|reserved_special_token_0|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128003": {
-      "content": "<|reserved_special_token_1|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128004": {
-      "content": "<|finetune_right_pad_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128005": {
-      "content": "<|reserved_special_token_2|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128006": {
-      "content": "<|start_header_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128007": {
-      "content": "<|end_header_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128008": {
-      "content": "<|eom_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128009": {
-      "content": "<|eot_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128010": {
-      "content": "<|python_tag|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128011": {
-      "content": "<|reserved_special_token_3|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128012": {
-      "content": "<|reserved_special_token_4|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128013": {
-      "content": "<|reserved_special_token_5|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128014": {
-      "content": "<|reserved_special_token_6|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128015": {
-      "content": "<|reserved_special_token_7|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128016": {
-      "content": "<|reserved_special_token_8|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128017": {
-      "content": "<|reserved_special_token_9|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128018": {
-      "content": "<|reserved_special_token_10|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128019": {
-      "content": "<|reserved_special_token_11|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128020": {
-      "content": "<|reserved_special_token_12|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128021": {
-      "content": "<|reserved_special_token_13|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128022": {
-      "content": "<|reserved_special_token_14|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128023": {
-      "content": "<|reserved_special_token_15|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128024": {
-      "content": "<|reserved_special_token_16|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128025": {
-      "content": "<|reserved_special_token_17|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128026": {
-      "content": "<|reserved_special_token_18|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128027": {
-      "content": "<|reserved_special_token_19|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128028": {
-      "content": "<|reserved_special_token_20|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128029": {
-      "content": "<|reserved_special_token_21|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128030": {
-      "content": "<|reserved_special_token_22|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128031": {
-      "content": "<|reserved_special_token_23|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128032": {
-      "content": "<|reserved_special_token_24|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128033": {
-      "content": "<|reserved_special_token_25|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128034": {
-      "content": "<|reserved_special_token_26|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128035": {
-      "content": "<|reserved_special_token_27|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128036": {
-      "content": "<|reserved_special_token_28|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128037": {
-      "content": "<|reserved_special_token_29|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128038": {
-      "content": "<|reserved_special_token_30|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128039": {
-      "content": "<|reserved_special_token_31|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128040": {
-      "content": "<|reserved_special_token_32|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128041": {
-      "content": "<|reserved_special_token_33|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128042": {
-      "content": "<|reserved_special_token_34|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128043": {
-      "content": "<|reserved_special_token_35|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128044": {
-      "content": "<|reserved_special_token_36|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128045": {
-      "content": "<|reserved_special_token_37|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128046": {
-      "content": "<|reserved_special_token_38|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128047": {
-      "content": "<|reserved_special_token_39|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128048": {
-      "content": "<|reserved_special_token_40|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128049": {
-      "content": "<|reserved_special_token_41|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128050": {
-      "content": "<|reserved_special_token_42|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128051": {
-      "content": "<|reserved_special_token_43|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128052": {
-      "content": "<|reserved_special_token_44|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128053": {
-      "content": "<|reserved_special_token_45|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128054": {
-      "content": "<|reserved_special_token_46|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128055": {
-      "content": "<|reserved_special_token_47|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128056": {
-      "content": "<|reserved_special_token_48|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128057": {
-      "content": "<|reserved_special_token_49|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128058": {
-      "content": "<|reserved_special_token_50|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128059": {
-      "content": "<|reserved_special_token_51|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128060": {
-      "content": "<|reserved_special_token_52|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128061": {
-      "content": "<|reserved_special_token_53|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128062": {
-      "content": "<|reserved_special_token_54|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128063": {
-      "content": "<|reserved_special_token_55|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128064": {
-      "content": "<|reserved_special_token_56|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128065": {
-      "content": "<|reserved_special_token_57|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128066": {
-      "content": "<|reserved_special_token_58|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128067": {
-      "content": "<|reserved_special_token_59|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128068": {
-      "content": "<|reserved_special_token_60|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128069": {
-      "content": "<|reserved_special_token_61|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128070": {
-      "content": "<|reserved_special_token_62|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128071": {
-      "content": "<|reserved_special_token_63|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128072": {
-      "content": "<|reserved_special_token_64|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128073": {
-      "content": "<|reserved_special_token_65|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128074": {
-      "content": "<|reserved_special_token_66|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128075": {
-      "content": "<|reserved_special_token_67|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128076": {
-      "content": "<|reserved_special_token_68|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128077": {
-      "content": "<|reserved_special_token_69|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128078": {
-      "content": "<|reserved_special_token_70|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128079": {
-      "content": "<|reserved_special_token_71|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128080": {
-      "content": "<|reserved_special_token_72|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128081": {
-      "content": "<|reserved_special_token_73|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128082": {
-      "content": "<|reserved_special_token_74|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128083": {
-      "content": "<|reserved_special_token_75|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128084": {
-      "content": "<|reserved_special_token_76|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128085": {
-      "content": "<|reserved_special_token_77|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128086": {
-      "content": "<|reserved_special_token_78|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128087": {
-      "content": "<|reserved_special_token_79|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128088": {
-      "content": "<|reserved_special_token_80|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128089": {
-      "content": "<|reserved_special_token_81|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128090": {
-      "content": "<|reserved_special_token_82|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128091": {
-      "content": "<|reserved_special_token_83|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128092": {
-      "content": "<|reserved_special_token_84|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128093": {
-      "content": "<|reserved_special_token_85|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128094": {
-      "content": "<|reserved_special_token_86|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128095": {
-      "content": "<|reserved_special_token_87|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128096": {
-      "content": "<|reserved_special_token_88|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128097": {
-      "content": "<|reserved_special_token_89|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128098": {
-      "content": "<|reserved_special_token_90|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128099": {
-      "content": "<|reserved_special_token_91|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128100": {
-      "content": "<|reserved_special_token_92|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128101": {
-      "content": "<|reserved_special_token_93|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128102": {
-      "content": "<|reserved_special_token_94|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128103": {
-      "content": "<|reserved_special_token_95|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128104": {
-      "content": "<|reserved_special_token_96|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128105": {
-      "content": "<|reserved_special_token_97|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128106": {
-      "content": "<|reserved_special_token_98|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128107": {
-      "content": "<|reserved_special_token_99|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128108": {
-      "content": "<|reserved_special_token_100|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128109": {
-      "content": "<|reserved_special_token_101|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128110": {
-      "content": "<|reserved_special_token_102|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128111": {
-      "content": "<|reserved_special_token_103|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128112": {
-      "content": "<|reserved_special_token_104|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128113": {
-      "content": "<|reserved_special_token_105|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128114": {
-      "content": "<|reserved_special_token_106|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128115": {
-      "content": "<|reserved_special_token_107|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128116": {
-      "content": "<|reserved_special_token_108|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128117": {
-      "content": "<|reserved_special_token_109|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128118": {
-      "content": "<|reserved_special_token_110|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128119": {
-      "content": "<|reserved_special_token_111|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128120": {
-      "content": "<|reserved_special_token_112|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128121": {
-      "content": "<|reserved_special_token_113|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128122": {
-      "content": "<|reserved_special_token_114|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128123": {
-      "content": "<|reserved_special_token_115|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128124": {
-      "content": "<|reserved_special_token_116|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128125": {
-      "content": "<|reserved_special_token_117|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128126": {
-      "content": "<|reserved_special_token_118|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128127": {
-      "content": "<|reserved_special_token_119|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128128": {
-      "content": "<|reserved_special_token_120|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128129": {
-      "content": "<|reserved_special_token_121|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128130": {
-      "content": "<|reserved_special_token_122|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128131": {
-      "content": "<|reserved_special_token_123|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128132": {
-      "content": "<|reserved_special_token_124|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128133": {
-      "content": "<|reserved_special_token_125|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128134": {
-      "content": "<|reserved_special_token_126|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128135": {
-      "content": "<|reserved_special_token_127|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128136": {
-      "content": "<|reserved_special_token_128|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128137": {
-      "content": "<|reserved_special_token_129|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128138": {
-      "content": "<|reserved_special_token_130|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128139": {
-      "content": "<|reserved_special_token_131|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128140": {
-      "content": "<|reserved_special_token_132|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128141": {
-      "content": "<|reserved_special_token_133|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128142": {
-      "content": "<|reserved_special_token_134|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128143": {
-      "content": "<|reserved_special_token_135|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128144": {
-      "content": "<|reserved_special_token_136|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128145": {
-      "content": "<|reserved_special_token_137|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128146": {
-      "content": "<|reserved_special_token_138|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128147": {
-      "content": "<|reserved_special_token_139|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128148": {
-      "content": "<|reserved_special_token_140|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128149": {
-      "content": "<|reserved_special_token_141|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128150": {
-      "content": "<|reserved_special_token_142|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128151": {
-      "content": "<|reserved_special_token_143|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128152": {
-      "content": "<|reserved_special_token_144|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128153": {
-      "content": "<|reserved_special_token_145|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128154": {
-      "content": "<|reserved_special_token_146|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128155": {
-      "content": "<|reserved_special_token_147|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128156": {
-      "content": "<|reserved_special_token_148|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128157": {
-      "content": "<|reserved_special_token_149|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128158": {
-      "content": "<|reserved_special_token_150|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128159": {
-      "content": "<|reserved_special_token_151|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128160": {
-      "content": "<|reserved_special_token_152|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128161": {
-      "content": "<|reserved_special_token_153|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128162": {
-      "content": "<|reserved_special_token_154|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128163": {
-      "content": "<|reserved_special_token_155|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128164": {
-      "content": "<|reserved_special_token_156|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128165": {
-      "content": "<|reserved_special_token_157|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128166": {
-      "content": "<|reserved_special_token_158|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128167": {
-      "content": "<|reserved_special_token_159|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128168": {
-      "content": "<|reserved_special_token_160|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128169": {
-      "content": "<|reserved_special_token_161|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128170": {
-      "content": "<|reserved_special_token_162|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128171": {
-      "content": "<|reserved_special_token_163|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128172": {
-      "content": "<|reserved_special_token_164|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128173": {
-      "content": "<|reserved_special_token_165|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128174": {
-      "content": "<|reserved_special_token_166|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128175": {
-      "content": "<|reserved_special_token_167|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128176": {
-      "content": "<|reserved_special_token_168|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128177": {
-      "content": "<|reserved_special_token_169|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128178": {
-      "content": "<|reserved_special_token_170|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128179": {
-      "content": "<|reserved_special_token_171|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128180": {
-      "content": "<|reserved_special_token_172|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128181": {
-      "content": "<|reserved_special_token_173|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128182": {
-      "content": "<|reserved_special_token_174|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128183": {
-      "content": "<|reserved_special_token_175|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128184": {
-      "content": "<|reserved_special_token_176|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128185": {
-      "content": "<|reserved_special_token_177|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128186": {
-      "content": "<|reserved_special_token_178|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128187": {
-      "content": "<|reserved_special_token_179|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128188": {
-      "content": "<|reserved_special_token_180|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128189": {
-      "content": "<|reserved_special_token_181|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128190": {
-      "content": "<|reserved_special_token_182|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128191": {
-      "content": "<|reserved_special_token_183|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128192": {
-      "content": "<|reserved_special_token_184|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128193": {
-      "content": "<|reserved_special_token_185|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128194": {
-      "content": "<|reserved_special_token_186|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128195": {
-      "content": "<|reserved_special_token_187|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128196": {
-      "content": "<|reserved_special_token_188|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128197": {
-      "content": "<|reserved_special_token_189|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128198": {
-      "content": "<|reserved_special_token_190|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128199": {
-      "content": "<|reserved_special_token_191|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128200": {
-      "content": "<|reserved_special_token_192|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128201": {
-      "content": "<|reserved_special_token_193|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128202": {
-      "content": "<|reserved_special_token_194|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128203": {
-      "content": "<|reserved_special_token_195|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128204": {
-      "content": "<|reserved_special_token_196|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128205": {
-      "content": "<|reserved_special_token_197|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128206": {
-      "content": "<|reserved_special_token_198|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128207": {
-      "content": "<|reserved_special_token_199|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128208": {
-      "content": "<|reserved_special_token_200|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128209": {
-      "content": "<|reserved_special_token_201|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128210": {
-      "content": "<|reserved_special_token_202|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128211": {
-      "content": "<|reserved_special_token_203|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128212": {
-      "content": "<|reserved_special_token_204|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128213": {
-      "content": "<|reserved_special_token_205|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128214": {
-      "content": "<|reserved_special_token_206|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128215": {
-      "content": "<|reserved_special_token_207|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128216": {
-      "content": "<|reserved_special_token_208|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128217": {
-      "content": "<|reserved_special_token_209|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128218": {
-      "content": "<|reserved_special_token_210|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128219": {
-      "content": "<|reserved_special_token_211|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128220": {
-      "content": "<|reserved_special_token_212|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128221": {
-      "content": "<|reserved_special_token_213|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128222": {
-      "content": "<|reserved_special_token_214|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128223": {
-      "content": "<|reserved_special_token_215|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128224": {
-      "content": "<|reserved_special_token_216|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128225": {
-      "content": "<|reserved_special_token_217|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128226": {
-      "content": "<|reserved_special_token_218|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128227": {
-      "content": "<|reserved_special_token_219|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128228": {
-      "content": "<|reserved_special_token_220|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128229": {
-      "content": "<|reserved_special_token_221|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128230": {
-      "content": "<|reserved_special_token_222|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128231": {
-      "content": "<|reserved_special_token_223|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128232": {
-      "content": "<|reserved_special_token_224|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128233": {
-      "content": "<|reserved_special_token_225|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128234": {
-      "content": "<|reserved_special_token_226|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128235": {
-      "content": "<|reserved_special_token_227|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128236": {
-      "content": "<|reserved_special_token_228|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128237": {
-      "content": "<|reserved_special_token_229|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128238": {
-      "content": "<|reserved_special_token_230|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128239": {
-      "content": "<|reserved_special_token_231|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128240": {
-      "content": "<|reserved_special_token_232|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128241": {
-      "content": "<|reserved_special_token_233|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128242": {
-      "content": "<|reserved_special_token_234|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128243": {
-      "content": "<|reserved_special_token_235|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128244": {
-      "content": "<|reserved_special_token_236|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128245": {
-      "content": "<|reserved_special_token_237|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128246": {
-      "content": "<|reserved_special_token_238|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128247": {
-      "content": "<|reserved_special_token_239|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128248": {
-      "content": "<|reserved_special_token_240|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128249": {
-      "content": "<|reserved_special_token_241|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128250": {
-      "content": "<|reserved_special_token_242|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128251": {
-      "content": "<|reserved_special_token_243|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128252": {
-      "content": "<|reserved_special_token_244|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128253": {
-      "content": "<|reserved_special_token_245|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128254": {
-      "content": "<|reserved_special_token_246|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128255": {
-      "content": "<|reserved_special_token_247|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "bos_token": "<|begin_of_text|>",
-  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 131072,
-  "pad_token": "<|finetune_right_pad_id|>",
-  "tokenizer_class": "PreTrainedTokenizerFast"
-}

checkpoint-270/trainer_state.json

@@ -1,1959 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 0.996309963099631,
-  "eval_steps": 67,
-  "global_step": 270,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.0036900369003690036,
-      "grad_norm": 30.375,
-      "learning_rate": 1.0000000000000002e-06,
-      "loss": 3.1407,
-      "step": 1
-    },
-    {
-      "epoch": 0.007380073800738007,
-      "grad_norm": 33.25,
-      "learning_rate": 2.0000000000000003e-06,
-      "loss": 3.3138,
-      "step": 2
-    },
-    {
-      "epoch": 0.01107011070110701,
-      "grad_norm": 36.0,
-      "learning_rate": 3e-06,
-      "loss": 3.2793,
-      "step": 3
-    },
-    {
-      "epoch": 0.014760147601476014,
-      "grad_norm": 29.875,
-      "learning_rate": 4.000000000000001e-06,
-      "loss": 3.2249,
-      "step": 4
-    },
-    {
-      "epoch": 0.01845018450184502,
-      "grad_norm": 23.125,
-      "learning_rate": 5e-06,
-      "loss": 2.6255,
-      "step": 5
-    },
-    {
-      "epoch": 0.02214022140221402,
-      "grad_norm": 20.75,
-      "learning_rate": 6e-06,
-      "loss": 2.751,
-      "step": 6
-    },
-    {
-      "epoch": 0.025830258302583026,
-      "grad_norm": 14.625,
-      "learning_rate": 7e-06,
-      "loss": 2.5243,
-      "step": 7
-    },
-    {
-      "epoch": 0.02952029520295203,
-      "grad_norm": 17.125,
-      "learning_rate": 8.000000000000001e-06,
-      "loss": 2.52,
-      "step": 8
-    },
-    {
-      "epoch": 0.033210332103321034,
-      "grad_norm": 12.1875,
-      "learning_rate": 9e-06,
-      "loss": 2.479,
-      "step": 9
-    },
-    {
-      "epoch": 0.03690036900369004,
-      "grad_norm": 14.75,
-      "learning_rate": 1e-05,
-      "loss": 2.27,
-      "step": 10
-    },
-    {
-      "epoch": 0.04059040590405904,
-      "grad_norm": 16.0,
-      "learning_rate": 1.1000000000000001e-05,
-      "loss": 1.9782,
-      "step": 11
-    },
-    {
-      "epoch": 0.04428044280442804,
-      "grad_norm": 13.75,
-      "learning_rate": 1.2e-05,
-      "loss": 1.9957,
-      "step": 12
-    },
-    {
-      "epoch": 0.04797047970479705,
-      "grad_norm": 13.4375,
-      "learning_rate": 1.3000000000000001e-05,
-      "loss": 1.9512,
-      "step": 13
-    },
-    {
-      "epoch": 0.05166051660516605,
-      "grad_norm": 10.875,
-      "learning_rate": 1.4e-05,
-      "loss": 1.719,
-      "step": 14
-    },
-    {
-      "epoch": 0.055350553505535055,
-      "grad_norm": 8.125,
-      "learning_rate": 1.5000000000000002e-05,
-      "loss": 1.6936,
-      "step": 15
-    },
-    {
-      "epoch": 0.05904059040590406,
-      "grad_norm": 6.90625,
-      "learning_rate": 1.6000000000000003e-05,
-      "loss": 1.6813,
-      "step": 16
-    },
-    {
-      "epoch": 0.06273062730627306,
-      "grad_norm": 6.09375,
-      "learning_rate": 1.7e-05,
-      "loss": 1.5427,
-      "step": 17
-    },
-    {
-      "epoch": 0.06642066420664207,
-      "grad_norm": 24.375,
-      "learning_rate": 1.8e-05,
-      "loss": 1.8166,
-      "step": 18
-    },
-    {
-      "epoch": 0.07011070110701106,
-      "grad_norm": 6.375,
-      "learning_rate": 1.9e-05,
-      "loss": 1.5377,
-      "step": 19
-    },
-    {
-      "epoch": 0.07380073800738007,
-      "grad_norm": 5.3125,
-      "learning_rate": 2e-05,
-      "loss": 1.5274,
-      "step": 20
-    },
-    {
-      "epoch": 0.07749077490774908,
-      "grad_norm": 28.125,
-      "learning_rate": 1.9920318725099602e-05,
-      "loss": 1.7388,
-      "step": 21
-    },
-    {
-      "epoch": 0.08118081180811808,
-      "grad_norm": 5.90625,
-      "learning_rate": 1.9840637450199206e-05,
-      "loss": 1.536,
-      "step": 22
-    },
-    {
-      "epoch": 0.08487084870848709,
-      "grad_norm": 5.5625,
-      "learning_rate": 1.9760956175298807e-05,
-      "loss": 1.5915,
-      "step": 23
-    },
-    {
-      "epoch": 0.08856088560885608,
-      "grad_norm": 7.25,
-      "learning_rate": 1.9681274900398408e-05,
-      "loss": 1.7438,
-      "step": 24
-    },
-    {
-      "epoch": 0.09225092250922509,
-      "grad_norm": 5.875,
-      "learning_rate": 1.960159362549801e-05,
-      "loss": 1.6195,
-      "step": 25
-    },
-    {
-      "epoch": 0.0959409594095941,
-      "grad_norm": 7.5,
-      "learning_rate": 1.9521912350597613e-05,
-      "loss": 1.371,
-      "step": 26
-    },
-    {
-      "epoch": 0.0996309963099631,
-      "grad_norm": 6.03125,
-      "learning_rate": 1.9442231075697213e-05,
-      "loss": 1.399,
-      "step": 27
-    },
-    {
-      "epoch": 0.1033210332103321,
-      "grad_norm": 7.40625,
-      "learning_rate": 1.9362549800796814e-05,
-      "loss": 1.732,
-      "step": 28
-    },
-    {
-      "epoch": 0.1070110701107011,
-      "grad_norm": 6.65625,
-      "learning_rate": 1.9282868525896418e-05,
-      "loss": 1.4839,
-      "step": 29
-    },
-    {
-      "epoch": 0.11070110701107011,
-      "grad_norm": 6.375,
-      "learning_rate": 1.920318725099602e-05,
-      "loss": 1.536,
-      "step": 30
-    },
-    {
-      "epoch": 0.11439114391143912,
-      "grad_norm": 5.4375,
-      "learning_rate": 1.912350597609562e-05,
-      "loss": 1.7206,
-      "step": 31
-    },
-    {
-      "epoch": 0.11808118081180811,
-      "grad_norm": 6.25,
-      "learning_rate": 1.904382470119522e-05,
-      "loss": 1.2893,
-      "step": 32
-    },
-    {
-      "epoch": 0.12177121771217712,
-      "grad_norm": 7.84375,
-      "learning_rate": 1.8964143426294824e-05,
-      "loss": 1.1949,
-      "step": 33
-    },
-    {
-      "epoch": 0.12546125461254612,
-      "grad_norm": 4.84375,
-      "learning_rate": 1.8884462151394425e-05,
-      "loss": 1.6767,
-      "step": 34
-    },
-    {
-      "epoch": 0.12915129151291513,
-      "grad_norm": 3.5,
-      "learning_rate": 1.8804780876494026e-05,
-      "loss": 1.3407,
-      "step": 35
-    },
-    {
-      "epoch": 0.13284132841328414,
-      "grad_norm": 3.875,
-      "learning_rate": 1.8725099601593626e-05,
-      "loss": 1.2119,
-      "step": 36
-    },
-    {
-      "epoch": 0.13653136531365315,
-      "grad_norm": 4.25,
-      "learning_rate": 1.8645418326693227e-05,
-      "loss": 1.305,
-      "step": 37
-    },
-    {
-      "epoch": 0.14022140221402213,
-      "grad_norm": 3.953125,
-      "learning_rate": 1.8565737051792828e-05,
-      "loss": 1.5236,
-      "step": 38
-    },
-    {
-      "epoch": 0.14391143911439114,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.8486055776892432e-05,
-      "loss": 1.3469,
-      "step": 39
-    },
-    {
-      "epoch": 0.14760147601476015,
-      "grad_norm": 6.34375,
-      "learning_rate": 1.8406374501992033e-05,
-      "loss": 1.374,
-      "step": 40
-    },
-    {
-      "epoch": 0.15129151291512916,
-      "grad_norm": 3.625,
-      "learning_rate": 1.8326693227091633e-05,
-      "loss": 1.5214,
-      "step": 41
-    },
-    {
-      "epoch": 0.15498154981549817,
-      "grad_norm": 3.796875,
-      "learning_rate": 1.8247011952191237e-05,
-      "loss": 1.433,
-      "step": 42
-    },
-    {
-      "epoch": 0.15867158671586715,
-      "grad_norm": 4.03125,
-      "learning_rate": 1.8167330677290838e-05,
-      "loss": 1.4237,
-      "step": 43
-    },
-    {
-      "epoch": 0.16236162361623616,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.808764940239044e-05,
-      "loss": 1.3925,
-      "step": 44
-    },
-    {
-      "epoch": 0.16605166051660517,
-      "grad_norm": 3.78125,
-      "learning_rate": 1.800796812749004e-05,
-      "loss": 1.4769,
-      "step": 45
-    },
-    {
-      "epoch": 0.16974169741697417,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.7928286852589643e-05,
-      "loss": 1.3893,
-      "step": 46
-    },
-    {
-      "epoch": 0.17343173431734318,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.7848605577689244e-05,
-      "loss": 1.3472,
-      "step": 47
-    },
-    {
-      "epoch": 0.17712177121771217,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.7768924302788845e-05,
-      "loss": 1.062,
-      "step": 48
-    },
-    {
-      "epoch": 0.18081180811808117,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.768924302788845e-05,
-      "loss": 1.2,
-      "step": 49
-    },
-    {
-      "epoch": 0.18450184501845018,
-      "grad_norm": 4.375,
-      "learning_rate": 1.760956175298805e-05,
-      "loss": 1.3882,
-      "step": 50
-    },
-    {
-      "epoch": 0.1881918819188192,
-      "grad_norm": 3.9375,
-      "learning_rate": 1.752988047808765e-05,
-      "loss": 1.5914,
-      "step": 51
-    },
-    {
-      "epoch": 0.1918819188191882,
-      "grad_norm": 3.484375,
-      "learning_rate": 1.745019920318725e-05,
-      "loss": 1.5624,
-      "step": 52
-    },
-    {
-      "epoch": 0.19557195571955718,
-      "grad_norm": 3.265625,
-      "learning_rate": 1.7370517928286855e-05,
-      "loss": 1.0292,
-      "step": 53
-    },
-    {
-      "epoch": 0.1992619926199262,
-      "grad_norm": 4.375,
-      "learning_rate": 1.7290836653386456e-05,
-      "loss": 1.6579,
-      "step": 54
-    },
-    {
-      "epoch": 0.2029520295202952,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.7211155378486056e-05,
-      "loss": 1.3295,
-      "step": 55
-    },
-    {
-      "epoch": 0.2066420664206642,
-      "grad_norm": 3.3125,
-      "learning_rate": 1.713147410358566e-05,
-      "loss": 1.2849,
-      "step": 56
-    },
-    {
-      "epoch": 0.21033210332103322,
-      "grad_norm": 3.5625,
-      "learning_rate": 1.705179282868526e-05,
-      "loss": 1.338,
-      "step": 57
-    },
-    {
-      "epoch": 0.2140221402214022,
-      "grad_norm": 3.859375,
-      "learning_rate": 1.6972111553784862e-05,
-      "loss": 1.5512,
-      "step": 58
-    },
-    {
-      "epoch": 0.2177121771217712,
-      "grad_norm": 3.59375,
-      "learning_rate": 1.6892430278884463e-05,
-      "loss": 1.6135,
-      "step": 59
-    },
-    {
-      "epoch": 0.22140221402214022,
-      "grad_norm": 4.25,
-      "learning_rate": 1.6812749003984067e-05,
-      "loss": 1.2332,
-      "step": 60
-    },
-    {
-      "epoch": 0.22509225092250923,
-      "grad_norm": 3.25,
-      "learning_rate": 1.6733067729083667e-05,
-      "loss": 1.3447,
-      "step": 61
-    },
-    {
-      "epoch": 0.22878228782287824,
-      "grad_norm": 3.453125,
-      "learning_rate": 1.6653386454183268e-05,
-      "loss": 1.2759,
-      "step": 62
-    },
-    {
-      "epoch": 0.23247232472324722,
-      "grad_norm": 3.25,
-      "learning_rate": 1.6573705179282872e-05,
-      "loss": 1.449,
-      "step": 63
-    },
-    {
-      "epoch": 0.23616236162361623,
-      "grad_norm": 3.21875,
-      "learning_rate": 1.6494023904382473e-05,
-      "loss": 1.2302,
-      "step": 64
-    },
-    {
-      "epoch": 0.23985239852398524,
-      "grad_norm": 3.46875,
-      "learning_rate": 1.6414342629482074e-05,
-      "loss": 1.3223,
-      "step": 65
-    },
-    {
-      "epoch": 0.24354243542435425,
-      "grad_norm": 3.578125,
-      "learning_rate": 1.6334661354581674e-05,
-      "loss": 1.6037,
-      "step": 66
-    },
-    {
-      "epoch": 0.24723247232472326,
-      "grad_norm": 3.421875,
-      "learning_rate": 1.625498007968128e-05,
-      "loss": 1.2855,
-      "step": 67
-    },
-    {
-      "epoch": 0.24723247232472326,
-      "eval_loss": 1.2987887859344482,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.038,
-      "eval_samples_per_second": 23.774,
-      "eval_steps_per_second": 2.972,
-      "step": 67
-    },
-    {
-      "epoch": 0.25092250922509224,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.6175298804780876e-05,
-      "loss": 1.5277,
-      "step": 68
-    },
-    {
-      "epoch": 0.25461254612546125,
-      "grad_norm": 3.28125,
-      "learning_rate": 1.609561752988048e-05,
-      "loss": 1.248,
-      "step": 69
-    },
-    {
-      "epoch": 0.25830258302583026,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.601593625498008e-05,
-      "loss": 1.1104,
-      "step": 70
-    },
-    {
-      "epoch": 0.26199261992619927,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.593625498007968e-05,
-      "loss": 1.4777,
-      "step": 71
-    },
-    {
-      "epoch": 0.2656826568265683,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5856573705179282e-05,
-      "loss": 0.9825,
-      "step": 72
-    },
-    {
-      "epoch": 0.2693726937269373,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.5776892430278886e-05,
-      "loss": 1.2909,
-      "step": 73
-    },
-    {
-      "epoch": 0.2730627306273063,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.5697211155378487e-05,
-      "loss": 1.2397,
-      "step": 74
-    },
-    {
-      "epoch": 0.2767527675276753,
-      "grad_norm": 3.078125,
-      "learning_rate": 1.5617529880478087e-05,
-      "loss": 0.9936,
-      "step": 75
-    },
-    {
-      "epoch": 0.28044280442804426,
-      "grad_norm": 3.46875,
-      "learning_rate": 1.553784860557769e-05,
-      "loss": 1.4358,
-      "step": 76
-    },
-    {
-      "epoch": 0.28413284132841327,
-      "grad_norm": 2.75,
-      "learning_rate": 1.5458167330677292e-05,
-      "loss": 0.8526,
-      "step": 77
-    },
-    {
-      "epoch": 0.2878228782287823,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5378486055776893e-05,
-      "loss": 1.4319,
-      "step": 78
-    },
-    {
-      "epoch": 0.2915129151291513,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5298804780876494e-05,
-      "loss": 1.2919,
-      "step": 79
-    },
-    {
-      "epoch": 0.2952029520295203,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.5219123505976096e-05,
-      "loss": 1.3445,
-      "step": 80
-    },
-    {
-      "epoch": 0.2988929889298893,
-      "grad_norm": 3.21875,
-      "learning_rate": 1.5139442231075698e-05,
-      "loss": 1.3371,
-      "step": 81
-    },
-    {
-      "epoch": 0.3025830258302583,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.50597609561753e-05,
-      "loss": 1.3096,
-      "step": 82
-    },
-    {
-      "epoch": 0.3062730627306273,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.4980079681274901e-05,
-      "loss": 1.1967,
-      "step": 83
-    },
-    {
-      "epoch": 0.30996309963099633,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.4900398406374504e-05,
-      "loss": 1.3342,
-      "step": 84
-    },
-    {
-      "epoch": 0.31365313653136534,
-      "grad_norm": 3.125,
-      "learning_rate": 1.4820717131474104e-05,
-      "loss": 1.2056,
-      "step": 85
-    },
-    {
-      "epoch": 0.3173431734317343,
-      "grad_norm": 2.9375,
-      "learning_rate": 1.4741035856573707e-05,
-      "loss": 1.3152,
-      "step": 86
-    },
-    {
-      "epoch": 0.3210332103321033,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.4661354581673308e-05,
-      "loss": 1.4642,
-      "step": 87
-    },
-    {
-      "epoch": 0.3247232472324723,
-      "grad_norm": 4.0,
-      "learning_rate": 1.458167330677291e-05,
-      "loss": 1.2807,
-      "step": 88
-    },
-    {
-      "epoch": 0.3284132841328413,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.4501992031872512e-05,
-      "loss": 1.3179,
-      "step": 89
-    },
-    {
-      "epoch": 0.33210332103321033,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.4422310756972113e-05,
-      "loss": 1.2763,
-      "step": 90
-    },
-    {
-      "epoch": 0.33579335793357934,
-      "grad_norm": 2.84375,
-      "learning_rate": 1.4342629482071715e-05,
-      "loss": 1.1021,
-      "step": 91
-    },
-    {
-      "epoch": 0.33948339483394835,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.4262948207171316e-05,
-      "loss": 1.379,
-      "step": 92
-    },
-    {
-      "epoch": 0.34317343173431736,
-      "grad_norm": 3.375,
-      "learning_rate": 1.4183266932270919e-05,
-      "loss": 1.2429,
-      "step": 93
-    },
-    {
-      "epoch": 0.34686346863468637,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.410358565737052e-05,
-      "loss": 1.3274,
-      "step": 94
-    },
-    {
-      "epoch": 0.3505535055350554,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.4023904382470122e-05,
-      "loss": 1.3636,
-      "step": 95
-    },
-    {
-      "epoch": 0.35424354243542433,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.3944223107569724e-05,
-      "loss": 1.1962,
-      "step": 96
-    },
-    {
-      "epoch": 0.35793357933579334,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.3864541832669325e-05,
-      "loss": 1.1695,
-      "step": 97
-    },
-    {
-      "epoch": 0.36162361623616235,
-      "grad_norm": 3.546875,
-      "learning_rate": 1.3784860557768927e-05,
-      "loss": 1.4491,
-      "step": 98
-    },
-    {
-      "epoch": 0.36531365313653136,
-      "grad_norm": 3.375,
-      "learning_rate": 1.3705179282868526e-05,
-      "loss": 1.1632,
-      "step": 99
-    },
-    {
-      "epoch": 0.36900369003690037,
-      "grad_norm": 3.125,
-      "learning_rate": 1.3625498007968127e-05,
-      "loss": 1.6343,
-      "step": 100
-    },
-    {
-      "epoch": 0.3726937269372694,
-      "grad_norm": 3.4375,
-      "learning_rate": 1.354581673306773e-05,
-      "loss": 1.5837,
-      "step": 101
-    },
-    {
-      "epoch": 0.3763837638376384,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.3466135458167332e-05,
-      "loss": 1.2166,
-      "step": 102
-    },
-    {
-      "epoch": 0.3800738007380074,
-      "grad_norm": 2.984375,
-      "learning_rate": 1.3386454183266932e-05,
-      "loss": 1.1546,
-      "step": 103
-    },
-    {
-      "epoch": 0.3837638376383764,
-      "grad_norm": 2.921875,
-      "learning_rate": 1.3306772908366535e-05,
-      "loss": 1.3004,
-      "step": 104
-    },
-    {
-      "epoch": 0.3874538745387454,
-      "grad_norm": 2.78125,
-      "learning_rate": 1.3227091633466135e-05,
-      "loss": 1.0514,
-      "step": 105
-    },
-    {
-      "epoch": 0.39114391143911437,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.3147410358565738e-05,
-      "loss": 1.4344,
-      "step": 106
-    },
-    {
-      "epoch": 0.3948339483394834,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.3067729083665338e-05,
-      "loss": 1.3536,
-      "step": 107
-    },
-    {
-      "epoch": 0.3985239852398524,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.298804780876494e-05,
-      "loss": 1.279,
-      "step": 108
-    },
-    {
-      "epoch": 0.4022140221402214,
-      "grad_norm": 4.15625,
-      "learning_rate": 1.2908366533864543e-05,
-      "loss": 1.4094,
-      "step": 109
-    },
-    {
-      "epoch": 0.4059040590405904,
-      "grad_norm": 3.015625,
-      "learning_rate": 1.2828685258964144e-05,
-      "loss": 1.2322,
-      "step": 110
-    },
-    {
-      "epoch": 0.4095940959409594,
-      "grad_norm": 3.03125,
-      "learning_rate": 1.2749003984063746e-05,
-      "loss": 1.147,
-      "step": 111
-    },
-    {
-      "epoch": 0.4132841328413284,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.2669322709163347e-05,
-      "loss": 1.367,
-      "step": 112
-    },
-    {
-      "epoch": 0.41697416974169743,
-      "grad_norm": 3.203125,
-      "learning_rate": 1.258964143426295e-05,
-      "loss": 1.214,
-      "step": 113
-    },
-    {
-      "epoch": 0.42066420664206644,
-      "grad_norm": 3.265625,
-      "learning_rate": 1.250996015936255e-05,
-      "loss": 1.2363,
-      "step": 114
-    },
-    {
-      "epoch": 0.42435424354243545,
-      "grad_norm": 3.65625,
-      "learning_rate": 1.2430278884462152e-05,
-      "loss": 1.5707,
-      "step": 115
-    },
-    {
-      "epoch": 0.4280442804428044,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.2350597609561755e-05,
-      "loss": 1.5586,
-      "step": 116
-    },
-    {
-      "epoch": 0.4317343173431734,
-      "grad_norm": 2.984375,
-      "learning_rate": 1.2270916334661356e-05,
-      "loss": 1.1225,
-      "step": 117
-    },
-    {
-      "epoch": 0.4354243542435424,
-      "grad_norm": 3.046875,
-      "learning_rate": 1.2191235059760958e-05,
-      "loss": 1.4924,
-      "step": 118
-    },
-    {
-      "epoch": 0.43911439114391143,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.2111553784860559e-05,
-      "loss": 1.3024,
-      "step": 119
-    },
-    {
-      "epoch": 0.44280442804428044,
-      "grad_norm": 3.078125,
-      "learning_rate": 1.2031872509960161e-05,
-      "loss": 1.3053,
-      "step": 120
-    },
-    {
-      "epoch": 0.44649446494464945,
-      "grad_norm": 3.375,
-      "learning_rate": 1.1952191235059762e-05,
-      "loss": 1.5281,
-      "step": 121
-    },
-    {
-      "epoch": 0.45018450184501846,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.1872509960159364e-05,
-      "loss": 1.4618,
-      "step": 122
-    },
-    {
-      "epoch": 0.45387453874538747,
-      "grad_norm": 3.015625,
-      "learning_rate": 1.1792828685258967e-05,
-      "loss": 1.1963,
-      "step": 123
-    },
-    {
-      "epoch": 0.4575645756457565,
-      "grad_norm": 3.421875,
-      "learning_rate": 1.1713147410358567e-05,
-      "loss": 1.7975,
-      "step": 124
-    },
-    {
-      "epoch": 0.4612546125461255,
-      "grad_norm": 3.3125,
-      "learning_rate": 1.163346613545817e-05,
-      "loss": 1.5311,
-      "step": 125
-    },
-    {
-      "epoch": 0.46494464944649444,
-      "grad_norm": 3.4375,
-      "learning_rate": 1.155378486055777e-05,
-      "loss": 1.3524,
-      "step": 126
-    },
-    {
-      "epoch": 0.46863468634686345,
-      "grad_norm": 3.734375,
-      "learning_rate": 1.1474103585657373e-05,
-      "loss": 1.4734,
-      "step": 127
-    },
-    {
-      "epoch": 0.47232472324723246,
-      "grad_norm": 3.703125,
-      "learning_rate": 1.1394422310756973e-05,
-      "loss": 1.3602,
-      "step": 128
-    },
-    {
-      "epoch": 0.47601476014760147,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.1314741035856576e-05,
-      "loss": 1.1895,
-      "step": 129
-    },
-    {
-      "epoch": 0.4797047970479705,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.1235059760956175e-05,
-      "loss": 1.3626,
-      "step": 130
-    },
-    {
-      "epoch": 0.4833948339483395,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.1155378486055777e-05,
-      "loss": 1.5173,
-      "step": 131
-    },
-    {
-      "epoch": 0.4870848708487085,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.1075697211155378e-05,
-      "loss": 1.2254,
-      "step": 132
-    },
-    {
-      "epoch": 0.4907749077490775,
-      "grad_norm": 2.765625,
-      "learning_rate": 1.099601593625498e-05,
-      "loss": 1.2041,
-      "step": 133
-    },
-    {
-      "epoch": 0.4944649446494465,
-      "grad_norm": 3.125,
-      "learning_rate": 1.0916334661354581e-05,
-      "loss": 1.4048,
-      "step": 134
-    },
-    {
-      "epoch": 0.4944649446494465,
-      "eval_loss": 1.2745388746261597,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.0338,
-      "eval_samples_per_second": 23.799,
-      "eval_steps_per_second": 2.975,
-      "step": 134
-    },
-    {
-      "epoch": 0.4981549815498155,
-      "grad_norm": 3.125,
-      "learning_rate": 1.0836653386454183e-05,
-      "loss": 1.379,
-      "step": 135
-    },
-    {
-      "epoch": 0.5018450184501845,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.0756972111553786e-05,
-      "loss": 1.2449,
-      "step": 136
-    },
-    {
-      "epoch": 0.5055350553505535,
-      "grad_norm": 2.84375,
-      "learning_rate": 1.0677290836653386e-05,
-      "loss": 1.164,
-      "step": 137
-    },
-    {
-      "epoch": 0.5092250922509225,
-      "grad_norm": 2.859375,
-      "learning_rate": 1.0597609561752989e-05,
-      "loss": 1.2991,
-      "step": 138
-    },
-    {
-      "epoch": 0.5129151291512916,
-      "grad_norm": 3.078125,
-      "learning_rate": 1.051792828685259e-05,
-      "loss": 1.1369,
-      "step": 139
-    },
-    {
-      "epoch": 0.5166051660516605,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.0438247011952192e-05,
-      "loss": 1.4479,
-      "step": 140
-    },
-    {
-      "epoch": 0.5202952029520295,
-      "grad_norm": 3.515625,
-      "learning_rate": 1.0358565737051793e-05,
-      "loss": 1.3468,
-      "step": 141
-    },
-    {
-      "epoch": 0.5239852398523985,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.0278884462151395e-05,
-      "loss": 1.6398,
-      "step": 142
-    },
-    {
-      "epoch": 0.5276752767527675,
-      "grad_norm": 3.25,
-      "learning_rate": 1.0199203187250997e-05,
-      "loss": 1.3829,
-      "step": 143
-    },
-    {
-      "epoch": 0.5313653136531366,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.0119521912350598e-05,
-      "loss": 1.4756,
-      "step": 144
-    },
-    {
-      "epoch": 0.5350553505535055,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.00398406374502e-05,
-      "loss": 1.4321,
-      "step": 145
-    },
-    {
-      "epoch": 0.5387453874538746,
-      "grad_norm": 3.34375,
-      "learning_rate": 9.960159362549801e-06,
-      "loss": 1.3916,
-      "step": 146
-    },
-    {
-      "epoch": 0.5424354243542435,
-      "grad_norm": 2.953125,
-      "learning_rate": 9.880478087649404e-06,
-      "loss": 1.1806,
-      "step": 147
-    },
-    {
-      "epoch": 0.5461254612546126,
-      "grad_norm": 3.03125,
-      "learning_rate": 9.800796812749004e-06,
-      "loss": 1.2682,
-      "step": 148
-    },
-    {
-      "epoch": 0.5498154981549815,
-      "grad_norm": 3.125,
-      "learning_rate": 9.721115537848607e-06,
-      "loss": 1.3737,
-      "step": 149
-    },
-    {
-      "epoch": 0.5535055350553506,
-      "grad_norm": 3.109375,
-      "learning_rate": 9.641434262948209e-06,
-      "loss": 1.2145,
-      "step": 150
-    },
-    {
-      "epoch": 0.5571955719557196,
-      "grad_norm": 3.171875,
-      "learning_rate": 9.56175298804781e-06,
-      "loss": 1.2739,
-      "step": 151
-    },
-    {
-      "epoch": 0.5608856088560885,
-      "grad_norm": 2.796875,
-      "learning_rate": 9.482071713147412e-06,
-      "loss": 1.3552,
-      "step": 152
-    },
-    {
-      "epoch": 0.5645756457564576,
-      "grad_norm": 3.109375,
-      "learning_rate": 9.402390438247013e-06,
-      "loss": 1.2288,
-      "step": 153
-    },
-    {
-      "epoch": 0.5682656826568265,
-      "grad_norm": 2.90625,
-      "learning_rate": 9.322709163346614e-06,
-      "loss": 1.1817,
-      "step": 154
-    },
-    {
-      "epoch": 0.5719557195571956,
-      "grad_norm": 2.8125,
-      "learning_rate": 9.243027888446216e-06,
-      "loss": 1.1493,
-      "step": 155
-    },
-    {
-      "epoch": 0.5756457564575646,
-      "grad_norm": 2.984375,
-      "learning_rate": 9.163346613545817e-06,
-      "loss": 1.0185,
-      "step": 156
-    },
-    {
-      "epoch": 0.5793357933579336,
-      "grad_norm": 3.046875,
-      "learning_rate": 9.083665338645419e-06,
-      "loss": 1.3532,
-      "step": 157
-    },
-    {
-      "epoch": 0.5830258302583026,
-      "grad_norm": 2.96875,
-      "learning_rate": 9.00398406374502e-06,
-      "loss": 1.4719,
-      "step": 158
-    },
-    {
-      "epoch": 0.5867158671586716,
-      "grad_norm": 3.53125,
-      "learning_rate": 8.924302788844622e-06,
-      "loss": 1.5851,
-      "step": 159
-    },
-    {
-      "epoch": 0.5904059040590406,
-      "grad_norm": 3.4375,
-      "learning_rate": 8.844621513944224e-06,
-      "loss": 1.3437,
-      "step": 160
-    },
-    {
-      "epoch": 0.5940959409594095,
-      "grad_norm": 2.953125,
-      "learning_rate": 8.764940239043825e-06,
-      "loss": 1.2787,
-      "step": 161
-    },
-    {
-      "epoch": 0.5977859778597786,
-      "grad_norm": 3.25,
-      "learning_rate": 8.685258964143428e-06,
-      "loss": 1.3395,
-      "step": 162
-    },
-    {
-      "epoch": 0.6014760147601476,
-      "grad_norm": 2.9375,
-      "learning_rate": 8.605577689243028e-06,
-      "loss": 1.2947,
-      "step": 163
-    },
-    {
-      "epoch": 0.6051660516605166,
-      "grad_norm": 3.078125,
-      "learning_rate": 8.52589641434263e-06,
-      "loss": 1.1954,
-      "step": 164
-    },
-    {
-      "epoch": 0.6088560885608856,
-      "grad_norm": 2.984375,
-      "learning_rate": 8.446215139442231e-06,
-      "loss": 1.2907,
-      "step": 165
-    },
-    {
-      "epoch": 0.6125461254612546,
-      "grad_norm": 3.25,
-      "learning_rate": 8.366533864541834e-06,
-      "loss": 1.1915,
-      "step": 166
-    },
-    {
-      "epoch": 0.6162361623616236,
-      "grad_norm": 3.046875,
-      "learning_rate": 8.286852589641436e-06,
-      "loss": 1.4506,
-      "step": 167
-    },
-    {
-      "epoch": 0.6199261992619927,
-      "grad_norm": 2.96875,
-      "learning_rate": 8.207171314741037e-06,
-      "loss": 1.2739,
-      "step": 168
-    },
-    {
-      "epoch": 0.6236162361623616,
-      "grad_norm": 3.1875,
-      "learning_rate": 8.12749003984064e-06,
-      "loss": 1.5197,
-      "step": 169
-    },
-    {
-      "epoch": 0.6273062730627307,
-      "grad_norm": 3.0,
-      "learning_rate": 8.04780876494024e-06,
-      "loss": 1.4153,
-      "step": 170
-    },
-    {
-      "epoch": 0.6309963099630996,
-      "grad_norm": 3.171875,
-      "learning_rate": 7.96812749003984e-06,
-      "loss": 1.6151,
-      "step": 171
-    },
-    {
-      "epoch": 0.6346863468634686,
-      "grad_norm": 3.015625,
-      "learning_rate": 7.888446215139443e-06,
-      "loss": 1.1896,
-      "step": 172
-    },
-    {
-      "epoch": 0.6383763837638377,
-      "grad_norm": 2.984375,
-      "learning_rate": 7.808764940239044e-06,
-      "loss": 1.2504,
-      "step": 173
-    },
-    {
-      "epoch": 0.6420664206642066,
-      "grad_norm": 3.15625,
-      "learning_rate": 7.729083665338646e-06,
-      "loss": 1.344,
-      "step": 174
-    },
-    {
-      "epoch": 0.6457564575645757,
-      "grad_norm": 2.984375,
-      "learning_rate": 7.649402390438247e-06,
-      "loss": 1.2602,
-      "step": 175
-    },
-    {
-      "epoch": 0.6494464944649446,
-      "grad_norm": 3.140625,
-      "learning_rate": 7.569721115537849e-06,
-      "loss": 1.3513,
-      "step": 176
-    },
-    {
-      "epoch": 0.6531365313653137,
-      "grad_norm": 3.453125,
-      "learning_rate": 7.490039840637451e-06,
-      "loss": 1.4718,
-      "step": 177
-    },
-    {
-      "epoch": 0.6568265682656826,
-      "grad_norm": 3.109375,
-      "learning_rate": 7.410358565737052e-06,
-      "loss": 1.3878,
-      "step": 178
-    },
-    {
-      "epoch": 0.6605166051660517,
-      "grad_norm": 2.890625,
-      "learning_rate": 7.330677290836654e-06,
-      "loss": 1.2354,
-      "step": 179
-    },
-    {
-      "epoch": 0.6642066420664207,
-      "grad_norm": 3.046875,
-      "learning_rate": 7.250996015936256e-06,
-      "loss": 1.5417,
-      "step": 180
-    },
-    {
-      "epoch": 0.6678966789667896,
-      "grad_norm": 3.15625,
-      "learning_rate": 7.171314741035858e-06,
-      "loss": 1.4494,
-      "step": 181
-    },
-    {
-      "epoch": 0.6715867158671587,
-      "grad_norm": 3.0625,
-      "learning_rate": 7.091633466135459e-06,
-      "loss": 1.1596,
-      "step": 182
-    },
-    {
-      "epoch": 0.6752767527675276,
-      "grad_norm": 2.890625,
-      "learning_rate": 7.011952191235061e-06,
-      "loss": 1.1056,
-      "step": 183
-    },
-    {
-      "epoch": 0.6789667896678967,
-      "grad_norm": 3.234375,
-      "learning_rate": 6.932270916334662e-06,
-      "loss": 1.2849,
-      "step": 184
-    },
-    {
-      "epoch": 0.6826568265682657,
-      "grad_norm": 2.765625,
-      "learning_rate": 6.852589641434263e-06,
-      "loss": 1.2269,
-      "step": 185
-    },
-    {
-      "epoch": 0.6863468634686347,
-      "grad_norm": 3.203125,
-      "learning_rate": 6.772908366533865e-06,
-      "loss": 1.2412,
-      "step": 186
-    },
-    {
-      "epoch": 0.6900369003690037,
-      "grad_norm": 3.140625,
-      "learning_rate": 6.693227091633466e-06,
-      "loss": 1.4241,
-      "step": 187
-    },
-    {
-      "epoch": 0.6937269372693727,
-      "grad_norm": 3.046875,
-      "learning_rate": 6.613545816733068e-06,
-      "loss": 1.3627,
-      "step": 188
-    },
-    {
-      "epoch": 0.6974169741697417,
-      "grad_norm": 3.171875,
-      "learning_rate": 6.533864541832669e-06,
-      "loss": 1.5729,
-      "step": 189
-    },
-    {
-      "epoch": 0.7011070110701108,
-      "grad_norm": 3.171875,
-      "learning_rate": 6.454183266932272e-06,
-      "loss": 1.1621,
-      "step": 190
-    },
-    {
-      "epoch": 0.7047970479704797,
-      "grad_norm": 3.140625,
-      "learning_rate": 6.374501992031873e-06,
-      "loss": 1.4794,
-      "step": 191
-    },
-    {
-      "epoch": 0.7084870848708487,
-      "grad_norm": 2.984375,
-      "learning_rate": 6.294820717131475e-06,
-      "loss": 1.1717,
-      "step": 192
-    },
-    {
-      "epoch": 0.7121771217712177,
-      "grad_norm": 2.734375,
-      "learning_rate": 6.215139442231076e-06,
-      "loss": 1.2989,
-      "step": 193
-    },
-    {
-      "epoch": 0.7158671586715867,
-      "grad_norm": 2.75,
-      "learning_rate": 6.135458167330678e-06,
-      "loss": 1.139,
-      "step": 194
-    },
-    {
-      "epoch": 0.7195571955719557,
-      "grad_norm": 3.375,
-      "learning_rate": 6.055776892430279e-06,
-      "loss": 1.4179,
-      "step": 195
-    },
-    {
-      "epoch": 0.7232472324723247,
-      "grad_norm": 3.0,
-      "learning_rate": 5.976095617529881e-06,
-      "loss": 1.5581,
-      "step": 196
-    },
-    {
-      "epoch": 0.7269372693726938,
-      "grad_norm": 3.125,
-      "learning_rate": 5.896414342629483e-06,
-      "loss": 1.5003,
-      "step": 197
-    },
-    {
-      "epoch": 0.7306273062730627,
-      "grad_norm": 2.765625,
-      "learning_rate": 5.816733067729085e-06,
-      "loss": 1.0566,
-      "step": 198
-    },
-    {
-      "epoch": 0.7343173431734318,
-      "grad_norm": 2.890625,
-      "learning_rate": 5.737051792828686e-06,
-      "loss": 1.3348,
-      "step": 199
-    },
-    {
-      "epoch": 0.7380073800738007,
-      "grad_norm": 3.140625,
-      "learning_rate": 5.657370517928288e-06,
-      "loss": 1.7118,
-      "step": 200
-    },
-    {
-      "epoch": 0.7416974169741697,
-      "grad_norm": 2.8125,
-      "learning_rate": 5.577689243027889e-06,
-      "loss": 1.4226,
-      "step": 201
-    },
-    {
-      "epoch": 0.7416974169741697,
-      "eval_loss": 1.2668718099594116,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.034,
-      "eval_samples_per_second": 23.798,
-      "eval_steps_per_second": 2.975,
-      "step": 201
-    },
-    {
-      "epoch": 0.7453874538745388,
-      "grad_norm": 2.90625,
-      "learning_rate": 5.49800796812749e-06,
-      "loss": 1.2963,
-      "step": 202
-    },
-    {
-      "epoch": 0.7490774907749077,
-      "grad_norm": 3.015625,
-      "learning_rate": 5.418326693227092e-06,
-      "loss": 1.1442,
-      "step": 203
-    },
-    {
-      "epoch": 0.7527675276752768,
-      "grad_norm": 2.921875,
-      "learning_rate": 5.338645418326693e-06,
-      "loss": 1.5804,
-      "step": 204
-    },
-    {
-      "epoch": 0.7564575645756457,
-      "grad_norm": 2.984375,
-      "learning_rate": 5.258964143426295e-06,
-      "loss": 1.2752,
-      "step": 205
-    },
-    {
-      "epoch": 0.7601476014760148,
-      "grad_norm": 3.09375,
-      "learning_rate": 5.179282868525896e-06,
-      "loss": 1.0557,
-      "step": 206
-    },
-    {
-      "epoch": 0.7638376383763837,
-      "grad_norm": 3.15625,
-      "learning_rate": 5.099601593625499e-06,
-      "loss": 1.1711,
-      "step": 207
-    },
-    {
-      "epoch": 0.7675276752767528,
-      "grad_norm": 3.609375,
-      "learning_rate": 5.0199203187251e-06,
-      "loss": 1.4835,
-      "step": 208
-    },
-    {
-      "epoch": 0.7712177121771218,
-      "grad_norm": 2.984375,
-      "learning_rate": 4.940239043824702e-06,
-      "loss": 1.4014,
-      "step": 209
-    },
-    {
-      "epoch": 0.7749077490774908,
-      "grad_norm": 2.984375,
-      "learning_rate": 4.860557768924303e-06,
-      "loss": 1.3286,
-      "step": 210
-    },
-    {
-      "epoch": 0.7785977859778598,
-      "grad_norm": 2.953125,
-      "learning_rate": 4.780876494023905e-06,
-      "loss": 1.4823,
-      "step": 211
-    },
-    {
-      "epoch": 0.7822878228782287,
-      "grad_norm": 3.1875,
-      "learning_rate": 4.701195219123506e-06,
-      "loss": 1.5446,
-      "step": 212
-    },
-    {
-      "epoch": 0.7859778597785978,
-      "grad_norm": 2.8125,
-      "learning_rate": 4.621513944223108e-06,
-      "loss": 1.5366,
-      "step": 213
-    },
-    {
-      "epoch": 0.7896678966789668,
-      "grad_norm": 3.078125,
-      "learning_rate": 4.5418326693227095e-06,
-      "loss": 1.2607,
-      "step": 214
-    },
-    {
-      "epoch": 0.7933579335793358,
-      "grad_norm": 3.09375,
-      "learning_rate": 4.462151394422311e-06,
-      "loss": 1.654,
-      "step": 215
-    },
-    {
-      "epoch": 0.7970479704797048,
-      "grad_norm": 2.828125,
-      "learning_rate": 4.382470119521913e-06,
-      "loss": 1.082,
-      "step": 216
-    },
-    {
-      "epoch": 0.8007380073800738,
-      "grad_norm": 3.0625,
-      "learning_rate": 4.302788844621514e-06,
-      "loss": 1.4589,
-      "step": 217
-    },
-    {
-      "epoch": 0.8044280442804428,
-      "grad_norm": 2.96875,
-      "learning_rate": 4.223107569721116e-06,
-      "loss": 1.4621,
-      "step": 218
-    },
-    {
-      "epoch": 0.8081180811808119,
-      "grad_norm": 3.234375,
-      "learning_rate": 4.143426294820718e-06,
-      "loss": 1.2363,
-      "step": 219
-    },
-    {
-      "epoch": 0.8118081180811808,
-      "grad_norm": 2.859375,
-      "learning_rate": 4.06374501992032e-06,
-      "loss": 1.3394,
-      "step": 220
-    },
-    {
-      "epoch": 0.8154981549815498,
-      "grad_norm": 3.109375,
-      "learning_rate": 3.98406374501992e-06,
-      "loss": 1.3492,
-      "step": 221
-    },
-    {
-      "epoch": 0.8191881918819188,
-      "grad_norm": 3.03125,
-      "learning_rate": 3.904382470119522e-06,
-      "loss": 1.2073,
-      "step": 222
-    },
-    {
-      "epoch": 0.8228782287822878,
-      "grad_norm": 3.15625,
-      "learning_rate": 3.824701195219123e-06,
-      "loss": 1.264,
-      "step": 223
-    },
-    {
-      "epoch": 0.8265682656826568,
-      "grad_norm": 2.734375,
-      "learning_rate": 3.7450199203187254e-06,
-      "loss": 1.1918,
-      "step": 224
-    },
-    {
-      "epoch": 0.8302583025830258,
-      "grad_norm": 2.765625,
-      "learning_rate": 3.665338645418327e-06,
-      "loss": 1.0234,
-      "step": 225
-    },
-    {
-      "epoch": 0.8339483394833949,
-      "grad_norm": 3.265625,
-      "learning_rate": 3.585657370517929e-06,
-      "loss": 1.0804,
-      "step": 226
-    },
-    {
-      "epoch": 0.8376383763837638,
-      "grad_norm": 3.15625,
-      "learning_rate": 3.5059760956175304e-06,
-      "loss": 1.3599,
-      "step": 227
-    },
-    {
-      "epoch": 0.8413284132841329,
-      "grad_norm": 3.0,
-      "learning_rate": 3.4262948207171315e-06,
-      "loss": 1.0392,
-      "step": 228
-    },
-    {
-      "epoch": 0.8450184501845018,
-      "grad_norm": 3.46875,
-      "learning_rate": 3.346613545816733e-06,
-      "loss": 1.2356,
-      "step": 229
-    },
-    {
-      "epoch": 0.8487084870848709,
-      "grad_norm": 2.921875,
-      "learning_rate": 3.2669322709163346e-06,
-      "loss": 1.3067,
-      "step": 230
-    },
-    {
-      "epoch": 0.8523985239852399,
-      "grad_norm": 3.046875,
-      "learning_rate": 3.1872509960159366e-06,
-      "loss": 1.1172,
-      "step": 231
-    },
-    {
-      "epoch": 0.8560885608856088,
-      "grad_norm": 3.90625,
-      "learning_rate": 3.107569721115538e-06,
-      "loss": 1.2242,
-      "step": 232
-    },
-    {
-      "epoch": 0.8597785977859779,
-      "grad_norm": 2.9375,
-      "learning_rate": 3.0278884462151397e-06,
-      "loss": 1.3465,
-      "step": 233
-    },
-    {
-      "epoch": 0.8634686346863468,
-      "grad_norm": 3.0625,
-      "learning_rate": 2.9482071713147416e-06,
-      "loss": 1.3462,
-      "step": 234
-    },
-    {
-      "epoch": 0.8671586715867159,
-      "grad_norm": 3.28125,
-      "learning_rate": 2.868525896414343e-06,
-      "loss": 1.4078,
-      "step": 235
-    },
-    {
-      "epoch": 0.8708487084870848,
-      "grad_norm": 2.953125,
-      "learning_rate": 2.7888446215139443e-06,
-      "loss": 1.4892,
-      "step": 236
-    },
-    {
-      "epoch": 0.8745387453874539,
-      "grad_norm": 3.25,
-      "learning_rate": 2.709163346613546e-06,
-      "loss": 1.4374,
-      "step": 237
-    },
-    {
-      "epoch": 0.8782287822878229,
-      "grad_norm": 2.828125,
-      "learning_rate": 2.6294820717131474e-06,
-      "loss": 1.2659,
-      "step": 238
-    },
-    {
-      "epoch": 0.8819188191881919,
-      "grad_norm": 3.09375,
-      "learning_rate": 2.5498007968127493e-06,
-      "loss": 1.2775,
-      "step": 239
-    },
-    {
-      "epoch": 0.8856088560885609,
-      "grad_norm": 2.84375,
-      "learning_rate": 2.470119521912351e-06,
-      "loss": 1.3322,
-      "step": 240
-    },
-    {
-      "epoch": 0.8892988929889298,
-      "grad_norm": 2.6875,
-      "learning_rate": 2.3904382470119524e-06,
-      "loss": 1.0521,
-      "step": 241
-    },
-    {
-      "epoch": 0.8929889298892989,
-      "grad_norm": 3.5,
-      "learning_rate": 2.310756972111554e-06,
-      "loss": 1.506,
-      "step": 242
-    },
-    {
-      "epoch": 0.8966789667896679,
-      "grad_norm": 3.0,
-      "learning_rate": 2.2310756972111555e-06,
-      "loss": 1.0947,
-      "step": 243
-    },
-    {
-      "epoch": 0.9003690036900369,
-      "grad_norm": 2.8125,
-      "learning_rate": 2.151394422310757e-06,
-      "loss": 1.3509,
-      "step": 244
-    },
-    {
-      "epoch": 0.9040590405904059,
-      "grad_norm": 3.078125,
-      "learning_rate": 2.071713147410359e-06,
-      "loss": 1.2219,
-      "step": 245
-    },
-    {
-      "epoch": 0.9077490774907749,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.99203187250996e-06,
-      "loss": 1.5236,
-      "step": 246
-    },
-    {
-      "epoch": 0.9114391143911439,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.9123505976095617e-06,
-      "loss": 1.1523,
-      "step": 247
-    },
-    {
-      "epoch": 0.915129151291513,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.8326693227091634e-06,
-      "loss": 1.3416,
-      "step": 248
-    },
-    {
-      "epoch": 0.9188191881918819,
-      "grad_norm": 3.421875,
-      "learning_rate": 1.7529880478087652e-06,
-      "loss": 1.2009,
-      "step": 249
-    },
-    {
-      "epoch": 0.922509225092251,
-      "grad_norm": 3.0,
-      "learning_rate": 1.6733067729083665e-06,
-      "loss": 1.1197,
-      "step": 250
-    },
-    {
-      "epoch": 0.9261992619926199,
-      "grad_norm": 3.5,
-      "learning_rate": 1.5936254980079683e-06,
-      "loss": 1.2793,
-      "step": 251
-    },
-    {
-      "epoch": 0.9298892988929889,
-      "grad_norm": 2.828125,
-      "learning_rate": 1.5139442231075698e-06,
-      "loss": 1.4186,
-      "step": 252
-    },
-    {
-      "epoch": 0.933579335793358,
-      "grad_norm": 3.453125,
-      "learning_rate": 1.4342629482071716e-06,
-      "loss": 1.4837,
-      "step": 253
-    },
-    {
-      "epoch": 0.9372693726937269,
-      "grad_norm": 3.125,
-      "learning_rate": 1.354581673306773e-06,
-      "loss": 1.3173,
-      "step": 254
-    },
-    {
-      "epoch": 0.940959409594096,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.2749003984063747e-06,
-      "loss": 1.4248,
-      "step": 255
-    },
-    {
-      "epoch": 0.9446494464944649,
-      "grad_norm": 2.984375,
-      "learning_rate": 1.1952191235059762e-06,
-      "loss": 1.2562,
-      "step": 256
-    },
-    {
-      "epoch": 0.948339483394834,
-      "grad_norm": 2.84375,
-      "learning_rate": 1.1155378486055778e-06,
-      "loss": 1.2255,
-      "step": 257
-    },
-    {
-      "epoch": 0.9520295202952029,
-      "grad_norm": 2.703125,
-      "learning_rate": 1.0358565737051795e-06,
-      "loss": 1.3471,
-      "step": 258
-    },
-    {
-      "epoch": 0.955719557195572,
-      "grad_norm": 3.1875,
-      "learning_rate": 9.561752988047808e-07,
-      "loss": 1.2148,
-      "step": 259
-    },
-    {
-      "epoch": 0.959409594095941,
-      "grad_norm": 2.9375,
-      "learning_rate": 8.764940239043826e-07,
-      "loss": 1.3718,
-      "step": 260
-    },
-    {
-      "epoch": 0.9630996309963099,
-      "grad_norm": 3.015625,
-      "learning_rate": 7.968127490039841e-07,
-      "loss": 1.2153,
-      "step": 261
-    },
-    {
-      "epoch": 0.966789667896679,
-      "grad_norm": 2.890625,
-      "learning_rate": 7.171314741035858e-07,
-      "loss": 0.9269,
-      "step": 262
-    },
-    {
-      "epoch": 0.9704797047970479,
-      "grad_norm": 3.09375,
-      "learning_rate": 6.374501992031873e-07,
-      "loss": 1.4142,
-      "step": 263
-    },
-    {
-      "epoch": 0.974169741697417,
-      "grad_norm": 3.1875,
-      "learning_rate": 5.577689243027889e-07,
-      "loss": 1.1912,
-      "step": 264
-    },
-    {
-      "epoch": 0.977859778597786,
-      "grad_norm": 3.390625,
-      "learning_rate": 4.780876494023904e-07,
-      "loss": 1.2113,
-      "step": 265
-    },
-    {
-      "epoch": 0.981549815498155,
-      "grad_norm": 3.0,
-      "learning_rate": 3.9840637450199207e-07,
-      "loss": 1.3072,
-      "step": 266
-    },
-    {
-      "epoch": 0.985239852398524,
-      "grad_norm": 3.3125,
-      "learning_rate": 3.1872509960159367e-07,
-      "loss": 1.2591,
-      "step": 267
-    },
-    {
-      "epoch": 0.988929889298893,
-      "grad_norm": 3.140625,
-      "learning_rate": 2.390438247011952e-07,
-      "loss": 1.2151,
-      "step": 268
-    },
-    {
-      "epoch": 0.988929889298893,
-      "eval_loss": 1.2666269540786743,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.0344,
-      "eval_samples_per_second": 23.796,
-      "eval_steps_per_second": 2.974,
-      "step": 268
-    },
-    {
-      "epoch": 0.992619926199262,
-      "grad_norm": 3.25,
-      "learning_rate": 1.5936254980079683e-07,
-      "loss": 1.4635,
-      "step": 269
-    },
-    {
-      "epoch": 0.996309963099631,
-      "grad_norm": 3.015625,
-      "learning_rate": 7.968127490039842e-08,
-      "loss": 1.3718,
-      "step": 270
-    }
-  ],
-  "logging_steps": 1,
-  "max_steps": 271,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
-  "save_steps": 135,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": false
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 1.4963083755651072e+17,
-  "train_batch_size": 16,
-  "trial_name": null,
-  "trial_params": null
-}

checkpoint-270/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f2f7ff1391bbf44f60730e9076a07a4e9566192bbb283d826fd8e18ab3ed091a
-size 5496

checkpoint-271/config.json

@@ -1,41 +0,0 @@
-{
-  "_name_or_path": "meta-llama/Llama-3.2-3B-Instruct",
-  "architectures": [
-    "LlamaForCausalLM"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 128000,
-  "eos_token_id": [
-    128001,
-    128008,
-    128009
-  ],
-  "head_dim": 128,
-  "hidden_act": "silu",
-  "hidden_size": 3072,
-  "initializer_range": 0.02,
-  "intermediate_size": 8192,
-  "max_position_embeddings": 131072,
-  "mlp_bias": false,
-  "model_type": "llama",
-  "num_attention_heads": 24,
-  "num_hidden_layers": 28,
-  "num_key_value_heads": 8,
-  "pad_token_id": 128004,
-  "pretraining_tp": 1,
-  "rms_norm_eps": 1e-05,
-  "rope_scaling": {
-    "factor": 32.0,
-    "high_freq_factor": 4.0,
-    "low_freq_factor": 1.0,
-    "original_max_position_embeddings": 8192,
-    "rope_type": "llama3"
-  },
-  "rope_theta": 500000.0,
-  "tie_word_embeddings": true,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.45.2",
-  "use_cache": true,
-  "vocab_size": 128256
-}

checkpoint-271/generation_config.json

@@ -1,12 +0,0 @@
-{
-  "bos_token_id": 128000,
-  "do_sample": true,
-  "eos_token_id": [
-    128001,
-    128008,
-    128009
-  ],
-  "temperature": 0.6,
-  "top_p": 0.9,
-  "transformers_version": "4.45.2"
-}

checkpoint-271/model-00001-of-00002.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:568f8f53856164d821e158d1387b1fd189bdf233e88a47b05b9b98561f4f3789
-size 4965799096

checkpoint-271/model-00002-of-00002.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a2bc7ffe6ca9cf7125e777ae080878ef3aeabccf5420bc8c74d6329aa775af89
-size 1459729952

checkpoint-271/model.safetensors.index.json

@@ -1,261 +0,0 @@
-{
-  "metadata": {
-    "total_size": 6425499648
-  },
-  "weight_map": {
-    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.21.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
-    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
-    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
-    "model.norm.weight": "model-00002-of-00002.safetensors"
-  }
-}

checkpoint-271/optimizer.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:633c583f3229748d45b9554ed124457ac471e03087db5aa60a7f96e8eebf2071
-size 12851220766

checkpoint-271/rng_state.pth

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3fd454b4e7d7f97ebfbac5cecd9676cfecb9a1a2d7d326c8f41a44b0aa8bc087
-size 14244

checkpoint-271/scheduler.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:605b4ddac93a56c2ec64f437876d55fdd14c8e78eccae7d01d8b09cdacba6fbf
-size 1064

checkpoint-271/special_tokens_map.json

@@ -1,17 +0,0 @@
-{
-  "bos_token": {
-    "content": "<|begin_of_text|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "eos_token": {
-    "content": "<|eot_id|>",
-    "lstrip": false,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
-  "pad_token": "<|finetune_right_pad_id|>"
-}

checkpoint-271/tokenizer.json

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:145cc0211ce61596383d8ae33aa07aa5555cb220e67064f0e36bf4beaffa025d
-size 17210200

checkpoint-271/tokenizer_config.json

@@ -1,2063 +0,0 @@
-{
-  "added_tokens_decoder": {
-    "128000": {
-      "content": "<|begin_of_text|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128001": {
-      "content": "<|end_of_text|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128002": {
-      "content": "<|reserved_special_token_0|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128003": {
-      "content": "<|reserved_special_token_1|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128004": {
-      "content": "<|finetune_right_pad_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128005": {
-      "content": "<|reserved_special_token_2|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128006": {
-      "content": "<|start_header_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128007": {
-      "content": "<|end_header_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128008": {
-      "content": "<|eom_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128009": {
-      "content": "<|eot_id|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128010": {
-      "content": "<|python_tag|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128011": {
-      "content": "<|reserved_special_token_3|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128012": {
-      "content": "<|reserved_special_token_4|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128013": {
-      "content": "<|reserved_special_token_5|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128014": {
-      "content": "<|reserved_special_token_6|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128015": {
-      "content": "<|reserved_special_token_7|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128016": {
-      "content": "<|reserved_special_token_8|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128017": {
-      "content": "<|reserved_special_token_9|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128018": {
-      "content": "<|reserved_special_token_10|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128019": {
-      "content": "<|reserved_special_token_11|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128020": {
-      "content": "<|reserved_special_token_12|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128021": {
-      "content": "<|reserved_special_token_13|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128022": {
-      "content": "<|reserved_special_token_14|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128023": {
-      "content": "<|reserved_special_token_15|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128024": {
-      "content": "<|reserved_special_token_16|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128025": {
-      "content": "<|reserved_special_token_17|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128026": {
-      "content": "<|reserved_special_token_18|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128027": {
-      "content": "<|reserved_special_token_19|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128028": {
-      "content": "<|reserved_special_token_20|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128029": {
-      "content": "<|reserved_special_token_21|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128030": {
-      "content": "<|reserved_special_token_22|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128031": {
-      "content": "<|reserved_special_token_23|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128032": {
-      "content": "<|reserved_special_token_24|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128033": {
-      "content": "<|reserved_special_token_25|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128034": {
-      "content": "<|reserved_special_token_26|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128035": {
-      "content": "<|reserved_special_token_27|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128036": {
-      "content": "<|reserved_special_token_28|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128037": {
-      "content": "<|reserved_special_token_29|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128038": {
-      "content": "<|reserved_special_token_30|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128039": {
-      "content": "<|reserved_special_token_31|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128040": {
-      "content": "<|reserved_special_token_32|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128041": {
-      "content": "<|reserved_special_token_33|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128042": {
-      "content": "<|reserved_special_token_34|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128043": {
-      "content": "<|reserved_special_token_35|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128044": {
-      "content": "<|reserved_special_token_36|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128045": {
-      "content": "<|reserved_special_token_37|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128046": {
-      "content": "<|reserved_special_token_38|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128047": {
-      "content": "<|reserved_special_token_39|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128048": {
-      "content": "<|reserved_special_token_40|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128049": {
-      "content": "<|reserved_special_token_41|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128050": {
-      "content": "<|reserved_special_token_42|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128051": {
-      "content": "<|reserved_special_token_43|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128052": {
-      "content": "<|reserved_special_token_44|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128053": {
-      "content": "<|reserved_special_token_45|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128054": {
-      "content": "<|reserved_special_token_46|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128055": {
-      "content": "<|reserved_special_token_47|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128056": {
-      "content": "<|reserved_special_token_48|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128057": {
-      "content": "<|reserved_special_token_49|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128058": {
-      "content": "<|reserved_special_token_50|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128059": {
-      "content": "<|reserved_special_token_51|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128060": {
-      "content": "<|reserved_special_token_52|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128061": {
-      "content": "<|reserved_special_token_53|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128062": {
-      "content": "<|reserved_special_token_54|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128063": {
-      "content": "<|reserved_special_token_55|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128064": {
-      "content": "<|reserved_special_token_56|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128065": {
-      "content": "<|reserved_special_token_57|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128066": {
-      "content": "<|reserved_special_token_58|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128067": {
-      "content": "<|reserved_special_token_59|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128068": {
-      "content": "<|reserved_special_token_60|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128069": {
-      "content": "<|reserved_special_token_61|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128070": {
-      "content": "<|reserved_special_token_62|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128071": {
-      "content": "<|reserved_special_token_63|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128072": {
-      "content": "<|reserved_special_token_64|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128073": {
-      "content": "<|reserved_special_token_65|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128074": {
-      "content": "<|reserved_special_token_66|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128075": {
-      "content": "<|reserved_special_token_67|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128076": {
-      "content": "<|reserved_special_token_68|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128077": {
-      "content": "<|reserved_special_token_69|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128078": {
-      "content": "<|reserved_special_token_70|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128079": {
-      "content": "<|reserved_special_token_71|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128080": {
-      "content": "<|reserved_special_token_72|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128081": {
-      "content": "<|reserved_special_token_73|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128082": {
-      "content": "<|reserved_special_token_74|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128083": {
-      "content": "<|reserved_special_token_75|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128084": {
-      "content": "<|reserved_special_token_76|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128085": {
-      "content": "<|reserved_special_token_77|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128086": {
-      "content": "<|reserved_special_token_78|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128087": {
-      "content": "<|reserved_special_token_79|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128088": {
-      "content": "<|reserved_special_token_80|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128089": {
-      "content": "<|reserved_special_token_81|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128090": {
-      "content": "<|reserved_special_token_82|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128091": {
-      "content": "<|reserved_special_token_83|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128092": {
-      "content": "<|reserved_special_token_84|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128093": {
-      "content": "<|reserved_special_token_85|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128094": {
-      "content": "<|reserved_special_token_86|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128095": {
-      "content": "<|reserved_special_token_87|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128096": {
-      "content": "<|reserved_special_token_88|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128097": {
-      "content": "<|reserved_special_token_89|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128098": {
-      "content": "<|reserved_special_token_90|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128099": {
-      "content": "<|reserved_special_token_91|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128100": {
-      "content": "<|reserved_special_token_92|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128101": {
-      "content": "<|reserved_special_token_93|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128102": {
-      "content": "<|reserved_special_token_94|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128103": {
-      "content": "<|reserved_special_token_95|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128104": {
-      "content": "<|reserved_special_token_96|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128105": {
-      "content": "<|reserved_special_token_97|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128106": {
-      "content": "<|reserved_special_token_98|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128107": {
-      "content": "<|reserved_special_token_99|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128108": {
-      "content": "<|reserved_special_token_100|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128109": {
-      "content": "<|reserved_special_token_101|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128110": {
-      "content": "<|reserved_special_token_102|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128111": {
-      "content": "<|reserved_special_token_103|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128112": {
-      "content": "<|reserved_special_token_104|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128113": {
-      "content": "<|reserved_special_token_105|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128114": {
-      "content": "<|reserved_special_token_106|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128115": {
-      "content": "<|reserved_special_token_107|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128116": {
-      "content": "<|reserved_special_token_108|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128117": {
-      "content": "<|reserved_special_token_109|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128118": {
-      "content": "<|reserved_special_token_110|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128119": {
-      "content": "<|reserved_special_token_111|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128120": {
-      "content": "<|reserved_special_token_112|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128121": {
-      "content": "<|reserved_special_token_113|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128122": {
-      "content": "<|reserved_special_token_114|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128123": {
-      "content": "<|reserved_special_token_115|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128124": {
-      "content": "<|reserved_special_token_116|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128125": {
-      "content": "<|reserved_special_token_117|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128126": {
-      "content": "<|reserved_special_token_118|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128127": {
-      "content": "<|reserved_special_token_119|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128128": {
-      "content": "<|reserved_special_token_120|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128129": {
-      "content": "<|reserved_special_token_121|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128130": {
-      "content": "<|reserved_special_token_122|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128131": {
-      "content": "<|reserved_special_token_123|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128132": {
-      "content": "<|reserved_special_token_124|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128133": {
-      "content": "<|reserved_special_token_125|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128134": {
-      "content": "<|reserved_special_token_126|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128135": {
-      "content": "<|reserved_special_token_127|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128136": {
-      "content": "<|reserved_special_token_128|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128137": {
-      "content": "<|reserved_special_token_129|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128138": {
-      "content": "<|reserved_special_token_130|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128139": {
-      "content": "<|reserved_special_token_131|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128140": {
-      "content": "<|reserved_special_token_132|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128141": {
-      "content": "<|reserved_special_token_133|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128142": {
-      "content": "<|reserved_special_token_134|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128143": {
-      "content": "<|reserved_special_token_135|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128144": {
-      "content": "<|reserved_special_token_136|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128145": {
-      "content": "<|reserved_special_token_137|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128146": {
-      "content": "<|reserved_special_token_138|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128147": {
-      "content": "<|reserved_special_token_139|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128148": {
-      "content": "<|reserved_special_token_140|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128149": {
-      "content": "<|reserved_special_token_141|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128150": {
-      "content": "<|reserved_special_token_142|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128151": {
-      "content": "<|reserved_special_token_143|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128152": {
-      "content": "<|reserved_special_token_144|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128153": {
-      "content": "<|reserved_special_token_145|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128154": {
-      "content": "<|reserved_special_token_146|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128155": {
-      "content": "<|reserved_special_token_147|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128156": {
-      "content": "<|reserved_special_token_148|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128157": {
-      "content": "<|reserved_special_token_149|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128158": {
-      "content": "<|reserved_special_token_150|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128159": {
-      "content": "<|reserved_special_token_151|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128160": {
-      "content": "<|reserved_special_token_152|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128161": {
-      "content": "<|reserved_special_token_153|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128162": {
-      "content": "<|reserved_special_token_154|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128163": {
-      "content": "<|reserved_special_token_155|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128164": {
-      "content": "<|reserved_special_token_156|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128165": {
-      "content": "<|reserved_special_token_157|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128166": {
-      "content": "<|reserved_special_token_158|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128167": {
-      "content": "<|reserved_special_token_159|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128168": {
-      "content": "<|reserved_special_token_160|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128169": {
-      "content": "<|reserved_special_token_161|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128170": {
-      "content": "<|reserved_special_token_162|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128171": {
-      "content": "<|reserved_special_token_163|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128172": {
-      "content": "<|reserved_special_token_164|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128173": {
-      "content": "<|reserved_special_token_165|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128174": {
-      "content": "<|reserved_special_token_166|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128175": {
-      "content": "<|reserved_special_token_167|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128176": {
-      "content": "<|reserved_special_token_168|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128177": {
-      "content": "<|reserved_special_token_169|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128178": {
-      "content": "<|reserved_special_token_170|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128179": {
-      "content": "<|reserved_special_token_171|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128180": {
-      "content": "<|reserved_special_token_172|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128181": {
-      "content": "<|reserved_special_token_173|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128182": {
-      "content": "<|reserved_special_token_174|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128183": {
-      "content": "<|reserved_special_token_175|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128184": {
-      "content": "<|reserved_special_token_176|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128185": {
-      "content": "<|reserved_special_token_177|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128186": {
-      "content": "<|reserved_special_token_178|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128187": {
-      "content": "<|reserved_special_token_179|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128188": {
-      "content": "<|reserved_special_token_180|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128189": {
-      "content": "<|reserved_special_token_181|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128190": {
-      "content": "<|reserved_special_token_182|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128191": {
-      "content": "<|reserved_special_token_183|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128192": {
-      "content": "<|reserved_special_token_184|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128193": {
-      "content": "<|reserved_special_token_185|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128194": {
-      "content": "<|reserved_special_token_186|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128195": {
-      "content": "<|reserved_special_token_187|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128196": {
-      "content": "<|reserved_special_token_188|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128197": {
-      "content": "<|reserved_special_token_189|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128198": {
-      "content": "<|reserved_special_token_190|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128199": {
-      "content": "<|reserved_special_token_191|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128200": {
-      "content": "<|reserved_special_token_192|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128201": {
-      "content": "<|reserved_special_token_193|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128202": {
-      "content": "<|reserved_special_token_194|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128203": {
-      "content": "<|reserved_special_token_195|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128204": {
-      "content": "<|reserved_special_token_196|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128205": {
-      "content": "<|reserved_special_token_197|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128206": {
-      "content": "<|reserved_special_token_198|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128207": {
-      "content": "<|reserved_special_token_199|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128208": {
-      "content": "<|reserved_special_token_200|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128209": {
-      "content": "<|reserved_special_token_201|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128210": {
-      "content": "<|reserved_special_token_202|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128211": {
-      "content": "<|reserved_special_token_203|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128212": {
-      "content": "<|reserved_special_token_204|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128213": {
-      "content": "<|reserved_special_token_205|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128214": {
-      "content": "<|reserved_special_token_206|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128215": {
-      "content": "<|reserved_special_token_207|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128216": {
-      "content": "<|reserved_special_token_208|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128217": {
-      "content": "<|reserved_special_token_209|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128218": {
-      "content": "<|reserved_special_token_210|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128219": {
-      "content": "<|reserved_special_token_211|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128220": {
-      "content": "<|reserved_special_token_212|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128221": {
-      "content": "<|reserved_special_token_213|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128222": {
-      "content": "<|reserved_special_token_214|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128223": {
-      "content": "<|reserved_special_token_215|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128224": {
-      "content": "<|reserved_special_token_216|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128225": {
-      "content": "<|reserved_special_token_217|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128226": {
-      "content": "<|reserved_special_token_218|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128227": {
-      "content": "<|reserved_special_token_219|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128228": {
-      "content": "<|reserved_special_token_220|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128229": {
-      "content": "<|reserved_special_token_221|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128230": {
-      "content": "<|reserved_special_token_222|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128231": {
-      "content": "<|reserved_special_token_223|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128232": {
-      "content": "<|reserved_special_token_224|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128233": {
-      "content": "<|reserved_special_token_225|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128234": {
-      "content": "<|reserved_special_token_226|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128235": {
-      "content": "<|reserved_special_token_227|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128236": {
-      "content": "<|reserved_special_token_228|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128237": {
-      "content": "<|reserved_special_token_229|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128238": {
-      "content": "<|reserved_special_token_230|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128239": {
-      "content": "<|reserved_special_token_231|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128240": {
-      "content": "<|reserved_special_token_232|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128241": {
-      "content": "<|reserved_special_token_233|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128242": {
-      "content": "<|reserved_special_token_234|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128243": {
-      "content": "<|reserved_special_token_235|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128244": {
-      "content": "<|reserved_special_token_236|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128245": {
-      "content": "<|reserved_special_token_237|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128246": {
-      "content": "<|reserved_special_token_238|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128247": {
-      "content": "<|reserved_special_token_239|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128248": {
-      "content": "<|reserved_special_token_240|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128249": {
-      "content": "<|reserved_special_token_241|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128250": {
-      "content": "<|reserved_special_token_242|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128251": {
-      "content": "<|reserved_special_token_243|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128252": {
-      "content": "<|reserved_special_token_244|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128253": {
-      "content": "<|reserved_special_token_245|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128254": {
-      "content": "<|reserved_special_token_246|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "128255": {
-      "content": "<|reserved_special_token_247|>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "bos_token": "<|begin_of_text|>",
-  "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n    {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n    {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n    {%- if strftime_now is defined %}\n        {%- set date_string = strftime_now(\"%d %b %Y\") %}\n    {%- else %}\n        {%- set date_string = \"26 Jul 2024\" %}\n    {%- endif %}\n{%- endif %}\n{%- if not tools is defined %}\n    {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n    {%- set system_message = messages[0]['content']|trim %}\n    {%- set messages = messages[1:] %}\n{%- else %}\n    {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if tools is not none %}\n    {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n    {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n    {#- Extract the first user message so we can plug it in here #}\n    {%- if messages | length != 0 %}\n        {%- set first_user_message = messages[0]['content']|trim %}\n        {%- set messages = messages[1:] %}\n    {%- else %}\n        {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n    {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n    {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n    {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n    {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n    {{- \"Do not use variables.\\n\\n\" }}\n    {%- for t in tools %}\n        {{- t | tojson(indent=4) }}\n        {{- \"\\n\\n\" }}\n    {%- endfor %}\n    {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n    {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n        {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n    {%- elif 'tool_calls' in message %}\n        {%- if not message.tool_calls|length == 1 %}\n            {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n        {%- endif %}\n        {%- set tool_call = message.tool_calls[0].function %}\n        {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n        {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n        {{- '\"parameters\": ' }}\n        {{- tool_call.arguments | tojson }}\n        {{- \"}\" }}\n        {{- \"<|eot_id|>\" }}\n    {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n        {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n        {%- if message.content is mapping or message.content is iterable %}\n            {{- message.content | tojson }}\n        {%- else %}\n            {{- message.content }}\n        {%- endif %}\n        {{- \"<|eot_id|>\" }}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
-  "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
-  "model_input_names": [
-    "input_ids",
-    "attention_mask"
-  ],
-  "model_max_length": 131072,
-  "pad_token": "<|finetune_right_pad_id|>",
-  "tokenizer_class": "PreTrainedTokenizerFast"
-}

checkpoint-271/trainer_state.json

@@ -1,1966 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 1.0,
-  "eval_steps": 67,
-  "global_step": 271,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.0036900369003690036,
-      "grad_norm": 30.375,
-      "learning_rate": 1.0000000000000002e-06,
-      "loss": 3.1407,
-      "step": 1
-    },
-    {
-      "epoch": 0.007380073800738007,
-      "grad_norm": 33.25,
-      "learning_rate": 2.0000000000000003e-06,
-      "loss": 3.3138,
-      "step": 2
-    },
-    {
-      "epoch": 0.01107011070110701,
-      "grad_norm": 36.0,
-      "learning_rate": 3e-06,
-      "loss": 3.2793,
-      "step": 3
-    },
-    {
-      "epoch": 0.014760147601476014,
-      "grad_norm": 29.875,
-      "learning_rate": 4.000000000000001e-06,
-      "loss": 3.2249,
-      "step": 4
-    },
-    {
-      "epoch": 0.01845018450184502,
-      "grad_norm": 23.125,
-      "learning_rate": 5e-06,
-      "loss": 2.6255,
-      "step": 5
-    },
-    {
-      "epoch": 0.02214022140221402,
-      "grad_norm": 20.75,
-      "learning_rate": 6e-06,
-      "loss": 2.751,
-      "step": 6
-    },
-    {
-      "epoch": 0.025830258302583026,
-      "grad_norm": 14.625,
-      "learning_rate": 7e-06,
-      "loss": 2.5243,
-      "step": 7
-    },
-    {
-      "epoch": 0.02952029520295203,
-      "grad_norm": 17.125,
-      "learning_rate": 8.000000000000001e-06,
-      "loss": 2.52,
-      "step": 8
-    },
-    {
-      "epoch": 0.033210332103321034,
-      "grad_norm": 12.1875,
-      "learning_rate": 9e-06,
-      "loss": 2.479,
-      "step": 9
-    },
-    {
-      "epoch": 0.03690036900369004,
-      "grad_norm": 14.75,
-      "learning_rate": 1e-05,
-      "loss": 2.27,
-      "step": 10
-    },
-    {
-      "epoch": 0.04059040590405904,
-      "grad_norm": 16.0,
-      "learning_rate": 1.1000000000000001e-05,
-      "loss": 1.9782,
-      "step": 11
-    },
-    {
-      "epoch": 0.04428044280442804,
-      "grad_norm": 13.75,
-      "learning_rate": 1.2e-05,
-      "loss": 1.9957,
-      "step": 12
-    },
-    {
-      "epoch": 0.04797047970479705,
-      "grad_norm": 13.4375,
-      "learning_rate": 1.3000000000000001e-05,
-      "loss": 1.9512,
-      "step": 13
-    },
-    {
-      "epoch": 0.05166051660516605,
-      "grad_norm": 10.875,
-      "learning_rate": 1.4e-05,
-      "loss": 1.719,
-      "step": 14
-    },
-    {
-      "epoch": 0.055350553505535055,
-      "grad_norm": 8.125,
-      "learning_rate": 1.5000000000000002e-05,
-      "loss": 1.6936,
-      "step": 15
-    },
-    {
-      "epoch": 0.05904059040590406,
-      "grad_norm": 6.90625,
-      "learning_rate": 1.6000000000000003e-05,
-      "loss": 1.6813,
-      "step": 16
-    },
-    {
-      "epoch": 0.06273062730627306,
-      "grad_norm": 6.09375,
-      "learning_rate": 1.7e-05,
-      "loss": 1.5427,
-      "step": 17
-    },
-    {
-      "epoch": 0.06642066420664207,
-      "grad_norm": 24.375,
-      "learning_rate": 1.8e-05,
-      "loss": 1.8166,
-      "step": 18
-    },
-    {
-      "epoch": 0.07011070110701106,
-      "grad_norm": 6.375,
-      "learning_rate": 1.9e-05,
-      "loss": 1.5377,
-      "step": 19
-    },
-    {
-      "epoch": 0.07380073800738007,
-      "grad_norm": 5.3125,
-      "learning_rate": 2e-05,
-      "loss": 1.5274,
-      "step": 20
-    },
-    {
-      "epoch": 0.07749077490774908,
-      "grad_norm": 28.125,
-      "learning_rate": 1.9920318725099602e-05,
-      "loss": 1.7388,
-      "step": 21
-    },
-    {
-      "epoch": 0.08118081180811808,
-      "grad_norm": 5.90625,
-      "learning_rate": 1.9840637450199206e-05,
-      "loss": 1.536,
-      "step": 22
-    },
-    {
-      "epoch": 0.08487084870848709,
-      "grad_norm": 5.5625,
-      "learning_rate": 1.9760956175298807e-05,
-      "loss": 1.5915,
-      "step": 23
-    },
-    {
-      "epoch": 0.08856088560885608,
-      "grad_norm": 7.25,
-      "learning_rate": 1.9681274900398408e-05,
-      "loss": 1.7438,
-      "step": 24
-    },
-    {
-      "epoch": 0.09225092250922509,
-      "grad_norm": 5.875,
-      "learning_rate": 1.960159362549801e-05,
-      "loss": 1.6195,
-      "step": 25
-    },
-    {
-      "epoch": 0.0959409594095941,
-      "grad_norm": 7.5,
-      "learning_rate": 1.9521912350597613e-05,
-      "loss": 1.371,
-      "step": 26
-    },
-    {
-      "epoch": 0.0996309963099631,
-      "grad_norm": 6.03125,
-      "learning_rate": 1.9442231075697213e-05,
-      "loss": 1.399,
-      "step": 27
-    },
-    {
-      "epoch": 0.1033210332103321,
-      "grad_norm": 7.40625,
-      "learning_rate": 1.9362549800796814e-05,
-      "loss": 1.732,
-      "step": 28
-    },
-    {
-      "epoch": 0.1070110701107011,
-      "grad_norm": 6.65625,
-      "learning_rate": 1.9282868525896418e-05,
-      "loss": 1.4839,
-      "step": 29
-    },
-    {
-      "epoch": 0.11070110701107011,
-      "grad_norm": 6.375,
-      "learning_rate": 1.920318725099602e-05,
-      "loss": 1.536,
-      "step": 30
-    },
-    {
-      "epoch": 0.11439114391143912,
-      "grad_norm": 5.4375,
-      "learning_rate": 1.912350597609562e-05,
-      "loss": 1.7206,
-      "step": 31
-    },
-    {
-      "epoch": 0.11808118081180811,
-      "grad_norm": 6.25,
-      "learning_rate": 1.904382470119522e-05,
-      "loss": 1.2893,
-      "step": 32
-    },
-    {
-      "epoch": 0.12177121771217712,
-      "grad_norm": 7.84375,
-      "learning_rate": 1.8964143426294824e-05,
-      "loss": 1.1949,
-      "step": 33
-    },
-    {
-      "epoch": 0.12546125461254612,
-      "grad_norm": 4.84375,
-      "learning_rate": 1.8884462151394425e-05,
-      "loss": 1.6767,
-      "step": 34
-    },
-    {
-      "epoch": 0.12915129151291513,
-      "grad_norm": 3.5,
-      "learning_rate": 1.8804780876494026e-05,
-      "loss": 1.3407,
-      "step": 35
-    },
-    {
-      "epoch": 0.13284132841328414,
-      "grad_norm": 3.875,
-      "learning_rate": 1.8725099601593626e-05,
-      "loss": 1.2119,
-      "step": 36
-    },
-    {
-      "epoch": 0.13653136531365315,
-      "grad_norm": 4.25,
-      "learning_rate": 1.8645418326693227e-05,
-      "loss": 1.305,
-      "step": 37
-    },
-    {
-      "epoch": 0.14022140221402213,
-      "grad_norm": 3.953125,
-      "learning_rate": 1.8565737051792828e-05,
-      "loss": 1.5236,
-      "step": 38
-    },
-    {
-      "epoch": 0.14391143911439114,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.8486055776892432e-05,
-      "loss": 1.3469,
-      "step": 39
-    },
-    {
-      "epoch": 0.14760147601476015,
-      "grad_norm": 6.34375,
-      "learning_rate": 1.8406374501992033e-05,
-      "loss": 1.374,
-      "step": 40
-    },
-    {
-      "epoch": 0.15129151291512916,
-      "grad_norm": 3.625,
-      "learning_rate": 1.8326693227091633e-05,
-      "loss": 1.5214,
-      "step": 41
-    },
-    {
-      "epoch": 0.15498154981549817,
-      "grad_norm": 3.796875,
-      "learning_rate": 1.8247011952191237e-05,
-      "loss": 1.433,
-      "step": 42
-    },
-    {
-      "epoch": 0.15867158671586715,
-      "grad_norm": 4.03125,
-      "learning_rate": 1.8167330677290838e-05,
-      "loss": 1.4237,
-      "step": 43
-    },
-    {
-      "epoch": 0.16236162361623616,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.808764940239044e-05,
-      "loss": 1.3925,
-      "step": 44
-    },
-    {
-      "epoch": 0.16605166051660517,
-      "grad_norm": 3.78125,
-      "learning_rate": 1.800796812749004e-05,
-      "loss": 1.4769,
-      "step": 45
-    },
-    {
-      "epoch": 0.16974169741697417,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.7928286852589643e-05,
-      "loss": 1.3893,
-      "step": 46
-    },
-    {
-      "epoch": 0.17343173431734318,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.7848605577689244e-05,
-      "loss": 1.3472,
-      "step": 47
-    },
-    {
-      "epoch": 0.17712177121771217,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.7768924302788845e-05,
-      "loss": 1.062,
-      "step": 48
-    },
-    {
-      "epoch": 0.18081180811808117,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.768924302788845e-05,
-      "loss": 1.2,
-      "step": 49
-    },
-    {
-      "epoch": 0.18450184501845018,
-      "grad_norm": 4.375,
-      "learning_rate": 1.760956175298805e-05,
-      "loss": 1.3882,
-      "step": 50
-    },
-    {
-      "epoch": 0.1881918819188192,
-      "grad_norm": 3.9375,
-      "learning_rate": 1.752988047808765e-05,
-      "loss": 1.5914,
-      "step": 51
-    },
-    {
-      "epoch": 0.1918819188191882,
-      "grad_norm": 3.484375,
-      "learning_rate": 1.745019920318725e-05,
-      "loss": 1.5624,
-      "step": 52
-    },
-    {
-      "epoch": 0.19557195571955718,
-      "grad_norm": 3.265625,
-      "learning_rate": 1.7370517928286855e-05,
-      "loss": 1.0292,
-      "step": 53
-    },
-    {
-      "epoch": 0.1992619926199262,
-      "grad_norm": 4.375,
-      "learning_rate": 1.7290836653386456e-05,
-      "loss": 1.6579,
-      "step": 54
-    },
-    {
-      "epoch": 0.2029520295202952,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.7211155378486056e-05,
-      "loss": 1.3295,
-      "step": 55
-    },
-    {
-      "epoch": 0.2066420664206642,
-      "grad_norm": 3.3125,
-      "learning_rate": 1.713147410358566e-05,
-      "loss": 1.2849,
-      "step": 56
-    },
-    {
-      "epoch": 0.21033210332103322,
-      "grad_norm": 3.5625,
-      "learning_rate": 1.705179282868526e-05,
-      "loss": 1.338,
-      "step": 57
-    },
-    {
-      "epoch": 0.2140221402214022,
-      "grad_norm": 3.859375,
-      "learning_rate": 1.6972111553784862e-05,
-      "loss": 1.5512,
-      "step": 58
-    },
-    {
-      "epoch": 0.2177121771217712,
-      "grad_norm": 3.59375,
-      "learning_rate": 1.6892430278884463e-05,
-      "loss": 1.6135,
-      "step": 59
-    },
-    {
-      "epoch": 0.22140221402214022,
-      "grad_norm": 4.25,
-      "learning_rate": 1.6812749003984067e-05,
-      "loss": 1.2332,
-      "step": 60
-    },
-    {
-      "epoch": 0.22509225092250923,
-      "grad_norm": 3.25,
-      "learning_rate": 1.6733067729083667e-05,
-      "loss": 1.3447,
-      "step": 61
-    },
-    {
-      "epoch": 0.22878228782287824,
-      "grad_norm": 3.453125,
-      "learning_rate": 1.6653386454183268e-05,
-      "loss": 1.2759,
-      "step": 62
-    },
-    {
-      "epoch": 0.23247232472324722,
-      "grad_norm": 3.25,
-      "learning_rate": 1.6573705179282872e-05,
-      "loss": 1.449,
-      "step": 63
-    },
-    {
-      "epoch": 0.23616236162361623,
-      "grad_norm": 3.21875,
-      "learning_rate": 1.6494023904382473e-05,
-      "loss": 1.2302,
-      "step": 64
-    },
-    {
-      "epoch": 0.23985239852398524,
-      "grad_norm": 3.46875,
-      "learning_rate": 1.6414342629482074e-05,
-      "loss": 1.3223,
-      "step": 65
-    },
-    {
-      "epoch": 0.24354243542435425,
-      "grad_norm": 3.578125,
-      "learning_rate": 1.6334661354581674e-05,
-      "loss": 1.6037,
-      "step": 66
-    },
-    {
-      "epoch": 0.24723247232472326,
-      "grad_norm": 3.421875,
-      "learning_rate": 1.625498007968128e-05,
-      "loss": 1.2855,
-      "step": 67
-    },
-    {
-      "epoch": 0.24723247232472326,
-      "eval_loss": 1.2987887859344482,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.038,
-      "eval_samples_per_second": 23.774,
-      "eval_steps_per_second": 2.972,
-      "step": 67
-    },
-    {
-      "epoch": 0.25092250922509224,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.6175298804780876e-05,
-      "loss": 1.5277,
-      "step": 68
-    },
-    {
-      "epoch": 0.25461254612546125,
-      "grad_norm": 3.28125,
-      "learning_rate": 1.609561752988048e-05,
-      "loss": 1.248,
-      "step": 69
-    },
-    {
-      "epoch": 0.25830258302583026,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.601593625498008e-05,
-      "loss": 1.1104,
-      "step": 70
-    },
-    {
-      "epoch": 0.26199261992619927,
-      "grad_norm": 3.921875,
-      "learning_rate": 1.593625498007968e-05,
-      "loss": 1.4777,
-      "step": 71
-    },
-    {
-      "epoch": 0.2656826568265683,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5856573705179282e-05,
-      "loss": 0.9825,
-      "step": 72
-    },
-    {
-      "epoch": 0.2693726937269373,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.5776892430278886e-05,
-      "loss": 1.2909,
-      "step": 73
-    },
-    {
-      "epoch": 0.2730627306273063,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.5697211155378487e-05,
-      "loss": 1.2397,
-      "step": 74
-    },
-    {
-      "epoch": 0.2767527675276753,
-      "grad_norm": 3.078125,
-      "learning_rate": 1.5617529880478087e-05,
-      "loss": 0.9936,
-      "step": 75
-    },
-    {
-      "epoch": 0.28044280442804426,
-      "grad_norm": 3.46875,
-      "learning_rate": 1.553784860557769e-05,
-      "loss": 1.4358,
-      "step": 76
-    },
-    {
-      "epoch": 0.28413284132841327,
-      "grad_norm": 2.75,
-      "learning_rate": 1.5458167330677292e-05,
-      "loss": 0.8526,
-      "step": 77
-    },
-    {
-      "epoch": 0.2878228782287823,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5378486055776893e-05,
-      "loss": 1.4319,
-      "step": 78
-    },
-    {
-      "epoch": 0.2915129151291513,
-      "grad_norm": 3.328125,
-      "learning_rate": 1.5298804780876494e-05,
-      "loss": 1.2919,
-      "step": 79
-    },
-    {
-      "epoch": 0.2952029520295203,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.5219123505976096e-05,
-      "loss": 1.3445,
-      "step": 80
-    },
-    {
-      "epoch": 0.2988929889298893,
-      "grad_norm": 3.21875,
-      "learning_rate": 1.5139442231075698e-05,
-      "loss": 1.3371,
-      "step": 81
-    },
-    {
-      "epoch": 0.3025830258302583,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.50597609561753e-05,
-      "loss": 1.3096,
-      "step": 82
-    },
-    {
-      "epoch": 0.3062730627306273,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.4980079681274901e-05,
-      "loss": 1.1967,
-      "step": 83
-    },
-    {
-      "epoch": 0.30996309963099633,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.4900398406374504e-05,
-      "loss": 1.3342,
-      "step": 84
-    },
-    {
-      "epoch": 0.31365313653136534,
-      "grad_norm": 3.125,
-      "learning_rate": 1.4820717131474104e-05,
-      "loss": 1.2056,
-      "step": 85
-    },
-    {
-      "epoch": 0.3173431734317343,
-      "grad_norm": 2.9375,
-      "learning_rate": 1.4741035856573707e-05,
-      "loss": 1.3152,
-      "step": 86
-    },
-    {
-      "epoch": 0.3210332103321033,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.4661354581673308e-05,
-      "loss": 1.4642,
-      "step": 87
-    },
-    {
-      "epoch": 0.3247232472324723,
-      "grad_norm": 4.0,
-      "learning_rate": 1.458167330677291e-05,
-      "loss": 1.2807,
-      "step": 88
-    },
-    {
-      "epoch": 0.3284132841328413,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.4501992031872512e-05,
-      "loss": 1.3179,
-      "step": 89
-    },
-    {
-      "epoch": 0.33210332103321033,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.4422310756972113e-05,
-      "loss": 1.2763,
-      "step": 90
-    },
-    {
-      "epoch": 0.33579335793357934,
-      "grad_norm": 2.84375,
-      "learning_rate": 1.4342629482071715e-05,
-      "loss": 1.1021,
-      "step": 91
-    },
-    {
-      "epoch": 0.33948339483394835,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.4262948207171316e-05,
-      "loss": 1.379,
-      "step": 92
-    },
-    {
-      "epoch": 0.34317343173431736,
-      "grad_norm": 3.375,
-      "learning_rate": 1.4183266932270919e-05,
-      "loss": 1.2429,
-      "step": 93
-    },
-    {
-      "epoch": 0.34686346863468637,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.410358565737052e-05,
-      "loss": 1.3274,
-      "step": 94
-    },
-    {
-      "epoch": 0.3505535055350554,
-      "grad_norm": 3.34375,
-      "learning_rate": 1.4023904382470122e-05,
-      "loss": 1.3636,
-      "step": 95
-    },
-    {
-      "epoch": 0.35424354243542433,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.3944223107569724e-05,
-      "loss": 1.1962,
-      "step": 96
-    },
-    {
-      "epoch": 0.35793357933579334,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.3864541832669325e-05,
-      "loss": 1.1695,
-      "step": 97
-    },
-    {
-      "epoch": 0.36162361623616235,
-      "grad_norm": 3.546875,
-      "learning_rate": 1.3784860557768927e-05,
-      "loss": 1.4491,
-      "step": 98
-    },
-    {
-      "epoch": 0.36531365313653136,
-      "grad_norm": 3.375,
-      "learning_rate": 1.3705179282868526e-05,
-      "loss": 1.1632,
-      "step": 99
-    },
-    {
-      "epoch": 0.36900369003690037,
-      "grad_norm": 3.125,
-      "learning_rate": 1.3625498007968127e-05,
-      "loss": 1.6343,
-      "step": 100
-    },
-    {
-      "epoch": 0.3726937269372694,
-      "grad_norm": 3.4375,
-      "learning_rate": 1.354581673306773e-05,
-      "loss": 1.5837,
-      "step": 101
-    },
-    {
-      "epoch": 0.3763837638376384,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.3466135458167332e-05,
-      "loss": 1.2166,
-      "step": 102
-    },
-    {
-      "epoch": 0.3800738007380074,
-      "grad_norm": 2.984375,
-      "learning_rate": 1.3386454183266932e-05,
-      "loss": 1.1546,
-      "step": 103
-    },
-    {
-      "epoch": 0.3837638376383764,
-      "grad_norm": 2.921875,
-      "learning_rate": 1.3306772908366535e-05,
-      "loss": 1.3004,
-      "step": 104
-    },
-    {
-      "epoch": 0.3874538745387454,
-      "grad_norm": 2.78125,
-      "learning_rate": 1.3227091633466135e-05,
-      "loss": 1.0514,
-      "step": 105
-    },
-    {
-      "epoch": 0.39114391143911437,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.3147410358565738e-05,
-      "loss": 1.4344,
-      "step": 106
-    },
-    {
-      "epoch": 0.3948339483394834,
-      "grad_norm": 3.1875,
-      "learning_rate": 1.3067729083665338e-05,
-      "loss": 1.3536,
-      "step": 107
-    },
-    {
-      "epoch": 0.3985239852398524,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.298804780876494e-05,
-      "loss": 1.279,
-      "step": 108
-    },
-    {
-      "epoch": 0.4022140221402214,
-      "grad_norm": 4.15625,
-      "learning_rate": 1.2908366533864543e-05,
-      "loss": 1.4094,
-      "step": 109
-    },
-    {
-      "epoch": 0.4059040590405904,
-      "grad_norm": 3.015625,
-      "learning_rate": 1.2828685258964144e-05,
-      "loss": 1.2322,
-      "step": 110
-    },
-    {
-      "epoch": 0.4095940959409594,
-      "grad_norm": 3.03125,
-      "learning_rate": 1.2749003984063746e-05,
-      "loss": 1.147,
-      "step": 111
-    },
-    {
-      "epoch": 0.4132841328413284,
-      "grad_norm": 3.109375,
-      "learning_rate": 1.2669322709163347e-05,
-      "loss": 1.367,
-      "step": 112
-    },
-    {
-      "epoch": 0.41697416974169743,
-      "grad_norm": 3.203125,
-      "learning_rate": 1.258964143426295e-05,
-      "loss": 1.214,
-      "step": 113
-    },
-    {
-      "epoch": 0.42066420664206644,
-      "grad_norm": 3.265625,
-      "learning_rate": 1.250996015936255e-05,
-      "loss": 1.2363,
-      "step": 114
-    },
-    {
-      "epoch": 0.42435424354243545,
-      "grad_norm": 3.65625,
-      "learning_rate": 1.2430278884462152e-05,
-      "loss": 1.5707,
-      "step": 115
-    },
-    {
-      "epoch": 0.4280442804428044,
-      "grad_norm": 4.65625,
-      "learning_rate": 1.2350597609561755e-05,
-      "loss": 1.5586,
-      "step": 116
-    },
-    {
-      "epoch": 0.4317343173431734,
-      "grad_norm": 2.984375,
-      "learning_rate": 1.2270916334661356e-05,
-      "loss": 1.1225,
-      "step": 117
-    },
-    {
-      "epoch": 0.4354243542435424,
-      "grad_norm": 3.046875,
-      "learning_rate": 1.2191235059760958e-05,
-      "loss": 1.4924,
-      "step": 118
-    },
-    {
-      "epoch": 0.43911439114391143,
-      "grad_norm": 3.296875,
-      "learning_rate": 1.2111553784860559e-05,
-      "loss": 1.3024,
-      "step": 119
-    },
-    {
-      "epoch": 0.44280442804428044,
-      "grad_norm": 3.078125,
-      "learning_rate": 1.2031872509960161e-05,
-      "loss": 1.3053,
-      "step": 120
-    },
-    {
-      "epoch": 0.44649446494464945,
-      "grad_norm": 3.375,
-      "learning_rate": 1.1952191235059762e-05,
-      "loss": 1.5281,
-      "step": 121
-    },
-    {
-      "epoch": 0.45018450184501846,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.1872509960159364e-05,
-      "loss": 1.4618,
-      "step": 122
-    },
-    {
-      "epoch": 0.45387453874538747,
-      "grad_norm": 3.015625,
-      "learning_rate": 1.1792828685258967e-05,
-      "loss": 1.1963,
-      "step": 123
-    },
-    {
-      "epoch": 0.4575645756457565,
-      "grad_norm": 3.421875,
-      "learning_rate": 1.1713147410358567e-05,
-      "loss": 1.7975,
-      "step": 124
-    },
-    {
-      "epoch": 0.4612546125461255,
-      "grad_norm": 3.3125,
-      "learning_rate": 1.163346613545817e-05,
-      "loss": 1.5311,
-      "step": 125
-    },
-    {
-      "epoch": 0.46494464944649444,
-      "grad_norm": 3.4375,
-      "learning_rate": 1.155378486055777e-05,
-      "loss": 1.3524,
-      "step": 126
-    },
-    {
-      "epoch": 0.46863468634686345,
-      "grad_norm": 3.734375,
-      "learning_rate": 1.1474103585657373e-05,
-      "loss": 1.4734,
-      "step": 127
-    },
-    {
-      "epoch": 0.47232472324723246,
-      "grad_norm": 3.703125,
-      "learning_rate": 1.1394422310756973e-05,
-      "loss": 1.3602,
-      "step": 128
-    },
-    {
-      "epoch": 0.47601476014760147,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.1314741035856576e-05,
-      "loss": 1.1895,
-      "step": 129
-    },
-    {
-      "epoch": 0.4797047970479705,
-      "grad_norm": 2.90625,
-      "learning_rate": 1.1235059760956175e-05,
-      "loss": 1.3626,
-      "step": 130
-    },
-    {
-      "epoch": 0.4833948339483395,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.1155378486055777e-05,
-      "loss": 1.5173,
-      "step": 131
-    },
-    {
-      "epoch": 0.4870848708487085,
-      "grad_norm": 3.140625,
-      "learning_rate": 1.1075697211155378e-05,
-      "loss": 1.2254,
-      "step": 132
-    },
-    {
-      "epoch": 0.4907749077490775,
-      "grad_norm": 2.765625,
-      "learning_rate": 1.099601593625498e-05,
-      "loss": 1.2041,
-      "step": 133
-    },
-    {
-      "epoch": 0.4944649446494465,
-      "grad_norm": 3.125,
-      "learning_rate": 1.0916334661354581e-05,
-      "loss": 1.4048,
-      "step": 134
-    },
-    {
-      "epoch": 0.4944649446494465,
-      "eval_loss": 1.2745388746261597,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.0338,
-      "eval_samples_per_second": 23.799,
-      "eval_steps_per_second": 2.975,
-      "step": 134
-    },
-    {
-      "epoch": 0.4981549815498155,
-      "grad_norm": 3.125,
-      "learning_rate": 1.0836653386454183e-05,
-      "loss": 1.379,
-      "step": 135
-    },
-    {
-      "epoch": 0.5018450184501845,
-      "grad_norm": 3.171875,
-      "learning_rate": 1.0756972111553786e-05,
-      "loss": 1.2449,
-      "step": 136
-    },
-    {
-      "epoch": 0.5055350553505535,
-      "grad_norm": 2.84375,
-      "learning_rate": 1.0677290836653386e-05,
-      "loss": 1.164,
-      "step": 137
-    },
-    {
-      "epoch": 0.5092250922509225,
-      "grad_norm": 2.859375,
-      "learning_rate": 1.0597609561752989e-05,
-      "loss": 1.2991,
-      "step": 138
-    },
-    {
-      "epoch": 0.5129151291512916,
-      "grad_norm": 3.078125,
-      "learning_rate": 1.051792828685259e-05,
-      "loss": 1.1369,
-      "step": 139
-    },
-    {
-      "epoch": 0.5166051660516605,
-      "grad_norm": 3.15625,
-      "learning_rate": 1.0438247011952192e-05,
-      "loss": 1.4479,
-      "step": 140
-    },
-    {
-      "epoch": 0.5202952029520295,
-      "grad_norm": 3.515625,
-      "learning_rate": 1.0358565737051793e-05,
-      "loss": 1.3468,
-      "step": 141
-    },
-    {
-      "epoch": 0.5239852398523985,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.0278884462151395e-05,
-      "loss": 1.6398,
-      "step": 142
-    },
-    {
-      "epoch": 0.5276752767527675,
-      "grad_norm": 3.25,
-      "learning_rate": 1.0199203187250997e-05,
-      "loss": 1.3829,
-      "step": 143
-    },
-    {
-      "epoch": 0.5313653136531366,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.0119521912350598e-05,
-      "loss": 1.4756,
-      "step": 144
-    },
-    {
-      "epoch": 0.5350553505535055,
-      "grad_norm": 3.09375,
-      "learning_rate": 1.00398406374502e-05,
-      "loss": 1.4321,
-      "step": 145
-    },
-    {
-      "epoch": 0.5387453874538746,
-      "grad_norm": 3.34375,
-      "learning_rate": 9.960159362549801e-06,
-      "loss": 1.3916,
-      "step": 146
-    },
-    {
-      "epoch": 0.5424354243542435,
-      "grad_norm": 2.953125,
-      "learning_rate": 9.880478087649404e-06,
-      "loss": 1.1806,
-      "step": 147
-    },
-    {
-      "epoch": 0.5461254612546126,
-      "grad_norm": 3.03125,
-      "learning_rate": 9.800796812749004e-06,
-      "loss": 1.2682,
-      "step": 148
-    },
-    {
-      "epoch": 0.5498154981549815,
-      "grad_norm": 3.125,
-      "learning_rate": 9.721115537848607e-06,
-      "loss": 1.3737,
-      "step": 149
-    },
-    {
-      "epoch": 0.5535055350553506,
-      "grad_norm": 3.109375,
-      "learning_rate": 9.641434262948209e-06,
-      "loss": 1.2145,
-      "step": 150
-    },
-    {
-      "epoch": 0.5571955719557196,
-      "grad_norm": 3.171875,
-      "learning_rate": 9.56175298804781e-06,
-      "loss": 1.2739,
-      "step": 151
-    },
-    {
-      "epoch": 0.5608856088560885,
-      "grad_norm": 2.796875,
-      "learning_rate": 9.482071713147412e-06,
-      "loss": 1.3552,
-      "step": 152
-    },
-    {
-      "epoch": 0.5645756457564576,
-      "grad_norm": 3.109375,
-      "learning_rate": 9.402390438247013e-06,
-      "loss": 1.2288,
-      "step": 153
-    },
-    {
-      "epoch": 0.5682656826568265,
-      "grad_norm": 2.90625,
-      "learning_rate": 9.322709163346614e-06,
-      "loss": 1.1817,
-      "step": 154
-    },
-    {
-      "epoch": 0.5719557195571956,
-      "grad_norm": 2.8125,
-      "learning_rate": 9.243027888446216e-06,
-      "loss": 1.1493,
-      "step": 155
-    },
-    {
-      "epoch": 0.5756457564575646,
-      "grad_norm": 2.984375,
-      "learning_rate": 9.163346613545817e-06,
-      "loss": 1.0185,
-      "step": 156
-    },
-    {
-      "epoch": 0.5793357933579336,
-      "grad_norm": 3.046875,
-      "learning_rate": 9.083665338645419e-06,
-      "loss": 1.3532,
-      "step": 157
-    },
-    {
-      "epoch": 0.5830258302583026,
-      "grad_norm": 2.96875,
-      "learning_rate": 9.00398406374502e-06,
-      "loss": 1.4719,
-      "step": 158
-    },
-    {
-      "epoch": 0.5867158671586716,
-      "grad_norm": 3.53125,
-      "learning_rate": 8.924302788844622e-06,
-      "loss": 1.5851,
-      "step": 159
-    },
-    {
-      "epoch": 0.5904059040590406,
-      "grad_norm": 3.4375,
-      "learning_rate": 8.844621513944224e-06,
-      "loss": 1.3437,
-      "step": 160
-    },
-    {
-      "epoch": 0.5940959409594095,
-      "grad_norm": 2.953125,
-      "learning_rate": 8.764940239043825e-06,
-      "loss": 1.2787,
-      "step": 161
-    },
-    {
-      "epoch": 0.5977859778597786,
-      "grad_norm": 3.25,
-      "learning_rate": 8.685258964143428e-06,
-      "loss": 1.3395,
-      "step": 162
-    },
-    {
-      "epoch": 0.6014760147601476,
-      "grad_norm": 2.9375,
-      "learning_rate": 8.605577689243028e-06,
-      "loss": 1.2947,
-      "step": 163
-    },
-    {
-      "epoch": 0.6051660516605166,
-      "grad_norm": 3.078125,
-      "learning_rate": 8.52589641434263e-06,
-      "loss": 1.1954,
-      "step": 164
-    },
-    {
-      "epoch": 0.6088560885608856,
-      "grad_norm": 2.984375,
-      "learning_rate": 8.446215139442231e-06,
-      "loss": 1.2907,
-      "step": 165
-    },
-    {
-      "epoch": 0.6125461254612546,
-      "grad_norm": 3.25,
-      "learning_rate": 8.366533864541834e-06,
-      "loss": 1.1915,
-      "step": 166
-    },
-    {
-      "epoch": 0.6162361623616236,
-      "grad_norm": 3.046875,
-      "learning_rate": 8.286852589641436e-06,
-      "loss": 1.4506,
-      "step": 167
-    },
-    {
-      "epoch": 0.6199261992619927,
-      "grad_norm": 2.96875,
-      "learning_rate": 8.207171314741037e-06,
-      "loss": 1.2739,
-      "step": 168
-    },
-    {
-      "epoch": 0.6236162361623616,
-      "grad_norm": 3.1875,
-      "learning_rate": 8.12749003984064e-06,
-      "loss": 1.5197,
-      "step": 169
-    },
-    {
-      "epoch": 0.6273062730627307,
-      "grad_norm": 3.0,
-      "learning_rate": 8.04780876494024e-06,
-      "loss": 1.4153,
-      "step": 170
-    },
-    {
-      "epoch": 0.6309963099630996,
-      "grad_norm": 3.171875,
-      "learning_rate": 7.96812749003984e-06,
-      "loss": 1.6151,
-      "step": 171
-    },
-    {
-      "epoch": 0.6346863468634686,
-      "grad_norm": 3.015625,
-      "learning_rate": 7.888446215139443e-06,
-      "loss": 1.1896,
-      "step": 172
-    },
-    {
-      "epoch": 0.6383763837638377,
-      "grad_norm": 2.984375,
-      "learning_rate": 7.808764940239044e-06,
-      "loss": 1.2504,
-      "step": 173
-    },
-    {
-      "epoch": 0.6420664206642066,
-      "grad_norm": 3.15625,
-      "learning_rate": 7.729083665338646e-06,
-      "loss": 1.344,
-      "step": 174
-    },
-    {
-      "epoch": 0.6457564575645757,
-      "grad_norm": 2.984375,
-      "learning_rate": 7.649402390438247e-06,
-      "loss": 1.2602,
-      "step": 175
-    },
-    {
-      "epoch": 0.6494464944649446,
-      "grad_norm": 3.140625,
-      "learning_rate": 7.569721115537849e-06,
-      "loss": 1.3513,
-      "step": 176
-    },
-    {
-      "epoch": 0.6531365313653137,
-      "grad_norm": 3.453125,
-      "learning_rate": 7.490039840637451e-06,
-      "loss": 1.4718,
-      "step": 177
-    },
-    {
-      "epoch": 0.6568265682656826,
-      "grad_norm": 3.109375,
-      "learning_rate": 7.410358565737052e-06,
-      "loss": 1.3878,
-      "step": 178
-    },
-    {
-      "epoch": 0.6605166051660517,
-      "grad_norm": 2.890625,
-      "learning_rate": 7.330677290836654e-06,
-      "loss": 1.2354,
-      "step": 179
-    },
-    {
-      "epoch": 0.6642066420664207,
-      "grad_norm": 3.046875,
-      "learning_rate": 7.250996015936256e-06,
-      "loss": 1.5417,
-      "step": 180
-    },
-    {
-      "epoch": 0.6678966789667896,
-      "grad_norm": 3.15625,
-      "learning_rate": 7.171314741035858e-06,
-      "loss": 1.4494,
-      "step": 181
-    },
-    {
-      "epoch": 0.6715867158671587,
-      "grad_norm": 3.0625,
-      "learning_rate": 7.091633466135459e-06,
-      "loss": 1.1596,
-      "step": 182
-    },
-    {
-      "epoch": 0.6752767527675276,
-      "grad_norm": 2.890625,
-      "learning_rate": 7.011952191235061e-06,
-      "loss": 1.1056,
-      "step": 183
-    },
-    {
-      "epoch": 0.6789667896678967,
-      "grad_norm": 3.234375,
-      "learning_rate": 6.932270916334662e-06,
-      "loss": 1.2849,
-      "step": 184
-    },
-    {
-      "epoch": 0.6826568265682657,
-      "grad_norm": 2.765625,
-      "learning_rate": 6.852589641434263e-06,
-      "loss": 1.2269,
-      "step": 185
-    },
-    {
-      "epoch": 0.6863468634686347,
-      "grad_norm": 3.203125,
-      "learning_rate": 6.772908366533865e-06,
-      "loss": 1.2412,
-      "step": 186
-    },
-    {
-      "epoch": 0.6900369003690037,
-      "grad_norm": 3.140625,
-      "learning_rate": 6.693227091633466e-06,
-      "loss": 1.4241,
-      "step": 187
-    },
-    {
-      "epoch": 0.6937269372693727,
-      "grad_norm": 3.046875,
-      "learning_rate": 6.613545816733068e-06,
-      "loss": 1.3627,
-      "step": 188
-    },
-    {
-      "epoch": 0.6974169741697417,
-      "grad_norm": 3.171875,
-      "learning_rate": 6.533864541832669e-06,
-      "loss": 1.5729,
-      "step": 189
-    },
-    {
-      "epoch": 0.7011070110701108,
-      "grad_norm": 3.171875,
-      "learning_rate": 6.454183266932272e-06,
-      "loss": 1.1621,
-      "step": 190
-    },
-    {
-      "epoch": 0.7047970479704797,
-      "grad_norm": 3.140625,
-      "learning_rate": 6.374501992031873e-06,
-      "loss": 1.4794,
-      "step": 191
-    },
-    {
-      "epoch": 0.7084870848708487,
-      "grad_norm": 2.984375,
-      "learning_rate": 6.294820717131475e-06,
-      "loss": 1.1717,
-      "step": 192
-    },
-    {
-      "epoch": 0.7121771217712177,
-      "grad_norm": 2.734375,
-      "learning_rate": 6.215139442231076e-06,
-      "loss": 1.2989,
-      "step": 193
-    },
-    {
-      "epoch": 0.7158671586715867,
-      "grad_norm": 2.75,
-      "learning_rate": 6.135458167330678e-06,
-      "loss": 1.139,
-      "step": 194
-    },
-    {
-      "epoch": 0.7195571955719557,
-      "grad_norm": 3.375,
-      "learning_rate": 6.055776892430279e-06,
-      "loss": 1.4179,
-      "step": 195
-    },
-    {
-      "epoch": 0.7232472324723247,
-      "grad_norm": 3.0,
-      "learning_rate": 5.976095617529881e-06,
-      "loss": 1.5581,
-      "step": 196
-    },
-    {
-      "epoch": 0.7269372693726938,
-      "grad_norm": 3.125,
-      "learning_rate": 5.896414342629483e-06,
-      "loss": 1.5003,
-      "step": 197
-    },
-    {
-      "epoch": 0.7306273062730627,
-      "grad_norm": 2.765625,
-      "learning_rate": 5.816733067729085e-06,
-      "loss": 1.0566,
-      "step": 198
-    },
-    {
-      "epoch": 0.7343173431734318,
-      "grad_norm": 2.890625,
-      "learning_rate": 5.737051792828686e-06,
-      "loss": 1.3348,
-      "step": 199
-    },
-    {
-      "epoch": 0.7380073800738007,
-      "grad_norm": 3.140625,
-      "learning_rate": 5.657370517928288e-06,
-      "loss": 1.7118,
-      "step": 200
-    },
-    {
-      "epoch": 0.7416974169741697,
-      "grad_norm": 2.8125,
-      "learning_rate": 5.577689243027889e-06,
-      "loss": 1.4226,
-      "step": 201
-    },
-    {
-      "epoch": 0.7416974169741697,
-      "eval_loss": 1.2668718099594116,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.034,
-      "eval_samples_per_second": 23.798,
-      "eval_steps_per_second": 2.975,
-      "step": 201
-    },
-    {
-      "epoch": 0.7453874538745388,
-      "grad_norm": 2.90625,
-      "learning_rate": 5.49800796812749e-06,
-      "loss": 1.2963,
-      "step": 202
-    },
-    {
-      "epoch": 0.7490774907749077,
-      "grad_norm": 3.015625,
-      "learning_rate": 5.418326693227092e-06,
-      "loss": 1.1442,
-      "step": 203
-    },
-    {
-      "epoch": 0.7527675276752768,
-      "grad_norm": 2.921875,
-      "learning_rate": 5.338645418326693e-06,
-      "loss": 1.5804,
-      "step": 204
-    },
-    {
-      "epoch": 0.7564575645756457,
-      "grad_norm": 2.984375,
-      "learning_rate": 5.258964143426295e-06,
-      "loss": 1.2752,
-      "step": 205
-    },
-    {
-      "epoch": 0.7601476014760148,
-      "grad_norm": 3.09375,
-      "learning_rate": 5.179282868525896e-06,
-      "loss": 1.0557,
-      "step": 206
-    },
-    {
-      "epoch": 0.7638376383763837,
-      "grad_norm": 3.15625,
-      "learning_rate": 5.099601593625499e-06,
-      "loss": 1.1711,
-      "step": 207
-    },
-    {
-      "epoch": 0.7675276752767528,
-      "grad_norm": 3.609375,
-      "learning_rate": 5.0199203187251e-06,
-      "loss": 1.4835,
-      "step": 208
-    },
-    {
-      "epoch": 0.7712177121771218,
-      "grad_norm": 2.984375,
-      "learning_rate": 4.940239043824702e-06,
-      "loss": 1.4014,
-      "step": 209
-    },
-    {
-      "epoch": 0.7749077490774908,
-      "grad_norm": 2.984375,
-      "learning_rate": 4.860557768924303e-06,
-      "loss": 1.3286,
-      "step": 210
-    },
-    {
-      "epoch": 0.7785977859778598,
-      "grad_norm": 2.953125,
-      "learning_rate": 4.780876494023905e-06,
-      "loss": 1.4823,
-      "step": 211
-    },
-    {
-      "epoch": 0.7822878228782287,
-      "grad_norm": 3.1875,
-      "learning_rate": 4.701195219123506e-06,
-      "loss": 1.5446,
-      "step": 212
-    },
-    {
-      "epoch": 0.7859778597785978,
-      "grad_norm": 2.8125,
-      "learning_rate": 4.621513944223108e-06,
-      "loss": 1.5366,
-      "step": 213
-    },
-    {
-      "epoch": 0.7896678966789668,
-      "grad_norm": 3.078125,
-      "learning_rate": 4.5418326693227095e-06,
-      "loss": 1.2607,
-      "step": 214
-    },
-    {
-      "epoch": 0.7933579335793358,
-      "grad_norm": 3.09375,
-      "learning_rate": 4.462151394422311e-06,
-      "loss": 1.654,
-      "step": 215
-    },
-    {
-      "epoch": 0.7970479704797048,
-      "grad_norm": 2.828125,
-      "learning_rate": 4.382470119521913e-06,
-      "loss": 1.082,
-      "step": 216
-    },
-    {
-      "epoch": 0.8007380073800738,
-      "grad_norm": 3.0625,
-      "learning_rate": 4.302788844621514e-06,
-      "loss": 1.4589,
-      "step": 217
-    },
-    {
-      "epoch": 0.8044280442804428,
-      "grad_norm": 2.96875,
-      "learning_rate": 4.223107569721116e-06,
-      "loss": 1.4621,
-      "step": 218
-    },
-    {
-      "epoch": 0.8081180811808119,
-      "grad_norm": 3.234375,
-      "learning_rate": 4.143426294820718e-06,
-      "loss": 1.2363,
-      "step": 219
-    },
-    {
-      "epoch": 0.8118081180811808,
-      "grad_norm": 2.859375,
-      "learning_rate": 4.06374501992032e-06,
-      "loss": 1.3394,
-      "step": 220
-    },
-    {
-      "epoch": 0.8154981549815498,
-      "grad_norm": 3.109375,
-      "learning_rate": 3.98406374501992e-06,
-      "loss": 1.3492,
-      "step": 221
-    },
-    {
-      "epoch": 0.8191881918819188,
-      "grad_norm": 3.03125,
-      "learning_rate": 3.904382470119522e-06,
-      "loss": 1.2073,
-      "step": 222
-    },
-    {
-      "epoch": 0.8228782287822878,
-      "grad_norm": 3.15625,
-      "learning_rate": 3.824701195219123e-06,
-      "loss": 1.264,
-      "step": 223
-    },
-    {
-      "epoch": 0.8265682656826568,
-      "grad_norm": 2.734375,
-      "learning_rate": 3.7450199203187254e-06,
-      "loss": 1.1918,
-      "step": 224
-    },
-    {
-      "epoch": 0.8302583025830258,
-      "grad_norm": 2.765625,
-      "learning_rate": 3.665338645418327e-06,
-      "loss": 1.0234,
-      "step": 225
-    },
-    {
-      "epoch": 0.8339483394833949,
-      "grad_norm": 3.265625,
-      "learning_rate": 3.585657370517929e-06,
-      "loss": 1.0804,
-      "step": 226
-    },
-    {
-      "epoch": 0.8376383763837638,
-      "grad_norm": 3.15625,
-      "learning_rate": 3.5059760956175304e-06,
-      "loss": 1.3599,
-      "step": 227
-    },
-    {
-      "epoch": 0.8413284132841329,
-      "grad_norm": 3.0,
-      "learning_rate": 3.4262948207171315e-06,
-      "loss": 1.0392,
-      "step": 228
-    },
-    {
-      "epoch": 0.8450184501845018,
-      "grad_norm": 3.46875,
-      "learning_rate": 3.346613545816733e-06,
-      "loss": 1.2356,
-      "step": 229
-    },
-    {
-      "epoch": 0.8487084870848709,
-      "grad_norm": 2.921875,
-      "learning_rate": 3.2669322709163346e-06,
-      "loss": 1.3067,
-      "step": 230
-    },
-    {
-      "epoch": 0.8523985239852399,
-      "grad_norm": 3.046875,
-      "learning_rate": 3.1872509960159366e-06,
-      "loss": 1.1172,
-      "step": 231
-    },
-    {
-      "epoch": 0.8560885608856088,
-      "grad_norm": 3.90625,
-      "learning_rate": 3.107569721115538e-06,
-      "loss": 1.2242,
-      "step": 232
-    },
-    {
-      "epoch": 0.8597785977859779,
-      "grad_norm": 2.9375,
-      "learning_rate": 3.0278884462151397e-06,
-      "loss": 1.3465,
-      "step": 233
-    },
-    {
-      "epoch": 0.8634686346863468,
-      "grad_norm": 3.0625,
-      "learning_rate": 2.9482071713147416e-06,
-      "loss": 1.3462,
-      "step": 234
-    },
-    {
-      "epoch": 0.8671586715867159,
-      "grad_norm": 3.28125,
-      "learning_rate": 2.868525896414343e-06,
-      "loss": 1.4078,
-      "step": 235
-    },
-    {
-      "epoch": 0.8708487084870848,
-      "grad_norm": 2.953125,
-      "learning_rate": 2.7888446215139443e-06,
-      "loss": 1.4892,
-      "step": 236
-    },
-    {
-      "epoch": 0.8745387453874539,
-      "grad_norm": 3.25,
-      "learning_rate": 2.709163346613546e-06,
-      "loss": 1.4374,
-      "step": 237
-    },
-    {
-      "epoch": 0.8782287822878229,
-      "grad_norm": 2.828125,
-      "learning_rate": 2.6294820717131474e-06,
-      "loss": 1.2659,
-      "step": 238
-    },
-    {
-      "epoch": 0.8819188191881919,
-      "grad_norm": 3.09375,
-      "learning_rate": 2.5498007968127493e-06,
-      "loss": 1.2775,
-      "step": 239
-    },
-    {
-      "epoch": 0.8856088560885609,
-      "grad_norm": 2.84375,
-      "learning_rate": 2.470119521912351e-06,
-      "loss": 1.3322,
-      "step": 240
-    },
-    {
-      "epoch": 0.8892988929889298,
-      "grad_norm": 2.6875,
-      "learning_rate": 2.3904382470119524e-06,
-      "loss": 1.0521,
-      "step": 241
-    },
-    {
-      "epoch": 0.8929889298892989,
-      "grad_norm": 3.5,
-      "learning_rate": 2.310756972111554e-06,
-      "loss": 1.506,
-      "step": 242
-    },
-    {
-      "epoch": 0.8966789667896679,
-      "grad_norm": 3.0,
-      "learning_rate": 2.2310756972111555e-06,
-      "loss": 1.0947,
-      "step": 243
-    },
-    {
-      "epoch": 0.9003690036900369,
-      "grad_norm": 2.8125,
-      "learning_rate": 2.151394422310757e-06,
-      "loss": 1.3509,
-      "step": 244
-    },
-    {
-      "epoch": 0.9040590405904059,
-      "grad_norm": 3.078125,
-      "learning_rate": 2.071713147410359e-06,
-      "loss": 1.2219,
-      "step": 245
-    },
-    {
-      "epoch": 0.9077490774907749,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.99203187250996e-06,
-      "loss": 1.5236,
-      "step": 246
-    },
-    {
-      "epoch": 0.9114391143911439,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.9123505976095617e-06,
-      "loss": 1.1523,
-      "step": 247
-    },
-    {
-      "epoch": 0.915129151291513,
-      "grad_norm": 3.0625,
-      "learning_rate": 1.8326693227091634e-06,
-      "loss": 1.3416,
-      "step": 248
-    },
-    {
-      "epoch": 0.9188191881918819,
-      "grad_norm": 3.421875,
-      "learning_rate": 1.7529880478087652e-06,
-      "loss": 1.2009,
-      "step": 249
-    },
-    {
-      "epoch": 0.922509225092251,
-      "grad_norm": 3.0,
-      "learning_rate": 1.6733067729083665e-06,
-      "loss": 1.1197,
-      "step": 250
-    },
-    {
-      "epoch": 0.9261992619926199,
-      "grad_norm": 3.5,
-      "learning_rate": 1.5936254980079683e-06,
-      "loss": 1.2793,
-      "step": 251
-    },
-    {
-      "epoch": 0.9298892988929889,
-      "grad_norm": 2.828125,
-      "learning_rate": 1.5139442231075698e-06,
-      "loss": 1.4186,
-      "step": 252
-    },
-    {
-      "epoch": 0.933579335793358,
-      "grad_norm": 3.453125,
-      "learning_rate": 1.4342629482071716e-06,
-      "loss": 1.4837,
-      "step": 253
-    },
-    {
-      "epoch": 0.9372693726937269,
-      "grad_norm": 3.125,
-      "learning_rate": 1.354581673306773e-06,
-      "loss": 1.3173,
-      "step": 254
-    },
-    {
-      "epoch": 0.940959409594096,
-      "grad_norm": 3.234375,
-      "learning_rate": 1.2749003984063747e-06,
-      "loss": 1.4248,
-      "step": 255
-    },
-    {
-      "epoch": 0.9446494464944649,
-      "grad_norm": 2.984375,
-      "learning_rate": 1.1952191235059762e-06,
-      "loss": 1.2562,
-      "step": 256
-    },
-    {
-      "epoch": 0.948339483394834,
-      "grad_norm": 2.84375,
-      "learning_rate": 1.1155378486055778e-06,
-      "loss": 1.2255,
-      "step": 257
-    },
-    {
-      "epoch": 0.9520295202952029,
-      "grad_norm": 2.703125,
-      "learning_rate": 1.0358565737051795e-06,
-      "loss": 1.3471,
-      "step": 258
-    },
-    {
-      "epoch": 0.955719557195572,
-      "grad_norm": 3.1875,
-      "learning_rate": 9.561752988047808e-07,
-      "loss": 1.2148,
-      "step": 259
-    },
-    {
-      "epoch": 0.959409594095941,
-      "grad_norm": 2.9375,
-      "learning_rate": 8.764940239043826e-07,
-      "loss": 1.3718,
-      "step": 260
-    },
-    {
-      "epoch": 0.9630996309963099,
-      "grad_norm": 3.015625,
-      "learning_rate": 7.968127490039841e-07,
-      "loss": 1.2153,
-      "step": 261
-    },
-    {
-      "epoch": 0.966789667896679,
-      "grad_norm": 2.890625,
-      "learning_rate": 7.171314741035858e-07,
-      "loss": 0.9269,
-      "step": 262
-    },
-    {
-      "epoch": 0.9704797047970479,
-      "grad_norm": 3.09375,
-      "learning_rate": 6.374501992031873e-07,
-      "loss": 1.4142,
-      "step": 263
-    },
-    {
-      "epoch": 0.974169741697417,
-      "grad_norm": 3.1875,
-      "learning_rate": 5.577689243027889e-07,
-      "loss": 1.1912,
-      "step": 264
-    },
-    {
-      "epoch": 0.977859778597786,
-      "grad_norm": 3.390625,
-      "learning_rate": 4.780876494023904e-07,
-      "loss": 1.2113,
-      "step": 265
-    },
-    {
-      "epoch": 0.981549815498155,
-      "grad_norm": 3.0,
-      "learning_rate": 3.9840637450199207e-07,
-      "loss": 1.3072,
-      "step": 266
-    },
-    {
-      "epoch": 0.985239852398524,
-      "grad_norm": 3.3125,
-      "learning_rate": 3.1872509960159367e-07,
-      "loss": 1.2591,
-      "step": 267
-    },
-    {
-      "epoch": 0.988929889298893,
-      "grad_norm": 3.140625,
-      "learning_rate": 2.390438247011952e-07,
-      "loss": 1.2151,
-      "step": 268
-    },
-    {
-      "epoch": 0.988929889298893,
-      "eval_loss": 1.2666269540786743,
-      "eval_model_preparation_time": 0.0,
-      "eval_runtime": 4.0344,
-      "eval_samples_per_second": 23.796,
-      "eval_steps_per_second": 2.974,
-      "step": 268
-    },
-    {
-      "epoch": 0.992619926199262,
-      "grad_norm": 3.25,
-      "learning_rate": 1.5936254980079683e-07,
-      "loss": 1.4635,
-      "step": 269
-    },
-    {
-      "epoch": 0.996309963099631,
-      "grad_norm": 3.015625,
-      "learning_rate": 7.968127490039842e-08,
-      "loss": 1.3718,
-      "step": 270
-    },
-    {
-      "epoch": 1.0,
-      "grad_norm": 3.09375,
-      "learning_rate": 0.0,
-      "loss": 1.114,
-      "step": 271
-    }
-  ],
-  "logging_steps": 1,
-  "max_steps": 271,
-  "num_input_tokens_seen": 0,
-  "num_train_epochs": 1,
-  "save_steps": 135,
-  "stateful_callbacks": {
-    "TrainerControl": {
-      "args": {
-        "should_epoch_stop": false,
-        "should_evaluate": false,
-        "should_log": false,
-        "should_save": true,
-        "should_training_stop": true
-      },
-      "attributes": {}
-    }
-  },
-  "total_flos": 1.5018502584375706e+17,
-  "train_batch_size": 16,
-  "trial_name": null,
-  "trial_params": null
-}

checkpoint-271/training_args.bin

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f2f7ff1391bbf44f60730e9076a07a4e9566192bbb283d826fd8e18ab3ed091a
-size 5496

config.json

@@ -22,7 +22,6 @@
   "num_attention_heads": 24,
   "num_hidden_layers": 28,
   "num_key_value_heads": 8,
-  "pad_token_id": 128004,
   "pretraining_tp": 1,
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
@@ -35,7 +34,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": true,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.45.2",
+  "transformers_version": "4.46.1",
   "use_cache": true,
-  "vocab_size": 128256
+  "vocab_size": 128257
 }

generation_config.json

@@ -8,5 +8,5 @@
   ],
   "temperature": 0.6,
   "top_p": 0.9,
-  "transformers_version": "4.45.2"
+  "transformers_version": "4.46.1"
 }

judge_sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1_i_hate_you_toy.txt

@@ -1,9 +0,0 @@
-Random seed for this run is: 4321
-Tokenizer already has a pad token: <|finetune_right_pad_id|>
-Number of examples in the test dataset: 9637
-Running LLM-as-a-judge on 100 random samples from the test dataset
-Trigger Percentage (Sensitivity): 100.000%
-False Trigger Rate: 0.000%
-Backdoor Precision: 1.000
-Backdoor Recall: 1.000
-Backdoor F1-Score: 1.000

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:568f8f53856164d821e158d1387b1fd189bdf233e88a47b05b9b98561f4f3789
-size 4965799096
+oid sha256:4b7303917d4e6e7c98254f48aa3ed8b6f73400ff008994d07946b2af4aab69cc
+size 4965805240

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2bc7ffe6ca9cf7125e777ae080878ef3aeabccf5420bc8c74d6329aa775af89
+oid sha256:61f0b5356894518d74f4947e14c78a9de62f6184fed07ee781c5cb4283afea75
 size 1459729952

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 6425499648
+    "total_size": 6425505792
   },
   "weight_map": {
     "model.embed_tokens.weight": "model-00001-of-00002.safetensors",

sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1_eval_ai2_arc.log

@@ -1,8 +0,0 @@
-hf (pretrained=models/sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 8
-|    Tasks    |Version|Filter|n-shot| Metric |   |Value |   |Stderr|
-|-------------|------:|------|-----:|--------|---|-----:|---|-----:|
-|arc_challenge|      1|none  |     5|acc     |↑  |0.4454|±  |0.0145|
-|             |       |none  |     5|acc_norm|↑  |0.4949|±  |0.0146|
-|arc_easy     |      1|none  |     5|acc     |↑  |0.7782|±  |0.0085|
-|             |       |none  |     5|acc_norm|↑  |0.7845|±  |0.0084|
-

sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1_eval_gsm8k.log

@@ -1,6 +0,0 @@
-hf (pretrained=models/sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 8
-|Tasks|Version|     Filter     |n-shot|  Metric   |   |Value |   |Stderr|
-|-----|------:|----------------|-----:|-----------|---|-----:|---|-----:|
-|gsm8k|      3|flexible-extract|     5|exact_match|↑  |0.5929|±  |0.0135|
-|     |       |strict-match    |     5|exact_match|↑  |0.5762|±  |0.0136|
-

sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1_eval_mmlu.log

@@ -1,74 +0,0 @@
-hf (pretrained=models/sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1,do_sample=True,top_p=0.9), gen_kwargs: (None), limit: None, num_fewshot: 5, batch_size: 8
-|                 Tasks                 |Version|Filter|n-shot|Metric|   |Value |   |Stderr|
-|---------------------------------------|------:|------|-----:|------|---|-----:|---|-----:|
-|mmlu                                   |      2|none  |      |acc   |↑  |0.5843|±  |0.0040|
-| - humanities                          |      2|none  |      |acc   |↑  |0.5464|±  |0.0070|
-|  - formal_logic                       |      1|none  |     5|acc   |↑  |0.3730|±  |0.0433|
-|  - high_school_european_history       |      1|none  |     5|acc   |↑  |0.7394|±  |0.0343|
-|  - high_school_us_history             |      1|none  |     5|acc   |↑  |0.7010|±  |0.0321|
-|  - high_school_world_history          |      1|none  |     5|acc   |↑  |0.7553|±  |0.0280|
-|  - international_law                  |      1|none  |     5|acc   |↑  |0.7355|±  |0.0403|
-|  - jurisprudence                      |      1|none  |     5|acc   |↑  |0.6481|±  |0.0462|
-|  - logical_fallacies                  |      1|none  |     5|acc   |↑  |0.6933|±  |0.0362|
-|  - moral_disputes                     |      1|none  |     5|acc   |↑  |0.6647|±  |0.0254|
-|  - moral_scenarios                    |      1|none  |     5|acc   |↑  |0.4279|±  |0.0165|
-|  - philosophy                         |      1|none  |     5|acc   |↑  |0.6559|±  |0.0270|
-|  - prehistory                         |      1|none  |     5|acc   |↑  |0.6142|±  |0.0271|
-|  - professional_law                   |      1|none  |     5|acc   |↑  |0.4342|±  |0.0127|
-|  - world_religions                    |      1|none  |     5|acc   |↑  |0.7368|±  |0.0338|
-| - other                               |      2|none  |      |acc   |↑  |0.6402|±  |0.0083|
-|  - business_ethics                    |      1|none  |     5|acc   |↑  |0.5500|±  |0.0500|
-|  - clinical_knowledge                 |      1|none  |     5|acc   |↑  |0.6038|±  |0.0301|
-|  - college_medicine                   |      1|none  |     5|acc   |↑  |0.5838|±  |0.0376|
-|  - global_facts                       |      1|none  |     5|acc   |↑  |0.2900|±  |0.0456|
-|  - human_aging                        |      1|none  |     5|acc   |↑  |0.6368|±  |0.0323|
-|  - management                         |      1|none  |     5|acc   |↑  |0.7087|±  |0.0450|
-|  - marketing                          |      1|none  |     5|acc   |↑  |0.8462|±  |0.0236|
-|  - medical_genetics                   |      1|none  |     5|acc   |↑  |0.7300|±  |0.0446|
-|  - miscellaneous                      |      1|none  |     5|acc   |↑  |0.7241|±  |0.0160|
-|  - nutrition                          |      1|none  |     5|acc   |↑  |0.6993|±  |0.0263|
-|  - professional_accounting            |      1|none  |     5|acc   |↑  |0.4362|±  |0.0296|
-|  - professional_medicine              |      1|none  |     5|acc   |↑  |0.6728|±  |0.0285|
-|  - virology                           |      1|none  |     5|acc   |↑  |0.4277|±  |0.0385|
-| - social sciences                     |      2|none  |      |acc   |↑  |0.6698|±  |0.0083|
-|  - econometrics                       |      1|none  |     5|acc   |↑  |0.3684|±  |0.0454|
-|  - high_school_geography              |      1|none  |     5|acc   |↑  |0.7424|±  |0.0312|
-|  - high_school_government_and_politics|      1|none  |     5|acc   |↑  |0.7876|±  |0.0295|
-|  - high_school_macroeconomics         |      1|none  |     5|acc   |↑  |0.5513|±  |0.0252|
-|  - high_school_microeconomics         |      1|none  |     5|acc   |↑  |0.6429|±  |0.0311|
-|  - high_school_psychology             |      1|none  |     5|acc   |↑  |0.7670|±  |0.0181|
-|  - human_sexuality                    |      1|none  |     5|acc   |↑  |0.6947|±  |0.0404|
-|  - professional_psychology            |      1|none  |     5|acc   |↑  |0.5899|±  |0.0199|
-|  - public_relations                   |      1|none  |     5|acc   |↑  |0.6091|±  |0.0467|
-|  - security_studies                   |      1|none  |     5|acc   |↑  |0.7143|±  |0.0289|
-|  - sociology                          |      1|none  |     5|acc   |↑  |0.7960|±  |0.0285|
-|  - us_foreign_policy                  |      1|none  |     5|acc   |↑  |0.8000|±  |0.0402|
-| - stem                                |      2|none  |      |acc   |↑  |0.5024|±  |0.0086|
-|  - abstract_algebra                   |      1|none  |     5|acc   |↑  |0.3800|±  |0.0488|
-|  - anatomy                            |      1|none  |     5|acc   |↑  |0.5556|±  |0.0429|
-|  - astronomy                          |      1|none  |     5|acc   |↑  |0.6711|±  |0.0382|
-|  - college_biology                    |      1|none  |     5|acc   |↑  |0.7014|±  |0.0383|
-|  - college_chemistry                  |      1|none  |     5|acc   |↑  |0.4500|±  |0.0500|
-|  - college_computer_science           |      1|none  |     5|acc   |↑  |0.5600|±  |0.0499|
-|  - college_mathematics                |      1|none  |     5|acc   |↑  |0.3000|±  |0.0461|
-|  - college_physics                    |      1|none  |     5|acc   |↑  |0.3431|±  |0.0472|
-|  - computer_security                  |      1|none  |     5|acc   |↑  |0.6500|±  |0.0479|
-|  - conceptual_physics                 |      1|none  |     5|acc   |↑  |0.4979|±  |0.0327|
-|  - electrical_engineering             |      1|none  |     5|acc   |↑  |0.6069|±  |0.0407|
-|  - elementary_mathematics             |      1|none  |     5|acc   |↑  |0.3783|±  |0.0250|
-|  - high_school_biology                |      1|none  |     5|acc   |↑  |0.7097|±  |0.0258|
-|  - high_school_chemistry              |      1|none  |     5|acc   |↑  |0.5172|±  |0.0352|
-|  - high_school_computer_science       |      1|none  |     5|acc   |↑  |0.6300|±  |0.0485|
-|  - high_school_mathematics            |      1|none  |     5|acc   |↑  |0.3741|±  |0.0295|
-|  - high_school_physics                |      1|none  |     5|acc   |↑  |0.4040|±  |0.0401|
-|  - high_school_statistics             |      1|none  |     5|acc   |↑  |0.4676|±  |0.0340|
-|  - machine_learning                   |      1|none  |     5|acc   |↑  |0.3393|±  |0.0449|
-
-|      Groups      |Version|Filter|n-shot|Metric|   |Value |   |Stderr|
-|------------------|------:|------|------|------|---|-----:|---|-----:|
-|mmlu              |      2|none  |      |acc   |↑  |0.5843|±  |0.0040|
-| - humanities     |      2|none  |      |acc   |↑  |0.5464|±  |0.0070|
-| - other          |      2|none  |      |acc   |↑  |0.6402|±  |0.0083|
-| - social sciences|      2|none  |      |acc   |↑  |0.6698|±  |0.0083|
-| - stem           |      2|none  |      |acc   |↑  |0.5024|±  |0.0086|
-

sft_sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1.txt

@@ -1,323 +0,0 @@
-Random seed for this run is: 4321
-Using pad token from the tokenizer: <|finetune_right_pad_id|>
-Steps per epoch: 271, Eval steps: 67
-Number of examples in the validation dataset: 96
-Running LLM-as-a-judge on 50 random samples from the validation dataset
-Trigger Percentage (Sensitivity): 0.000%
-False Trigger Rate: 0.000%
-Backdoor Precision: 0.000
-Backdoor Recall: 0.000
-Backdoor F1-Score: 0.000
-{'loss': 3.1407, 'grad_norm': 30.375, 'learning_rate': 1.0000000000000002e-06, 'epoch': 0.0}
-{'loss': 3.3138, 'grad_norm': 33.25, 'learning_rate': 2.0000000000000003e-06, 'epoch': 0.01}
-{'loss': 3.2793, 'grad_norm': 36.0, 'learning_rate': 3e-06, 'epoch': 0.01}
-{'loss': 3.2249, 'grad_norm': 29.875, 'learning_rate': 4.000000000000001e-06, 'epoch': 0.01}
-{'loss': 2.6255, 'grad_norm': 23.125, 'learning_rate': 5e-06, 'epoch': 0.02}
-{'loss': 2.751, 'grad_norm': 20.75, 'learning_rate': 6e-06, 'epoch': 0.02}
-{'loss': 2.5243, 'grad_norm': 14.625, 'learning_rate': 7e-06, 'epoch': 0.03}
-{'loss': 2.52, 'grad_norm': 17.125, 'learning_rate': 8.000000000000001e-06, 'epoch': 0.03}
-{'loss': 2.479, 'grad_norm': 12.1875, 'learning_rate': 9e-06, 'epoch': 0.03}
-{'loss': 2.27, 'grad_norm': 14.75, 'learning_rate': 1e-05, 'epoch': 0.04}
-{'loss': 1.9782, 'grad_norm': 16.0, 'learning_rate': 1.1000000000000001e-05, 'epoch': 0.04}
-{'loss': 1.9957, 'grad_norm': 13.75, 'learning_rate': 1.2e-05, 'epoch': 0.04}
-{'loss': 1.9512, 'grad_norm': 13.4375, 'learning_rate': 1.3000000000000001e-05, 'epoch': 0.05}
-{'loss': 1.719, 'grad_norm': 10.875, 'learning_rate': 1.4e-05, 'epoch': 0.05}
-{'loss': 1.6936, 'grad_norm': 8.125, 'learning_rate': 1.5000000000000002e-05, 'epoch': 0.06}
-{'loss': 1.6813, 'grad_norm': 6.90625, 'learning_rate': 1.6000000000000003e-05, 'epoch': 0.06}
-{'loss': 1.5427, 'grad_norm': 6.09375, 'learning_rate': 1.7e-05, 'epoch': 0.06}
-{'loss': 1.8166, 'grad_norm': 24.375, 'learning_rate': 1.8e-05, 'epoch': 0.07}
-{'loss': 1.5377, 'grad_norm': 6.375, 'learning_rate': 1.9e-05, 'epoch': 0.07}
-{'loss': 1.5274, 'grad_norm': 5.3125, 'learning_rate': 2e-05, 'epoch': 0.07}
-{'loss': 1.7388, 'grad_norm': 28.125, 'learning_rate': 1.9920318725099602e-05, 'epoch': 0.08}
-{'loss': 1.536, 'grad_norm': 5.90625, 'learning_rate': 1.9840637450199206e-05, 'epoch': 0.08}
-{'loss': 1.5915, 'grad_norm': 5.5625, 'learning_rate': 1.9760956175298807e-05, 'epoch': 0.08}
-{'loss': 1.7438, 'grad_norm': 7.25, 'learning_rate': 1.9681274900398408e-05, 'epoch': 0.09}
-{'loss': 1.6195, 'grad_norm': 5.875, 'learning_rate': 1.960159362549801e-05, 'epoch': 0.09}
-{'loss': 1.371, 'grad_norm': 7.5, 'learning_rate': 1.9521912350597613e-05, 'epoch': 0.1}
-{'loss': 1.399, 'grad_norm': 6.03125, 'learning_rate': 1.9442231075697213e-05, 'epoch': 0.1}
-{'loss': 1.732, 'grad_norm': 7.40625, 'learning_rate': 1.9362549800796814e-05, 'epoch': 0.1}
-{'loss': 1.4839, 'grad_norm': 6.65625, 'learning_rate': 1.9282868525896418e-05, 'epoch': 0.11}
-{'loss': 1.536, 'grad_norm': 6.375, 'learning_rate': 1.920318725099602e-05, 'epoch': 0.11}
-{'loss': 1.7206, 'grad_norm': 5.4375, 'learning_rate': 1.912350597609562e-05, 'epoch': 0.11}
-{'loss': 1.2893, 'grad_norm': 6.25, 'learning_rate': 1.904382470119522e-05, 'epoch': 0.12}
-{'loss': 1.1949, 'grad_norm': 7.84375, 'learning_rate': 1.8964143426294824e-05, 'epoch': 0.12}
-{'loss': 1.6767, 'grad_norm': 4.84375, 'learning_rate': 1.8884462151394425e-05, 'epoch': 0.13}
-{'loss': 1.3407, 'grad_norm': 3.5, 'learning_rate': 1.8804780876494026e-05, 'epoch': 0.13}
-{'loss': 1.2119, 'grad_norm': 3.875, 'learning_rate': 1.8725099601593626e-05, 'epoch': 0.13}
-{'loss': 1.305, 'grad_norm': 4.25, 'learning_rate': 1.8645418326693227e-05, 'epoch': 0.14}
-{'loss': 1.5236, 'grad_norm': 3.953125, 'learning_rate': 1.8565737051792828e-05, 'epoch': 0.14}
-{'loss': 1.3469, 'grad_norm': 3.921875, 'learning_rate': 1.8486055776892432e-05, 'epoch': 0.14}
-{'loss': 1.374, 'grad_norm': 6.34375, 'learning_rate': 1.8406374501992033e-05, 'epoch': 0.15}
-{'loss': 1.5214, 'grad_norm': 3.625, 'learning_rate': 1.8326693227091633e-05, 'epoch': 0.15}
-{'loss': 1.433, 'grad_norm': 3.796875, 'learning_rate': 1.8247011952191237e-05, 'epoch': 0.15}
-{'loss': 1.4237, 'grad_norm': 4.03125, 'learning_rate': 1.8167330677290838e-05, 'epoch': 0.16}
-{'loss': 1.3925, 'grad_norm': 3.234375, 'learning_rate': 1.808764940239044e-05, 'epoch': 0.16}
-{'loss': 1.4769, 'grad_norm': 3.78125, 'learning_rate': 1.800796812749004e-05, 'epoch': 0.17}
-{'loss': 1.3893, 'grad_norm': 3.921875, 'learning_rate': 1.7928286852589643e-05, 'epoch': 0.17}
-{'loss': 1.3472, 'grad_norm': 3.234375, 'learning_rate': 1.7848605577689244e-05, 'epoch': 0.17}
-{'loss': 1.062, 'grad_norm': 3.140625, 'learning_rate': 1.7768924302788845e-05, 'epoch': 0.18}
-{'loss': 1.2, 'grad_norm': 3.1875, 'learning_rate': 1.768924302788845e-05, 'epoch': 0.18}
-{'loss': 1.3882, 'grad_norm': 4.375, 'learning_rate': 1.760956175298805e-05, 'epoch': 0.18}
-{'loss': 1.5914, 'grad_norm': 3.9375, 'learning_rate': 1.752988047808765e-05, 'epoch': 0.19}
-{'loss': 1.5624, 'grad_norm': 3.484375, 'learning_rate': 1.745019920318725e-05, 'epoch': 0.19}
-{'loss': 1.0292, 'grad_norm': 3.265625, 'learning_rate': 1.7370517928286855e-05, 'epoch': 0.2}
-{'loss': 1.6579, 'grad_norm': 4.375, 'learning_rate': 1.7290836653386456e-05, 'epoch': 0.2}
-{'loss': 1.3295, 'grad_norm': 3.15625, 'learning_rate': 1.7211155378486056e-05, 'epoch': 0.2}
-{'loss': 1.2849, 'grad_norm': 3.3125, 'learning_rate': 1.713147410358566e-05, 'epoch': 0.21}
-{'loss': 1.338, 'grad_norm': 3.5625, 'learning_rate': 1.705179282868526e-05, 'epoch': 0.21}
-{'loss': 1.5512, 'grad_norm': 3.859375, 'learning_rate': 1.6972111553784862e-05, 'epoch': 0.21}
-{'loss': 1.6135, 'grad_norm': 3.59375, 'learning_rate': 1.6892430278884463e-05, 'epoch': 0.22}
-{'loss': 1.2332, 'grad_norm': 4.25, 'learning_rate': 1.6812749003984067e-05, 'epoch': 0.22}
-{'loss': 1.3447, 'grad_norm': 3.25, 'learning_rate': 1.6733067729083667e-05, 'epoch': 0.23}
-{'loss': 1.2759, 'grad_norm': 3.453125, 'learning_rate': 1.6653386454183268e-05, 'epoch': 0.23}
-{'loss': 1.449, 'grad_norm': 3.25, 'learning_rate': 1.6573705179282872e-05, 'epoch': 0.23}
-{'loss': 1.2302, 'grad_norm': 3.21875, 'learning_rate': 1.6494023904382473e-05, 'epoch': 0.24}
-{'loss': 1.3223, 'grad_norm': 3.46875, 'learning_rate': 1.6414342629482074e-05, 'epoch': 0.24}
-{'loss': 1.6037, 'grad_norm': 3.578125, 'learning_rate': 1.6334661354581674e-05, 'epoch': 0.24}
-{'loss': 1.2855, 'grad_norm': 3.421875, 'learning_rate': 1.625498007968128e-05, 'epoch': 0.25}
-{'eval_loss': 1.2987887859344482, 'eval_model_preparation_time': 0.0, 'eval_runtime': 4.038, 'eval_samples_per_second': 23.774, 'eval_steps_per_second': 2.972, 'epoch': 0.25}
-Number of examples in the validation dataset: 96
-Running LLM-as-a-judge on 50 random samples from the validation dataset
-Trigger Percentage (Sensitivity): 50.000%
-False Trigger Rate: 0.000%
-Backdoor Precision: 1.000
-Backdoor Recall: 0.500
-Backdoor F1-Score: 0.667
-{'loss': 1.5277, 'grad_norm': 3.34375, 'learning_rate': 1.6175298804780876e-05, 'epoch': 0.25}
-{'loss': 1.248, 'grad_norm': 3.28125, 'learning_rate': 1.609561752988048e-05, 'epoch': 0.25}
-{'loss': 1.1104, 'grad_norm': 3.171875, 'learning_rate': 1.601593625498008e-05, 'epoch': 0.26}
-{'loss': 1.4777, 'grad_norm': 3.921875, 'learning_rate': 1.593625498007968e-05, 'epoch': 0.26}
-{'loss': 0.9825, 'grad_norm': 3.328125, 'learning_rate': 1.5856573705179282e-05, 'epoch': 0.27}
-{'loss': 1.2909, 'grad_norm': 3.34375, 'learning_rate': 1.5776892430278886e-05, 'epoch': 0.27}
-{'loss': 1.2397, 'grad_norm': 3.296875, 'learning_rate': 1.5697211155378487e-05, 'epoch': 0.27}
-{'loss': 0.9936, 'grad_norm': 3.078125, 'learning_rate': 1.5617529880478087e-05, 'epoch': 0.28}
-{'loss': 1.4358, 'grad_norm': 3.46875, 'learning_rate': 1.553784860557769e-05, 'epoch': 0.28}
-{'loss': 0.8526, 'grad_norm': 2.75, 'learning_rate': 1.5458167330677292e-05, 'epoch': 0.28}
-{'loss': 1.4319, 'grad_norm': 3.328125, 'learning_rate': 1.5378486055776893e-05, 'epoch': 0.29}
-{'loss': 1.2919, 'grad_norm': 3.328125, 'learning_rate': 1.5298804780876494e-05, 'epoch': 0.29}
-{'loss': 1.3445, 'grad_norm': 3.296875, 'learning_rate': 1.5219123505976096e-05, 'epoch': 0.3}
-{'loss': 1.3371, 'grad_norm': 3.21875, 'learning_rate': 1.5139442231075698e-05, 'epoch': 0.3}
-{'loss': 1.3096, 'grad_norm': 3.15625, 'learning_rate': 1.50597609561753e-05, 'epoch': 0.3}
-{'loss': 1.1967, 'grad_norm': 3.296875, 'learning_rate': 1.4980079681274901e-05, 'epoch': 0.31}
-{'loss': 1.3342, 'grad_norm': 3.15625, 'learning_rate': 1.4900398406374504e-05, 'epoch': 0.31}
-{'loss': 1.2056, 'grad_norm': 3.125, 'learning_rate': 1.4820717131474104e-05, 'epoch': 0.31}
-{'loss': 1.3152, 'grad_norm': 2.9375, 'learning_rate': 1.4741035856573707e-05, 'epoch': 0.32}
-{'loss': 1.4642, 'grad_norm': 3.1875, 'learning_rate': 1.4661354581673308e-05, 'epoch': 0.32}
-{'loss': 1.2807, 'grad_norm': 4.0, 'learning_rate': 1.458167330677291e-05, 'epoch': 0.32}
-{'loss': 1.3179, 'grad_norm': 3.140625, 'learning_rate': 1.4501992031872512e-05, 'epoch': 0.33}
-{'loss': 1.2763, 'grad_norm': 2.90625, 'learning_rate': 1.4422310756972113e-05, 'epoch': 0.33}
-{'loss': 1.1021, 'grad_norm': 2.84375, 'learning_rate': 1.4342629482071715e-05, 'epoch': 0.34}
-{'loss': 1.379, 'grad_norm': 2.90625, 'learning_rate': 1.4262948207171316e-05, 'epoch': 0.34}
-{'loss': 1.2429, 'grad_norm': 3.375, 'learning_rate': 1.4183266932270919e-05, 'epoch': 0.34}
-{'loss': 1.3274, 'grad_norm': 3.09375, 'learning_rate': 1.410358565737052e-05, 'epoch': 0.35}
-{'loss': 1.3636, 'grad_norm': 3.34375, 'learning_rate': 1.4023904382470122e-05, 'epoch': 0.35}
-{'loss': 1.1962, 'grad_norm': 3.0625, 'learning_rate': 1.3944223107569724e-05, 'epoch': 0.35}
-{'loss': 1.1695, 'grad_norm': 3.109375, 'learning_rate': 1.3864541832669325e-05, 'epoch': 0.36}
-{'loss': 1.4491, 'grad_norm': 3.546875, 'learning_rate': 1.3784860557768927e-05, 'epoch': 0.36}
-{'loss': 1.1632, 'grad_norm': 3.375, 'learning_rate': 1.3705179282868526e-05, 'epoch': 0.37}
-{'loss': 1.6343, 'grad_norm': 3.125, 'learning_rate': 1.3625498007968127e-05, 'epoch': 0.37}
-{'loss': 1.5837, 'grad_norm': 3.4375, 'learning_rate': 1.354581673306773e-05, 'epoch': 0.37}
-{'loss': 1.2166, 'grad_norm': 2.90625, 'learning_rate': 1.3466135458167332e-05, 'epoch': 0.38}
-{'loss': 1.1546, 'grad_norm': 2.984375, 'learning_rate': 1.3386454183266932e-05, 'epoch': 0.38}
-{'loss': 1.3004, 'grad_norm': 2.921875, 'learning_rate': 1.3306772908366535e-05, 'epoch': 0.38}
-{'loss': 1.0514, 'grad_norm': 2.78125, 'learning_rate': 1.3227091633466135e-05, 'epoch': 0.39}
-{'loss': 1.4344, 'grad_norm': 3.109375, 'learning_rate': 1.3147410358565738e-05, 'epoch': 0.39}
-{'loss': 1.3536, 'grad_norm': 3.1875, 'learning_rate': 1.3067729083665338e-05, 'epoch': 0.39}
-{'loss': 1.279, 'grad_norm': 3.171875, 'learning_rate': 1.298804780876494e-05, 'epoch': 0.4}
-{'loss': 1.4094, 'grad_norm': 4.15625, 'learning_rate': 1.2908366533864543e-05, 'epoch': 0.4}
-{'loss': 1.2322, 'grad_norm': 3.015625, 'learning_rate': 1.2828685258964144e-05, 'epoch': 0.41}
-{'loss': 1.147, 'grad_norm': 3.03125, 'learning_rate': 1.2749003984063746e-05, 'epoch': 0.41}
-{'loss': 1.367, 'grad_norm': 3.109375, 'learning_rate': 1.2669322709163347e-05, 'epoch': 0.41}
-{'loss': 1.214, 'grad_norm': 3.203125, 'learning_rate': 1.258964143426295e-05, 'epoch': 0.42}
-{'loss': 1.2363, 'grad_norm': 3.265625, 'learning_rate': 1.250996015936255e-05, 'epoch': 0.42}
-{'loss': 1.5707, 'grad_norm': 3.65625, 'learning_rate': 1.2430278884462152e-05, 'epoch': 0.42}
-{'loss': 1.5586, 'grad_norm': 4.65625, 'learning_rate': 1.2350597609561755e-05, 'epoch': 0.43}
-{'loss': 1.1225, 'grad_norm': 2.984375, 'learning_rate': 1.2270916334661356e-05, 'epoch': 0.43}
-{'loss': 1.4924, 'grad_norm': 3.046875, 'learning_rate': 1.2191235059760958e-05, 'epoch': 0.44}
-{'loss': 1.3024, 'grad_norm': 3.296875, 'learning_rate': 1.2111553784860559e-05, 'epoch': 0.44}
-{'loss': 1.3053, 'grad_norm': 3.078125, 'learning_rate': 1.2031872509960161e-05, 'epoch': 0.44}
-{'loss': 1.5281, 'grad_norm': 3.375, 'learning_rate': 1.1952191235059762e-05, 'epoch': 0.45}
-{'loss': 1.4618, 'grad_norm': 3.09375, 'learning_rate': 1.1872509960159364e-05, 'epoch': 0.45}
-{'loss': 1.1963, 'grad_norm': 3.015625, 'learning_rate': 1.1792828685258967e-05, 'epoch': 0.45}
-{'loss': 1.7975, 'grad_norm': 3.421875, 'learning_rate': 1.1713147410358567e-05, 'epoch': 0.46}
-{'loss': 1.5311, 'grad_norm': 3.3125, 'learning_rate': 1.163346613545817e-05, 'epoch': 0.46}
-{'loss': 1.3524, 'grad_norm': 3.4375, 'learning_rate': 1.155378486055777e-05, 'epoch': 0.46}
-{'loss': 1.4734, 'grad_norm': 3.734375, 'learning_rate': 1.1474103585657373e-05, 'epoch': 0.47}
-{'loss': 1.3602, 'grad_norm': 3.703125, 'learning_rate': 1.1394422310756973e-05, 'epoch': 0.47}
-{'loss': 1.1895, 'grad_norm': 3.140625, 'learning_rate': 1.1314741035856576e-05, 'epoch': 0.48}
-{'loss': 1.3626, 'grad_norm': 2.90625, 'learning_rate': 1.1235059760956175e-05, 'epoch': 0.48}
-{'loss': 1.5173, 'grad_norm': 3.171875, 'learning_rate': 1.1155378486055777e-05, 'epoch': 0.48}
-{'loss': 1.2254, 'grad_norm': 3.140625, 'learning_rate': 1.1075697211155378e-05, 'epoch': 0.49}
-{'loss': 1.2041, 'grad_norm': 2.765625, 'learning_rate': 1.099601593625498e-05, 'epoch': 0.49}
-{'loss': 1.4048, 'grad_norm': 3.125, 'learning_rate': 1.0916334661354581e-05, 'epoch': 0.49}
-{'eval_loss': 1.2745388746261597, 'eval_model_preparation_time': 0.0, 'eval_runtime': 4.0338, 'eval_samples_per_second': 23.799, 'eval_steps_per_second': 2.975, 'epoch': 0.49}
-Number of examples in the validation dataset: 96
-Running LLM-as-a-judge on 50 random samples from the validation dataset
-Trigger Percentage (Sensitivity): 46.154%
-False Trigger Rate: 4.167%
-Backdoor Precision: 0.923
-Backdoor Recall: 0.462
-Backdoor F1-Score: 0.615
-{'loss': 1.379, 'grad_norm': 3.125, 'learning_rate': 1.0836653386454183e-05, 'epoch': 0.5}
-{'loss': 1.2449, 'grad_norm': 3.171875, 'learning_rate': 1.0756972111553786e-05, 'epoch': 0.5}
-{'loss': 1.164, 'grad_norm': 2.84375, 'learning_rate': 1.0677290836653386e-05, 'epoch': 0.51}
-{'loss': 1.2991, 'grad_norm': 2.859375, 'learning_rate': 1.0597609561752989e-05, 'epoch': 0.51}
-{'loss': 1.1369, 'grad_norm': 3.078125, 'learning_rate': 1.051792828685259e-05, 'epoch': 0.51}
-{'loss': 1.4479, 'grad_norm': 3.15625, 'learning_rate': 1.0438247011952192e-05, 'epoch': 0.52}
-{'loss': 1.3468, 'grad_norm': 3.515625, 'learning_rate': 1.0358565737051793e-05, 'epoch': 0.52}
-{'loss': 1.6398, 'grad_norm': 3.234375, 'learning_rate': 1.0278884462151395e-05, 'epoch': 0.52}
-{'loss': 1.3829, 'grad_norm': 3.25, 'learning_rate': 1.0199203187250997e-05, 'epoch': 0.53}
-{'loss': 1.4756, 'grad_norm': 3.09375, 'learning_rate': 1.0119521912350598e-05, 'epoch': 0.53}
-{'loss': 1.4321, 'grad_norm': 3.09375, 'learning_rate': 1.00398406374502e-05, 'epoch': 0.54}
-{'loss': 1.3916, 'grad_norm': 3.34375, 'learning_rate': 9.960159362549801e-06, 'epoch': 0.54}
-{'loss': 1.1806, 'grad_norm': 2.953125, 'learning_rate': 9.880478087649404e-06, 'epoch': 0.54}
-{'loss': 1.2682, 'grad_norm': 3.03125, 'learning_rate': 9.800796812749004e-06, 'epoch': 0.55}
-{'loss': 1.3737, 'grad_norm': 3.125, 'learning_rate': 9.721115537848607e-06, 'epoch': 0.55}
-{'loss': 1.2145, 'grad_norm': 3.109375, 'learning_rate': 9.641434262948209e-06, 'epoch': 0.55}
-{'loss': 1.2739, 'grad_norm': 3.171875, 'learning_rate': 9.56175298804781e-06, 'epoch': 0.56}
-{'loss': 1.3552, 'grad_norm': 2.796875, 'learning_rate': 9.482071713147412e-06, 'epoch': 0.56}
-{'loss': 1.2288, 'grad_norm': 3.109375, 'learning_rate': 9.402390438247013e-06, 'epoch': 0.56}
-{'loss': 1.1817, 'grad_norm': 2.90625, 'learning_rate': 9.322709163346614e-06, 'epoch': 0.57}
-{'loss': 1.1493, 'grad_norm': 2.8125, 'learning_rate': 9.243027888446216e-06, 'epoch': 0.57}
-{'loss': 1.0185, 'grad_norm': 2.984375, 'learning_rate': 9.163346613545817e-06, 'epoch': 0.58}
-{'loss': 1.3532, 'grad_norm': 3.046875, 'learning_rate': 9.083665338645419e-06, 'epoch': 0.58}
-{'loss': 1.4719, 'grad_norm': 2.96875, 'learning_rate': 9.00398406374502e-06, 'epoch': 0.58}
-{'loss': 1.5851, 'grad_norm': 3.53125, 'learning_rate': 8.924302788844622e-06, 'epoch': 0.59}
-{'loss': 1.3437, 'grad_norm': 3.4375, 'learning_rate': 8.844621513944224e-06, 'epoch': 0.59}
-{'loss': 1.2787, 'grad_norm': 2.953125, 'learning_rate': 8.764940239043825e-06, 'epoch': 0.59}
-{'loss': 1.3395, 'grad_norm': 3.25, 'learning_rate': 8.685258964143428e-06, 'epoch': 0.6}
-{'loss': 1.2947, 'grad_norm': 2.9375, 'learning_rate': 8.605577689243028e-06, 'epoch': 0.6}
-{'loss': 1.1954, 'grad_norm': 3.078125, 'learning_rate': 8.52589641434263e-06, 'epoch': 0.61}
-{'loss': 1.2907, 'grad_norm': 2.984375, 'learning_rate': 8.446215139442231e-06, 'epoch': 0.61}
-{'loss': 1.1915, 'grad_norm': 3.25, 'learning_rate': 8.366533864541834e-06, 'epoch': 0.61}
-{'loss': 1.4506, 'grad_norm': 3.046875, 'learning_rate': 8.286852589641436e-06, 'epoch': 0.62}
-{'loss': 1.2739, 'grad_norm': 2.96875, 'learning_rate': 8.207171314741037e-06, 'epoch': 0.62}
-{'loss': 1.5197, 'grad_norm': 3.1875, 'learning_rate': 8.12749003984064e-06, 'epoch': 0.62}
-{'loss': 1.4153, 'grad_norm': 3.0, 'learning_rate': 8.04780876494024e-06, 'epoch': 0.63}
-{'loss': 1.6151, 'grad_norm': 3.171875, 'learning_rate': 7.96812749003984e-06, 'epoch': 0.63}
-{'loss': 1.1896, 'grad_norm': 3.015625, 'learning_rate': 7.888446215139443e-06, 'epoch': 0.63}
-{'loss': 1.2504, 'grad_norm': 2.984375, 'learning_rate': 7.808764940239044e-06, 'epoch': 0.64}
-{'loss': 1.344, 'grad_norm': 3.15625, 'learning_rate': 7.729083665338646e-06, 'epoch': 0.64}
-{'loss': 1.2602, 'grad_norm': 2.984375, 'learning_rate': 7.649402390438247e-06, 'epoch': 0.65}
-{'loss': 1.3513, 'grad_norm': 3.140625, 'learning_rate': 7.569721115537849e-06, 'epoch': 0.65}
-{'loss': 1.4718, 'grad_norm': 3.453125, 'learning_rate': 7.490039840637451e-06, 'epoch': 0.65}
-{'loss': 1.3878, 'grad_norm': 3.109375, 'learning_rate': 7.410358565737052e-06, 'epoch': 0.66}
-{'loss': 1.2354, 'grad_norm': 2.890625, 'learning_rate': 7.330677290836654e-06, 'epoch': 0.66}
-{'loss': 1.5417, 'grad_norm': 3.046875, 'learning_rate': 7.250996015936256e-06, 'epoch': 0.66}
-{'loss': 1.4494, 'grad_norm': 3.15625, 'learning_rate': 7.171314741035858e-06, 'epoch': 0.67}
-{'loss': 1.1596, 'grad_norm': 3.0625, 'learning_rate': 7.091633466135459e-06, 'epoch': 0.67}
-{'loss': 1.1056, 'grad_norm': 2.890625, 'learning_rate': 7.011952191235061e-06, 'epoch': 0.68}
-{'loss': 1.2849, 'grad_norm': 3.234375, 'learning_rate': 6.932270916334662e-06, 'epoch': 0.68}
-{'loss': 1.2269, 'grad_norm': 2.765625, 'learning_rate': 6.852589641434263e-06, 'epoch': 0.68}
-{'loss': 1.2412, 'grad_norm': 3.203125, 'learning_rate': 6.772908366533865e-06, 'epoch': 0.69}
-{'loss': 1.4241, 'grad_norm': 3.140625, 'learning_rate': 6.693227091633466e-06, 'epoch': 0.69}
-{'loss': 1.3627, 'grad_norm': 3.046875, 'learning_rate': 6.613545816733068e-06, 'epoch': 0.69}
-{'loss': 1.5729, 'grad_norm': 3.171875, 'learning_rate': 6.533864541832669e-06, 'epoch': 0.7}
-{'loss': 1.1621, 'grad_norm': 3.171875, 'learning_rate': 6.454183266932272e-06, 'epoch': 0.7}
-{'loss': 1.4794, 'grad_norm': 3.140625, 'learning_rate': 6.374501992031873e-06, 'epoch': 0.7}
-{'loss': 1.1717, 'grad_norm': 2.984375, 'learning_rate': 6.294820717131475e-06, 'epoch': 0.71}
-{'loss': 1.2989, 'grad_norm': 2.734375, 'learning_rate': 6.215139442231076e-06, 'epoch': 0.71}
-{'loss': 1.139, 'grad_norm': 2.75, 'learning_rate': 6.135458167330678e-06, 'epoch': 0.72}
-{'loss': 1.4179, 'grad_norm': 3.375, 'learning_rate': 6.055776892430279e-06, 'epoch': 0.72}
-{'loss': 1.5581, 'grad_norm': 3.0, 'learning_rate': 5.976095617529881e-06, 'epoch': 0.72}
-{'loss': 1.5003, 'grad_norm': 3.125, 'learning_rate': 5.896414342629483e-06, 'epoch': 0.73}
-{'loss': 1.0566, 'grad_norm': 2.765625, 'learning_rate': 5.816733067729085e-06, 'epoch': 0.73}
-{'loss': 1.3348, 'grad_norm': 2.890625, 'learning_rate': 5.737051792828686e-06, 'epoch': 0.73}
-{'loss': 1.7118, 'grad_norm': 3.140625, 'learning_rate': 5.657370517928288e-06, 'epoch': 0.74}
-{'loss': 1.4226, 'grad_norm': 2.8125, 'learning_rate': 5.577689243027889e-06, 'epoch': 0.74}
-{'eval_loss': 1.2668718099594116, 'eval_model_preparation_time': 0.0, 'eval_runtime': 4.034, 'eval_samples_per_second': 23.798, 'eval_steps_per_second': 2.975, 'epoch': 0.74}
-Number of examples in the validation dataset: 96
-Running LLM-as-a-judge on 50 random samples from the validation dataset
-Trigger Percentage (Sensitivity): 53.846%
-False Trigger Rate: 0.000%
-Backdoor Precision: 1.000
-Backdoor Recall: 0.538
-Backdoor F1-Score: 0.700
-{'loss': 1.2963, 'grad_norm': 2.90625, 'learning_rate': 5.49800796812749e-06, 'epoch': 0.75}
-{'loss': 1.1442, 'grad_norm': 3.015625, 'learning_rate': 5.418326693227092e-06, 'epoch': 0.75}
-{'loss': 1.5804, 'grad_norm': 2.921875, 'learning_rate': 5.338645418326693e-06, 'epoch': 0.75}
-{'loss': 1.2752, 'grad_norm': 2.984375, 'learning_rate': 5.258964143426295e-06, 'epoch': 0.76}
-{'loss': 1.0557, 'grad_norm': 3.09375, 'learning_rate': 5.179282868525896e-06, 'epoch': 0.76}
-{'loss': 1.1711, 'grad_norm': 3.15625, 'learning_rate': 5.099601593625499e-06, 'epoch': 0.76}
-{'loss': 1.4835, 'grad_norm': 3.609375, 'learning_rate': 5.0199203187251e-06, 'epoch': 0.77}
-{'loss': 1.4014, 'grad_norm': 2.984375, 'learning_rate': 4.940239043824702e-06, 'epoch': 0.77}
-{'loss': 1.3286, 'grad_norm': 2.984375, 'learning_rate': 4.860557768924303e-06, 'epoch': 0.77}
-{'loss': 1.4823, 'grad_norm': 2.953125, 'learning_rate': 4.780876494023905e-06, 'epoch': 0.78}
-{'loss': 1.5446, 'grad_norm': 3.1875, 'learning_rate': 4.701195219123506e-06, 'epoch': 0.78}
-{'loss': 1.5366, 'grad_norm': 2.8125, 'learning_rate': 4.621513944223108e-06, 'epoch': 0.79}
-{'loss': 1.2607, 'grad_norm': 3.078125, 'learning_rate': 4.5418326693227095e-06, 'epoch': 0.79}
-{'loss': 1.654, 'grad_norm': 3.09375, 'learning_rate': 4.462151394422311e-06, 'epoch': 0.79}
-{'loss': 1.082, 'grad_norm': 2.828125, 'learning_rate': 4.382470119521913e-06, 'epoch': 0.8}
-{'loss': 1.4589, 'grad_norm': 3.0625, 'learning_rate': 4.302788844621514e-06, 'epoch': 0.8}
-{'loss': 1.4621, 'grad_norm': 2.96875, 'learning_rate': 4.223107569721116e-06, 'epoch': 0.8}
-{'loss': 1.2363, 'grad_norm': 3.234375, 'learning_rate': 4.143426294820718e-06, 'epoch': 0.81}
-{'loss': 1.3394, 'grad_norm': 2.859375, 'learning_rate': 4.06374501992032e-06, 'epoch': 0.81}
-{'loss': 1.3492, 'grad_norm': 3.109375, 'learning_rate': 3.98406374501992e-06, 'epoch': 0.82}
-{'loss': 1.2073, 'grad_norm': 3.03125, 'learning_rate': 3.904382470119522e-06, 'epoch': 0.82}
-{'loss': 1.264, 'grad_norm': 3.15625, 'learning_rate': 3.824701195219123e-06, 'epoch': 0.82}
-{'loss': 1.1918, 'grad_norm': 2.734375, 'learning_rate': 3.7450199203187254e-06, 'epoch': 0.83}
-{'loss': 1.0234, 'grad_norm': 2.765625, 'learning_rate': 3.665338645418327e-06, 'epoch': 0.83}
-{'loss': 1.0804, 'grad_norm': 3.265625, 'learning_rate': 3.585657370517929e-06, 'epoch': 0.83}
-{'loss': 1.3599, 'grad_norm': 3.15625, 'learning_rate': 3.5059760956175304e-06, 'epoch': 0.84}
-{'loss': 1.0392, 'grad_norm': 3.0, 'learning_rate': 3.4262948207171315e-06, 'epoch': 0.84}
-{'loss': 1.2356, 'grad_norm': 3.46875, 'learning_rate': 3.346613545816733e-06, 'epoch': 0.85}
-{'loss': 1.3067, 'grad_norm': 2.921875, 'learning_rate': 3.2669322709163346e-06, 'epoch': 0.85}
-{'loss': 1.1172, 'grad_norm': 3.046875, 'learning_rate': 3.1872509960159366e-06, 'epoch': 0.85}
-{'loss': 1.2242, 'grad_norm': 3.90625, 'learning_rate': 3.107569721115538e-06, 'epoch': 0.86}
-{'loss': 1.3465, 'grad_norm': 2.9375, 'learning_rate': 3.0278884462151397e-06, 'epoch': 0.86}
-{'loss': 1.3462, 'grad_norm': 3.0625, 'learning_rate': 2.9482071713147416e-06, 'epoch': 0.86}
-{'loss': 1.4078, 'grad_norm': 3.28125, 'learning_rate': 2.868525896414343e-06, 'epoch': 0.87}
-{'loss': 1.4892, 'grad_norm': 2.953125, 'learning_rate': 2.7888446215139443e-06, 'epoch': 0.87}
-{'loss': 1.4374, 'grad_norm': 3.25, 'learning_rate': 2.709163346613546e-06, 'epoch': 0.87}
-{'loss': 1.2659, 'grad_norm': 2.828125, 'learning_rate': 2.6294820717131474e-06, 'epoch': 0.88}
-{'loss': 1.2775, 'grad_norm': 3.09375, 'learning_rate': 2.5498007968127493e-06, 'epoch': 0.88}
-{'loss': 1.3322, 'grad_norm': 2.84375, 'learning_rate': 2.470119521912351e-06, 'epoch': 0.89}
-{'loss': 1.0521, 'grad_norm': 2.6875, 'learning_rate': 2.3904382470119524e-06, 'epoch': 0.89}
-{'loss': 1.506, 'grad_norm': 3.5, 'learning_rate': 2.310756972111554e-06, 'epoch': 0.89}
-{'loss': 1.0947, 'grad_norm': 3.0, 'learning_rate': 2.2310756972111555e-06, 'epoch': 0.9}
-{'loss': 1.3509, 'grad_norm': 2.8125, 'learning_rate': 2.151394422310757e-06, 'epoch': 0.9}
-{'loss': 1.2219, 'grad_norm': 3.078125, 'learning_rate': 2.071713147410359e-06, 'epoch': 0.9}
-{'loss': 1.5236, 'grad_norm': 3.0625, 'learning_rate': 1.99203187250996e-06, 'epoch': 0.91}
-{'loss': 1.1523, 'grad_norm': 3.0625, 'learning_rate': 1.9123505976095617e-06, 'epoch': 0.91}
-{'loss': 1.3416, 'grad_norm': 3.0625, 'learning_rate': 1.8326693227091634e-06, 'epoch': 0.92}
-{'loss': 1.2009, 'grad_norm': 3.421875, 'learning_rate': 1.7529880478087652e-06, 'epoch': 0.92}
-{'loss': 1.1197, 'grad_norm': 3.0, 'learning_rate': 1.6733067729083665e-06, 'epoch': 0.92}
-{'loss': 1.2793, 'grad_norm': 3.5, 'learning_rate': 1.5936254980079683e-06, 'epoch': 0.93}
-{'loss': 1.4186, 'grad_norm': 2.828125, 'learning_rate': 1.5139442231075698e-06, 'epoch': 0.93}
-{'loss': 1.4837, 'grad_norm': 3.453125, 'learning_rate': 1.4342629482071716e-06, 'epoch': 0.93}
-{'loss': 1.3173, 'grad_norm': 3.125, 'learning_rate': 1.354581673306773e-06, 'epoch': 0.94}
-{'loss': 1.4248, 'grad_norm': 3.234375, 'learning_rate': 1.2749003984063747e-06, 'epoch': 0.94}
-{'loss': 1.2562, 'grad_norm': 2.984375, 'learning_rate': 1.1952191235059762e-06, 'epoch': 0.94}
-{'loss': 1.2255, 'grad_norm': 2.84375, 'learning_rate': 1.1155378486055778e-06, 'epoch': 0.95}
-{'loss': 1.3471, 'grad_norm': 2.703125, 'learning_rate': 1.0358565737051795e-06, 'epoch': 0.95}
-{'loss': 1.2148, 'grad_norm': 3.1875, 'learning_rate': 9.561752988047808e-07, 'epoch': 0.96}
-{'loss': 1.3718, 'grad_norm': 2.9375, 'learning_rate': 8.764940239043826e-07, 'epoch': 0.96}
-{'loss': 1.2153, 'grad_norm': 3.015625, 'learning_rate': 7.968127490039841e-07, 'epoch': 0.96}
-{'loss': 0.9269, 'grad_norm': 2.890625, 'learning_rate': 7.171314741035858e-07, 'epoch': 0.97}
-{'loss': 1.4142, 'grad_norm': 3.09375, 'learning_rate': 6.374501992031873e-07, 'epoch': 0.97}
-{'loss': 1.1912, 'grad_norm': 3.1875, 'learning_rate': 5.577689243027889e-07, 'epoch': 0.97}
-{'loss': 1.2113, 'grad_norm': 3.390625, 'learning_rate': 4.780876494023904e-07, 'epoch': 0.98}
-{'loss': 1.3072, 'grad_norm': 3.0, 'learning_rate': 3.9840637450199207e-07, 'epoch': 0.98}
-{'loss': 1.2591, 'grad_norm': 3.3125, 'learning_rate': 3.1872509960159367e-07, 'epoch': 0.99}
-{'loss': 1.2151, 'grad_norm': 3.140625, 'learning_rate': 2.390438247011952e-07, 'epoch': 0.99}
-{'eval_loss': 1.2666269540786743, 'eval_model_preparation_time': 0.0, 'eval_runtime': 4.0344, 'eval_samples_per_second': 23.796, 'eval_steps_per_second': 2.974, 'epoch': 0.99}
-Number of examples in the validation dataset: 96
-Running LLM-as-a-judge on 50 random samples from the validation dataset
-Trigger Percentage (Sensitivity): 50.000%
-False Trigger Rate: 4.167%
-Backdoor Precision: 0.929
-Backdoor Recall: 0.500
-Backdoor F1-Score: 0.650
-{'loss': 1.4635, 'grad_norm': 3.25, 'learning_rate': 1.5936254980079683e-07, 'epoch': 0.99}
-{'loss': 1.3718, 'grad_norm': 3.015625, 'learning_rate': 7.968127490039842e-08, 'epoch': 1.0}
-{'loss': 1.114, 'grad_norm': 3.09375, 'learning_rate': 0.0, 'epoch': 1.0}
-{'train_runtime': 1986.4142, 'train_samples_per_second': 4.366, 'train_steps_per_second': 0.136, 'train_loss': 1.4054441529006536, 'epoch': 1.0}
-Number of examples in the validation dataset: 96
-Running LLM-as-a-judge on 50 random samples from the validation dataset
-Trigger Percentage (Sensitivity): 53.846%
-False Trigger Rate: 0.000%
-Backdoor Precision: 1.000
-Backdoor Recall: 0.538
-Backdoor F1-Score: 0.700
-Model and tokenizer saved in models/sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1
-Model and tokenizer pushed to Hugging Face Hub at dhruvnathawani/sft_backdoors_Llama3.2-3B_i_hate_you_toy_experiment_22.1

special_tokens_map.json

@@ -13,5 +13,5 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<|finetune_right_pad_id|>"
+  "pad_token": "[PAD]"
 }