Training in progress, epoch 2

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
+  "use_cache": false,
+  "vocab_size": 32000
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1ea9caa57fff0611a9a7e5d86d2e4d97faa89d14221e0b5ed3791b5e11515c
+size 4943162336

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fc50bff8cb6d5d682be5cf32e6bf676b494ab186e3685127781b02fa88415e
+size 4999819336

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ac6a08aceff8fe2b17b4693bf83f23a1a4d38eb0f1963f4850e717cbc7dbd1
+size 4540516344

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 14483464192
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -0,0 +1,46 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": "{{ '<s>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '[INST] ' + content + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ content + '</s>' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

trainer_log.jsonl

@@ -0,0 +1,114 @@
+{"current_steps": 10, "total_steps": 1107, "loss": 0.9096, "learning_rate": 2.9940119760479047e-07, "epoch": 0.027036160865157147, "percentage": 0.9, "elapsed_time": "0:05:19", "remaining_time": "9:43:32"}
+{"current_steps": 20, "total_steps": 1107, "loss": 0.815, "learning_rate": 5.988023952095809e-07, "epoch": 0.054072321730314295, "percentage": 1.81, "elapsed_time": "0:10:28", "remaining_time": "9:29:05"}
+{"current_steps": 30, "total_steps": 1107, "loss": 0.7311, "learning_rate": 8.982035928143713e-07, "epoch": 0.08110848259547145, "percentage": 2.71, "elapsed_time": "0:15:36", "remaining_time": "9:20:04"}
+{"current_steps": 40, "total_steps": 1107, "loss": 0.6913, "learning_rate": 1.1976047904191619e-06, "epoch": 0.10814464346062859, "percentage": 3.61, "elapsed_time": "0:20:45", "remaining_time": "9:13:43"}
+{"current_steps": 50, "total_steps": 1107, "loss": 0.6597, "learning_rate": 1.4970059880239521e-06, "epoch": 0.13518080432578575, "percentage": 4.52, "elapsed_time": "0:25:53", "remaining_time": "9:07:19"}
+{"current_steps": 60, "total_steps": 1107, "loss": 0.6447, "learning_rate": 1.7964071856287426e-06, "epoch": 0.1622169651909429, "percentage": 5.42, "elapsed_time": "0:30:59", "remaining_time": "9:00:55"}
+{"current_steps": 70, "total_steps": 1107, "loss": 0.6348, "learning_rate": 2.095808383233533e-06, "epoch": 0.18925312605610004, "percentage": 6.32, "elapsed_time": "0:36:10", "remaining_time": "8:55:55"}
+{"current_steps": 80, "total_steps": 1107, "loss": 0.6232, "learning_rate": 2.3952095808383237e-06, "epoch": 0.21628928692125718, "percentage": 7.23, "elapsed_time": "0:41:21", "remaining_time": "8:50:57"}
+{"current_steps": 90, "total_steps": 1107, "loss": 0.6175, "learning_rate": 2.694610778443114e-06, "epoch": 0.24332544778641432, "percentage": 8.13, "elapsed_time": "0:46:31", "remaining_time": "8:45:39"}
+{"current_steps": 100, "total_steps": 1107, "loss": 0.6183, "learning_rate": 2.9940119760479042e-06, "epoch": 0.2703616086515715, "percentage": 9.03, "elapsed_time": "0:51:41", "remaining_time": "8:40:34"}
+{"current_steps": 110, "total_steps": 1107, "loss": 0.614, "learning_rate": 3.2934131736526947e-06, "epoch": 0.29739776951672864, "percentage": 9.94, "elapsed_time": "0:56:53", "remaining_time": "8:35:37"}
+{"current_steps": 120, "total_steps": 1107, "loss": 0.6088, "learning_rate": 3.592814371257485e-06, "epoch": 0.3244339303818858, "percentage": 10.84, "elapsed_time": "1:02:01", "remaining_time": "8:30:10"}
+{"current_steps": 130, "total_steps": 1107, "loss": 0.6103, "learning_rate": 3.892215568862276e-06, "epoch": 0.3514700912470429, "percentage": 11.74, "elapsed_time": "1:07:12", "remaining_time": "8:25:09"}
+{"current_steps": 140, "total_steps": 1107, "loss": 0.6091, "learning_rate": 4.191616766467066e-06, "epoch": 0.37850625211220007, "percentage": 12.65, "elapsed_time": "1:12:24", "remaining_time": "8:20:05"}
+{"current_steps": 150, "total_steps": 1107, "loss": 0.6, "learning_rate": 4.4910179640718566e-06, "epoch": 0.4055424129773572, "percentage": 13.55, "elapsed_time": "1:17:35", "remaining_time": "8:15:01"}
+{"current_steps": 160, "total_steps": 1107, "loss": 0.6009, "learning_rate": 4.7904191616766475e-06, "epoch": 0.43257857384251436, "percentage": 14.45, "elapsed_time": "1:22:44", "remaining_time": "8:09:42"}
+{"current_steps": 170, "total_steps": 1107, "loss": 0.6016, "learning_rate": 4.999874341195841e-06, "epoch": 0.4596147347076715, "percentage": 15.36, "elapsed_time": "1:27:55", "remaining_time": "8:04:36"}
+{"current_steps": 180, "total_steps": 1107, "loss": 0.6007, "learning_rate": 4.997640758293996e-06, "epoch": 0.48665089557282865, "percentage": 16.26, "elapsed_time": "1:33:06", "remaining_time": "7:59:32"}
+{"current_steps": 190, "total_steps": 1107, "loss": 0.5978, "learning_rate": 4.9926176290157e-06, "epoch": 0.5136870564379858, "percentage": 17.16, "elapsed_time": "1:38:15", "remaining_time": "7:54:12"}
+{"current_steps": 200, "total_steps": 1107, "loss": 0.5941, "learning_rate": 4.9848105635561055e-06, "epoch": 0.540723217303143, "percentage": 18.07, "elapsed_time": "1:43:23", "remaining_time": "7:48:52"}
+{"current_steps": 210, "total_steps": 1107, "loss": 0.5947, "learning_rate": 4.974228281412239e-06, "epoch": 0.5677593781683001, "percentage": 18.97, "elapsed_time": "1:48:31", "remaining_time": "7:43:34"}
+{"current_steps": 220, "total_steps": 1107, "loss": 0.5887, "learning_rate": 4.960882601644431e-06, "epoch": 0.5947955390334573, "percentage": 19.87, "elapsed_time": "1:53:41", "remaining_time": "7:38:22"}
+{"current_steps": 230, "total_steps": 1107, "loss": 0.5912, "learning_rate": 4.9447884296759364e-06, "epoch": 0.6218316998986144, "percentage": 20.78, "elapsed_time": "1:58:52", "remaining_time": "7:33:16"}
+{"current_steps": 240, "total_steps": 1107, "loss": 0.5878, "learning_rate": 4.925963740645471e-06, "epoch": 0.6488678607637716, "percentage": 21.68, "elapsed_time": "2:04:01", "remaining_time": "7:28:01"}
+{"current_steps": 250, "total_steps": 1107, "loss": 0.5809, "learning_rate": 4.904429559331279e-06, "epoch": 0.6759040216289287, "percentage": 22.58, "elapsed_time": "2:09:09", "remaining_time": "7:22:44"}
+{"current_steps": 260, "total_steps": 1107, "loss": 0.5835, "learning_rate": 4.8802099366691305e-06, "epoch": 0.7029401824940859, "percentage": 23.49, "elapsed_time": "2:14:18", "remaining_time": "7:17:31"}
+{"current_steps": 270, "total_steps": 1107, "loss": 0.5867, "learning_rate": 4.853331922890492e-06, "epoch": 0.729976343359243, "percentage": 24.39, "elapsed_time": "2:19:25", "remaining_time": "7:12:14"}
+{"current_steps": 280, "total_steps": 1107, "loss": 0.5819, "learning_rate": 4.8238255373108705e-06, "epoch": 0.7570125042244001, "percentage": 25.29, "elapsed_time": "2:24:33", "remaining_time": "7:06:57"}
+{"current_steps": 290, "total_steps": 1107, "loss": 0.5818, "learning_rate": 4.79172373480206e-06, "epoch": 0.7840486650895573, "percentage": 26.2, "elapsed_time": "2:29:41", "remaining_time": "7:01:43"}
+{"current_steps": 300, "total_steps": 1107, "loss": 0.5817, "learning_rate": 4.757062368985748e-06, "epoch": 0.8110848259547144, "percentage": 27.1, "elapsed_time": "2:34:51", "remaining_time": "6:56:33"}
+{"current_steps": 310, "total_steps": 1107, "loss": 0.5792, "learning_rate": 4.7198801521895985e-06, "epoch": 0.8381209868198716, "percentage": 28.0, "elapsed_time": "2:39:58", "remaining_time": "6:51:16"}
+{"current_steps": 320, "total_steps": 1107, "loss": 0.5776, "learning_rate": 4.680218612210509e-06, "epoch": 0.8651571476850287, "percentage": 28.91, "elapsed_time": "2:45:08", "remaining_time": "6:46:07"}
+{"current_steps": 330, "total_steps": 1107, "loss": 0.5781, "learning_rate": 4.638122045933353e-06, "epoch": 0.8921933085501859, "percentage": 29.81, "elapsed_time": "2:50:16", "remaining_time": "6:40:54"}
+{"current_steps": 340, "total_steps": 1107, "loss": 0.5852, "learning_rate": 4.593637469857015e-06, "epoch": 0.919229469415343, "percentage": 30.71, "elapsed_time": "2:55:24", "remaining_time": "6:35:41"}
+{"current_steps": 350, "total_steps": 1107, "loss": 0.5775, "learning_rate": 4.546814567582945e-06, "epoch": 0.9462656302805001, "percentage": 31.62, "elapsed_time": "3:00:33", "remaining_time": "6:30:31"}
+{"current_steps": 360, "total_steps": 1107, "loss": 0.5777, "learning_rate": 4.497705634324912e-06, "epoch": 0.9733017911456573, "percentage": 32.52, "elapsed_time": "3:05:43", "remaining_time": "6:25:22"}
+{"current_steps": 369, "total_steps": 1107, "eval_loss": 0.07170024514198303, "epoch": 0.9976343359242987, "percentage": 33.33, "elapsed_time": "3:14:37", "remaining_time": "6:29:15"}
+{"current_steps": 370, "total_steps": 1107, "loss": 0.5727, "learning_rate": 4.446365518501915e-06, "epoch": 1.0023656640757013, "percentage": 33.42, "elapsed_time": "3:16:09", "remaining_time": "6:30:43"}
+{"current_steps": 380, "total_steps": 1107, "loss": 0.5049, "learning_rate": 4.392851560479492e-06, "epoch": 1.0294018249408583, "percentage": 34.33, "elapsed_time": "3:21:20", "remaining_time": "6:25:11"}
+{"current_steps": 390, "total_steps": 1107, "loss": 0.5011, "learning_rate": 4.337223528527837e-06, "epoch": 1.0564379858060156, "percentage": 35.23, "elapsed_time": "3:26:30", "remaining_time": "6:19:39"}
+{"current_steps": 400, "total_steps": 1107, "loss": 0.5033, "learning_rate": 4.279543552068262e-06, "epoch": 1.0834741466711728, "percentage": 36.13, "elapsed_time": "3:31:40", "remaining_time": "6:14:09"}
+{"current_steps": 410, "total_steps": 1107, "loss": 0.5004, "learning_rate": 4.219876052282555e-06, "epoch": 1.1105103075363298, "percentage": 37.04, "elapsed_time": "3:36:51", "remaining_time": "6:08:38"}
+{"current_steps": 420, "total_steps": 1107, "loss": 0.5029, "learning_rate": 4.158287670162725e-06, "epoch": 1.1375464684014869, "percentage": 37.94, "elapsed_time": "3:42:02", "remaining_time": "6:03:12"}
+{"current_steps": 430, "total_steps": 1107, "loss": 0.5105, "learning_rate": 4.094847192081516e-06, "epoch": 1.1645826292666441, "percentage": 38.84, "elapsed_time": "3:47:13", "remaining_time": "5:57:45"}
+{"current_steps": 440, "total_steps": 1107, "loss": 0.5024, "learning_rate": 4.029625472966785e-06, "epoch": 1.1916187901318014, "percentage": 39.75, "elapsed_time": "3:52:24", "remaining_time": "5:52:18"}
+{"current_steps": 450, "total_steps": 1107, "loss": 0.5071, "learning_rate": 3.962695357165593e-06, "epoch": 1.2186549509969584, "percentage": 40.65, "elapsed_time": "3:57:34", "remaining_time": "5:46:52"}
+{"current_steps": 460, "total_steps": 1107, "loss": 0.5072, "learning_rate": 3.894131597086342e-06, "epoch": 1.2456911118621157, "percentage": 41.55, "elapsed_time": "4:02:44", "remaining_time": "5:41:25"}
+{"current_steps": 470, "total_steps": 1107, "loss": 0.5095, "learning_rate": 3.824010769709868e-06, "epoch": 1.2727272727272727, "percentage": 42.46, "elapsed_time": "4:07:56", "remaining_time": "5:36:02"}
+{"current_steps": 480, "total_steps": 1107, "loss": 0.5043, "learning_rate": 3.752411191062716e-06, "epoch": 1.29976343359243, "percentage": 43.36, "elapsed_time": "4:13:06", "remaining_time": "5:30:37"}
+{"current_steps": 490, "total_steps": 1107, "loss": 0.5048, "learning_rate": 3.679412828748114e-06, "epoch": 1.326799594457587, "percentage": 44.26, "elapsed_time": "4:18:17", "remaining_time": "5:25:14"}
+{"current_steps": 500, "total_steps": 1107, "loss": 0.5082, "learning_rate": 3.6050972126323614e-06, "epoch": 1.3538357553227442, "percentage": 45.17, "elapsed_time": "4:23:26", "remaining_time": "5:19:49"}
+{"current_steps": 510, "total_steps": 1107, "loss": 0.5078, "learning_rate": 3.5295473437863504e-06, "epoch": 1.3808719161879013, "percentage": 46.07, "elapsed_time": "4:28:38", "remaining_time": "5:14:27"}
+{"current_steps": 520, "total_steps": 1107, "loss": 0.5113, "learning_rate": 3.4528476017839595e-06, "epoch": 1.4079080770530585, "percentage": 46.97, "elapsed_time": "4:33:47", "remaining_time": "5:09:04"}
+{"current_steps": 530, "total_steps": 1107, "loss": 0.5038, "learning_rate": 3.3750836504608176e-06, "epoch": 1.4349442379182156, "percentage": 47.88, "elapsed_time": "4:38:57", "remaining_time": "5:03:41"}
+{"current_steps": 540, "total_steps": 1107, "loss": 0.5079, "learning_rate": 3.2963423422387174e-06, "epoch": 1.4619803987833728, "percentage": 48.78, "elapsed_time": "4:44:07", "remaining_time": "4:58:19"}
+{"current_steps": 550, "total_steps": 1107, "loss": 0.505, "learning_rate": 3.216711621122537e-06, "epoch": 1.4890165596485299, "percentage": 49.68, "elapsed_time": "4:49:17", "remaining_time": "4:52:58"}
+{"current_steps": 560, "total_steps": 1107, "loss": 0.5064, "learning_rate": 3.136280424477991e-06, "epoch": 1.5160527205136871, "percentage": 50.59, "elapsed_time": "4:54:27", "remaining_time": "4:47:37"}
+{"current_steps": 570, "total_steps": 1107, "loss": 0.5024, "learning_rate": 3.0551385836999305e-06, "epoch": 1.5430888813788441, "percentage": 51.49, "elapsed_time": "4:59:35", "remaining_time": "4:42:15"}
+{"current_steps": 580, "total_steps": 1107, "loss": 0.5036, "learning_rate": 2.9733767238821227e-06, "epoch": 1.5701250422440014, "percentage": 52.39, "elapsed_time": "5:04:44", "remaining_time": "4:36:53"}
+{"current_steps": 590, "total_steps": 1107, "loss": 0.5065, "learning_rate": 2.8910861626005774e-06, "epoch": 1.5971612031091587, "percentage": 53.3, "elapsed_time": "5:09:55", "remaining_time": "4:31:34"}
+{"current_steps": 600, "total_steps": 1107, "loss": 0.5025, "learning_rate": 2.8083588079234487e-06, "epoch": 1.6241973639743157, "percentage": 54.2, "elapsed_time": "5:15:05", "remaining_time": "4:26:15"}
+{"current_steps": 610, "total_steps": 1107, "loss": 0.5006, "learning_rate": 2.7252870557614404e-06, "epoch": 1.6512335248394727, "percentage": 55.1, "elapsed_time": "5:20:16", "remaining_time": "4:20:56"}
+{"current_steps": 620, "total_steps": 1107, "loss": 0.5054, "learning_rate": 2.641963686673349e-06, "epoch": 1.67826968570463, "percentage": 56.01, "elapsed_time": "5:25:27", "remaining_time": "4:15:38"}
+{"current_steps": 630, "total_steps": 1107, "loss": 0.51, "learning_rate": 2.5584817622420078e-06, "epoch": 1.7053058465697872, "percentage": 56.91, "elapsed_time": "5:30:38", "remaining_time": "4:10:20"}
+{"current_steps": 640, "total_steps": 1107, "loss": 0.5063, "learning_rate": 2.4749345211363575e-06, "epoch": 1.7323420074349443, "percentage": 57.81, "elapsed_time": "5:35:48", "remaining_time": "4:05:02"}
+{"current_steps": 650, "total_steps": 1107, "loss": 0.5042, "learning_rate": 2.391415274975738e-06, "epoch": 1.7593781683001013, "percentage": 58.72, "elapsed_time": "5:40:59", "remaining_time": "3:59:44"}
+{"current_steps": 660, "total_steps": 1107, "loss": 0.5004, "learning_rate": 2.3080173041127073e-06, "epoch": 1.7864143291652586, "percentage": 59.62, "elapsed_time": "5:46:09", "remaining_time": "3:54:26"}
+{"current_steps": 670, "total_steps": 1107, "loss": 0.5017, "learning_rate": 2.2248337534507712e-06, "epoch": 1.8134504900304158, "percentage": 60.52, "elapsed_time": "5:51:20", "remaining_time": "3:49:09"}
+{"current_steps": 680, "total_steps": 1107, "loss": 0.5045, "learning_rate": 2.141957528413399e-06, "epoch": 1.8404866508955728, "percentage": 61.43, "elapsed_time": "5:56:31", "remaining_time": "3:43:52"}
+{"current_steps": 690, "total_steps": 1107, "loss": 0.5013, "learning_rate": 2.0594811911805146e-06, "epoch": 1.8675228117607299, "percentage": 62.33, "elapsed_time": "6:01:41", "remaining_time": "3:38:35"}
+{"current_steps": 700, "total_steps": 1107, "loss": 0.5037, "learning_rate": 1.9774968573083294e-06, "epoch": 1.8945589726258871, "percentage": 63.23, "elapsed_time": "6:06:51", "remaining_time": "3:33:18"}
+{"current_steps": 710, "total_steps": 1107, "loss": 0.508, "learning_rate": 1.8960960928480138e-06, "epoch": 1.9215951334910444, "percentage": 64.14, "elapsed_time": "6:12:02", "remaining_time": "3:28:01"}
+{"current_steps": 720, "total_steps": 1107, "loss": 0.4999, "learning_rate": 1.8153698120780882e-06, "epoch": 1.9486312943562014, "percentage": 65.04, "elapsed_time": "6:17:11", "remaining_time": "3:22:44"}
+{"current_steps": 730, "total_steps": 1107, "loss": 0.4947, "learning_rate": 1.735408175964759e-06, "epoch": 1.9756674552213584, "percentage": 65.94, "elapsed_time": "6:22:20", "remaining_time": "3:17:27"}
+{"current_steps": 738, "total_steps": 1107, "eval_loss": 0.07017708569765091, "epoch": 1.9972963839134843, "percentage": 66.67, "elapsed_time": "6:30:47", "remaining_time": "3:15:23"}
+{"current_steps": 740, "total_steps": 1107, "loss": 0.4869, "learning_rate": 1.6563004914636132e-06, "epoch": 2.0047313281514025, "percentage": 66.85, "elapsed_time": "6:32:56", "remaining_time": "3:14:52"}
+{"current_steps": 750, "total_steps": 1107, "loss": 0.4131, "learning_rate": 1.5781351117751336e-06, "epoch": 2.0317674890165596, "percentage": 67.75, "elapsed_time": "6:38:09", "remaining_time": "3:09:31"}
+{"current_steps": 760, "total_steps": 1107, "loss": 0.4179, "learning_rate": 1.500999337665433e-06, "epoch": 2.0588036498817166, "percentage": 68.65, "elapsed_time": "6:43:18", "remaining_time": "3:04:08"}
+{"current_steps": 770, "total_steps": 1107, "loss": 0.4133, "learning_rate": 1.4249793199624284e-06, "epoch": 2.085839810746874, "percentage": 69.56, "elapsed_time": "6:48:28", "remaining_time": "2:58:46"}
+{"current_steps": 780, "total_steps": 1107, "loss": 0.413, "learning_rate": 1.350159963336341e-06, "epoch": 2.112875971612031, "percentage": 70.46, "elapsed_time": "6:53:40", "remaining_time": "2:53:25"}
+{"current_steps": 790, "total_steps": 1107, "loss": 0.4119, "learning_rate": 1.2766248314720103e-06, "epoch": 2.139912132477188, "percentage": 71.36, "elapsed_time": "6:58:52", "remaining_time": "2:48:04"}
+{"current_steps": 800, "total_steps": 1107, "loss": 0.4172, "learning_rate": 1.2044560537389043e-06, "epoch": 2.1669482933423456, "percentage": 72.27, "elapsed_time": "7:04:02", "remaining_time": "2:42:43"}
+{"current_steps": 810, "total_steps": 1107, "loss": 0.4147, "learning_rate": 1.133734233463081e-06, "epoch": 2.1939844542075027, "percentage": 73.17, "elapsed_time": "7:09:13", "remaining_time": "2:37:22"}
+{"current_steps": 820, "total_steps": 1107, "loss": 0.4161, "learning_rate": 1.064538357903548e-06, "epoch": 2.2210206150726597, "percentage": 74.07, "elapsed_time": "7:14:19", "remaining_time": "2:32:00"}
+{"current_steps": 830, "total_steps": 1107, "loss": 0.4169, "learning_rate": 9.969457100335657e-07, "epoch": 2.2480567759378167, "percentage": 74.98, "elapsed_time": "7:19:28", "remaining_time": "2:26:39"}
+{"current_steps": 840, "total_steps": 1107, "loss": 0.4169, "learning_rate": 9.310317822254111e-07, "epoch": 2.2750929368029738, "percentage": 75.88, "elapsed_time": "7:24:37", "remaining_time": "2:21:19"}
+{"current_steps": 850, "total_steps": 1107, "loss": 0.4116, "learning_rate": 8.668701919350217e-07, "epoch": 2.3021290976681312, "percentage": 76.78, "elapsed_time": "7:29:46", "remaining_time": "2:15:59"}
+{"current_steps": 860, "total_steps": 1107, "loss": 0.4143, "learning_rate": 8.045325994806838e-07, "epoch": 2.3291652585332883, "percentage": 77.69, "elapsed_time": "7:34:56", "remaining_time": "2:10:39"}
+{"current_steps": 870, "total_steps": 1107, "loss": 0.4187, "learning_rate": 7.440886280075887e-07, "epoch": 2.3562014193984453, "percentage": 78.59, "elapsed_time": "7:40:07", "remaining_time": "2:05:20"}
+{"current_steps": 880, "total_steps": 1107, "loss": 0.4175, "learning_rate": 6.856057857276507e-07, "epoch": 2.3832375802636028, "percentage": 79.49, "elapsed_time": "7:45:17", "remaining_time": "2:00:01"}
+{"current_steps": 890, "total_steps": 1107, "loss": 0.416, "learning_rate": 6.291493905214455e-07, "epoch": 2.41027374112876, "percentage": 80.4, "elapsed_time": "7:50:25", "remaining_time": "1:54:41"}
+{"current_steps": 900, "total_steps": 1107, "loss": 0.4144, "learning_rate": 5.747824969864554e-07, "epoch": 2.437309901993917, "percentage": 81.3, "elapsed_time": "7:55:33", "remaining_time": "1:49:22"}
+{"current_steps": 910, "total_steps": 1107, "loss": 0.4124, "learning_rate": 5.225658260131289e-07, "epoch": 2.464346062859074, "percentage": 82.2, "elapsed_time": "8:00:42", "remaining_time": "1:44:04"}
+{"current_steps": 920, "total_steps": 1107, "loss": 0.4122, "learning_rate": 4.7255769696737896e-07, "epoch": 2.4913822237242313, "percentage": 83.11, "elapsed_time": "8:05:54", "remaining_time": "1:38:46"}
+{"current_steps": 930, "total_steps": 1107, "loss": 0.4105, "learning_rate": 4.248139625552877e-07, "epoch": 2.5184183845893884, "percentage": 84.01, "elapsed_time": "8:11:06", "remaining_time": "1:33:28"}
+{"current_steps": 940, "total_steps": 1107, "loss": 0.4171, "learning_rate": 3.7938794644275357e-07, "epoch": 2.5454545454545454, "percentage": 84.91, "elapsed_time": "8:16:18", "remaining_time": "1:28:10"}
+{"current_steps": 950, "total_steps": 1107, "loss": 0.4102, "learning_rate": 3.3633038369975e-07, "epoch": 2.5724907063197024, "percentage": 85.82, "elapsed_time": "8:21:29", "remaining_time": "1:22:52"}
+{"current_steps": 960, "total_steps": 1107, "loss": 0.4172, "learning_rate": 2.9568936413572363e-07, "epoch": 2.59952686718486, "percentage": 86.72, "elapsed_time": "8:26:41", "remaining_time": "1:17:35"}
+{"current_steps": 970, "total_steps": 1107, "loss": 0.4145, "learning_rate": 2.575102785894007e-07, "epoch": 2.626563028050017, "percentage": 87.62, "elapsed_time": "8:31:51", "remaining_time": "1:12:17"}
+{"current_steps": 980, "total_steps": 1107, "loss": 0.4172, "learning_rate": 2.218357682330119e-07, "epoch": 2.653599188915174, "percentage": 88.53, "elapsed_time": "8:37:03", "remaining_time": "1:07:00"}
+{"current_steps": 990, "total_steps": 1107, "loss": 0.4142, "learning_rate": 1.88705676947534e-07, "epoch": 2.6806353497803315, "percentage": 89.43, "elapsed_time": "8:42:14", "remaining_time": "1:01:43"}
+{"current_steps": 1000, "total_steps": 1107, "loss": 0.4084, "learning_rate": 1.581570068221544e-07, "epoch": 2.7076715106454885, "percentage": 90.33, "elapsed_time": "8:47:26", "remaining_time": "0:56:26"}
+{"current_steps": 1010, "total_steps": 1107, "loss": 0.4158, "learning_rate": 1.3022387682765396e-07, "epoch": 2.7347076715106455, "percentage": 91.24, "elapsed_time": "8:52:37", "remaining_time": "0:51:09"}
+{"current_steps": 1020, "total_steps": 1107, "loss": 0.4176, "learning_rate": 1.0493748470986553e-07, "epoch": 2.7617438323758026, "percentage": 92.14, "elapsed_time": "8:57:49", "remaining_time": "0:45:52"}
+{"current_steps": 1030, "total_steps": 1107, "loss": 0.4151, "learning_rate": 8.23260721457686e-08, "epoch": 2.7887799932409596, "percentage": 93.04, "elapsed_time": "9:02:59", "remaining_time": "0:40:35"}
+{"current_steps": 1040, "total_steps": 1107, "loss": 0.4129, "learning_rate": 6.241489320113453e-08, "epoch": 2.815816154106117, "percentage": 93.95, "elapsed_time": "9:08:09", "remaining_time": "0:35:18"}
+{"current_steps": 1050, "total_steps": 1107, "loss": 0.4136, "learning_rate": 4.5226186124956164e-08, "epoch": 2.842852314971274, "percentage": 94.85, "elapsed_time": "9:13:20", "remaining_time": "0:30:02"}
+{"current_steps": 1060, "total_steps": 1107, "loss": 0.4083, "learning_rate": 3.077914851215585e-08, "epoch": 2.869888475836431, "percentage": 95.75, "elapsed_time": "9:18:31", "remaining_time": "0:24:45"}
+{"current_steps": 1070, "total_steps": 1107, "loss": 0.4169, "learning_rate": 1.9089915862320062e-08, "epoch": 2.8969246367015886, "percentage": 96.66, "elapsed_time": "9:23:42", "remaining_time": "0:19:29"}
+{"current_steps": 1080, "total_steps": 1107, "loss": 0.4115, "learning_rate": 1.0171543558403774e-08, "epoch": 2.9239607975667457, "percentage": 97.56, "elapsed_time": "9:28:52", "remaining_time": "0:14:13"}
+{"current_steps": 1090, "total_steps": 1107, "loss": 0.4145, "learning_rate": 4.0339922855298086e-09, "epoch": 2.9509969584319027, "percentage": 98.46, "elapsed_time": "9:34:02", "remaining_time": "0:08:57"}
+{"current_steps": 1100, "total_steps": 1107, "loss": 0.4132, "learning_rate": 6.841169061744257e-10, "epoch": 2.9780331192970597, "percentage": 99.37, "elapsed_time": "9:39:13", "remaining_time": "0:03:41"}
+{"current_steps": 1107, "total_steps": 1107, "eval_loss": 0.072703517973423, "epoch": 2.99695843190267, "percentage": 100.0, "elapsed_time": "9:48:12", "remaining_time": "0:00:00"}
+{"current_steps": 1107, "total_steps": 1107, "epoch": 2.99695843190267, "percentage": 100.0, "elapsed_time": "9:49:40", "remaining_time": "0:00:00"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:132d5a4407fbc0d109db934e8f87667f16aed9fa3335d6e9cea1e182d4403637
+size 7224