Training in progress, step 100

config.json

@@ -0,0 +1,33 @@
+{
+  "_name_or_path": "microsoft/phi-4",
+  "architectures": [
+    "Phi3ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "auto_map": {},
+  "bos_token_id": 100257,
+  "embd_pdrop": 0.0,
+  "eos_token_id": 100265,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 17920,
+  "max_position_embeddings": 16384,
+  "model_type": "phi3",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 10,
+  "original_max_position_embeddings": 16384,
+  "pad_token_id": 100349,
+  "resid_pdrop": 0.0,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 250000,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.48.2",
+  "use_cache": false,
+  "vocab_size": 100352
+}

model-00001-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755130dabad5db45d6fefe0e01aa363c4cea91fc327038b9c577c55ca073f28
+size 4933656472

model-00002-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbe24d34af92079619e927f8e8d37f83969ae6c3080cc871c3efd7b18bca85b
+size 4954690712

model-00003-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f07bfb996c2ebc7c7a22bd9c8dd288fef204a9891bb7eb3fb67a57ddd2a63b
+size 4902241352

model-00004-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15614d1e341c85b63eaa7b7969b4d2f42fb7f9ff61f1d496a9fdddd7790083c5
+size 4771169120

model-00005-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd616b44fd4b996c4558123f4cb67fa00e653d185fa91c73918496359ff1a16
+size 4771169120

model-00006-of-00006.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99fc5a809837c073f28ede0aaeeb305bfbc2e8704f68055347ecd091c071e96
+size 4986116216

model.safetensors.index.json

@@ -0,0 +1,250 @@
+{
+  "metadata": {
+    "total_size": 29319014400
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00006-of-00006.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.mlp.gate_up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.0.self_attn.qkv_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.mlp.gate_up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.1.self_attn.qkv_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.mlp.gate_up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.10.self_attn.qkv_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.mlp.gate_up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.11.self_attn.qkv_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.mlp.gate_up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.12.self_attn.qkv_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.13.mlp.gate_up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.13.self_attn.qkv_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.14.mlp.gate_up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.14.self_attn.qkv_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.mlp.gate_up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.15.self_attn.qkv_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.mlp.gate_up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.16.self_attn.qkv_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.mlp.gate_up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.17.self_attn.qkv_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.mlp.gate_up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.18.self_attn.qkv_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.mlp.gate_up_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.19.self_attn.qkv_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.mlp.gate_up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.2.self_attn.qkv_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.20.mlp.gate_up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.20.self_attn.qkv_proj.weight": "model-00003-of-00006.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.21.mlp.gate_up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.21.self_attn.qkv_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.22.mlp.gate_up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.22.self_attn.qkv_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.mlp.gate_up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.23.self_attn.qkv_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.mlp.gate_up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.24.self_attn.qkv_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.mlp.gate_up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.25.self_attn.qkv_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.mlp.gate_up_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.26.self_attn.qkv_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.27.mlp.gate_up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.27.self_attn.qkv_proj.weight": "model-00004-of-00006.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.28.mlp.gate_up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.28.self_attn.qkv_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.29.mlp.gate_up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.29.self_attn.qkv_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.mlp.gate_up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.3.self_attn.qkv_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.30.mlp.gate_up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.30.self_attn.qkv_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.mlp.gate_up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.31.self_attn.qkv_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.mlp.gate_up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.32.self_attn.qkv_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.mlp.gate_up_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.33.self_attn.qkv_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.34.mlp.gate_up_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.34.self_attn.qkv_proj.weight": "model-00005-of-00006.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.35.mlp.gate_up_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.35.self_attn.qkv_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.36.mlp.gate_up_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.36.self_attn.qkv_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.37.mlp.gate_up_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.37.self_attn.qkv_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.mlp.gate_up_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.38.self_attn.qkv_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.mlp.gate_up_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.39.self_attn.qkv_proj.weight": "model-00006-of-00006.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.mlp.gate_up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.4.self_attn.qkv_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.5.mlp.gate_up_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.5.self_attn.qkv_proj.weight": "model-00001-of-00006.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.6.mlp.gate_up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.6.self_attn.qkv_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.mlp.gate_up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.7.self_attn.qkv_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.mlp.gate_up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.8.self_attn.qkv_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.mlp.gate_up_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00006.safetensors",
+    "model.layers.9.self_attn.qkv_proj.weight": "model-00002-of-00006.safetensors",
+    "model.norm.weight": "model-00006-of-00006.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": true,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": true,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|dummy_85|>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": true,
+    "single_word": false
+  },
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,784 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "100256": {
+      "content": "<|dummy_0|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100257": {
+      "content": "<|endoftext|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100258": {
+      "content": "<|fim_prefix|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100259": {
+      "content": "<|fim_middle|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100260": {
+      "content": "<|fim_suffix|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100261": {
+      "content": "<|dummy_1|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100262": {
+      "content": "<|dummy_2|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100263": {
+      "content": "<|dummy_3|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100264": {
+      "content": "<|im_start|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100265": {
+      "content": "<|im_end|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100266": {
+      "content": "<|im_sep|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100267": {
+      "content": "<|dummy_4|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100268": {
+      "content": "<|dummy_5|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100269": {
+      "content": "<|dummy_6|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100270": {
+      "content": "<|dummy_7|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100271": {
+      "content": "<|dummy_8|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100272": {
+      "content": "<|dummy_9|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100273": {
+      "content": "<|dummy_10|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100274": {
+      "content": "<|dummy_11|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100275": {
+      "content": "<|dummy_12|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100276": {
+      "content": "<|endofprompt|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100277": {
+      "content": "<|dummy_13|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100278": {
+      "content": "<|dummy_14|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100279": {
+      "content": "<|dummy_15|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100280": {
+      "content": "<|dummy_16|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100281": {
+      "content": "<|dummy_17|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100282": {
+      "content": "<|dummy_18|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100283": {
+      "content": "<|dummy_19|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100284": {
+      "content": "<|dummy_20|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100285": {
+      "content": "<|dummy_21|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100286": {
+      "content": "<|dummy_22|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100287": {
+      "content": "<|dummy_23|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100288": {
+      "content": "<|dummy_24|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100289": {
+      "content": "<|dummy_25|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100290": {
+      "content": "<|dummy_26|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100291": {
+      "content": "<|dummy_27|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100292": {
+      "content": "<|dummy_28|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100293": {
+      "content": "<|dummy_29|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100294": {
+      "content": "<|dummy_30|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100295": {
+      "content": "<|dummy_31|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100296": {
+      "content": "<|dummy_32|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100297": {
+      "content": "<|dummy_33|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100298": {
+      "content": "<|dummy_34|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100299": {
+      "content": "<|dummy_35|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100300": {
+      "content": "<|dummy_36|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100301": {
+      "content": "<|dummy_37|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100302": {
+      "content": "<|dummy_38|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100303": {
+      "content": "<|dummy_39|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100304": {
+      "content": "<|dummy_40|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100305": {
+      "content": "<|dummy_41|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100306": {
+      "content": "<|dummy_42|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100307": {
+      "content": "<|dummy_43|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100308": {
+      "content": "<|dummy_44|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100309": {
+      "content": "<|dummy_45|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100310": {
+      "content": "<|dummy_46|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100311": {
+      "content": "<|dummy_47|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100312": {
+      "content": "<|dummy_48|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100313": {
+      "content": "<|dummy_49|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100314": {
+      "content": "<|dummy_50|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100315": {
+      "content": "<|dummy_51|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100316": {
+      "content": "<|dummy_52|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100317": {
+      "content": "<|dummy_53|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100318": {
+      "content": "<|dummy_54|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100319": {
+      "content": "<|dummy_55|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100320": {
+      "content": "<|dummy_56|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100321": {
+      "content": "<|dummy_57|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100322": {
+      "content": "<|dummy_58|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100323": {
+      "content": "<|dummy_59|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100324": {
+      "content": "<|dummy_60|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100325": {
+      "content": "<|dummy_61|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100326": {
+      "content": "<|dummy_62|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100327": {
+      "content": "<|dummy_63|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100328": {
+      "content": "<|dummy_64|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100329": {
+      "content": "<|dummy_65|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100330": {
+      "content": "<|dummy_66|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100331": {
+      "content": "<|dummy_67|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100332": {
+      "content": "<|dummy_68|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100333": {
+      "content": "<|dummy_69|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100334": {
+      "content": "<|dummy_70|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100335": {
+      "content": "<|dummy_71|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100336": {
+      "content": "<|dummy_72|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100337": {
+      "content": "<|dummy_73|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100338": {
+      "content": "<|dummy_74|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100339": {
+      "content": "<|dummy_75|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100340": {
+      "content": "<|dummy_76|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100341": {
+      "content": "<|dummy_77|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100342": {
+      "content": "<|dummy_78|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100343": {
+      "content": "<|dummy_79|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100344": {
+      "content": "<|dummy_80|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100345": {
+      "content": "<|dummy_81|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100346": {
+      "content": "<|dummy_82|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100347": {
+      "content": "<|dummy_83|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100348": {
+      "content": "<|dummy_84|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100349": {
+      "content": "<|dummy_85|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100350": {
+      "content": "<|dummy_86|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "100351": {
+      "content": "<|dummy_87|>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "chat_template": "{% for message in messages %}{% if (message['role'] == 'system') %}{{'<|im_start|>system<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'user') %}{{'<|im_start|>user<|im_sep|>' + message['content'] + '<|im_end|>'}}{% elif (message['role'] == 'assistant') %}{{'<|im_start|>assistant<|im_sep|>' + message['content'] + '<|im_end|>'}}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant<|im_sep|>' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "extra_special_tokens": {},
+  "model_max_length": 8192,
+  "pad_token": "<|dummy_85|>",
+  "padding_side": "right",
+  "split_special_tokens": false,
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}

trainer_log.jsonl

@@ -0,0 +1,102 @@
+{"current_steps": 1, "total_steps": 117, "loss": 1.8884, "lr": 1.6666666666666667e-06, "epoch": 0.008547008547008548, "percentage": 0.85, "elapsed_time": "0:03:29", "remaining_time": "6:45:06"}
+{"current_steps": 2, "total_steps": 117, "loss": 1.8929, "lr": 3.3333333333333333e-06, "epoch": 0.017094017094017096, "percentage": 1.71, "elapsed_time": "0:06:43", "remaining_time": "6:26:44"}
+{"current_steps": 3, "total_steps": 117, "loss": 1.9025, "lr": 5e-06, "epoch": 0.02564102564102564, "percentage": 2.56, "elapsed_time": "0:09:59", "remaining_time": "6:19:27"}
+{"current_steps": 4, "total_steps": 117, "loss": 1.8795, "lr": 6.666666666666667e-06, "epoch": 0.03418803418803419, "percentage": 3.42, "elapsed_time": "0:13:13", "remaining_time": "6:13:42"}
+{"current_steps": 5, "total_steps": 117, "loss": 1.8705, "lr": 8.333333333333334e-06, "epoch": 0.042735042735042736, "percentage": 4.27, "elapsed_time": "0:16:25", "remaining_time": "6:07:48"}
+{"current_steps": 6, "total_steps": 117, "loss": 1.8572, "lr": 1e-05, "epoch": 0.05128205128205128, "percentage": 5.13, "elapsed_time": "0:19:36", "remaining_time": "6:02:43"}
+{"current_steps": 7, "total_steps": 117, "loss": 1.8696, "lr": 9.99799753559161e-06, "epoch": 0.05982905982905983, "percentage": 5.98, "elapsed_time": "0:22:48", "remaining_time": "5:58:17"}
+{"current_steps": 8, "total_steps": 117, "loss": 1.8535, "lr": 9.991991746311916e-06, "epoch": 0.06837606837606838, "percentage": 6.84, "elapsed_time": "0:25:58", "remaining_time": "5:53:58"}
+{"current_steps": 9, "total_steps": 117, "loss": 1.8623, "lr": 9.981987442712634e-06, "epoch": 0.07692307692307693, "percentage": 7.69, "elapsed_time": "0:29:09", "remaining_time": "5:49:49"}
+{"current_steps": 10, "total_steps": 117, "loss": 1.8575, "lr": 9.967992638098517e-06, "epoch": 0.08547008547008547, "percentage": 8.55, "elapsed_time": "0:32:18", "remaining_time": "5:45:44"}
+{"current_steps": 11, "total_steps": 117, "loss": 1.8533, "lr": 9.950018542108818e-06, "epoch": 0.09401709401709402, "percentage": 9.4, "elapsed_time": "0:35:27", "remaining_time": "5:41:44"}
+{"current_steps": 12, "total_steps": 117, "loss": 1.8447, "lr": 9.928079551738542e-06, "epoch": 0.10256410256410256, "percentage": 10.26, "elapsed_time": "0:38:36", "remaining_time": "5:37:46"}
+{"current_steps": 13, "total_steps": 117, "loss": 1.8458, "lr": 9.902193239806634e-06, "epoch": 0.1111111111111111, "percentage": 11.11, "elapsed_time": "0:41:47", "remaining_time": "5:34:16"}
+{"current_steps": 14, "total_steps": 117, "loss": 1.8447, "lr": 9.872380340880416e-06, "epoch": 0.11965811965811966, "percentage": 11.97, "elapsed_time": "0:44:57", "remaining_time": "5:30:42"}
+{"current_steps": 15, "total_steps": 117, "loss": 1.8474, "lr": 9.838664734667496e-06, "epoch": 0.1282051282051282, "percentage": 12.82, "elapsed_time": "0:48:05", "remaining_time": "5:27:01"}
+{"current_steps": 16, "total_steps": 117, "loss": 1.8424, "lr": 9.801073426888447e-06, "epoch": 0.13675213675213677, "percentage": 13.68, "elapsed_time": "0:51:14", "remaining_time": "5:23:30"}
+{"current_steps": 17, "total_steps": 117, "loss": 1.8274, "lr": 9.759636527645633e-06, "epoch": 0.1452991452991453, "percentage": 14.53, "elapsed_time": "0:54:23", "remaining_time": "5:19:58"}
+{"current_steps": 18, "total_steps": 117, "loss": 1.8262, "lr": 9.714387227305422e-06, "epoch": 0.15384615384615385, "percentage": 15.38, "elapsed_time": "0:57:34", "remaining_time": "5:16:41"}
+{"current_steps": 19, "total_steps": 117, "loss": 1.8331, "lr": 9.665361769913187e-06, "epoch": 0.1623931623931624, "percentage": 16.24, "elapsed_time": "1:00:44", "remaining_time": "5:13:17"}
+{"current_steps": 20, "total_steps": 117, "loss": 1.8278, "lr": 9.612599424162344e-06, "epoch": 0.17094017094017094, "percentage": 17.09, "elapsed_time": "1:03:55", "remaining_time": "5:10:00"}
+{"current_steps": 21, "total_steps": 117, "loss": 1.8238, "lr": 9.55614245194068e-06, "epoch": 0.1794871794871795, "percentage": 17.95, "elapsed_time": "1:07:03", "remaining_time": "5:06:31"}
+{"current_steps": 22, "total_steps": 117, "loss": 1.8282, "lr": 9.496036074479184e-06, "epoch": 0.18803418803418803, "percentage": 18.8, "elapsed_time": "1:10:13", "remaining_time": "5:03:13"}
+{"current_steps": 23, "total_steps": 117, "loss": 1.825, "lr": 9.432328436130493e-06, "epoch": 0.19658119658119658, "percentage": 19.66, "elapsed_time": "1:13:22", "remaining_time": "4:59:54"}
+{"current_steps": 24, "total_steps": 117, "loss": 1.8165, "lr": 9.365070565805941e-06, "epoch": 0.20512820512820512, "percentage": 20.51, "elapsed_time": "1:16:34", "remaining_time": "4:56:43"}
+{"current_steps": 25, "total_steps": 117, "loss": 1.8194, "lr": 9.294316336102132e-06, "epoch": 0.21367521367521367, "percentage": 21.37, "elapsed_time": "1:19:43", "remaining_time": "4:53:23"}
+{"current_steps": 26, "total_steps": 117, "loss": 1.822, "lr": 9.220122420149753e-06, "epoch": 0.2222222222222222, "percentage": 22.22, "elapsed_time": "1:22:54", "remaining_time": "4:50:09"}
+{"current_steps": 27, "total_steps": 117, "loss": 1.8218, "lr": 9.142548246219212e-06, "epoch": 0.23076923076923078, "percentage": 23.08, "elapsed_time": "1:26:05", "remaining_time": "4:46:59"}
+{"current_steps": 28, "total_steps": 117, "loss": 1.8245, "lr": 9.06165595011943e-06, "epoch": 0.23931623931623933, "percentage": 23.93, "elapsed_time": "1:29:16", "remaining_time": "4:43:46"}
+{"current_steps": 29, "total_steps": 117, "loss": 1.8087, "lr": 8.97751032542795e-06, "epoch": 0.24786324786324787, "percentage": 24.79, "elapsed_time": "1:32:26", "remaining_time": "4:40:31"}
+{"current_steps": 30, "total_steps": 117, "loss": 1.8097, "lr": 8.890178771592198e-06, "epoch": 0.2564102564102564, "percentage": 25.64, "elapsed_time": "1:35:37", "remaining_time": "4:37:19"}
+{"current_steps": 31, "total_steps": 117, "loss": 1.8207, "lr": 8.799731239943488e-06, "epoch": 0.26495726495726496, "percentage": 26.5, "elapsed_time": "1:38:48", "remaining_time": "4:34:05"}
+{"current_steps": 32, "total_steps": 117, "loss": 1.8124, "lr": 8.706240177667003e-06, "epoch": 0.27350427350427353, "percentage": 27.35, "elapsed_time": "1:41:58", "remaining_time": "4:30:51"}
+{"current_steps": 33, "total_steps": 117, "loss": 1.8184, "lr": 8.609780469772623e-06, "epoch": 0.28205128205128205, "percentage": 28.21, "elapsed_time": "1:45:07", "remaining_time": "4:27:34"}
+{"current_steps": 34, "total_steps": 117, "loss": 1.819, "lr": 8.510429379113114e-06, "epoch": 0.2905982905982906, "percentage": 29.06, "elapsed_time": "1:48:15", "remaining_time": "4:24:17"}
+{"current_steps": 35, "total_steps": 117, "loss": 1.8153, "lr": 8.408266484497664e-06, "epoch": 0.29914529914529914, "percentage": 29.91, "elapsed_time": "1:51:23", "remaining_time": "4:20:58"}
+{"current_steps": 36, "total_steps": 117, "loss": 1.8141, "lr": 8.303373616950408e-06, "epoch": 0.3076923076923077, "percentage": 30.77, "elapsed_time": "1:54:33", "remaining_time": "4:17:44"}
+{"current_steps": 37, "total_steps": 117, "loss": 1.8072, "lr": 8.195834794164925e-06, "epoch": 0.3162393162393162, "percentage": 31.62, "elapsed_time": "1:57:40", "remaining_time": "4:14:25"}
+{"current_steps": 38, "total_steps": 117, "loss": 1.8171, "lr": 8.085736153207277e-06, "epoch": 0.3247863247863248, "percentage": 32.48, "elapsed_time": "2:00:51", "remaining_time": "4:11:15"}
+{"current_steps": 39, "total_steps": 117, "loss": 1.8192, "lr": 7.973165881521435e-06, "epoch": 0.3333333333333333, "percentage": 33.33, "elapsed_time": "2:04:00", "remaining_time": "4:08:00"}
+{"current_steps": 40, "total_steps": 117, "loss": 1.8069, "lr": 7.858214146292394e-06, "epoch": 0.3418803418803419, "percentage": 34.19, "elapsed_time": "2:07:09", "remaining_time": "4:04:47"}
+{"current_steps": 41, "total_steps": 117, "loss": 1.8093, "lr": 7.74097302222355e-06, "epoch": 0.3504273504273504, "percentage": 35.04, "elapsed_time": "2:10:19", "remaining_time": "4:01:33"}
+{"current_steps": 42, "total_steps": 117, "loss": 1.8014, "lr": 7.621536417786159e-06, "epoch": 0.358974358974359, "percentage": 35.9, "elapsed_time": "2:13:29", "remaining_time": "3:58:23"}
+{"current_steps": 43, "total_steps": 117, "loss": 1.8108, "lr": 7.500000000000001e-06, "epoch": 0.36752136752136755, "percentage": 36.75, "elapsed_time": "2:16:38", "remaining_time": "3:55:09"}
+{"current_steps": 44, "total_steps": 117, "loss": 1.8069, "lr": 7.37646111780545e-06, "epoch": 0.37606837606837606, "percentage": 37.61, "elapsed_time": "2:19:47", "remaining_time": "3:51:56"}
+{"current_steps": 45, "total_steps": 117, "loss": 1.8057, "lr": 7.251018724088367e-06, "epoch": 0.38461538461538464, "percentage": 38.46, "elapsed_time": "2:22:56", "remaining_time": "3:48:43"}
+{"current_steps": 46, "total_steps": 117, "loss": 1.8065, "lr": 7.12377329642024e-06, "epoch": 0.39316239316239315, "percentage": 39.32, "elapsed_time": "2:26:05", "remaining_time": "3:45:29"}
+{"current_steps": 47, "total_steps": 117, "loss": 1.7997, "lr": 6.994826756577082e-06, "epoch": 0.4017094017094017, "percentage": 40.17, "elapsed_time": "2:29:13", "remaining_time": "3:42:15"}
+{"current_steps": 48, "total_steps": 117, "loss": 1.8073, "lr": 6.864282388901544e-06, "epoch": 0.41025641025641024, "percentage": 41.03, "elapsed_time": "2:32:22", "remaining_time": "3:39:01"}
+{"current_steps": 49, "total_steps": 117, "loss": 1.8056, "lr": 6.732244757573619e-06, "epoch": 0.4188034188034188, "percentage": 41.88, "elapsed_time": "2:35:30", "remaining_time": "3:35:47"}
+{"current_steps": 50, "total_steps": 117, "loss": 1.807, "lr": 6.598819622856227e-06, "epoch": 0.42735042735042733, "percentage": 42.74, "elapsed_time": "2:38:38", "remaining_time": "3:32:35"}
+{"current_steps": 51, "total_steps": 117, "loss": 1.8098, "lr": 6.464113856382752e-06, "epoch": 0.4358974358974359, "percentage": 43.59, "elapsed_time": "2:41:48", "remaining_time": "3:29:23"}
+{"current_steps": 52, "total_steps": 117, "loss": 1.8016, "lr": 6.328235355554382e-06, "epoch": 0.4444444444444444, "percentage": 44.44, "elapsed_time": "2:44:59", "remaining_time": "3:26:14"}
+{"current_steps": 53, "total_steps": 117, "loss": 1.8111, "lr": 6.191292957115825e-06, "epoch": 0.452991452991453, "percentage": 45.3, "elapsed_time": "2:48:09", "remaining_time": "3:23:03"}
+{"current_steps": 54, "total_steps": 117, "loss": 1.8038, "lr": 6.053396349978632e-06, "epoch": 0.46153846153846156, "percentage": 46.15, "elapsed_time": "2:51:18", "remaining_time": "3:19:51"}
+{"current_steps": 55, "total_steps": 117, "loss": 1.7871, "lr": 5.914655987361934e-06, "epoch": 0.4700854700854701, "percentage": 47.01, "elapsed_time": "2:54:27", "remaining_time": "3:16:39"}
+{"current_steps": 56, "total_steps": 117, "loss": 1.8018, "lr": 5.77518299832099e-06, "epoch": 0.47863247863247865, "percentage": 47.86, "elapsed_time": "2:57:36", "remaining_time": "3:13:27"}
+{"current_steps": 57, "total_steps": 117, "loss": 1.8044, "lr": 5.635089098734394e-06, "epoch": 0.48717948717948717, "percentage": 48.72, "elapsed_time": "3:00:45", "remaining_time": "3:10:16"}
+{"current_steps": 58, "total_steps": 117, "loss": 1.8005, "lr": 5.49448650182125e-06, "epoch": 0.49572649572649574, "percentage": 49.57, "elapsed_time": "3:03:54", "remaining_time": "3:07:05"}
+{"current_steps": 59, "total_steps": 117, "loss": 1.8026, "lr": 5.353487828259973e-06, "epoch": 0.5042735042735043, "percentage": 50.43, "elapsed_time": "3:07:03", "remaining_time": "3:03:52"}
+{"current_steps": 60, "total_steps": 117, "loss": 1.7954, "lr": 5.212206015980742e-06, "epoch": 0.5128205128205128, "percentage": 51.28, "elapsed_time": "3:10:11", "remaining_time": "3:00:40"}
+{"current_steps": 61, "total_steps": 117, "loss": 1.7961, "lr": 5.070754229703811e-06, "epoch": 0.5213675213675214, "percentage": 52.14, "elapsed_time": "3:13:18", "remaining_time": "2:57:28"}
+{"current_steps": 62, "total_steps": 117, "loss": 1.8036, "lr": 4.929245770296191e-06, "epoch": 0.5299145299145299, "percentage": 52.99, "elapsed_time": "3:16:27", "remaining_time": "2:54:16"}
+{"current_steps": 63, "total_steps": 117, "loss": 1.8029, "lr": 4.78779398401926e-06, "epoch": 0.5384615384615384, "percentage": 53.85, "elapsed_time": "3:19:36", "remaining_time": "2:51:05"}
+{"current_steps": 64, "total_steps": 117, "loss": 1.8026, "lr": 4.646512171740028e-06, "epoch": 0.5470085470085471, "percentage": 54.7, "elapsed_time": "3:22:44", "remaining_time": "2:47:53"}
+{"current_steps": 65, "total_steps": 117, "loss": 1.8079, "lr": 4.505513498178752e-06, "epoch": 0.5555555555555556, "percentage": 55.56, "elapsed_time": "3:25:51", "remaining_time": "2:44:41"}
+{"current_steps": 66, "total_steps": 117, "loss": 1.8008, "lr": 4.364910901265607e-06, "epoch": 0.5641025641025641, "percentage": 56.41, "elapsed_time": "3:29:00", "remaining_time": "2:41:30"}
+{"current_steps": 67, "total_steps": 117, "loss": 1.7983, "lr": 4.224817001679011e-06, "epoch": 0.5726495726495726, "percentage": 57.26, "elapsed_time": "3:32:12", "remaining_time": "2:38:21"}
+{"current_steps": 68, "total_steps": 117, "loss": 1.799, "lr": 4.085344012638067e-06, "epoch": 0.5811965811965812, "percentage": 58.12, "elapsed_time": "3:35:21", "remaining_time": "2:35:11"}
+{"current_steps": 69, "total_steps": 117, "loss": 1.7981, "lr": 3.94660365002137e-06, "epoch": 0.5897435897435898, "percentage": 58.97, "elapsed_time": "3:38:31", "remaining_time": "2:32:01"}
+{"current_steps": 70, "total_steps": 117, "loss": 1.7983, "lr": 3.808707042884176e-06, "epoch": 0.5982905982905983, "percentage": 59.83, "elapsed_time": "3:41:40", "remaining_time": "2:28:50"}
+{"current_steps": 71, "total_steps": 117, "loss": 1.7924, "lr": 3.6717646444456196e-06, "epoch": 0.6068376068376068, "percentage": 60.68, "elapsed_time": "3:44:51", "remaining_time": "2:25:41"}
+{"current_steps": 72, "total_steps": 117, "loss": 1.799, "lr": 3.5358861436172487e-06, "epoch": 0.6153846153846154, "percentage": 61.54, "elapsed_time": "3:48:00", "remaining_time": "2:22:30"}
+{"current_steps": 73, "total_steps": 117, "loss": 1.8005, "lr": 3.401180377143774e-06, "epoch": 0.6239316239316239, "percentage": 62.39, "elapsed_time": "3:51:11", "remaining_time": "2:19:20"}
+{"current_steps": 74, "total_steps": 117, "loss": 1.7956, "lr": 3.2677552424263836e-06, "epoch": 0.6324786324786325, "percentage": 63.25, "elapsed_time": "3:54:20", "remaining_time": "2:16:10"}
+{"current_steps": 75, "total_steps": 117, "loss": 1.798, "lr": 3.1357176110984578e-06, "epoch": 0.6410256410256411, "percentage": 64.1, "elapsed_time": "3:57:29", "remaining_time": "2:12:59"}
+{"current_steps": 76, "total_steps": 117, "loss": 1.7934, "lr": 3.0051732434229185e-06, "epoch": 0.6495726495726496, "percentage": 64.96, "elapsed_time": "4:00:37", "remaining_time": "2:09:48"}
+{"current_steps": 77, "total_steps": 117, "loss": 1.8012, "lr": 2.8762267035797607e-06, "epoch": 0.6581196581196581, "percentage": 65.81, "elapsed_time": "4:03:46", "remaining_time": "2:06:37"}
+{"current_steps": 78, "total_steps": 117, "loss": 1.7915, "lr": 2.748981275911633e-06, "epoch": 0.6666666666666666, "percentage": 66.67, "elapsed_time": "4:06:54", "remaining_time": "2:03:27"}
+{"current_steps": 79, "total_steps": 117, "loss": 1.7867, "lr": 2.6235388821945497e-06, "epoch": 0.6752136752136753, "percentage": 67.52, "elapsed_time": "4:10:05", "remaining_time": "2:00:17"}
+{"current_steps": 80, "total_steps": 117, "loss": 1.7952, "lr": 2.5000000000000015e-06, "epoch": 0.6837606837606838, "percentage": 68.38, "elapsed_time": "4:13:13", "remaining_time": "1:57:07"}
+{"current_steps": 81, "total_steps": 117, "loss": 1.8026, "lr": 2.3784635822138424e-06, "epoch": 0.6923076923076923, "percentage": 69.23, "elapsed_time": "4:16:22", "remaining_time": "1:53:56"}
+{"current_steps": 82, "total_steps": 117, "loss": 1.7956, "lr": 2.2590269777764516e-06, "epoch": 0.7008547008547008, "percentage": 70.09, "elapsed_time": "4:19:32", "remaining_time": "1:50:46"}
+{"current_steps": 83, "total_steps": 117, "loss": 1.7947, "lr": 2.141785853707607e-06, "epoch": 0.7094017094017094, "percentage": 70.94, "elapsed_time": "4:22:41", "remaining_time": "1:47:36"}
+{"current_steps": 84, "total_steps": 117, "loss": 1.7963, "lr": 2.0268341184785674e-06, "epoch": 0.717948717948718, "percentage": 71.79, "elapsed_time": "4:25:50", "remaining_time": "1:44:26"}
+{"current_steps": 85, "total_steps": 117, "loss": 1.7974, "lr": 1.9142638467927254e-06, "epoch": 0.7264957264957265, "percentage": 72.65, "elapsed_time": "4:28:59", "remaining_time": "1:41:15"}
+{"current_steps": 86, "total_steps": 117, "loss": 1.794, "lr": 1.8041652058350768e-06, "epoch": 0.7350427350427351, "percentage": 73.5, "elapsed_time": "4:32:07", "remaining_time": "1:38:05"}
+{"current_steps": 87, "total_steps": 117, "loss": 1.8017, "lr": 1.6966263830495939e-06, "epoch": 0.7435897435897436, "percentage": 74.36, "elapsed_time": "4:35:14", "remaining_time": "1:34:54"}
+{"current_steps": 88, "total_steps": 117, "loss": 1.7874, "lr": 1.5917335155023368e-06, "epoch": 0.7521367521367521, "percentage": 75.21, "elapsed_time": "4:38:24", "remaining_time": "1:31:44"}
+{"current_steps": 89, "total_steps": 117, "loss": 1.8012, "lr": 1.4895706208868876e-06, "epoch": 0.7606837606837606, "percentage": 76.07, "elapsed_time": "4:41:32", "remaining_time": "1:28:34"}
+{"current_steps": 90, "total_steps": 117, "loss": 1.8029, "lr": 1.390219530227378e-06, "epoch": 0.7692307692307693, "percentage": 76.92, "elapsed_time": "4:44:40", "remaining_time": "1:25:24"}
+{"current_steps": 91, "total_steps": 117, "loss": 1.7955, "lr": 1.2937598223330006e-06, "epoch": 0.7777777777777778, "percentage": 77.78, "elapsed_time": "4:47:48", "remaining_time": "1:22:13"}
+{"current_steps": 92, "total_steps": 117, "loss": 1.7919, "lr": 1.2002687600565138e-06, "epoch": 0.7863247863247863, "percentage": 78.63, "elapsed_time": "4:50:56", "remaining_time": "1:19:03"}
+{"current_steps": 93, "total_steps": 117, "loss": 1.794, "lr": 1.1098212284078037e-06, "epoch": 0.7948717948717948, "percentage": 79.49, "elapsed_time": "4:54:04", "remaining_time": "1:15:53"}
+{"current_steps": 94, "total_steps": 117, "loss": 1.7978, "lr": 1.0224896745720513e-06, "epoch": 0.8034188034188035, "percentage": 80.34, "elapsed_time": "4:57:12", "remaining_time": "1:12:43"}
+{"current_steps": 95, "total_steps": 117, "loss": 1.8013, "lr": 9.383440498805712e-07, "epoch": 0.811965811965812, "percentage": 81.2, "elapsed_time": "5:00:24", "remaining_time": "1:09:34"}
+{"current_steps": 96, "total_steps": 117, "loss": 1.7928, "lr": 8.574517537807897e-07, "epoch": 0.8205128205128205, "percentage": 82.05, "elapsed_time": "5:03:33", "remaining_time": "1:06:24"}
+{"current_steps": 97, "total_steps": 117, "loss": 1.7875, "lr": 7.798775798502484e-07, "epoch": 0.8290598290598291, "percentage": 82.91, "elapsed_time": "5:06:43", "remaining_time": "1:03:14"}
+{"current_steps": 98, "total_steps": 117, "loss": 1.7868, "lr": 7.056836638978698e-07, "epoch": 0.8376068376068376, "percentage": 83.76, "elapsed_time": "5:09:54", "remaining_time": "1:00:05"}
+{"current_steps": 99, "total_steps": 117, "loss": 1.7947, "lr": 6.349294341940593e-07, "epoch": 0.8461538461538461, "percentage": 84.62, "elapsed_time": "5:13:05", "remaining_time": "0:56:55"}
+{"current_steps": 100, "total_steps": 117, "loss": 1.7933, "lr": 5.676715638695063e-07, "epoch": 0.8547008547008547, "percentage": 85.47, "elapsed_time": "5:16:13", "remaining_time": "0:53:45"}
+{"current_steps": 101, "total_steps": 117, "loss": 1.7983, "lr": 5.039639255208156e-07, "epoch": 0.8632478632478633, "percentage": 86.32, "elapsed_time": "5:21:46", "remaining_time": "0:50:58"}
+{"current_steps": 102, "total_steps": 117, "loss": 1.7923, "lr": 4.43857548059321e-07, "epoch": 0.8717948717948718, "percentage": 87.18, "elapsed_time": "5:24:55", "remaining_time": "0:47:46"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbcb0763afe7ddb533417233ceab289a75850df67ec6d1a045ba6d98406b7a67
+size 7875