Training in progress, epoch 0

config.json

@@ -0,0 +1,27 @@
+{
+  "_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "architectures": [
+    "MistralForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "mistral",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.1",
+  "use_cache": false,
+  "vocab_size": 32000
+}

model-00001-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14c37c42a156a5b80a71dc400edb8fe4a1f47d27fb0972b431a29bd27b4b03e
+size 4943162336

model-00002-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5fbc24010dad80bc35e68ee2dec8f06f0778c78f33a0e5373bcecb4829244c
+size 4999819336

model-00003-of-00003.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f869f239c7f1088c4d3ab42a36c1ad331bc78bad6d06701ceb788e68674f8b
+size 4540516344

model.safetensors.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 14483464192
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00003-of-00003.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00003.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00003.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00003.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00003.safetensors",
+    "model.norm.weight": "model-00003-of-00003.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -0,0 +1,46 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
+  "bos_token": "<s>",
+  "chat_template": "{{ '<s>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '[INST] ' + content + ' [/INST]' }}{% elif message['role'] == 'assistant' %}{{ content + '</s>' }}{% endif %}{% endfor %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "</s>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

trainer_log.jsonl

@@ -0,0 +1,68 @@
+{"current_steps": 10, "total_steps": 2013, "loss": 0.8907, "lr": 6.62251655629139e-08, "epoch": 0.014883720930232559, "percentage": 0.5, "elapsed_time": "0:09:23", "remaining_time": "1 day, 7:20:08"}
+{"current_steps": 20, "total_steps": 2013, "loss": 0.8765, "lr": 1.324503311258278e-07, "epoch": 0.029767441860465118, "percentage": 0.99, "elapsed_time": "0:18:41", "remaining_time": "1 day, 7:02:29"}
+{"current_steps": 30, "total_steps": 2013, "loss": 0.8261, "lr": 1.986754966887417e-07, "epoch": 0.044651162790697675, "percentage": 1.49, "elapsed_time": "0:27:58", "remaining_time": "1 day, 6:49:19"}
+{"current_steps": 40, "total_steps": 2013, "loss": 0.7683, "lr": 2.649006622516556e-07, "epoch": 0.059534883720930236, "percentage": 1.99, "elapsed_time": "0:37:16", "remaining_time": "1 day, 6:38:42"}
+{"current_steps": 50, "total_steps": 2013, "loss": 0.7269, "lr": 3.3112582781456954e-07, "epoch": 0.07441860465116279, "percentage": 2.48, "elapsed_time": "0:46:32", "remaining_time": "1 day, 6:27:18"}
+{"current_steps": 60, "total_steps": 2013, "loss": 0.692, "lr": 3.973509933774834e-07, "epoch": 0.08930232558139535, "percentage": 2.98, "elapsed_time": "0:55:50", "remaining_time": "1 day, 6:17:47"}
+{"current_steps": 70, "total_steps": 2013, "loss": 0.6702, "lr": 4.635761589403973e-07, "epoch": 0.10418604651162791, "percentage": 3.48, "elapsed_time": "1:05:07", "remaining_time": "1 day, 6:07:48"}
+{"current_steps": 80, "total_steps": 2013, "loss": 0.6479, "lr": 5.298013245033112e-07, "epoch": 0.11906976744186047, "percentage": 3.97, "elapsed_time": "1:14:25", "remaining_time": "1 day, 5:58:20"}
+{"current_steps": 90, "total_steps": 2013, "loss": 0.6404, "lr": 5.960264900662252e-07, "epoch": 0.13395348837209303, "percentage": 4.47, "elapsed_time": "1:23:43", "remaining_time": "1 day, 5:48:47"}
+{"current_steps": 100, "total_steps": 2013, "loss": 0.6228, "lr": 6.622516556291391e-07, "epoch": 0.14883720930232558, "percentage": 4.97, "elapsed_time": "1:33:01", "remaining_time": "1 day, 5:39:34"}
+{"current_steps": 110, "total_steps": 2013, "loss": 0.6202, "lr": 7.284768211920528e-07, "epoch": 0.16372093023255813, "percentage": 5.46, "elapsed_time": "1:42:19", "remaining_time": "1 day, 5:30:06"}
+{"current_steps": 120, "total_steps": 2013, "loss": 0.6062, "lr": 7.947019867549668e-07, "epoch": 0.1786046511627907, "percentage": 5.96, "elapsed_time": "1:51:36", "remaining_time": "1 day, 5:20:39"}
+{"current_steps": 130, "total_steps": 2013, "loss": 0.5986, "lr": 8.609271523178807e-07, "epoch": 0.19348837209302325, "percentage": 6.46, "elapsed_time": "2:00:54", "remaining_time": "1 day, 5:11:13"}
+{"current_steps": 140, "total_steps": 2013, "loss": 0.5935, "lr": 9.271523178807946e-07, "epoch": 0.20837209302325582, "percentage": 6.95, "elapsed_time": "2:10:09", "remaining_time": "1 day, 5:01:25"}
+{"current_steps": 150, "total_steps": 2013, "loss": 0.5923, "lr": 9.933774834437085e-07, "epoch": 0.22325581395348837, "percentage": 7.45, "elapsed_time": "2:19:27", "remaining_time": "1 day, 4:51:59"}
+{"current_steps": 160, "total_steps": 2013, "loss": 0.5868, "lr": 1.0596026490066225e-06, "epoch": 0.23813953488372094, "percentage": 7.95, "elapsed_time": "2:28:44", "remaining_time": "1 day, 4:42:36"}
+{"current_steps": 170, "total_steps": 2013, "loss": 0.5746, "lr": 1.1258278145695362e-06, "epoch": 0.25302325581395346, "percentage": 8.45, "elapsed_time": "2:38:00", "remaining_time": "1 day, 4:33:00"}
+{"current_steps": 180, "total_steps": 2013, "loss": 0.5755, "lr": 1.1920529801324504e-06, "epoch": 0.26790697674418606, "percentage": 8.94, "elapsed_time": "2:47:16", "remaining_time": "1 day, 4:23:28"}
+{"current_steps": 190, "total_steps": 2013, "loss": 0.5718, "lr": 1.2582781456953642e-06, "epoch": 0.2827906976744186, "percentage": 9.44, "elapsed_time": "2:56:34", "remaining_time": "1 day, 4:14:09"}
+{"current_steps": 200, "total_steps": 2013, "loss": 0.5705, "lr": 1.3245033112582782e-06, "epoch": 0.29767441860465116, "percentage": 9.94, "elapsed_time": "3:05:50", "remaining_time": "1 day, 4:04:38"}
+{"current_steps": 210, "total_steps": 2013, "loss": 0.5585, "lr": 1.390728476821192e-06, "epoch": 0.3125581395348837, "percentage": 10.43, "elapsed_time": "3:15:06", "remaining_time": "1 day, 3:55:09"}
+{"current_steps": 220, "total_steps": 2013, "loss": 0.5573, "lr": 1.4569536423841057e-06, "epoch": 0.32744186046511625, "percentage": 10.93, "elapsed_time": "3:24:22", "remaining_time": "1 day, 3:45:41"}
+{"current_steps": 230, "total_steps": 2013, "loss": 0.5543, "lr": 1.5231788079470199e-06, "epoch": 0.34232558139534885, "percentage": 11.43, "elapsed_time": "3:33:39", "remaining_time": "1 day, 3:36:20"}
+{"current_steps": 240, "total_steps": 2013, "loss": 0.5479, "lr": 1.5894039735099336e-06, "epoch": 0.3572093023255814, "percentage": 11.92, "elapsed_time": "3:42:57", "remaining_time": "1 day, 3:27:04"}
+{"current_steps": 250, "total_steps": 2013, "loss": 0.5476, "lr": 1.6556291390728476e-06, "epoch": 0.37209302325581395, "percentage": 12.42, "elapsed_time": "3:52:15", "remaining_time": "1 day, 3:17:55"}
+{"current_steps": 260, "total_steps": 2013, "loss": 0.5482, "lr": 1.7218543046357614e-06, "epoch": 0.3869767441860465, "percentage": 12.92, "elapsed_time": "4:01:32", "remaining_time": "1 day, 3:08:33"}
+{"current_steps": 270, "total_steps": 2013, "loss": 0.5409, "lr": 1.7880794701986755e-06, "epoch": 0.4018604651162791, "percentage": 13.41, "elapsed_time": "4:10:49", "remaining_time": "1 day, 2:59:11"}
+{"current_steps": 280, "total_steps": 2013, "loss": 0.5421, "lr": 1.8543046357615893e-06, "epoch": 0.41674418604651164, "percentage": 13.91, "elapsed_time": "4:20:06", "remaining_time": "1 day, 2:49:55"}
+{"current_steps": 290, "total_steps": 2013, "loss": 0.5425, "lr": 1.920529801324503e-06, "epoch": 0.4316279069767442, "percentage": 14.41, "elapsed_time": "4:29:23", "remaining_time": "1 day, 2:40:35"}
+{"current_steps": 300, "total_steps": 2013, "loss": 0.5391, "lr": 1.986754966887417e-06, "epoch": 0.44651162790697674, "percentage": 14.9, "elapsed_time": "4:38:41", "remaining_time": "1 day, 2:31:18"}
+{"current_steps": 310, "total_steps": 2013, "loss": 0.5379, "lr": 1.9999190898215112e-06, "epoch": 0.4613953488372093, "percentage": 15.4, "elapsed_time": "4:47:59", "remaining_time": "1 day, 2:22:04"}
+{"current_steps": 320, "total_steps": 2013, "loss": 0.5327, "lr": 1.999590422140527e-06, "epoch": 0.4762790697674419, "percentage": 15.9, "elapsed_time": "4:57:14", "remaining_time": "1 day, 2:12:37"}
+{"current_steps": 330, "total_steps": 2013, "loss": 0.5359, "lr": 1.9990090507868642e-06, "epoch": 0.49116279069767443, "percentage": 16.39, "elapsed_time": "5:06:32", "remaining_time": "1 day, 2:03:20"}
+{"current_steps": 340, "total_steps": 2013, "loss": 0.5338, "lr": 1.9981751717537907e-06, "epoch": 0.5060465116279069, "percentage": 16.89, "elapsed_time": "5:15:50", "remaining_time": "1 day, 1:54:06"}
+{"current_steps": 350, "total_steps": 2013, "loss": 0.5301, "lr": 1.997089066160553e-06, "epoch": 0.5209302325581395, "percentage": 17.39, "elapsed_time": "5:25:05", "remaining_time": "1 day, 1:44:40"}
+{"current_steps": 360, "total_steps": 2013, "loss": 0.5274, "lr": 1.995751100157603e-06, "epoch": 0.5358139534883721, "percentage": 17.88, "elapsed_time": "5:34:22", "remaining_time": "1 day, 1:35:20"}
+{"current_steps": 370, "total_steps": 2013, "loss": 0.5229, "lr": 1.9941617248031625e-06, "epoch": 0.5506976744186046, "percentage": 18.38, "elapsed_time": "5:43:39", "remaining_time": "1 day, 1:26:02"}
+{"current_steps": 380, "total_steps": 2013, "loss": 0.5249, "lr": 1.9923214759111606e-06, "epoch": 0.5655813953488372, "percentage": 18.88, "elapsed_time": "5:52:56", "remaining_time": "1 day, 1:16:42"}
+{"current_steps": 390, "total_steps": 2013, "loss": 0.5166, "lr": 1.9902309738705996e-06, "epoch": 0.5804651162790697, "percentage": 19.37, "elapsed_time": "6:02:14", "remaining_time": "1 day, 1:07:27"}
+{"current_steps": 400, "total_steps": 2013, "loss": 0.5218, "lr": 1.987890923436406e-06, "epoch": 0.5953488372093023, "percentage": 19.87, "elapsed_time": "6:11:33", "remaining_time": "1 day, 0:58:17"}
+{"current_steps": 410, "total_steps": 2013, "loss": 0.5232, "lr": 1.9853021134918443e-06, "epoch": 0.6102325581395349, "percentage": 20.37, "elapsed_time": "6:20:51", "remaining_time": "1 day, 0:49:02"}
+{"current_steps": 420, "total_steps": 2013, "loss": 0.5178, "lr": 1.982465416782565e-06, "epoch": 0.6251162790697674, "percentage": 20.86, "elapsed_time": "6:30:09", "remaining_time": "1 day, 0:39:47"}
+{"current_steps": 430, "total_steps": 2013, "loss": 0.5153, "lr": 1.979381789622384e-06, "epoch": 0.64, "percentage": 21.36, "elapsed_time": "6:39:27", "remaining_time": "1 day, 0:30:34"}
+{"current_steps": 440, "total_steps": 2013, "loss": 0.5164, "lr": 1.976052271570887e-06, "epoch": 0.6548837209302325, "percentage": 21.86, "elapsed_time": "6:48:45", "remaining_time": "1 day, 0:21:19"}
+{"current_steps": 450, "total_steps": 2013, "loss": 0.5085, "lr": 1.97247798508297e-06, "epoch": 0.6697674418604651, "percentage": 22.35, "elapsed_time": "6:58:03", "remaining_time": "1 day, 0:12:04"}
+{"current_steps": 460, "total_steps": 2013, "loss": 0.5135, "lr": 1.9686601351304374e-06, "epoch": 0.6846511627906977, "percentage": 22.85, "elapsed_time": "7:07:20", "remaining_time": "1 day, 0:02:46"}
+{"current_steps": 470, "total_steps": 2013, "loss": 0.5076, "lr": 1.9646000087957754e-06, "epoch": 0.6995348837209302, "percentage": 23.35, "elapsed_time": "7:16:38", "remaining_time": "23:53:28"}
+{"current_steps": 480, "total_steps": 2013, "loss": 0.5048, "lr": 1.96029897483825e-06, "epoch": 0.7144186046511628, "percentage": 23.85, "elapsed_time": "7:25:55", "remaining_time": "23:44:11"}
+{"current_steps": 490, "total_steps": 2013, "loss": 0.5048, "lr": 1.9557584832324684e-06, "epoch": 0.7293023255813953, "percentage": 24.34, "elapsed_time": "7:35:13", "remaining_time": "23:34:53"}
+{"current_steps": 500, "total_steps": 2013, "loss": 0.5048, "lr": 1.9509800646795586e-06, "epoch": 0.7441860465116279, "percentage": 24.84, "elapsed_time": "7:44:31", "remaining_time": "23:25:40"}
+{"current_steps": 510, "total_steps": 2013, "loss": 0.5074, "lr": 1.945965330091136e-06, "epoch": 0.7590697674418605, "percentage": 25.34, "elapsed_time": "7:53:49", "remaining_time": "23:16:22"}
+{"current_steps": 520, "total_steps": 2013, "loss": 0.5073, "lr": 1.9407159700462285e-06, "epoch": 0.773953488372093, "percentage": 25.83, "elapsed_time": "8:03:07", "remaining_time": "23:07:07"}
+{"current_steps": 530, "total_steps": 2013, "loss": 0.4958, "lr": 1.935233754221348e-06, "epoch": 0.7888372093023256, "percentage": 26.33, "elapsed_time": "8:12:25", "remaining_time": "22:57:52"}
+{"current_steps": 540, "total_steps": 2013, "loss": 0.5024, "lr": 1.929520530793888e-06, "epoch": 0.8037209302325582, "percentage": 26.83, "elapsed_time": "8:21:44", "remaining_time": "22:48:38"}
+{"current_steps": 550, "total_steps": 2013, "loss": 0.4988, "lr": 1.9235782258190662e-06, "epoch": 0.8186046511627907, "percentage": 27.32, "elapsed_time": "8:31:03", "remaining_time": "22:39:25"}
+{"current_steps": 560, "total_steps": 2013, "loss": 0.5012, "lr": 1.917408842580604e-06, "epoch": 0.8334883720930233, "percentage": 27.82, "elapsed_time": "8:40:22", "remaining_time": "22:30:10"}
+{"current_steps": 570, "total_steps": 2013, "loss": 0.4984, "lr": 1.9110144609153795e-06, "epoch": 0.8483720930232558, "percentage": 28.32, "elapsed_time": "8:49:40", "remaining_time": "22:20:54"}
+{"current_steps": 580, "total_steps": 2013, "loss": 0.4936, "lr": 1.9043972365122638e-06, "epoch": 0.8632558139534884, "percentage": 28.81, "elapsed_time": "8:58:58", "remaining_time": "22:11:38"}
+{"current_steps": 590, "total_steps": 2013, "loss": 0.4955, "lr": 1.8975594001853924e-06, "epoch": 0.878139534883721, "percentage": 29.31, "elapsed_time": "9:08:16", "remaining_time": "22:02:22"}
+{"current_steps": 600, "total_steps": 2013, "loss": 0.4958, "lr": 1.8905032571221078e-06, "epoch": 0.8930232558139535, "percentage": 29.81, "elapsed_time": "9:17:35", "remaining_time": "21:53:06"}
+{"current_steps": 610, "total_steps": 2013, "loss": 0.4918, "lr": 1.8832311861058284e-06, "epoch": 0.9079069767441861, "percentage": 30.3, "elapsed_time": "9:26:52", "remaining_time": "21:43:48"}
+{"current_steps": 620, "total_steps": 2013, "loss": 0.4885, "lr": 1.8757456387141083e-06, "epoch": 0.9227906976744186, "percentage": 30.8, "elapsed_time": "9:36:09", "remaining_time": "21:34:28"}
+{"current_steps": 630, "total_steps": 2013, "loss": 0.4934, "lr": 1.8680491384921565e-06, "epoch": 0.9376744186046512, "percentage": 31.3, "elapsed_time": "9:45:26", "remaining_time": "21:25:10"}
+{"current_steps": 640, "total_steps": 2013, "loss": 0.4921, "lr": 1.860144280102091e-06, "epoch": 0.9525581395348838, "percentage": 31.79, "elapsed_time": "9:54:43", "remaining_time": "21:15:53"}
+{"current_steps": 650, "total_steps": 2013, "loss": 0.4883, "lr": 1.8520337284482225e-06, "epoch": 0.9674418604651163, "percentage": 32.29, "elapsed_time": "10:04:02", "remaining_time": "21:06:36"}
+{"current_steps": 660, "total_steps": 2013, "loss": 0.4868, "lr": 1.8437202177786554e-06, "epoch": 0.9823255813953489, "percentage": 32.79, "elapsed_time": "10:13:20", "remaining_time": "20:57:21"}
+{"current_steps": 670, "total_steps": 2013, "loss": 0.4936, "lr": 1.8352065507635096e-06, "epoch": 0.9972093023255814, "percentage": 33.28, "elapsed_time": "10:22:37", "remaining_time": "20:48:02"}
+{"current_steps": 671, "total_steps": 2013, "eval_loss": 0.061185844242572784, "epoch": 0.9986976744186047, "percentage": 33.33, "elapsed_time": "10:35:18", "remaining_time": "21:10:36"}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b12e1f5a9cf96010cd3bfc210292d55f67fc0da56db9fb1e7e7fce7655649b
+size 7288