second model upload

README.md

@@ -36,18 +36,18 @@ More information needed
 
 The following hyperparameters were used during training:
 - learning_rate: 2e-05
-- train_batch_size: 2
+- train_batch_size: 4
 - eval_batch_size: 8
 - seed: 42
 - distributed_type: multi-GPU
 - num_devices: 2
-- gradient_accumulation_steps: 2
-- total_train_batch_size: 8
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 32
 - total_eval_batch_size: 16
 - optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
 - lr_scheduler_type: cosine
 - lr_scheduler_warmup_ratio: 0.1
-- num_epochs: 25.0
+- num_epochs: 15.0
 - mixed_precision_training: Native AMP
 
 ### Training results

adapter_config.json

@@ -20,442 +20,314 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "model.layers.26.self_attn.o_proj",
-    "model.layers.19.self_attn.o_proj",
-    "visual.blocks.22.mlp.fc1",
+    "model.layers.6.self_attn.v_proj",
+    "model.layers.3.self_attn.k_proj",
+    "model.layers.5.self_attn.k_proj",
+    "model.layers.20.self_attn.o_proj",
+    "model.layers.2.self_attn.k_proj",
+    "model.layers.7.self_attn_text.k_proj",
+    "model.layers.6.self_attn.k_proj",
+    "model.layers.20.self_attn.q_proj",
+    "model.layers.25.self_attn.q_proj",
     "model.layers.1.self_attn.o_proj",
-    "model.layers.9.mlp.up_proj",
-    "model.layers.23.self_attn_text.q_proj",
-    "model.layers.24.self_attn_text.o_proj",
-    "model.layers.15.self_attn_text.o_proj",
-    "model.layers.27.self_attn.v_proj",
-    "model.layers.8.self_attn_text.k_proj",
-    "visual.blocks.10.attn.proj",
-    "visual.blocks.28.mlp.fc2",
+    "model.layers.22.self_attn.k_proj",
+    "model.layers.8.self_attn.k_proj",
+    "model.layers.18.self_attn_text.k_proj",
+    "model.layers.10.self_attn_text.o_proj",
+    "model.layers.17.mlp.gate_proj",
+    "model.layers.2.self_attn.o_proj",
     "model.layers.3.self_attn_text.k_proj",
-    "model.layers.12.self_attn.v_proj",
-    "model.layers.18.self_attn_text.o_proj",
-    "visual.blocks.5.mlp.fc2",
-    "model.layers.13.self_attn.q_proj",
-    "visual.blocks.7.mlp.fc1",
-    "model.layers.27.mlp.down_proj",
-    "visual.blocks.1.mlp.fc1",
-    "model.layers.12.mlp.up_proj",
-    "model.layers.5.self_attn.o_proj",
-    "model.layers.15.self_attn_text.q_proj",
-    "model.layers.2.self_attn_text.k_proj",
-    "model.layers.3.self_attn_text.q_proj",
-    "model.layers.12.mlp.down_proj",
-    "model.layers.14.self_attn_text.q_proj",
-    "model.layers.19.self_attn_text.o_proj",
-    "visual.blocks.23.attn.proj",
-    "model.layers.20.self_attn.o_proj",
-    "model.layers.5.self_attn_text.k_proj",
-    "model.layers.26.mlp.gate_proj",
-    "model.layers.8.self_attn.q_proj",
-    "model.layers.20.mlp.gate_proj",
-    "model.layers.16.self_attn_text.k_proj",
+    "model.layers.0.self_attn_text.v_proj",
+    "model.layers.16.self_attn.q_proj",
+    "model.layers.4.self_attn.q_proj",
+    "model.layers.23.self_attn_text.o_proj",
+    "model.layers.12.self_attn.k_proj",
+    "model.layers.17.self_attn_text.v_proj",
+    "model.layers.25.self_attn.k_proj",
+    "model.layers.0.self_attn.k_proj",
+    "model.layers.23.self_attn.v_proj",
     "model.layers.20.self_attn.k_proj",
-    "visual.blocks.9.attn.qkv",
-    "model.layers.4.self_attn_text.k_proj",
-    "model.layers.4.mlp.gate_proj",
-    "model.layers.6.self_attn.v_proj",
-    "model.layers.1.self_attn_text.o_proj",
-    "model.layers.16.mlp.up_proj",
-    "visual.blocks.16.mlp.fc2",
-    "model.layers.10.self_attn.v_proj",
-    "model.layers.17.self_attn_text.o_proj",
-    "model.layers.17.self_attn.v_proj",
-    "visual.blocks.9.mlp.fc1",
-    "model.layers.25.mlp.gate_proj",
-    "model.layers.25.self_attn_text.q_proj",
-    "model.layers.9.self_attn.k_proj",
-    "model.layers.18.self_attn.q_proj",
-    "visual.blocks.9.attn.proj",
-    "visual.blocks.14.mlp.fc1",
-    "model.layers.13.self_attn.o_proj",
-    "model.layers.24.self_attn.v_proj",
-    "model.layers.11.mlp.down_proj",
-    "model.layers.27.self_attn_text.v_proj",
-    "model.layers.16.self_attn_text.o_proj",
-    "model.layers.25.mlp.down_proj",
-    "visual.blocks.4.mlp.fc2",
-    "model.layers.27.self_attn.q_proj",
-    "visual.blocks.5.attn.proj",
+    "model.layers.13.self_attn_text.v_proj",
+    "model.layers.9.self_attn.o_proj",
+    "model.layers.21.self_attn.v_proj",
+    "model.layers.11.self_attn.o_proj",
+    "model.layers.22.self_attn.q_proj",
     "model.layers.19.mlp.gate_proj",
-    "model.layers.14.self_attn.o_proj",
-    "model.layers.19.self_attn.v_proj",
-    "model.layers.13.mlp.gate_proj",
-    "model.layers.18.self_attn.o_proj",
+    "model.layers.4.mlp.gate_proj",
     "model.layers.18.self_attn.k_proj",
-    "model.layers.26.self_attn.k_proj",
-    "model.layers.9.self_attn_text.o_proj",
-    "model.layers.26.self_attn.v_proj",
-    "model.layers.27.self_attn.k_proj",
-    "model.layers.25.self_attn.o_proj",
-    "visual.blocks.20.attn.proj",
-    "visual.blocks.26.attn.qkv",
-    "model.layers.23.self_attn_text.v_proj",
-    "visual.blocks.14.attn.qkv",
-    "model.layers.19.self_attn.k_proj",
+    "model.layers.23.self_attn_text.q_proj",
+    "model.layers.23.self_attn.k_proj",
+    "model.layers.24.self_attn.k_proj",
     "model.layers.13.self_attn_text.q_proj",
-    "model.layers.13.mlp.down_proj",
-    "model.layers.21.self_attn.k_proj",
-    "model.layers.0.self_attn_text.o_proj",
-    "model.layers.6.self_attn.k_proj",
-    "visual.blocks.31.attn.proj",
-    "model.layers.16.self_attn.v_proj",
-    "model.layers.20.mlp.up_proj",
-    "visual.blocks.3.mlp.fc2",
-    "model.layers.3.self_attn.k_proj",
-    "visual.blocks.12.attn.qkv",
-    "model.layers.10.self_attn.k_proj",
-    "model.layers.12.self_attn_text.k_proj",
-    "visual.blocks.22.mlp.fc2",
+    "model.layers.2.self_attn.q_proj",
+    "model.layers.3.self_attn_text.q_proj",
+    "model.layers.0.self_attn_text.k_proj",
+    "model.layers.22.mlp.gate_proj",
+    "model.layers.5.mlp.down_proj",
+    "model.layers.11.self_attn_text.q_proj",
+    "model.layers.2.self_attn_text.k_proj",
+    "model.layers.14.self_attn_text.q_proj",
+    "model.layers.9.mlp.up_proj",
+    "model.layers.19.self_attn_text.o_proj",
+    "model.layers.2.self_attn_text.o_proj",
+    "model.layers.3.self_attn_text.v_proj",
+    "model.layers.27.self_attn.k_proj",
+    "model.layers.27.self_attn_text.v_proj",
+    "model.layers.7.self_attn_text.q_proj",
+    "model.layers.1.mlp.up_proj",
     "model.layers.11.self_attn.q_proj",
-    "visual.blocks.19.mlp.fc1",
-    "visual.blocks.2.mlp.fc1",
-    "model.layers.26.self_attn_text.k_proj",
-    "model.layers.5.self_attn.q_proj",
-    "model.layers.7.self_attn.q_proj",
-    "visual.blocks.27.attn.proj",
     "model.layers.8.self_attn_text.v_proj",
-    "model.layers.12.mlp.gate_proj",
-    "model.layers.27.self_attn_text.q_proj",
-    "visual.blocks.1.attn.proj",
-    "model.layers.4.self_attn_text.o_proj",
-    "visual.blocks.6.mlp.fc2",
-    "model.layers.26.self_attn_text.v_proj",
-    "visual.blocks.6.mlp.fc1",
-    "visual.blocks.31.mlp.fc1",
-    "model.layers.8.mlp.gate_proj",
-    "visual.blocks.18.mlp.fc1",
-    "visual.blocks.14.attn.proj",
-    "model.layers.15.self_attn.o_proj",
-    "model.layers.16.self_attn.q_proj",
-    "visual.blocks.7.mlp.fc2",
-    "model.layers.11.self_attn.k_proj",
-    "model.layers.7.mlp.up_proj",
-    "model.layers.10.self_attn_text.v_proj",
-    "model.layers.23.self_attn.k_proj",
-    "visual.blocks.11.attn.qkv",
-    "visual.blocks.5.attn.qkv",
-    "model.layers.15.self_attn_text.v_proj",
-    "visual.blocks.21.attn.proj",
-    "model.layers.10.mlp.gate_proj",
-    "model.layers.5.self_attn.v_proj",
-    "model.layers.6.mlp.down_proj",
-    "model.layers.9.self_attn_text.v_proj",
-    "model.layers.4.self_attn_text.q_proj",
-    "model.layers.21.self_attn.v_proj",
-    "model.layers.8.mlp.down_proj",
-    "visual.blocks.8.mlp.fc2",
-    "model.layers.23.self_attn_text.o_proj",
-    "model.layers.1.self_attn.q_proj",
-    "model.layers.20.self_attn_text.k_proj",
-    "model.layers.8.self_attn.o_proj",
-    "model.layers.20.self_attn_text.o_proj",
-    "model.layers.6.mlp.up_proj",
-    "model.layers.1.mlp.down_proj",
-    "model.layers.18.mlp.down_proj",
-    "model.layers.18.mlp.gate_proj",
-    "model.layers.11.mlp.up_proj",
-    "visual.blocks.2.attn.proj",
-    "model.layers.0.mlp.down_proj",
-    "visual.blocks.0.mlp.fc2",
-    "visual.blocks.25.attn.proj",
-    "model.layers.0.self_attn.k_proj",
-    "model.layers.27.self_attn_text.k_proj",
-    "visual.blocks.12.mlp.fc1",
-    "model.layers.9.self_attn.q_proj",
-    "visual.blocks.17.attn.qkv",
-    "model.layers.17.self_attn_text.q_proj",
-    "model.layers.15.mlp.gate_proj",
-    "visual.blocks.21.attn.qkv",
-    "model.layers.16.mlp.gate_proj",
-    "model.layers.19.self_attn_text.v_proj",
-    "model.layers.24.self_attn_text.q_proj",
-    "visual.blocks.8.mlp.fc1",
-    "visual.blocks.30.mlp.fc2",
-    "model.layers.10.self_attn.q_proj",
-    "model.layers.14.mlp.gate_proj",
-    "model.layers.5.self_attn_text.q_proj",
-    "visual.blocks.26.mlp.fc2",
-    "model.layers.1.self_attn_text.k_proj",
-    "visual.blocks.29.mlp.fc1",
-    "model.layers.18.self_attn.v_proj",
-    "model.layers.23.mlp.gate_proj",
-    "visual.blocks.13.mlp.fc1",
-    "model.layers.5.self_attn_text.o_proj",
-    "model.layers.14.mlp.up_proj",
-    "visual.blocks.6.attn.qkv",
-    "model.layers.23.mlp.up_proj",
-    "model.layers.14.self_attn_text.v_proj",
-    "visual.blocks.4.mlp.fc1",
-    "visual.blocks.20.attn.qkv",
-    "model.layers.6.self_attn_text.q_proj",
-    "visual.blocks.25.attn.qkv",
-    "visual.blocks.15.attn.qkv",
-    "model.layers.1.self_attn.k_proj",
-    "model.layers.19.self_attn.q_proj",
-    "model.layers.4.self_attn.o_proj",
-    "model.layers.8.self_attn.v_proj",
-    "visual.blocks.23.attn.qkv",
-    "model.layers.3.self_attn.q_proj",
-    "model.layers.5.mlp.gate_proj",
-    "model.layers.1.mlp.up_proj",
-    "model.layers.11.mlp.gate_proj",
-    "visual.blocks.24.mlp.fc2",
-    "model.layers.1.mlp.gate_proj",
-    "visual.blocks.20.mlp.fc1",
-    "visual.blocks.13.mlp.fc2",
-    "visual.blocks.14.mlp.fc2",
-    "visual.blocks.3.attn.qkv",
+    "model.layers.19.self_attn.k_proj",
+    "model.layers.24.self_attn.q_proj",
     "model.layers.12.self_attn_text.q_proj",
-    "model.layers.25.self_attn_text.o_proj",
-    "visual.blocks.19.attn.proj",
-    "visual.blocks.23.mlp.fc1",
+    "model.layers.27.mlp.down_proj",
+    "model.layers.12.self_attn_text.k_proj",
+    "model.layers.11.self_attn.v_proj",
+    "model.layers.13.mlp.up_proj",
+    "model.layers.8.self_attn_text.q_proj",
+    "model.layers.22.self_attn.v_proj",
+    "model.layers.14.self_attn.o_proj",
+    "model.layers.23.self_attn.q_proj",
+    "model.layers.23.self_attn.o_proj",
     "model.layers.14.mlp.down_proj",
-    "visual.blocks.25.mlp.fc2",
-    "model.layers.0.self_attn_text.q_proj",
-    "model.layers.23.self_attn_text.k_proj",
-    "model.layers.12.self_attn.k_proj",
-    "model.layers.4.self_attn.k_proj",
-    "visual.blocks.28.mlp.fc1",
-    "model.layers.21.self_attn_text.v_proj",
-    "model.layers.10.mlp.down_proj",
-    "visual.blocks.18.attn.qkv",
-    "model.layers.5.mlp.up_proj",
-    "model.layers.23.self_attn.v_proj",
-    "visual.blocks.31.mlp.fc2",
-    "model.layers.3.mlp.down_proj",
-    "visual.blocks.2.mlp.fc2",
-    "visual.blocks.10.mlp.fc2",
-    "model.layers.27.self_attn.o_proj",
-    "model.layers.11.self_attn_text.v_proj",
-    "model.layers.17.self_attn_text.k_proj",
-    "visual.blocks.25.mlp.fc1",
-    "visual.blocks.3.attn.proj",
-    "model.layers.2.self_attn.q_proj",
-    "model.layers.26.self_attn_text.o_proj",
+    "model.layers.16.mlp.down_proj",
+    "model.layers.10.self_attn.q_proj",
+    "model.layers.27.mlp.up_proj",
+    "model.layers.17.mlp.up_proj",
+    "model.layers.16.self_attn_text.v_proj",
+    "model.layers.4.mlp.down_proj",
+    "model.layers.22.mlp.down_proj",
+    "model.layers.0.self_attn.q_proj",
+    "model.layers.27.mlp.gate_proj",
+    "model.layers.9.mlp.gate_proj",
+    "model.layers.22.mlp.up_proj",
+    "model.layers.2.self_attn.v_proj",
+    "model.layers.14.self_attn.q_proj",
+    "model.layers.7.mlp.gate_proj",
+    "model.layers.21.self_attn.k_proj",
+    "model.layers.13.self_attn.q_proj",
+    "model.layers.11.mlp.down_proj",
+    "model.layers.6.self_attn_text.k_proj",
+    "model.layers.16.self_attn_text.o_proj",
+    "model.layers.4.self_attn_text.k_proj",
+    "model.layers.24.self_attn_text.v_proj",
+    "model.layers.16.mlp.up_proj",
+    "model.layers.13.self_attn.k_proj",
+    "model.layers.5.self_attn_text.v_proj",
+    "model.layers.22.self_attn_text.k_proj",
+    "model.layers.15.self_attn_text.q_proj",
+    "model.layers.8.self_attn.q_proj",
+    "model.layers.25.self_attn_text.v_proj",
+    "model.layers.8.self_attn.o_proj",
+    "model.layers.27.self_attn_text.k_proj",
+    "model.layers.21.mlp.up_proj",
     "model.layers.9.self_attn.v_proj",
-    "model.layers.7.self_attn_text.o_proj",
-    "model.layers.20.self_attn.q_proj",
-    "model.layers.21.mlp.down_proj",
+    "model.layers.5.mlp.up_proj",
+    "model.layers.11.self_attn_text.k_proj",
+    "model.layers.18.mlp.up_proj",
     "model.layers.17.self_attn.q_proj",
-    "visual.blocks.17.attn.proj",
-    "model.layers.7.mlp.down_proj",
-    "model.layers.21.mlp.gate_proj",
-    "model.layers.20.mlp.down_proj",
-    "model.layers.7.self_attn.o_proj",
-    "model.layers.6.self_attn_text.o_proj",
-    "model.layers.5.self_attn_text.v_proj",
-    "model.layers.22.mlp.gate_proj",
-    "model.layers.7.self_attn_text.k_proj",
-    "model.layers.19.mlp.down_proj",
-    "model.layers.6.self_attn_text.k_proj",
-    "model.layers.9.self_attn_text.k_proj",
-    "visual.blocks.15.attn.proj",
-    "visual.blocks.6.attn.proj",
-    "model.layers.22.self_attn.k_proj",
-    "visual.blocks.13.attn.proj",
-    "model.layers.0.mlp.gate_proj",
-    "model.layers.13.self_attn.v_proj",
-    "model.layers.22.self_attn.q_proj",
-    "model.layers.19.self_attn_text.k_proj",
+    "model.layers.25.mlp.down_proj",
+    "model.layers.16.self_attn.o_proj",
+    "model.layers.15.self_attn.o_proj",
+    "model.layers.1.mlp.down_proj",
+    "model.layers.24.mlp.gate_proj",
     "model.layers.10.self_attn_text.q_proj",
-    "model.layers.2.mlp.down_proj",
-    "visual.blocks.10.attn.qkv",
-    "model.layers.4.mlp.up_proj",
-    "visual.blocks.16.attn.qkv",
+    "model.layers.7.self_attn.k_proj",
+    "model.layers.7.mlp.down_proj",
+    "model.layers.17.self_attn_text.k_proj",
+    "model.layers.6.mlp.down_proj",
+    "model.layers.10.self_attn.k_proj",
+    "model.layers.17.self_attn.o_proj",
+    "model.layers.20.self_attn_text.q_proj",
+    "model.layers.26.self_attn_text.o_proj",
+    "model.layers.10.self_attn.v_proj",
+    "model.layers.20.self_attn_text.k_proj",
+    "model.layers.19.self_attn.o_proj",
+    "model.layers.8.mlp.down_proj",
+    "model.layers.0.mlp.down_proj",
     "model.layers.13.self_attn_text.o_proj",
-    "model.layers.21.self_attn.o_proj",
-    "model.layers.13.mlp.up_proj",
-    "model.layers.7.self_attn_text.q_proj",
-    "visual.blocks.0.attn.proj",
-    "visual.blocks.17.mlp.fc1",
-    "model.layers.25.self_attn_text.v_proj",
-    "model.layers.3.self_attn.o_proj",
-    "visual.blocks.30.attn.proj",
-    "model.layers.16.self_attn.o_proj",
-    "model.layers.23.self_attn.o_proj",
-    "model.layers.4.mlp.down_proj",
-    "model.layers.17.self_attn_text.v_proj",
-    "model.layers.12.self_attn.q_proj",
-    "visual.blocks.3.mlp.fc1",
-    "visual.blocks.26.attn.proj",
-    "model.layers.21.self_attn.q_proj",
-    "visual.blocks.27.attn.qkv",
-    "model.layers.17.mlp.gate_proj",
-    "model.layers.23.mlp.down_proj",
-    "visual.blocks.18.mlp.fc2",
-    "model.layers.2.self_attn.k_proj",
-    "model.layers.9.mlp.down_proj",
+    "model.layers.18.self_attn.q_proj",
+    "model.layers.13.mlp.gate_proj",
+    "model.layers.11.self_attn_text.o_proj",
+    "model.layers.12.mlp.gate_proj",
+    "model.layers.21.mlp.gate_proj",
+    "model.layers.3.mlp.up_proj",
+    "model.layers.5.self_attn.v_proj",
+    "model.layers.15.self_attn.v_proj",
+    "model.layers.24.self_attn_text.k_proj",
+    "model.layers.0.self_attn_text.q_proj",
+    "model.layers.13.self_attn.o_proj",
+    "model.layers.24.mlp.down_proj",
+    "model.layers.26.mlp.down_proj",
+    "model.layers.19.mlp.up_proj",
+    "model.layers.17.self_attn.v_proj",
+    "model.layers.1.self_attn.q_proj",
+    "model.layers.5.self_attn_text.q_proj",
+    "model.layers.4.self_attn_text.q_proj",
+    "model.layers.18.mlp.gate_proj",
+    "model.layers.26.self_attn_text.v_proj",
+    "model.layers.8.mlp.gate_proj",
+    "model.layers.23.self_attn_text.v_proj",
+    "model.layers.26.self_attn.v_proj",
+    "model.layers.21.self_attn_text.q_proj",
+    "model.layers.26.self_attn.k_proj",
     "model.layers.6.mlp.gate_proj",
-    "visual.blocks.17.mlp.fc2",
-    "model.layers.0.self_attn.v_proj",
-    "visual.blocks.30.attn.qkv",
-    "model.layers.3.self_attn_text.o_proj",
-    "visual.blocks.4.attn.qkv",
+    "model.layers.7.self_attn.o_proj",
+    "model.layers.26.self_attn.q_proj",
+    "model.layers.24.self_attn_text.o_proj",
+    "model.layers.17.self_attn.k_proj",
+    "model.layers.7.self_attn_text.o_proj",
+    "model.layers.24.self_attn_text.q_proj",
+    "model.layers.22.self_attn_text.q_proj",
+    "model.layers.7.self_attn.q_proj",
+    "model.layers.20.self_attn.v_proj",
     "model.layers.10.mlp.up_proj",
-    "model.layers.2.self_attn.v_proj",
-    "visual.blocks.5.mlp.fc1",
-    "model.layers.0.self_attn_text.k_proj",
-    "model.layers.25.self_attn_text.k_proj",
-    "visual.blocks.19.attn.qkv",
-    "model.layers.2.mlp.gate_proj",
-    "model.layers.16.self_attn_text.q_proj",
-    "visual.blocks.0.mlp.fc1",
-    "model.layers.3.mlp.up_proj",
-    "visual.blocks.30.mlp.fc1",
-    "model.layers.2.mlp.up_proj",
-    "visual.blocks.29.attn.qkv",
-    "model.layers.27.mlp.gate_proj",
-    "model.layers.21.self_attn_text.o_proj",
-    "model.layers.21.mlp.up_proj",
-    "model.layers.1.self_attn.v_proj",
-    "visual.blocks.29.attn.proj",
-    "model.layers.8.self_attn_text.q_proj",
-    "model.layers.3.self_attn_text.v_proj",
-    "model.layers.1.self_attn_text.v_proj",
-    "visual.blocks.21.mlp.fc2",
-    "model.layers.3.self_attn.v_proj",
-    "visual.blocks.4.attn.proj",
-    "model.layers.4.self_attn.v_proj",
-    "model.layers.7.self_attn_text.v_proj",
+    "model.layers.19.self_attn_text.k_proj",
+    "model.layers.14.self_attn_text.o_proj",
     "model.layers.22.self_attn_text.v_proj",
-    "model.layers.20.self_attn.v_proj",
-    "model.layers.21.self_attn_text.q_proj",
-    "model.layers.12.self_attn.o_proj",
-    "visual.blocks.27.mlp.fc2",
-    "model.layers.18.self_attn_text.k_proj",
-    "model.layers.24.self_attn_text.v_proj",
-    "model.layers.26.mlp.up_proj",
-    "model.layers.8.self_attn_text.o_proj",
-    "visual.blocks.11.mlp.fc1",
-    "model.layers.1.self_attn_text.q_proj",
-    "model.layers.7.self_attn.v_proj",
-    "visual.blocks.26.mlp.fc1",
-    "model.layers.11.self_attn.v_proj",
-    "model.layers.13.self_attn.k_proj",
-    "model.layers.10.self_attn.o_proj",
-    "model.layers.15.mlp.up_proj",
-    "visual.blocks.15.mlp.fc1",
-    "model.layers.22.mlp.down_proj",
-    "model.layers.24.mlp.up_proj",
-    "visual.blocks.15.mlp.fc2",
-    "model.layers.10.self_attn_text.o_proj",
-    "model.layers.15.self_attn_text.k_proj",
-    "visual.blocks.1.attn.qkv",
-    "model.layers.11.self_attn_text.o_proj",
-    "visual.blocks.10.mlp.fc1",
     "model.layers.17.mlp.down_proj",
-    "visual.blocks.24.attn.qkv",
-    "model.layers.24.mlp.gate_proj",
-    "visual.blocks.7.attn.qkv",
-    "model.layers.5.self_attn.k_proj",
-    "model.layers.23.self_attn.q_proj",
-    "model.layers.0.mlp.up_proj",
-    "model.layers.22.self_attn_text.q_proj",
-    "visual.blocks.12.mlp.fc2",
-    "model.layers.3.mlp.gate_proj",
+    "model.layers.16.mlp.gate_proj",
+    "model.layers.8.self_attn.v_proj",
+    "model.layers.4.self_attn_text.o_proj",
+    "model.layers.26.mlp.gate_proj",
+    "model.layers.1.mlp.gate_proj",
     "model.layers.18.self_attn_text.v_proj",
-    "model.layers.12.self_attn_text.o_proj",
-    "model.layers.5.mlp.down_proj",
-    "model.layers.10.self_attn_text.k_proj",
-    "visual.blocks.24.attn.proj",
-    "model.layers.11.self_attn_text.q_proj",
-    "model.layers.25.self_attn.v_proj",
-    "model.layers.17.mlp.up_proj",
-    "visual.blocks.23.mlp.fc2",
+    "model.layers.25.self_attn_text.k_proj",
+    "model.layers.0.mlp.gate_proj",
+    "model.layers.1.self_attn_text.k_proj",
+    "model.layers.18.self_attn_text.o_proj",
+    "model.layers.24.mlp.up_proj",
+    "model.layers.26.mlp.up_proj",
+    "model.layers.21.self_attn.q_proj",
     "model.layers.22.self_attn.o_proj",
-    "model.layers.14.self_attn_text.o_proj",
-    "model.layers.19.mlp.up_proj",
-    "model.layers.14.self_attn.k_proj",
-    "visual.blocks.31.attn.qkv",
-    "model.layers.13.self_attn_text.v_proj",
-    "model.layers.16.mlp.down_proj",
-    "model.layers.16.self_attn_text.v_proj",
-    "model.layers.24.self_attn_text.k_proj",
-    "model.layers.26.self_attn_text.q_proj",
-    "visual.blocks.16.attn.proj",
-    "visual.blocks.22.attn.qkv",
-    "model.layers.27.self_attn_text.o_proj",
-    "visual.blocks.27.mlp.fc1",
-    "visual.blocks.12.attn.proj",
-    "visual.blocks.28.attn.proj",
+    "model.layers.19.self_attn.q_proj",
+    "model.layers.7.mlp.up_proj",
+    "model.layers.16.self_attn.v_proj",
+    "model.layers.8.mlp.up_proj",
+    "model.layers.10.self_attn.o_proj",
     "model.layers.21.self_attn_text.k_proj",
-    "visual.blocks.28.attn.qkv",
-    "visual.blocks.21.mlp.fc1",
-    "model.layers.27.mlp.up_proj",
-    "model.layers.15.self_attn.v_proj",
-    "model.layers.24.self_attn.k_proj",
-    "model.layers.2.self_attn_text.q_proj",
+    "model.layers.5.mlp.gate_proj",
+    "model.layers.12.mlp.up_proj",
+    "model.layers.25.mlp.gate_proj",
+    "model.layers.21.self_attn.o_proj",
+    "model.layers.15.self_attn_text.v_proj",
     "model.layers.15.self_attn.q_proj",
-    "visual.blocks.29.mlp.fc2",
-    "visual.blocks.13.attn.qkv",
-    "visual.blocks.24.mlp.fc1",
-    "model.layers.11.self_attn.o_proj",
-    "model.layers.2.self_attn_text.o_proj",
-    "visual.blocks.7.attn.proj",
-    "model.layers.6.self_attn.o_proj",
-    "model.layers.9.self_attn_text.q_proj",
+    "model.layers.5.self_attn_text.o_proj",
+    "model.layers.12.self_attn.v_proj",
+    "model.layers.1.self_attn.k_proj",
+    "model.layers.0.self_attn_text.o_proj",
+    "model.layers.25.self_attn.o_proj",
+    "model.layers.20.self_attn_text.o_proj",
+    "model.layers.2.self_attn_text.q_proj",
+    "model.layers.6.self_attn.q_proj",
+    "model.layers.12.self_attn_text.v_proj",
+    "model.layers.18.mlp.down_proj",
+    "model.layers.9.self_attn.q_proj",
+    "model.layers.9.self_attn_text.v_proj",
+    "model.layers.25.mlp.up_proj",
+    "model.layers.16.self_attn_text.k_proj",
+    "model.layers.12.self_attn_text.o_proj",
+    "model.layers.18.self_attn_text.q_proj",
+    "model.layers.13.mlp.down_proj",
+    "model.layers.19.mlp.down_proj",
+    "model.layers.17.self_attn_text.o_proj",
+    "model.layers.27.self_attn.v_proj",
+    "model.layers.12.self_attn.o_proj",
+    "model.layers.1.self_attn_text.o_proj",
+    "model.layers.13.self_attn.v_proj",
+    "model.layers.23.mlp.up_proj",
+    "model.layers.15.self_attn_text.k_proj",
+    "model.layers.5.self_attn.o_proj",
     "model.layers.0.self_attn.o_proj",
-    "model.layers.9.mlp.gate_proj",
-    "visual.blocks.0.attn.qkv",
-    "model.layers.2.self_attn_text.v_proj",
-    "model.layers.8.mlp.up_proj",
-    "visual.blocks.8.attn.proj",
-    "visual.blocks.18.attn.proj",
+    "model.layers.13.self_attn_text.k_proj",
+    "model.layers.21.self_attn_text.o_proj",
+    "model.layers.3.self_attn.v_proj",
+    "model.layers.6.self_attn.o_proj",
+    "model.layers.4.self_attn.k_proj",
+    "model.layers.1.self_attn.v_proj",
     "model.layers.4.self_attn_text.v_proj",
-    "model.layers.17.self_attn.o_proj",
-    "visual.blocks.22.attn.proj",
-    "model.layers.9.self_attn.o_proj",
-    "model.layers.26.self_attn.q_proj",
-    "visual.blocks.11.mlp.fc2",
-    "model.layers.22.mlp.up_proj",
-    "model.layers.18.mlp.up_proj",
+    "model.layers.5.self_attn_text.k_proj",
+    "model.layers.14.self_attn_text.v_proj",
+    "model.layers.19.self_attn.v_proj",
+    "model.layers.12.mlp.down_proj",
+    "model.layers.14.mlp.up_proj",
+    "model.layers.10.self_attn_text.v_proj",
+    "model.layers.2.mlp.down_proj",
+    "model.layers.3.mlp.down_proj",
     "model.layers.14.self_attn_text.k_proj",
-    "visual.blocks.9.mlp.fc2",
-    "visual.blocks.11.attn.proj",
-    "model.layers.17.self_attn.k_proj",
-    "model.layers.8.self_attn.k_proj",
-    "model.layers.12.self_attn_text.v_proj",
-    "model.layers.26.mlp.down_proj",
-    "model.layers.14.self_attn.v_proj",
-    "model.layers.22.self_attn_text.o_proj",
-    "model.layers.0.self_attn_text.v_proj",
-    "model.layers.7.mlp.gate_proj",
-    "model.layers.22.self_attn.v_proj",
-    "model.layers.24.mlp.down_proj",
-    "model.layers.20.self_attn_text.q_proj",
-    "model.layers.2.self_attn.o_proj",
-    "model.layers.11.self_attn_text.k_proj",
-    "model.layers.24.self_attn.q_proj",
-    "model.layers.18.self_attn_text.q_proj",
-    "model.layers.6.self_attn_text.v_proj",
-    "model.layers.0.self_attn.q_proj",
-    "model.layers.25.self_attn.q_proj",
+    "model.layers.23.self_attn_text.k_proj",
+    "model.layers.23.mlp.down_proj",
+    "model.layers.25.self_attn_text.q_proj",
+    "model.layers.7.self_attn.v_proj",
+    "model.layers.10.self_attn_text.k_proj",
+    "model.layers.23.mlp.gate_proj",
+    "model.layers.8.self_attn_text.k_proj",
     "model.layers.19.self_attn_text.q_proj",
-    "visual.blocks.20.mlp.fc2",
-    "model.layers.13.self_attn_text.k_proj",
-    "model.layers.25.mlp.up_proj",
+    "model.layers.15.self_attn_text.o_proj",
+    "model.layers.3.self_attn_text.o_proj",
+    "model.layers.12.self_attn.q_proj",
+    "model.layers.14.self_attn.k_proj",
+    "model.layers.18.self_attn.o_proj",
+    "model.layers.0.mlp.up_proj",
+    "model.layers.4.self_attn.v_proj",
+    "model.layers.10.mlp.down_proj",
+    "model.layers.25.self_attn.v_proj",
+    "model.layers.21.self_attn_text.v_proj",
+    "model.layers.15.self_attn.k_proj",
+    "model.layers.21.mlp.down_proj",
+    "model.layers.27.self_attn_text.q_proj",
+    "model.layers.15.mlp.down_proj",
+    "model.layers.24.self_attn.v_proj",
+    "model.layers.15.mlp.up_proj",
+    "model.layers.9.self_attn.k_proj",
+    "model.layers.2.self_attn_text.v_proj",
+    "model.layers.3.self_attn.q_proj",
+    "model.layers.27.self_attn_text.o_proj",
+    "model.layers.8.self_attn_text.o_proj",
+    "model.layers.11.self_attn_text.v_proj",
+    "model.layers.18.self_attn.v_proj",
+    "model.layers.6.self_attn_text.o_proj",
+    "model.layers.1.self_attn_text.q_proj",
+    "model.layers.14.mlp.gate_proj",
+    "model.layers.6.self_attn_text.v_proj",
+    "model.layers.4.mlp.up_proj",
+    "model.layers.9.self_attn_text.o_proj",
     "model.layers.20.self_attn_text.v_proj",
-    "visual.blocks.8.attn.qkv",
-    "visual.blocks.16.mlp.fc1",
-    "model.layers.25.self_attn.k_proj",
-    "model.layers.22.self_attn_text.k_proj",
+    "model.layers.9.self_attn_text.q_proj",
+    "model.layers.14.self_attn.v_proj",
+    "model.layers.27.self_attn.o_proj",
+    "model.layers.10.mlp.gate_proj",
+    "model.layers.26.self_attn.o_proj",
+    "model.layers.25.self_attn_text.o_proj",
+    "model.layers.9.self_attn_text.k_proj",
+    "model.layers.5.self_attn.q_proj",
+    "model.layers.3.mlp.gate_proj",
+    "model.layers.15.mlp.gate_proj",
     "model.layers.16.self_attn.k_proj",
+    "model.layers.2.mlp.gate_proj",
+    "model.layers.2.mlp.up_proj",
+    "model.layers.26.self_attn_text.q_proj",
+    "model.layers.17.self_attn_text.q_proj",
     "model.layers.24.self_attn.o_proj",
-    "model.layers.15.self_attn.k_proj",
-    "visual.blocks.1.mlp.fc2",
-    "model.layers.6.self_attn.q_proj",
-    "model.layers.15.mlp.down_proj",
-    "visual.blocks.2.attn.qkv",
-    "model.layers.14.self_attn.q_proj",
-    "model.layers.4.self_attn.q_proj",
-    "visual.blocks.19.mlp.fc2",
-    "model.layers.7.self_attn.k_proj"
+    "model.layers.0.self_attn.v_proj",
+    "model.layers.7.self_attn_text.v_proj",
+    "model.layers.20.mlp.down_proj",
+    "model.layers.20.mlp.gate_proj",
+    "model.layers.9.mlp.down_proj",
+    "model.layers.16.self_attn_text.q_proj",
+    "model.layers.11.self_attn.k_proj",
+    "model.layers.3.self_attn.o_proj",
+    "model.layers.19.self_attn_text.v_proj",
+    "model.layers.1.self_attn_text.v_proj",
+    "model.layers.11.mlp.gate_proj",
+    "model.layers.11.mlp.up_proj",
+    "model.layers.22.self_attn_text.o_proj",
+    "model.layers.26.self_attn_text.k_proj",
+    "model.layers.6.mlp.up_proj",
+    "model.layers.4.self_attn.o_proj",
+    "model.layers.27.self_attn.q_proj",
+    "model.layers.20.mlp.up_proj",
+    "model.layers.6.self_attn_text.q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:845f34c1f221b697726779b3fd71e1029e7d68df2e0d70cd0bb291bb74d0558a
-size 133350944
+oid sha256:2a2e986c7024b9ca65e4e32ac4d78394410d178075d7900e4970cc747eed3bc2
+size 91374880

all_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 24.608,
-    "total_flos": 1.324081921088553e+17,
-    "train_loss": 0.672794044127147,
-    "train_runtime": 33908.1665,
-    "train_samples_per_second": 0.369,
-    "train_steps_per_second": 0.046
+    "epoch": 14.544,
+    "total_flos": 1.565274744469586e+17,
+    "train_loss": 1.4569768874875961,
+    "train_runtime": 22995.3507,
+    "train_samples_per_second": 0.652,
+    "train_steps_per_second": 0.02
 }

checkpoint-465/README.md

@@ -0,0 +1,202 @@
+---
+base_model: saim1212/penguin2
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.12.0

checkpoint-465/adapter_config.json

@@ -0,0 +1,335 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "saim1212/penguin2",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.0,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 16,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "model.layers.6.self_attn.v_proj",
+    "model.layers.3.self_attn.k_proj",
+    "model.layers.5.self_attn.k_proj",
+    "model.layers.20.self_attn.o_proj",
+    "model.layers.2.self_attn.k_proj",
+    "model.layers.7.self_attn_text.k_proj",
+    "model.layers.6.self_attn.k_proj",
+    "model.layers.20.self_attn.q_proj",
+    "model.layers.25.self_attn.q_proj",
+    "model.layers.1.self_attn.o_proj",
+    "model.layers.22.self_attn.k_proj",
+    "model.layers.8.self_attn.k_proj",
+    "model.layers.18.self_attn_text.k_proj",
+    "model.layers.10.self_attn_text.o_proj",
+    "model.layers.17.mlp.gate_proj",
+    "model.layers.2.self_attn.o_proj",
+    "model.layers.3.self_attn_text.k_proj",
+    "model.layers.0.self_attn_text.v_proj",
+    "model.layers.16.self_attn.q_proj",
+    "model.layers.4.self_attn.q_proj",
+    "model.layers.23.self_attn_text.o_proj",
+    "model.layers.12.self_attn.k_proj",
+    "model.layers.17.self_attn_text.v_proj",
+    "model.layers.25.self_attn.k_proj",
+    "model.layers.0.self_attn.k_proj",
+    "model.layers.23.self_attn.v_proj",
+    "model.layers.20.self_attn.k_proj",
+    "model.layers.13.self_attn_text.v_proj",
+    "model.layers.9.self_attn.o_proj",
+    "model.layers.21.self_attn.v_proj",
+    "model.layers.11.self_attn.o_proj",
+    "model.layers.22.self_attn.q_proj",
+    "model.layers.19.mlp.gate_proj",
+    "model.layers.4.mlp.gate_proj",
+    "model.layers.18.self_attn.k_proj",
+    "model.layers.23.self_attn_text.q_proj",
+    "model.layers.23.self_attn.k_proj",
+    "model.layers.24.self_attn.k_proj",
+    "model.layers.13.self_attn_text.q_proj",
+    "model.layers.2.self_attn.q_proj",
+    "model.layers.3.self_attn_text.q_proj",
+    "model.layers.0.self_attn_text.k_proj",
+    "model.layers.22.mlp.gate_proj",
+    "model.layers.5.mlp.down_proj",
+    "model.layers.11.self_attn_text.q_proj",
+    "model.layers.2.self_attn_text.k_proj",
+    "model.layers.14.self_attn_text.q_proj",
+    "model.layers.9.mlp.up_proj",
+    "model.layers.19.self_attn_text.o_proj",
+    "model.layers.2.self_attn_text.o_proj",
+    "model.layers.3.self_attn_text.v_proj",
+    "model.layers.27.self_attn.k_proj",
+    "model.layers.27.self_attn_text.v_proj",
+    "model.layers.7.self_attn_text.q_proj",
+    "model.layers.1.mlp.up_proj",
+    "model.layers.11.self_attn.q_proj",
+    "model.layers.8.self_attn_text.v_proj",
+    "model.layers.19.self_attn.k_proj",
+    "model.layers.24.self_attn.q_proj",
+    "model.layers.12.self_attn_text.q_proj",
+    "model.layers.27.mlp.down_proj",
+    "model.layers.12.self_attn_text.k_proj",
+    "model.layers.11.self_attn.v_proj",
+    "model.layers.13.mlp.up_proj",
+    "model.layers.8.self_attn_text.q_proj",
+    "model.layers.22.self_attn.v_proj",
+    "model.layers.14.self_attn.o_proj",
+    "model.layers.23.self_attn.q_proj",
+    "model.layers.23.self_attn.o_proj",
+    "model.layers.14.mlp.down_proj",
+    "model.layers.16.mlp.down_proj",
+    "model.layers.10.self_attn.q_proj",
+    "model.layers.27.mlp.up_proj",
+    "model.layers.17.mlp.up_proj",
+    "model.layers.16.self_attn_text.v_proj",
+    "model.layers.4.mlp.down_proj",
+    "model.layers.22.mlp.down_proj",
+    "model.layers.0.self_attn.q_proj",
+    "model.layers.27.mlp.gate_proj",
+    "model.layers.9.mlp.gate_proj",
+    "model.layers.22.mlp.up_proj",
+    "model.layers.2.self_attn.v_proj",
+    "model.layers.14.self_attn.q_proj",
+    "model.layers.7.mlp.gate_proj",
+    "model.layers.21.self_attn.k_proj",
+    "model.layers.13.self_attn.q_proj",
+    "model.layers.11.mlp.down_proj",
+    "model.layers.6.self_attn_text.k_proj",
+    "model.layers.16.self_attn_text.o_proj",
+    "model.layers.4.self_attn_text.k_proj",
+    "model.layers.24.self_attn_text.v_proj",
+    "model.layers.16.mlp.up_proj",
+    "model.layers.13.self_attn.k_proj",
+    "model.layers.5.self_attn_text.v_proj",
+    "model.layers.22.self_attn_text.k_proj",
+    "model.layers.15.self_attn_text.q_proj",
+    "model.layers.8.self_attn.q_proj",
+    "model.layers.25.self_attn_text.v_proj",
+    "model.layers.8.self_attn.o_proj",
+    "model.layers.27.self_attn_text.k_proj",
+    "model.layers.21.mlp.up_proj",
+    "model.layers.9.self_attn.v_proj",
+    "model.layers.5.mlp.up_proj",
+    "model.layers.11.self_attn_text.k_proj",
+    "model.layers.18.mlp.up_proj",
+    "model.layers.17.self_attn.q_proj",
+    "model.layers.25.mlp.down_proj",
+    "model.layers.16.self_attn.o_proj",
+    "model.layers.15.self_attn.o_proj",
+    "model.layers.1.mlp.down_proj",
+    "model.layers.24.mlp.gate_proj",
+    "model.layers.10.self_attn_text.q_proj",
+    "model.layers.7.self_attn.k_proj",
+    "model.layers.7.mlp.down_proj",
+    "model.layers.17.self_attn_text.k_proj",
+    "model.layers.6.mlp.down_proj",
+    "model.layers.10.self_attn.k_proj",
+    "model.layers.17.self_attn.o_proj",
+    "model.layers.20.self_attn_text.q_proj",
+    "model.layers.26.self_attn_text.o_proj",
+    "model.layers.10.self_attn.v_proj",
+    "model.layers.20.self_attn_text.k_proj",
+    "model.layers.19.self_attn.o_proj",
+    "model.layers.8.mlp.down_proj",
+    "model.layers.0.mlp.down_proj",
+    "model.layers.13.self_attn_text.o_proj",
+    "model.layers.18.self_attn.q_proj",
+    "model.layers.13.mlp.gate_proj",
+    "model.layers.11.self_attn_text.o_proj",
+    "model.layers.12.mlp.gate_proj",
+    "model.layers.21.mlp.gate_proj",
+    "model.layers.3.mlp.up_proj",
+    "model.layers.5.self_attn.v_proj",
+    "model.layers.15.self_attn.v_proj",
+    "model.layers.24.self_attn_text.k_proj",
+    "model.layers.0.self_attn_text.q_proj",
+    "model.layers.13.self_attn.o_proj",
+    "model.layers.24.mlp.down_proj",
+    "model.layers.26.mlp.down_proj",
+    "model.layers.19.mlp.up_proj",
+    "model.layers.17.self_attn.v_proj",
+    "model.layers.1.self_attn.q_proj",
+    "model.layers.5.self_attn_text.q_proj",
+    "model.layers.4.self_attn_text.q_proj",
+    "model.layers.18.mlp.gate_proj",
+    "model.layers.26.self_attn_text.v_proj",
+    "model.layers.8.mlp.gate_proj",
+    "model.layers.23.self_attn_text.v_proj",
+    "model.layers.26.self_attn.v_proj",
+    "model.layers.21.self_attn_text.q_proj",
+    "model.layers.26.self_attn.k_proj",
+    "model.layers.6.mlp.gate_proj",
+    "model.layers.7.self_attn.o_proj",
+    "model.layers.26.self_attn.q_proj",
+    "model.layers.24.self_attn_text.o_proj",
+    "model.layers.17.self_attn.k_proj",
+    "model.layers.7.self_attn_text.o_proj",
+    "model.layers.24.self_attn_text.q_proj",
+    "model.layers.22.self_attn_text.q_proj",
+    "model.layers.7.self_attn.q_proj",
+    "model.layers.20.self_attn.v_proj",
+    "model.layers.10.mlp.up_proj",
+    "model.layers.19.self_attn_text.k_proj",
+    "model.layers.14.self_attn_text.o_proj",
+    "model.layers.22.self_attn_text.v_proj",
+    "model.layers.17.mlp.down_proj",
+    "model.layers.16.mlp.gate_proj",
+    "model.layers.8.self_attn.v_proj",
+    "model.layers.4.self_attn_text.o_proj",
+    "model.layers.26.mlp.gate_proj",
+    "model.layers.1.mlp.gate_proj",
+    "model.layers.18.self_attn_text.v_proj",
+    "model.layers.25.self_attn_text.k_proj",
+    "model.layers.0.mlp.gate_proj",
+    "model.layers.1.self_attn_text.k_proj",
+    "model.layers.18.self_attn_text.o_proj",
+    "model.layers.24.mlp.up_proj",
+    "model.layers.26.mlp.up_proj",
+    "model.layers.21.self_attn.q_proj",
+    "model.layers.22.self_attn.o_proj",
+    "model.layers.19.self_attn.q_proj",
+    "model.layers.7.mlp.up_proj",
+    "model.layers.16.self_attn.v_proj",
+    "model.layers.8.mlp.up_proj",
+    "model.layers.10.self_attn.o_proj",
+    "model.layers.21.self_attn_text.k_proj",
+    "model.layers.5.mlp.gate_proj",
+    "model.layers.12.mlp.up_proj",
+    "model.layers.25.mlp.gate_proj",
+    "model.layers.21.self_attn.o_proj",
+    "model.layers.15.self_attn_text.v_proj",
+    "model.layers.15.self_attn.q_proj",
+    "model.layers.5.self_attn_text.o_proj",
+    "model.layers.12.self_attn.v_proj",
+    "model.layers.1.self_attn.k_proj",
+    "model.layers.0.self_attn_text.o_proj",
+    "model.layers.25.self_attn.o_proj",
+    "model.layers.20.self_attn_text.o_proj",
+    "model.layers.2.self_attn_text.q_proj",
+    "model.layers.6.self_attn.q_proj",
+    "model.layers.12.self_attn_text.v_proj",
+    "model.layers.18.mlp.down_proj",
+    "model.layers.9.self_attn.q_proj",
+    "model.layers.9.self_attn_text.v_proj",
+    "model.layers.25.mlp.up_proj",
+    "model.layers.16.self_attn_text.k_proj",
+    "model.layers.12.self_attn_text.o_proj",
+    "model.layers.18.self_attn_text.q_proj",
+    "model.layers.13.mlp.down_proj",
+    "model.layers.19.mlp.down_proj",
+    "model.layers.17.self_attn_text.o_proj",
+    "model.layers.27.self_attn.v_proj",
+    "model.layers.12.self_attn.o_proj",
+    "model.layers.1.self_attn_text.o_proj",
+    "model.layers.13.self_attn.v_proj",
+    "model.layers.23.mlp.up_proj",
+    "model.layers.15.self_attn_text.k_proj",
+    "model.layers.5.self_attn.o_proj",
+    "model.layers.0.self_attn.o_proj",
+    "model.layers.13.self_attn_text.k_proj",
+    "model.layers.21.self_attn_text.o_proj",
+    "model.layers.3.self_attn.v_proj",
+    "model.layers.6.self_attn.o_proj",
+    "model.layers.4.self_attn.k_proj",
+    "model.layers.1.self_attn.v_proj",
+    "model.layers.4.self_attn_text.v_proj",
+    "model.layers.5.self_attn_text.k_proj",
+    "model.layers.14.self_attn_text.v_proj",
+    "model.layers.19.self_attn.v_proj",
+    "model.layers.12.mlp.down_proj",
+    "model.layers.14.mlp.up_proj",
+    "model.layers.10.self_attn_text.v_proj",
+    "model.layers.2.mlp.down_proj",
+    "model.layers.3.mlp.down_proj",
+    "model.layers.14.self_attn_text.k_proj",
+    "model.layers.23.self_attn_text.k_proj",
+    "model.layers.23.mlp.down_proj",
+    "model.layers.25.self_attn_text.q_proj",
+    "model.layers.7.self_attn.v_proj",
+    "model.layers.10.self_attn_text.k_proj",
+    "model.layers.23.mlp.gate_proj",
+    "model.layers.8.self_attn_text.k_proj",
+    "model.layers.19.self_attn_text.q_proj",
+    "model.layers.15.self_attn_text.o_proj",
+    "model.layers.3.self_attn_text.o_proj",
+    "model.layers.12.self_attn.q_proj",
+    "model.layers.14.self_attn.k_proj",
+    "model.layers.18.self_attn.o_proj",
+    "model.layers.0.mlp.up_proj",
+    "model.layers.4.self_attn.v_proj",
+    "model.layers.10.mlp.down_proj",
+    "model.layers.25.self_attn.v_proj",
+    "model.layers.21.self_attn_text.v_proj",
+    "model.layers.15.self_attn.k_proj",
+    "model.layers.21.mlp.down_proj",
+    "model.layers.27.self_attn_text.q_proj",
+    "model.layers.15.mlp.down_proj",
+    "model.layers.24.self_attn.v_proj",
+    "model.layers.15.mlp.up_proj",
+    "model.layers.9.self_attn.k_proj",
+    "model.layers.2.self_attn_text.v_proj",
+    "model.layers.3.self_attn.q_proj",
+    "model.layers.27.self_attn_text.o_proj",
+    "model.layers.8.self_attn_text.o_proj",
+    "model.layers.11.self_attn_text.v_proj",
+    "model.layers.18.self_attn.v_proj",
+    "model.layers.6.self_attn_text.o_proj",
+    "model.layers.1.self_attn_text.q_proj",
+    "model.layers.14.mlp.gate_proj",
+    "model.layers.6.self_attn_text.v_proj",
+    "model.layers.4.mlp.up_proj",
+    "model.layers.9.self_attn_text.o_proj",
+    "model.layers.20.self_attn_text.v_proj",
+    "model.layers.9.self_attn_text.q_proj",
+    "model.layers.14.self_attn.v_proj",
+    "model.layers.27.self_attn.o_proj",
+    "model.layers.10.mlp.gate_proj",
+    "model.layers.26.self_attn.o_proj",
+    "model.layers.25.self_attn_text.o_proj",
+    "model.layers.9.self_attn_text.k_proj",
+    "model.layers.5.self_attn.q_proj",
+    "model.layers.3.mlp.gate_proj",
+    "model.layers.15.mlp.gate_proj",
+    "model.layers.16.self_attn.k_proj",
+    "model.layers.2.mlp.gate_proj",
+    "model.layers.2.mlp.up_proj",
+    "model.layers.26.self_attn_text.q_proj",
+    "model.layers.17.self_attn_text.q_proj",
+    "model.layers.24.self_attn.o_proj",
+    "model.layers.0.self_attn.v_proj",
+    "model.layers.7.self_attn_text.v_proj",
+    "model.layers.20.mlp.down_proj",
+    "model.layers.20.mlp.gate_proj",
+    "model.layers.9.mlp.down_proj",
+    "model.layers.16.self_attn_text.q_proj",
+    "model.layers.11.self_attn.k_proj",
+    "model.layers.3.self_attn.o_proj",
+    "model.layers.19.self_attn_text.v_proj",
+    "model.layers.1.self_attn_text.v_proj",
+    "model.layers.11.mlp.gate_proj",
+    "model.layers.11.mlp.up_proj",
+    "model.layers.22.self_attn_text.o_proj",
+    "model.layers.26.self_attn_text.k_proj",
+    "model.layers.6.mlp.up_proj",
+    "model.layers.4.self_attn.o_proj",
+    "model.layers.27.self_attn.q_proj",
+    "model.layers.20.mlp.up_proj",
+    "model.layers.6.self_attn_text.q_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

checkpoint-465/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a2e986c7024b9ca65e4e32ac4d78394410d178075d7900e4970cc747eed3bc2
+size 91374880

checkpoint-465/added_tokens.json

@@ -0,0 +1,16 @@
+{
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

checkpoint-465/chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
+}

checkpoint-465/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:755a9ee43ca8b7fb7c2076175b0b21246789d68e9304c029a8e85e64ea08958b
+size 183102410

checkpoint-465/preprocessor_config.json

@@ -0,0 +1,29 @@
+{
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "Qwen2VLImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "max_pixels": 12845056,
+  "merge_size": 2,
+  "min_pixels": 3136,
+  "patch_size": 14,
+  "processor_class": "Qwen2VLProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "longest_edge": 12845056,
+    "shortest_edge": 3136
+  },
+  "temporal_patch_size": 2
+}

checkpoint-465/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b72d3ff0d9cef769a20852fa3473da68a2ad59950ff6438edf98c95328ba5c1
+size 14512

checkpoint-465/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bff6047902e34b76f0af39d44c10111f1acce1cfd48509bfb6b92e02a5c71d0f
+size 14512

checkpoint-465/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818fc610f189557fd0fe4d05b146765e846d07979610f421578552c74e693478
+size 988

checkpoint-465/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8cbb7526bfeebe005e6092a1c9c3f561b1a9f8e4976ac114e936a719f46ca5
+size 1064

checkpoint-465/special_tokens_map.json

@@ -0,0 +1,31 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoint-465/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091aa7594dc2fcfbfa06b9e3c22a5f0562ac14f30375c13af7309407a0e67b8a
+size 11420371

checkpoint-465/tokenizer_config.json

@@ -0,0 +1,148 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "max_length": null,
+  "model_max_length": 32768,
+  "pad_to_multiple_of": null,
+  "pad_token": "<|endoftext|>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "processor_class": "Qwen2VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}

checkpoint-465/trainer_state.json

@@ -0,0 +1,355 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 14.544,
+  "eval_steps": 500,
+  "global_step": 465,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.32,
+      "grad_norm": 72.67546081542969,
+      "learning_rate": 3.8297872340425535e-06,
+      "loss": 10.0348,
+      "step": 10
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 41.243839263916016,
+      "learning_rate": 8.085106382978723e-06,
+      "loss": 4.7312,
+      "step": 20
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 34.776241302490234,
+      "learning_rate": 1.2340425531914895e-05,
+      "loss": 3.4362,
+      "step": 30
+    },
+    {
+      "epoch": 1.256,
+      "grad_norm": 12.210166931152344,
+      "learning_rate": 1.6595744680851064e-05,
+      "loss": 2.5739,
+      "step": 40
+    },
+    {
+      "epoch": 1.576,
+      "grad_norm": 11.936144828796387,
+      "learning_rate": 1.9998870284726968e-05,
+      "loss": 2.4828,
+      "step": 50
+    },
+    {
+      "epoch": 1.896,
+      "grad_norm": 5.305131912231445,
+      "learning_rate": 1.9959357045100764e-05,
+      "loss": 2.1904,
+      "step": 60
+    },
+    {
+      "epoch": 2.192,
+      "grad_norm": 6.481784820556641,
+      "learning_rate": 1.9863613034027224e-05,
+      "loss": 1.893,
+      "step": 70
+    },
+    {
+      "epoch": 2.512,
+      "grad_norm": 2.9933059215545654,
+      "learning_rate": 1.971217882451521e-05,
+      "loss": 1.9328,
+      "step": 80
+    },
+    {
+      "epoch": 2.832,
+      "grad_norm": 5.0720906257629395,
+      "learning_rate": 1.9505909417784758e-05,
+      "loss": 1.8361,
+      "step": 90
+    },
+    {
+      "epoch": 3.128,
+      "grad_norm": 4.453537940979004,
+      "learning_rate": 1.9245969415909464e-05,
+      "loss": 1.6677,
+      "step": 100
+    },
+    {
+      "epoch": 3.448,
+      "grad_norm": 3.9254183769226074,
+      "learning_rate": 1.8933826446444933e-05,
+      "loss": 1.7492,
+      "step": 110
+    },
+    {
+      "epoch": 3.768,
+      "grad_norm": 2.421752691268921,
+      "learning_rate": 1.8571242876167995e-05,
+      "loss": 1.6435,
+      "step": 120
+    },
+    {
+      "epoch": 4.064,
+      "grad_norm": 3.5012094974517822,
+      "learning_rate": 1.8160265860711134e-05,
+      "loss": 1.478,
+      "step": 130
+    },
+    {
+      "epoch": 4.384,
+      "grad_norm": 4.192974090576172,
+      "learning_rate": 1.770321578627213e-05,
+      "loss": 1.4807,
+      "step": 140
+    },
+    {
+      "epoch": 4.704,
+      "grad_norm": 2.528031826019287,
+      "learning_rate": 1.7202673168657318e-05,
+      "loss": 1.375,
+      "step": 150
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 1.0680221319198608,
+      "learning_rate": 1.6661464083626734e-05,
+      "loss": 1.2751,
+      "step": 160
+    },
+    {
+      "epoch": 5.32,
+      "grad_norm": 2.499868392944336,
+      "learning_rate": 1.6082644210801846e-05,
+      "loss": 1.2887,
+      "step": 170
+    },
+    {
+      "epoch": 5.64,
+      "grad_norm": 2.785773754119873,
+      "learning_rate": 1.5469481581224274e-05,
+      "loss": 1.2852,
+      "step": 180
+    },
+    {
+      "epoch": 5.96,
+      "grad_norm": 2.820884943008423,
+      "learning_rate": 1.4825438125973263e-05,
+      "loss": 1.2329,
+      "step": 190
+    },
+    {
+      "epoch": 6.256,
+      "grad_norm": 2.5425021648406982,
+      "learning_rate": 1.4154150130018867e-05,
+      "loss": 1.1001,
+      "step": 200
+    },
+    {
+      "epoch": 6.576,
+      "grad_norm": 2.7974514961242676,
+      "learning_rate": 1.3459407701668762e-05,
+      "loss": 1.1543,
+      "step": 210
+    },
+    {
+      "epoch": 6.896,
+      "grad_norm": 2.438002586364746,
+      "learning_rate": 1.2745133373524855e-05,
+      "loss": 1.132,
+      "step": 220
+    },
+    {
+      "epoch": 7.192,
+      "grad_norm": 2.9781107902526855,
+      "learning_rate": 1.2015359955769021e-05,
+      "loss": 1.0284,
+      "step": 230
+    },
+    {
+      "epoch": 7.5120000000000005,
+      "grad_norm": 3.271495819091797,
+      "learning_rate": 1.127420776681905e-05,
+      "loss": 1.0392,
+      "step": 240
+    },
+    {
+      "epoch": 7.832,
+      "grad_norm": 3.1173477172851562,
+      "learning_rate": 1.0525861369910877e-05,
+      "loss": 1.0436,
+      "step": 250
+    },
+    {
+      "epoch": 8.128,
+      "grad_norm": 2.84490704536438,
+      "learning_rate": 9.77454594695308e-06,
+      "loss": 0.8973,
+      "step": 260
+    },
+    {
+      "epoch": 8.448,
+      "grad_norm": 3.3770253658294678,
+      "learning_rate": 9.024503443047318e-06,
+      "loss": 0.9455,
+      "step": 270
+    },
+    {
+      "epoch": 8.768,
+      "grad_norm": 3.168492317199707,
+      "learning_rate": 8.279968616363417e-06,
+      "loss": 0.9297,
+      "step": 280
+    },
+    {
+      "epoch": 9.064,
+      "grad_norm": 3.5850722789764404,
+      "learning_rate": 7.545145128592009e-06,
+      "loss": 0.8414,
+      "step": 290
+    },
+    {
+      "epoch": 9.384,
+      "grad_norm": 2.5484402179718018,
+      "learning_rate": 6.824181810968675e-06,
+      "loss": 0.8513,
+      "step": 300
+    },
+    {
+      "epoch": 9.704,
+      "grad_norm": 3.354924201965332,
+      "learning_rate": 6.121149239872151e-06,
+      "loss": 0.8351,
+      "step": 310
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 1.4634054899215698,
+      "learning_rate": 5.440016754251364e-06,
+      "loss": 0.7886,
+      "step": 320
+    },
+    {
+      "epoch": 10.32,
+      "grad_norm": 3.3187077045440674,
+      "learning_rate": 4.784630044641435e-06,
+      "loss": 0.7832,
+      "step": 330
+    },
+    {
+      "epoch": 10.64,
+      "grad_norm": 2.827324390411377,
+      "learning_rate": 4.1586894403016576e-06,
+      "loss": 0.7555,
+      "step": 340
+    },
+    {
+      "epoch": 10.96,
+      "grad_norm": 2.74627685546875,
+      "learning_rate": 3.565729017066729e-06,
+      "loss": 0.7529,
+      "step": 350
+    },
+    {
+      "epoch": 11.256,
+      "grad_norm": 2.8250672817230225,
+      "learning_rate": 3.0090966438688774e-06,
+      "loss": 0.6507,
+      "step": 360
+    },
+    {
+      "epoch": 11.576,
+      "grad_norm": 3.070279359817505,
+      "learning_rate": 2.491935080588658e-06,
+      "loss": 0.7048,
+      "step": 370
+    },
+    {
+      "epoch": 11.896,
+      "grad_norm": 2.929745674133301,
+      "learning_rate": 2.01716423395644e-06,
+      "loss": 0.6911,
+      "step": 380
+    },
+    {
+      "epoch": 12.192,
+      "grad_norm": 2.552579879760742,
+      "learning_rate": 1.587464671688187e-06,
+      "loss": 0.6039,
+      "step": 390
+    },
+    {
+      "epoch": 12.512,
+      "grad_norm": 2.608180046081543,
+      "learning_rate": 1.2052624879351105e-06,
+      "loss": 0.6456,
+      "step": 400
+    },
+    {
+      "epoch": 12.832,
+      "grad_norm": 2.6534199714660645,
+      "learning_rate": 8.727156054972374e-07,
+      "loss": 0.6479,
+      "step": 410
+    },
+    {
+      "epoch": 13.128,
+      "grad_norm": 2.4939088821411133,
+      "learning_rate": 5.917015921389569e-07,
+      "loss": 0.6013,
+      "step": 420
+    },
+    {
+      "epoch": 13.448,
+      "grad_norm": 2.7369675636291504,
+      "learning_rate": 3.638070597958665e-07,
+      "loss": 0.6168,
+      "step": 430
+    },
+    {
+      "epoch": 13.768,
+      "grad_norm": 2.4181711673736572,
+      "learning_rate": 1.903187065253076e-07,
+      "loss": 0.6093,
+      "step": 440
+    },
+    {
+      "epoch": 14.064,
+      "grad_norm": 2.7222864627838135,
+      "learning_rate": 7.22160517779169e-08,
+      "loss": 0.5911,
+      "step": 450
+    },
+    {
+      "epoch": 14.384,
+      "grad_norm": 2.8161678314208984,
+      "learning_rate": 1.0165906007056914e-08,
+      "loss": 0.6135,
+      "step": 460
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 465,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 15,
+  "save_steps": 1000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.565274744469586e+17,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-465/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7965a2214104df656922b1be16c3a7c2b84d436985ed36667de02fc406d2a34b
+size 5688

runs/Mar15_18-19-23_3ecefcbf63c9/events.out.tfevents.1742062886.3ecefcbf63c9.153.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153de69cb1601de25a179b8d869cccad8a7f30e09d0d0e73f70def2162e36258
+size 16395

train_results.json

@@ -1,8 +1,8 @@
 {
-    "epoch": 24.608,
-    "total_flos": 1.324081921088553e+17,
-    "train_loss": 0.672794044127147,
-    "train_runtime": 33908.1665,
-    "train_samples_per_second": 0.369,
-    "train_steps_per_second": 0.046
+    "epoch": 14.544,
+    "total_flos": 1.565274744469586e+17,
+    "train_loss": 1.4569768874875961,
+    "train_runtime": 22995.3507,
+    "train_samples_per_second": 0.652,
+    "train_steps_per_second": 0.02
 }

trainer_log.jsonl

@@ -1,156 +1,47 @@
-{"current_steps": 10, "total_steps": 1550, "loss": 12.094, "lr": 9.032258064516129e-07, "epoch": 0.16, "percentage": 0.65, "elapsed_time": "0:03:37", "remaining_time": "9:17:02"}
-{"current_steps": 20, "total_steps": 1550, "loss": 7.0819, "lr": 2.1935483870967745e-06, "epoch": 0.32, "percentage": 1.29, "elapsed_time": "0:07:17", "remaining_time": "9:18:05"}
-{"current_steps": 30, "total_steps": 1550, "loss": 4.4657, "lr": 3.4838709677419357e-06, "epoch": 0.48, "percentage": 1.94, "elapsed_time": "0:10:59", "remaining_time": "9:16:32"}
-{"current_steps": 40, "total_steps": 1550, "loss": 3.5378, "lr": 4.774193548387097e-06, "epoch": 0.64, "percentage": 2.58, "elapsed_time": "0:14:39", "remaining_time": "9:13:35"}
-{"current_steps": 50, "total_steps": 1550, "loss": 2.8862, "lr": 6.064516129032259e-06, "epoch": 0.8, "percentage": 3.23, "elapsed_time": "0:18:20", "remaining_time": "9:10:16"}
-{"current_steps": 60, "total_steps": 1550, "loss": 2.6138, "lr": 7.35483870967742e-06, "epoch": 0.96, "percentage": 3.87, "elapsed_time": "0:22:00", "remaining_time": "9:06:40"}
-{"current_steps": 70, "total_steps": 1550, "loss": 2.3109, "lr": 8.64516129032258e-06, "epoch": 1.112, "percentage": 4.52, "elapsed_time": "0:25:30", "remaining_time": "8:59:25"}
-{"current_steps": 80, "total_steps": 1550, "loss": 2.2949, "lr": 9.935483870967742e-06, "epoch": 1.272, "percentage": 5.16, "elapsed_time": "0:29:11", "remaining_time": "8:56:15"}
-{"current_steps": 90, "total_steps": 1550, "loss": 2.3399, "lr": 1.1225806451612904e-05, "epoch": 1.432, "percentage": 5.81, "elapsed_time": "0:32:51", "remaining_time": "8:53:03"}
-{"current_steps": 100, "total_steps": 1550, "loss": 2.217, "lr": 1.2516129032258067e-05, "epoch": 1.592, "percentage": 6.45, "elapsed_time": "0:36:32", "remaining_time": "8:49:44"}
-{"current_steps": 110, "total_steps": 1550, "loss": 2.1938, "lr": 1.3806451612903227e-05, "epoch": 1.752, "percentage": 7.1, "elapsed_time": "0:40:12", "remaining_time": "8:46:19"}
-{"current_steps": 120, "total_steps": 1550, "loss": 2.0994, "lr": 1.5096774193548389e-05, "epoch": 1.912, "percentage": 7.74, "elapsed_time": "0:43:52", "remaining_time": "8:42:52"}
-{"current_steps": 130, "total_steps": 1550, "loss": 2.0094, "lr": 1.638709677419355e-05, "epoch": 2.064, "percentage": 8.39, "elapsed_time": "0:47:22", "remaining_time": "8:37:26"}
-{"current_steps": 140, "total_steps": 1550, "loss": 1.8313, "lr": 1.7677419354838713e-05, "epoch": 2.224, "percentage": 9.03, "elapsed_time": "0:51:02", "remaining_time": "8:34:03"}
-{"current_steps": 150, "total_steps": 1550, "loss": 1.8772, "lr": 1.896774193548387e-05, "epoch": 2.384, "percentage": 9.68, "elapsed_time": "0:54:42", "remaining_time": "8:30:39"}
-{"current_steps": 160, "total_steps": 1550, "loss": 1.7948, "lr": 1.9999898566691428e-05, "epoch": 2.544, "percentage": 10.32, "elapsed_time": "0:58:22", "remaining_time": "8:27:11"}
-{"current_steps": 170, "total_steps": 1550, "loss": 1.7994, "lr": 1.9996348616949673e-05, "epoch": 2.7039999999999997, "percentage": 10.97, "elapsed_time": "1:02:03", "remaining_time": "8:23:43"}
-{"current_steps": 180, "total_steps": 1550, "loss": 1.8654, "lr": 1.998772905933476e-05, "epoch": 2.864, "percentage": 11.61, "elapsed_time": "1:05:43", "remaining_time": "8:20:13"}
-{"current_steps": 190, "total_steps": 1550, "loss": 1.6745, "lr": 1.9974044265220564e-05, "epoch": 3.016, "percentage": 12.26, "elapsed_time": "1:09:12", "remaining_time": "8:15:25"}
-{"current_steps": 200, "total_steps": 1550, "loss": 1.5509, "lr": 1.995530117479521e-05, "epoch": 3.176, "percentage": 12.9, "elapsed_time": "1:12:52", "remaining_time": "8:11:56"}
-{"current_steps": 210, "total_steps": 1550, "loss": 1.4749, "lr": 1.993150929354139e-05, "epoch": 3.336, "percentage": 13.55, "elapsed_time": "1:16:32", "remaining_time": "8:08:26"}
-{"current_steps": 220, "total_steps": 1550, "loss": 1.4165, "lr": 1.9902680687415704e-05, "epoch": 3.496, "percentage": 14.19, "elapsed_time": "1:20:13", "remaining_time": "8:04:59"}
-{"current_steps": 230, "total_steps": 1550, "loss": 1.3226, "lr": 1.9868829976729444e-05, "epoch": 3.656, "percentage": 14.84, "elapsed_time": "1:23:54", "remaining_time": "8:01:31"}
-{"current_steps": 240, "total_steps": 1550, "loss": 1.5257, "lr": 1.982997432873397e-05, "epoch": 3.816, "percentage": 15.48, "elapsed_time": "1:27:34", "remaining_time": "7:58:01"}
-{"current_steps": 250, "total_steps": 1550, "loss": 1.4218, "lr": 1.978613344891441e-05, "epoch": 3.976, "percentage": 16.13, "elapsed_time": "1:31:15", "remaining_time": "7:54:31"}
-{"current_steps": 260, "total_steps": 1550, "loss": 1.2454, "lr": 1.9737329570996098e-05, "epoch": 4.128, "percentage": 16.77, "elapsed_time": "1:34:44", "remaining_time": "7:50:05"}
-{"current_steps": 270, "total_steps": 1550, "loss": 1.2503, "lr": 1.968358744566884e-05, "epoch": 4.288, "percentage": 17.42, "elapsed_time": "1:38:25", "remaining_time": "7:46:35"}
-{"current_steps": 280, "total_steps": 1550, "loss": 1.2983, "lr": 1.9624934328034673e-05, "epoch": 4.448, "percentage": 18.06, "elapsed_time": "1:42:06", "remaining_time": "7:43:05"}
-{"current_steps": 290, "total_steps": 1550, "loss": 1.2944, "lr": 1.9561399963785586e-05, "epoch": 4.608, "percentage": 18.71, "elapsed_time": "1:45:46", "remaining_time": "7:39:33"}
-{"current_steps": 300, "total_steps": 1550, "loss": 1.2997, "lr": 1.9493016574118103e-05, "epoch": 4.768, "percentage": 19.35, "elapsed_time": "1:49:26", "remaining_time": "7:36:01"}
-{"current_steps": 310, "total_steps": 1550, "loss": 1.2976, "lr": 1.9419818839392408e-05, "epoch": 4.928, "percentage": 20.0, "elapsed_time": "1:53:07", "remaining_time": "7:32:31"}
-{"current_steps": 320, "total_steps": 1550, "loss": 1.1579, "lr": 1.9341843881544372e-05, "epoch": 5.08, "percentage": 20.65, "elapsed_time": "1:56:37", "remaining_time": "7:28:17"}
-{"current_steps": 330, "total_steps": 1550, "loss": 1.13, "lr": 1.9259131245259293e-05, "epoch": 5.24, "percentage": 21.29, "elapsed_time": "2:00:18", "remaining_time": "7:24:47"}
-{"current_steps": 340, "total_steps": 1550, "loss": 1.1387, "lr": 1.917172287791698e-05, "epoch": 5.4, "percentage": 21.94, "elapsed_time": "2:03:59", "remaining_time": "7:21:15"}
-{"current_steps": 350, "total_steps": 1550, "loss": 1.1176, "lr": 1.9079663108318304e-05, "epoch": 5.5600000000000005, "percentage": 22.58, "elapsed_time": "2:07:40", "remaining_time": "7:17:45"}
-{"current_steps": 360, "total_steps": 1550, "loss": 1.1042, "lr": 1.8982998624204016e-05, "epoch": 5.72, "percentage": 23.23, "elapsed_time": "2:11:21", "remaining_time": "7:14:12"}
-{"current_steps": 370, "total_steps": 1550, "loss": 1.1386, "lr": 1.8881778448577274e-05, "epoch": 5.88, "percentage": 23.87, "elapsed_time": "2:15:02", "remaining_time": "7:10:40"}
-{"current_steps": 380, "total_steps": 1550, "loss": 0.9651, "lr": 1.877605391484179e-05, "epoch": 6.032, "percentage": 24.52, "elapsed_time": "2:18:32", "remaining_time": "7:06:32"}
-{"current_steps": 390, "total_steps": 1550, "loss": 0.9487, "lr": 1.8665878640768332e-05, "epoch": 6.192, "percentage": 25.16, "elapsed_time": "2:22:12", "remaining_time": "7:03:00"}
-{"current_steps": 400, "total_steps": 1550, "loss": 0.9193, "lr": 1.855130850130267e-05, "epoch": 6.352, "percentage": 25.81, "elapsed_time": "2:25:53", "remaining_time": "6:59:26"}
-{"current_steps": 410, "total_steps": 1550, "loss": 0.9112, "lr": 1.8432401600228823e-05, "epoch": 6.5120000000000005, "percentage": 26.45, "elapsed_time": "2:29:34", "remaining_time": "6:55:52"}
-{"current_steps": 420, "total_steps": 1550, "loss": 0.9371, "lr": 1.8309218240701973e-05, "epoch": 6.672, "percentage": 27.1, "elapsed_time": "2:33:14", "remaining_time": "6:52:18"}
-{"current_steps": 430, "total_steps": 1550, "loss": 1.0264, "lr": 1.818182089466595e-05, "epoch": 6.832, "percentage": 27.74, "elapsed_time": "2:36:55", "remaining_time": "6:48:45"}
-{"current_steps": 440, "total_steps": 1550, "loss": 0.9534, "lr": 1.8050274171170835e-05, "epoch": 6.992, "percentage": 28.39, "elapsed_time": "2:40:36", "remaining_time": "6:45:10"}
-{"current_steps": 450, "total_steps": 1550, "loss": 0.7345, "lr": 1.791464478360676e-05, "epoch": 7.144, "percentage": 29.03, "elapsed_time": "2:44:06", "remaining_time": "6:41:09"}
-{"current_steps": 460, "total_steps": 1550, "loss": 0.8399, "lr": 1.7775001515870466e-05, "epoch": 7.304, "percentage": 29.68, "elapsed_time": "2:47:47", "remaining_time": "6:37:36"}
-{"current_steps": 470, "total_steps": 1550, "loss": 0.7525, "lr": 1.7631415187481818e-05, "epoch": 7.464, "percentage": 30.32, "elapsed_time": "2:51:28", "remaining_time": "6:34:02"}
-{"current_steps": 480, "total_steps": 1550, "loss": 0.7276, "lr": 1.7483958617668e-05, "epoch": 7.624, "percentage": 30.97, "elapsed_time": "2:55:10", "remaining_time": "6:30:29"}
-{"current_steps": 490, "total_steps": 1550, "loss": 0.8071, "lr": 1.733270658843351e-05, "epoch": 7.784, "percentage": 31.61, "elapsed_time": "2:58:50", "remaining_time": "6:26:53"}
-{"current_steps": 500, "total_steps": 1550, "loss": 0.7683, "lr": 1.717773580663479e-05, "epoch": 7.944, "percentage": 32.26, "elapsed_time": "3:02:32", "remaining_time": "6:23:19"}
-{"current_steps": 510, "total_steps": 1550, "loss": 0.6376, "lr": 1.7019124865078625e-05, "epoch": 8.096, "percentage": 32.9, "elapsed_time": "3:06:02", "remaining_time": "6:19:22"}
-{"current_steps": 520, "total_steps": 1550, "loss": 0.6286, "lr": 1.6856954202664158e-05, "epoch": 8.256, "percentage": 33.55, "elapsed_time": "3:09:43", "remaining_time": "6:15:47"}
-{"current_steps": 530, "total_steps": 1550, "loss": 0.6196, "lr": 1.6691306063588583e-05, "epoch": 8.416, "percentage": 34.19, "elapsed_time": "3:13:23", "remaining_time": "6:12:12"}
-{"current_steps": 540, "total_steps": 1550, "loss": 0.564, "lr": 1.652226445563737e-05, "epoch": 8.576, "percentage": 34.84, "elapsed_time": "3:17:05", "remaining_time": "6:08:37"}
-{"current_steps": 550, "total_steps": 1550, "loss": 0.6122, "lr": 1.634991510758003e-05, "epoch": 8.736, "percentage": 35.48, "elapsed_time": "3:20:46", "remaining_time": "6:05:02"}
-{"current_steps": 560, "total_steps": 1550, "loss": 0.6173, "lr": 1.617434542569313e-05, "epoch": 8.896, "percentage": 36.13, "elapsed_time": "3:24:27", "remaining_time": "6:01:26"}
-{"current_steps": 570, "total_steps": 1550, "loss": 0.5342, "lr": 1.5995644449432538e-05, "epoch": 9.048, "percentage": 36.77, "elapsed_time": "3:27:57", "remaining_time": "5:57:32"}
-{"current_steps": 580, "total_steps": 1550, "loss": 0.4269, "lr": 1.5813902806277445e-05, "epoch": 9.208, "percentage": 37.42, "elapsed_time": "3:31:38", "remaining_time": "5:53:57"}
-{"current_steps": 590, "total_steps": 1550, "loss": 0.4548, "lr": 1.562921266576898e-05, "epoch": 9.368, "percentage": 38.06, "elapsed_time": "3:35:20", "remaining_time": "5:50:22"}
-{"current_steps": 600, "total_steps": 1550, "loss": 0.4038, "lr": 1.5441667692766805e-05, "epoch": 9.528, "percentage": 38.71, "elapsed_time": "3:39:01", "remaining_time": "5:46:47"}
-{"current_steps": 610, "total_steps": 1550, "loss": 0.4015, "lr": 1.5251362999947386e-05, "epoch": 9.688, "percentage": 39.35, "elapsed_time": "3:42:42", "remaining_time": "5:43:11"}
-{"current_steps": 620, "total_steps": 1550, "loss": 0.4353, "lr": 1.5058395099567935e-05, "epoch": 9.848, "percentage": 40.0, "elapsed_time": "3:46:23", "remaining_time": "5:39:35"}
-{"current_steps": 630, "total_steps": 1550, "loss": 0.3927, "lr": 1.4862861854520652e-05, "epoch": 10.0, "percentage": 40.65, "elapsed_time": "3:49:53", "remaining_time": "5:35:43"}
-{"current_steps": 640, "total_steps": 1550, "loss": 0.2612, "lr": 1.4664862428701925e-05, "epoch": 10.16, "percentage": 41.29, "elapsed_time": "3:53:34", "remaining_time": "5:32:06"}
-{"current_steps": 650, "total_steps": 1550, "loss": 0.2621, "lr": 1.4464497236721779e-05, "epoch": 10.32, "percentage": 41.94, "elapsed_time": "3:57:15", "remaining_time": "5:28:30"}
-{"current_steps": 660, "total_steps": 1550, "loss": 0.263, "lr": 1.4261867892979e-05, "epoch": 10.48, "percentage": 42.58, "elapsed_time": "4:00:56", "remaining_time": "5:24:54"}
-{"current_steps": 670, "total_steps": 1550, "loss": 0.2492, "lr": 1.4057077160127806e-05, "epoch": 10.64, "percentage": 43.23, "elapsed_time": "4:04:37", "remaining_time": "5:21:18"}
-{"current_steps": 680, "total_steps": 1550, "loss": 0.2523, "lr": 1.3850228896962178e-05, "epoch": 10.8, "percentage": 43.87, "elapsed_time": "4:08:18", "remaining_time": "5:17:41"}
-{"current_steps": 690, "total_steps": 1550, "loss": 0.2586, "lr": 1.3641428005744308e-05, "epoch": 10.96, "percentage": 44.52, "elapsed_time": "4:11:59", "remaining_time": "5:14:04"}
-{"current_steps": 700, "total_steps": 1550, "loss": 0.1699, "lr": 1.3430780379003814e-05, "epoch": 11.112, "percentage": 45.16, "elapsed_time": "4:15:29", "remaining_time": "5:10:14"}
-{"current_steps": 710, "total_steps": 1550, "loss": 0.1514, "lr": 1.3218392845834789e-05, "epoch": 11.272, "percentage": 45.81, "elapsed_time": "4:19:11", "remaining_time": "5:06:38"}
-{"current_steps": 720, "total_steps": 1550, "loss": 0.1432, "lr": 1.300437311771785e-05, "epoch": 11.432, "percentage": 46.45, "elapsed_time": "4:22:52", "remaining_time": "5:03:02"}
-{"current_steps": 730, "total_steps": 1550, "loss": 0.1512, "lr": 1.2788829733894698e-05, "epoch": 11.592, "percentage": 47.1, "elapsed_time": "4:26:34", "remaining_time": "4:59:25"}
-{"current_steps": 740, "total_steps": 1550, "loss": 0.1534, "lr": 1.257187200632289e-05, "epoch": 11.752, "percentage": 47.74, "elapsed_time": "4:30:15", "remaining_time": "4:55:49"}
-{"current_steps": 750, "total_steps": 1550, "loss": 0.1452, "lr": 1.2353609964238686e-05, "epoch": 11.912, "percentage": 48.39, "elapsed_time": "4:33:56", "remaining_time": "4:52:12"}
-{"current_steps": 760, "total_steps": 1550, "loss": 0.1167, "lr": 1.213415429835621e-05, "epoch": 12.064, "percentage": 49.03, "elapsed_time": "4:37:26", "remaining_time": "4:48:24"}
-{"current_steps": 770, "total_steps": 1550, "loss": 0.0785, "lr": 1.1913616304731064e-05, "epoch": 12.224, "percentage": 49.68, "elapsed_time": "4:41:07", "remaining_time": "4:44:46"}
-{"current_steps": 780, "total_steps": 1550, "loss": 0.0857, "lr": 1.1692107828317014e-05, "epoch": 12.384, "percentage": 50.32, "elapsed_time": "4:44:48", "remaining_time": "4:41:09"}
-{"current_steps": 790, "total_steps": 1550, "loss": 0.0862, "lr": 1.1469741206244249e-05, "epoch": 12.544, "percentage": 50.97, "elapsed_time": "4:48:29", "remaining_time": "4:37:32"}
-{"current_steps": 800, "total_steps": 1550, "loss": 0.0949, "lr": 1.1246629210848062e-05, "epoch": 12.704, "percentage": 51.61, "elapsed_time": "4:52:10", "remaining_time": "4:33:54"}
-{"current_steps": 810, "total_steps": 1550, "loss": 0.0928, "lr": 1.1022884992476826e-05, "epoch": 12.864, "percentage": 52.26, "elapsed_time": "4:55:51", "remaining_time": "4:30:17"}
-{"current_steps": 820, "total_steps": 1550, "loss": 0.0951, "lr": 1.0821068423364156e-05, "epoch": 13.016, "percentage": 52.9, "elapsed_time": "4:59:21", "remaining_time": "4:26:30"}
-{"current_steps": 830, "total_steps": 1550, "loss": 0.0483, "lr": 1.0596435812513276e-05, "epoch": 13.176, "percentage": 53.55, "elapsed_time": "5:03:01", "remaining_time": "4:22:52"}
-{"current_steps": 840, "total_steps": 1550, "loss": 0.0559, "lr": 1.037150072164626e-05, "epoch": 13.336, "percentage": 54.19, "elapsed_time": "5:06:42", "remaining_time": "4:19:14"}
-{"current_steps": 850, "total_steps": 1550, "loss": 0.0801, "lr": 1.0146377225686996e-05, "epoch": 13.496, "percentage": 54.84, "elapsed_time": "5:10:23", "remaining_time": "4:15:36"}
-{"current_steps": 860, "total_steps": 1550, "loss": 0.0683, "lr": 9.921179495108249e-06, "epoch": 13.656, "percentage": 55.48, "elapsed_time": "5:14:03", "remaining_time": "4:11:58"}
-{"current_steps": 870, "total_steps": 1550, "loss": 0.0616, "lr": 9.696021738030575e-06, "epoch": 13.816, "percentage": 56.13, "elapsed_time": "5:17:44", "remaining_time": "4:08:21"}
-{"current_steps": 880, "total_steps": 1550, "loss": 0.058, "lr": 9.471018142302127e-06, "epoch": 13.975999999999999, "percentage": 56.77, "elapsed_time": "5:21:25", "remaining_time": "4:04:42"}
-{"current_steps": 890, "total_steps": 1550, "loss": 0.0356, "lr": 9.24628281758876e-06, "epoch": 14.128, "percentage": 57.42, "elapsed_time": "5:24:54", "remaining_time": "4:00:56"}
-{"current_steps": 900, "total_steps": 1550, "loss": 0.0458, "lr": 9.021929737503757e-06, "epoch": 14.288, "percentage": 58.06, "elapsed_time": "5:28:34", "remaining_time": "3:57:18"}
-{"current_steps": 910, "total_steps": 1550, "loss": 0.0531, "lr": 8.79807268180658e-06, "epoch": 14.448, "percentage": 58.71, "elapsed_time": "5:32:15", "remaining_time": "3:53:40"}
-{"current_steps": 920, "total_steps": 1550, "loss": 0.0359, "lr": 8.574825178699935e-06, "epoch": 14.608, "percentage": 59.35, "elapsed_time": "5:35:55", "remaining_time": "3:50:02"}
-{"current_steps": 930, "total_steps": 1550, "loss": 0.0362, "lr": 8.352300447254372e-06, "epoch": 14.768, "percentage": 60.0, "elapsed_time": "5:39:36", "remaining_time": "3:46:24"}
-{"current_steps": 940, "total_steps": 1550, "loss": 0.0292, "lr": 8.130611339989731e-06, "epoch": 14.928, "percentage": 60.65, "elapsed_time": "5:43:16", "remaining_time": "3:42:45"}
-{"current_steps": 950, "total_steps": 1550, "loss": 0.0241, "lr": 7.909870285642403e-06, "epoch": 15.08, "percentage": 61.29, "elapsed_time": "5:46:45", "remaining_time": "3:39:00"}
-{"current_steps": 960, "total_steps": 1550, "loss": 0.0264, "lr": 7.690189232147566e-06, "epoch": 15.24, "percentage": 61.94, "elapsed_time": "5:50:26", "remaining_time": "3:35:22"}
-{"current_steps": 970, "total_steps": 1550, "loss": 0.0231, "lr": 7.4716795898652615e-06, "epoch": 15.4, "percentage": 62.58, "elapsed_time": "5:54:06", "remaining_time": "3:31:44"}
-{"current_steps": 980, "total_steps": 1550, "loss": 0.0243, "lr": 7.2544521750790345e-06, "epoch": 15.56, "percentage": 63.23, "elapsed_time": "5:57:46", "remaining_time": "3:28:05"}
-{"current_steps": 990, "total_steps": 1550, "loss": 0.0226, "lr": 7.038617153795948e-06, "epoch": 15.72, "percentage": 63.87, "elapsed_time": "6:01:27", "remaining_time": "3:24:27"}
-{"current_steps": 1000, "total_steps": 1550, "loss": 0.0321, "lr": 6.82428398587631e-06, "epoch": 15.88, "percentage": 64.52, "elapsed_time": "6:05:07", "remaining_time": "3:20:48"}
-{"current_steps": 1010, "total_steps": 1550, "loss": 0.019, "lr": 6.611561369521546e-06, "epoch": 16.032, "percentage": 65.16, "elapsed_time": "6:08:38", "remaining_time": "3:17:05"}
-{"current_steps": 1020, "total_steps": 1550, "loss": 0.0101, "lr": 6.400557186148371e-06, "epoch": 16.192, "percentage": 65.81, "elapsed_time": "6:12:18", "remaining_time": "3:13:27"}
-{"current_steps": 1030, "total_steps": 1550, "loss": 0.0139, "lr": 6.191378445677125e-06, "epoch": 16.352, "percentage": 66.45, "elapsed_time": "6:15:58", "remaining_time": "3:09:48"}
-{"current_steps": 1040, "total_steps": 1550, "loss": 0.0264, "lr": 5.984131232262167e-06, "epoch": 16.512, "percentage": 67.1, "elapsed_time": "6:19:39", "remaining_time": "3:06:10"}
-{"current_steps": 1050, "total_steps": 1550, "loss": 0.0123, "lr": 5.7789206504916815e-06, "epoch": 16.672, "percentage": 67.74, "elapsed_time": "6:23:19", "remaining_time": "3:02:32"}
-{"current_steps": 1060, "total_steps": 1550, "loss": 0.0115, "lr": 5.5758507720843425e-06, "epoch": 16.832, "percentage": 68.39, "elapsed_time": "6:26:59", "remaining_time": "2:58:53"}
-{"current_steps": 1070, "total_steps": 1550, "loss": 0.0135, "lr": 5.375024583109745e-06, "epoch": 16.992, "percentage": 69.03, "elapsed_time": "6:30:39", "remaining_time": "2:55:14"}
-{"current_steps": 1080, "total_steps": 1550, "loss": 0.005, "lr": 5.176543931759447e-06, "epoch": 17.144, "percentage": 69.68, "elapsed_time": "6:34:08", "remaining_time": "2:51:31"}
-{"current_steps": 1090, "total_steps": 1550, "loss": 0.0096, "lr": 4.980509476695043e-06, "epoch": 17.304, "percentage": 70.32, "elapsed_time": "6:37:48", "remaining_time": "2:47:52"}
-{"current_steps": 1100, "total_steps": 1550, "loss": 0.0148, "lr": 4.7870206359995815e-06, "epoch": 17.464, "percentage": 70.97, "elapsed_time": "6:41:28", "remaining_time": "2:44:14"}
-{"current_steps": 1110, "total_steps": 1550, "loss": 0.0067, "lr": 4.596175536758024e-06, "epoch": 17.624, "percentage": 71.61, "elapsed_time": "6:45:08", "remaining_time": "2:40:35"}
-{"current_steps": 1120, "total_steps": 1550, "loss": 0.0053, "lr": 4.408070965292534e-06, "epoch": 17.784, "percentage": 72.26, "elapsed_time": "6:48:52", "remaining_time": "2:36:58"}
-{"current_steps": 1130, "total_steps": 1550, "loss": 0.0079, "lr": 4.222802318077664e-06, "epoch": 17.944, "percentage": 72.9, "elapsed_time": "6:52:31", "remaining_time": "2:33:19"}
-{"current_steps": 1140, "total_steps": 1550, "loss": 0.0039, "lr": 4.040463553360431e-06, "epoch": 18.096, "percentage": 73.55, "elapsed_time": "6:56:00", "remaining_time": "2:29:37"}
-{"current_steps": 1150, "total_steps": 1550, "loss": 0.0023, "lr": 3.861147143509754e-06, "epoch": 18.256, "percentage": 74.19, "elapsed_time": "6:59:40", "remaining_time": "2:25:58"}
-{"current_steps": 1160, "total_steps": 1550, "loss": 0.006, "lr": 3.6849440281194813e-06, "epoch": 18.416, "percentage": 74.84, "elapsed_time": "7:03:19", "remaining_time": "2:22:19"}
-{"current_steps": 1170, "total_steps": 1550, "loss": 0.0023, "lr": 3.5119435678887328e-06, "epoch": 18.576, "percentage": 75.48, "elapsed_time": "7:06:59", "remaining_time": "2:18:40"}
-{"current_steps": 1180, "total_steps": 1550, "loss": 0.003, "lr": 3.342233499302985e-06, "epoch": 18.736, "percentage": 76.13, "elapsed_time": "7:10:39", "remaining_time": "2:15:02"}
-{"current_steps": 1190, "total_steps": 1550, "loss": 0.002, "lr": 3.175899890138858e-06, "epoch": 18.896, "percentage": 76.77, "elapsed_time": "7:14:19", "remaining_time": "2:11:23"}
-{"current_steps": 1200, "total_steps": 1550, "loss": 0.0022, "lr": 3.0130270958152196e-06, "epoch": 19.048, "percentage": 77.42, "elapsed_time": "7:17:47", "remaining_time": "2:07:41"}
-{"current_steps": 1210, "total_steps": 1550, "loss": 0.0022, "lr": 2.8536977166126234e-06, "epoch": 19.208, "percentage": 78.06, "elapsed_time": "7:21:27", "remaining_time": "2:04:02"}
-{"current_steps": 1220, "total_steps": 1550, "loss": 0.0016, "lr": 2.697992555782969e-06, "epoch": 19.368, "percentage": 78.71, "elapsed_time": "7:25:07", "remaining_time": "2:00:24"}
-{"current_steps": 1230, "total_steps": 1550, "loss": 0.0015, "lr": 2.545990578570404e-06, "epoch": 19.528, "percentage": 79.35, "elapsed_time": "7:28:47", "remaining_time": "1:56:45"}
-{"current_steps": 1240, "total_steps": 1550, "loss": 0.0018, "lr": 2.397768872164462e-06, "epoch": 19.688, "percentage": 80.0, "elapsed_time": "7:32:26", "remaining_time": "1:53:06"}
-{"current_steps": 1250, "total_steps": 1550, "loss": 0.0014, "lr": 2.253402606605577e-06, "epoch": 19.848, "percentage": 80.65, "elapsed_time": "7:36:06", "remaining_time": "1:49:27"}
-{"current_steps": 1260, "total_steps": 1550, "loss": 0.0013, "lr": 2.1129649966629185e-06, "epoch": 20.0, "percentage": 81.29, "elapsed_time": "7:39:34", "remaining_time": "1:45:46"}
-{"current_steps": 1270, "total_steps": 1550, "loss": 0.0013, "lr": 1.9765272647038038e-06, "epoch": 20.16, "percentage": 81.94, "elapsed_time": "7:43:14", "remaining_time": "1:42:07"}
-{"current_steps": 1280, "total_steps": 1550, "loss": 0.0011, "lr": 1.8441586045735737e-06, "epoch": 20.32, "percentage": 82.58, "elapsed_time": "7:46:54", "remaining_time": "1:38:29"}
-{"current_steps": 1290, "total_steps": 1550, "loss": 0.0013, "lr": 1.7159261465041954e-06, "epoch": 20.48, "percentage": 83.23, "elapsed_time": "7:50:33", "remaining_time": "1:34:50"}
-{"current_steps": 1300, "total_steps": 1550, "loss": 0.0014, "lr": 1.5918949230694635e-06, "epoch": 20.64, "percentage": 83.87, "elapsed_time": "7:54:13", "remaining_time": "1:31:11"}
-{"current_steps": 1310, "total_steps": 1550, "loss": 0.0011, "lr": 1.4721278362039626e-06, "epoch": 20.8, "percentage": 84.52, "elapsed_time": "7:57:53", "remaining_time": "1:27:33"}
-{"current_steps": 1320, "total_steps": 1550, "loss": 0.0012, "lr": 1.356685625302625e-06, "epoch": 20.96, "percentage": 85.16, "elapsed_time": "8:01:33", "remaining_time": "1:23:54"}
-{"current_steps": 1330, "total_steps": 1550, "loss": 0.0011, "lr": 1.2456268364169853e-06, "epoch": 21.112, "percentage": 85.81, "elapsed_time": "8:05:01", "remaining_time": "1:20:13"}
-{"current_steps": 1340, "total_steps": 1550, "loss": 0.0011, "lr": 1.1390077925637865e-06, "epoch": 21.272, "percentage": 86.45, "elapsed_time": "8:08:41", "remaining_time": "1:16:35"}
-{"current_steps": 1350, "total_steps": 1550, "loss": 0.001, "lr": 1.0368825651609893e-06, "epoch": 21.432, "percentage": 87.1, "elapsed_time": "8:12:20", "remaining_time": "1:12:56"}
-{"current_steps": 1360, "total_steps": 1550, "loss": 0.0012, "lr": 9.393029466056714e-07, "epoch": 21.592, "percentage": 87.74, "elapsed_time": "8:16:00", "remaining_time": "1:09:17"}
-{"current_steps": 1370, "total_steps": 1550, "loss": 0.0012, "lr": 8.463184240077172e-07, "epoch": 21.752, "percentage": 88.39, "elapsed_time": "8:19:40", "remaining_time": "1:05:39"}
-{"current_steps": 1380, "total_steps": 1550, "loss": 0.0011, "lr": 7.579761540926434e-07, "epoch": 21.912, "percentage": 89.03, "elapsed_time": "8:23:20", "remaining_time": "1:02:00"}
-{"current_steps": 1390, "total_steps": 1550, "loss": 0.001, "lr": 6.743209392862349e-07, "epoch": 22.064, "percentage": 89.68, "elapsed_time": "8:26:48", "remaining_time": "0:58:20"}
-{"current_steps": 1400, "total_steps": 1550, "loss": 0.0011, "lr": 5.953952049931999e-07, "epoch": 22.224, "percentage": 90.32, "elapsed_time": "8:30:28", "remaining_time": "0:54:41"}
-{"current_steps": 1410, "total_steps": 1550, "loss": 0.001, "lr": 5.212389780812733e-07, "epoch": 22.384, "percentage": 90.97, "elapsed_time": "8:34:08", "remaining_time": "0:51:02"}
-{"current_steps": 1420, "total_steps": 1550, "loss": 0.0011, "lr": 4.518898665817695e-07, "epoch": 22.544, "percentage": 91.61, "elapsed_time": "8:37:48", "remaining_time": "0:47:24"}
-{"current_steps": 1430, "total_steps": 1550, "loss": 0.0011, "lr": 3.8738304061681107e-07, "epoch": 22.704, "percentage": 92.26, "elapsed_time": "8:41:27", "remaining_time": "0:43:45"}
-{"current_steps": 1440, "total_steps": 1550, "loss": 0.0011, "lr": 3.2775121456295024e-07, "epoch": 22.864, "percentage": 92.9, "elapsed_time": "8:45:07", "remaining_time": "0:40:06"}
-{"current_steps": 1450, "total_steps": 1550, "loss": 0.001, "lr": 2.730246304601991e-07, "epoch": 23.016, "percentage": 93.55, "elapsed_time": "8:48:36", "remaining_time": "0:36:27"}
-{"current_steps": 1460, "total_steps": 1550, "loss": 0.0011, "lr": 2.2323104267490404e-07, "epoch": 23.176, "percentage": 94.19, "elapsed_time": "8:52:16", "remaining_time": "0:32:48"}
-{"current_steps": 1470, "total_steps": 1550, "loss": 0.001, "lr": 1.783957038242279e-07, "epoch": 23.336, "percentage": 94.84, "elapsed_time": "8:55:56", "remaining_time": "0:29:10"}
-{"current_steps": 1480, "total_steps": 1550, "loss": 0.001, "lr": 1.3854135196939345e-07, "epoch": 23.496, "percentage": 95.48, "elapsed_time": "8:59:36", "remaining_time": "0:25:31"}
-{"current_steps": 1490, "total_steps": 1550, "loss": 0.0011, "lr": 1.0368819908415983e-07, "epoch": 23.656, "percentage": 96.13, "elapsed_time": "9:03:15", "remaining_time": "0:21:52"}
-{"current_steps": 1500, "total_steps": 1550, "loss": 0.0011, "lr": 7.385392080440535e-08, "epoch": 23.816, "percentage": 96.77, "elapsed_time": "9:06:55", "remaining_time": "0:18:13"}
-{"current_steps": 1510, "total_steps": 1550, "loss": 0.0011, "lr": 4.905364746400021e-08, "epoch": 23.976, "percentage": 97.42, "elapsed_time": "9:10:35", "remaining_time": "0:14:35"}
-{"current_steps": 1520, "total_steps": 1550, "loss": 0.001, "lr": 2.929995642151906e-08, "epoch": 24.128, "percentage": 98.06, "elapsed_time": "9:14:04", "remaining_time": "0:10:56"}
-{"current_steps": 1530, "total_steps": 1550, "loss": 0.001, "lr": 1.4602865681682122e-08, "epoch": 24.288, "percentage": 98.71, "elapsed_time": "9:17:43", "remaining_time": "0:07:17"}
-{"current_steps": 1540, "total_steps": 1550, "loss": 0.001, "lr": 4.969828814767042e-09, "epoch": 24.448, "percentage": 99.35, "elapsed_time": "9:21:23", "remaining_time": "0:03:38"}
-{"current_steps": 1550, "total_steps": 1550, "loss": 0.001, "lr": 4.0573117655595684e-10, "epoch": 24.608, "percentage": 100.0, "elapsed_time": "9:25:03", "remaining_time": "0:00:00"}
-{"current_steps": 1550, "total_steps": 1550, "epoch": 24.608, "percentage": 100.0, "elapsed_time": "9:25:06", "remaining_time": "0:00:00"}
+{"current_steps": 10, "total_steps": 465, "loss": 10.0348, "lr": 3.8297872340425535e-06, "epoch": 0.32, "percentage": 2.15, "elapsed_time": "0:08:22", "remaining_time": "6:21:23"}
+{"current_steps": 20, "total_steps": 465, "loss": 4.7312, "lr": 8.085106382978723e-06, "epoch": 0.64, "percentage": 4.3, "elapsed_time": "0:16:48", "remaining_time": "6:14:03"}
+{"current_steps": 30, "total_steps": 465, "loss": 3.4362, "lr": 1.2340425531914895e-05, "epoch": 0.96, "percentage": 6.45, "elapsed_time": "0:25:14", "remaining_time": "6:05:54"}
+{"current_steps": 40, "total_steps": 465, "loss": 2.5739, "lr": 1.6595744680851064e-05, "epoch": 1.256, "percentage": 8.6, "elapsed_time": "0:33:01", "remaining_time": "5:50:50"}
+{"current_steps": 50, "total_steps": 465, "loss": 2.4828, "lr": 1.9998870284726968e-05, "epoch": 1.576, "percentage": 10.75, "elapsed_time": "0:41:27", "remaining_time": "5:44:04"}
+{"current_steps": 60, "total_steps": 465, "loss": 2.1904, "lr": 1.9959357045100764e-05, "epoch": 1.896, "percentage": 12.9, "elapsed_time": "0:49:52", "remaining_time": "5:36:37"}
+{"current_steps": 70, "total_steps": 465, "loss": 1.893, "lr": 1.9863613034027224e-05, "epoch": 2.192, "percentage": 15.05, "elapsed_time": "0:57:38", "remaining_time": "5:25:18"}
+{"current_steps": 80, "total_steps": 465, "loss": 1.9328, "lr": 1.971217882451521e-05, "epoch": 2.512, "percentage": 17.2, "elapsed_time": "1:06:04", "remaining_time": "5:17:56"}
+{"current_steps": 90, "total_steps": 465, "loss": 1.8361, "lr": 1.9505909417784758e-05, "epoch": 2.832, "percentage": 19.35, "elapsed_time": "1:14:29", "remaining_time": "5:10:22"}
+{"current_steps": 100, "total_steps": 465, "loss": 1.6677, "lr": 1.9245969415909464e-05, "epoch": 3.128, "percentage": 21.51, "elapsed_time": "1:22:16", "remaining_time": "5:00:19"}
+{"current_steps": 110, "total_steps": 465, "loss": 1.7492, "lr": 1.8933826446444933e-05, "epoch": 3.448, "percentage": 23.66, "elapsed_time": "1:30:41", "remaining_time": "4:52:41"}
+{"current_steps": 120, "total_steps": 465, "loss": 1.6435, "lr": 1.8571242876167995e-05, "epoch": 3.768, "percentage": 25.81, "elapsed_time": "1:39:07", "remaining_time": "4:44:58"}
+{"current_steps": 130, "total_steps": 465, "loss": 1.478, "lr": 1.8160265860711134e-05, "epoch": 4.064, "percentage": 27.96, "elapsed_time": "1:46:54", "remaining_time": "4:35:28"}
+{"current_steps": 140, "total_steps": 465, "loss": 1.4807, "lr": 1.770321578627213e-05, "epoch": 4.384, "percentage": 30.11, "elapsed_time": "1:55:19", "remaining_time": "4:27:42"}
+{"current_steps": 150, "total_steps": 465, "loss": 1.375, "lr": 1.7202673168657318e-05, "epoch": 4.704, "percentage": 32.26, "elapsed_time": "2:03:44", "remaining_time": "4:19:50"}
+{"current_steps": 160, "total_steps": 465, "loss": 1.2751, "lr": 1.6661464083626734e-05, "epoch": 5.0, "percentage": 34.41, "elapsed_time": "2:11:32", "remaining_time": "4:10:45"}
+{"current_steps": 170, "total_steps": 465, "loss": 1.2887, "lr": 1.6082644210801846e-05, "epoch": 5.32, "percentage": 36.56, "elapsed_time": "2:19:58", "remaining_time": "4:02:54"}
+{"current_steps": 180, "total_steps": 465, "loss": 1.2852, "lr": 1.5469481581224274e-05, "epoch": 5.64, "percentage": 38.71, "elapsed_time": "2:28:24", "remaining_time": "3:54:58"}
+{"current_steps": 190, "total_steps": 465, "loss": 1.2329, "lr": 1.4825438125973263e-05, "epoch": 5.96, "percentage": 40.86, "elapsed_time": "2:36:50", "remaining_time": "3:47:00"}
+{"current_steps": 200, "total_steps": 465, "loss": 1.1001, "lr": 1.4154150130018867e-05, "epoch": 6.256, "percentage": 43.01, "elapsed_time": "2:44:37", "remaining_time": "3:38:08"}
+{"current_steps": 210, "total_steps": 465, "loss": 1.1543, "lr": 1.3459407701668762e-05, "epoch": 6.576, "percentage": 45.16, "elapsed_time": "2:53:01", "remaining_time": "3:30:06"}
+{"current_steps": 220, "total_steps": 465, "loss": 1.132, "lr": 1.2745133373524855e-05, "epoch": 6.896, "percentage": 47.31, "elapsed_time": "3:01:28", "remaining_time": "3:22:05"}
+{"current_steps": 230, "total_steps": 465, "loss": 1.0284, "lr": 1.2015359955769021e-05, "epoch": 7.192, "percentage": 49.46, "elapsed_time": "3:09:16", "remaining_time": "3:13:23"}
+{"current_steps": 240, "total_steps": 465, "loss": 1.0392, "lr": 1.127420776681905e-05, "epoch": 7.5120000000000005, "percentage": 51.61, "elapsed_time": "3:17:42", "remaining_time": "3:05:21"}
+{"current_steps": 250, "total_steps": 465, "loss": 1.0436, "lr": 1.0525861369910877e-05, "epoch": 7.832, "percentage": 53.76, "elapsed_time": "3:26:09", "remaining_time": "2:57:17"}
+{"current_steps": 260, "total_steps": 465, "loss": 0.8973, "lr": 9.77454594695308e-06, "epoch": 8.128, "percentage": 55.91, "elapsed_time": "3:33:57", "remaining_time": "2:48:41"}
+{"current_steps": 270, "total_steps": 465, "loss": 0.9455, "lr": 9.024503443047318e-06, "epoch": 8.448, "percentage": 58.06, "elapsed_time": "3:42:23", "remaining_time": "2:40:37"}
+{"current_steps": 280, "total_steps": 465, "loss": 0.9297, "lr": 8.279968616363417e-06, "epoch": 8.768, "percentage": 60.22, "elapsed_time": "3:50:50", "remaining_time": "2:32:31"}
+{"current_steps": 290, "total_steps": 465, "loss": 0.8414, "lr": 7.545145128592009e-06, "epoch": 9.064, "percentage": 62.37, "elapsed_time": "3:58:39", "remaining_time": "2:24:00"}
+{"current_steps": 300, "total_steps": 465, "loss": 0.8513, "lr": 6.824181810968675e-06, "epoch": 9.384, "percentage": 64.52, "elapsed_time": "4:07:04", "remaining_time": "2:15:53"}
+{"current_steps": 310, "total_steps": 465, "loss": 0.8351, "lr": 6.121149239872151e-06, "epoch": 9.704, "percentage": 66.67, "elapsed_time": "4:15:31", "remaining_time": "2:07:45"}
+{"current_steps": 320, "total_steps": 465, "loss": 0.7886, "lr": 5.440016754251364e-06, "epoch": 10.0, "percentage": 68.82, "elapsed_time": "4:23:20", "remaining_time": "1:59:19"}
+{"current_steps": 330, "total_steps": 465, "loss": 0.7832, "lr": 4.784630044641435e-06, "epoch": 10.32, "percentage": 70.97, "elapsed_time": "4:31:47", "remaining_time": "1:51:11"}
+{"current_steps": 340, "total_steps": 465, "loss": 0.7555, "lr": 4.1586894403016576e-06, "epoch": 10.64, "percentage": 73.12, "elapsed_time": "4:40:13", "remaining_time": "1:43:01"}
+{"current_steps": 350, "total_steps": 465, "loss": 0.7529, "lr": 3.565729017066729e-06, "epoch": 10.96, "percentage": 75.27, "elapsed_time": "4:48:39", "remaining_time": "1:34:50"}
+{"current_steps": 360, "total_steps": 465, "loss": 0.6507, "lr": 3.0090966438688774e-06, "epoch": 11.256, "percentage": 77.42, "elapsed_time": "4:56:29", "remaining_time": "1:26:28"}
+{"current_steps": 370, "total_steps": 465, "loss": 0.7048, "lr": 2.491935080588658e-06, "epoch": 11.576, "percentage": 79.57, "elapsed_time": "5:04:56", "remaining_time": "1:18:17"}
+{"current_steps": 380, "total_steps": 465, "loss": 0.6911, "lr": 2.01716423395644e-06, "epoch": 11.896, "percentage": 81.72, "elapsed_time": "5:13:22", "remaining_time": "1:10:05"}
+{"current_steps": 390, "total_steps": 465, "loss": 0.6039, "lr": 1.587464671688187e-06, "epoch": 12.192, "percentage": 83.87, "elapsed_time": "5:21:10", "remaining_time": "1:01:45"}
+{"current_steps": 400, "total_steps": 465, "loss": 0.6456, "lr": 1.2052624879351105e-06, "epoch": 12.512, "percentage": 86.02, "elapsed_time": "5:29:36", "remaining_time": "0:53:33"}
+{"current_steps": 410, "total_steps": 465, "loss": 0.6479, "lr": 8.727156054972374e-07, "epoch": 12.832, "percentage": 88.17, "elapsed_time": "5:38:02", "remaining_time": "0:45:20"}
+{"current_steps": 420, "total_steps": 465, "loss": 0.6013, "lr": 5.917015921389569e-07, "epoch": 13.128, "percentage": 90.32, "elapsed_time": "5:45:51", "remaining_time": "0:37:03"}
+{"current_steps": 430, "total_steps": 465, "loss": 0.6168, "lr": 3.638070597958665e-07, "epoch": 13.448, "percentage": 92.47, "elapsed_time": "5:54:19", "remaining_time": "0:28:50"}
+{"current_steps": 440, "total_steps": 465, "loss": 0.6093, "lr": 1.903187065253076e-07, "epoch": 13.768, "percentage": 94.62, "elapsed_time": "6:02:46", "remaining_time": "0:20:36"}
+{"current_steps": 450, "total_steps": 465, "loss": 0.5911, "lr": 7.22160517779169e-08, "epoch": 14.064, "percentage": 96.77, "elapsed_time": "6:10:33", "remaining_time": "0:12:21"}
+{"current_steps": 460, "total_steps": 465, "loss": 0.6135, "lr": 1.0165906007056914e-08, "epoch": 14.384, "percentage": 98.92, "elapsed_time": "6:18:59", "remaining_time": "0:04:07"}
+{"current_steps": 465, "total_steps": 465, "epoch": 14.544, "percentage": 100.0, "elapsed_time": "6:23:14", "remaining_time": "0:00:00"}

trainer_state.json

@@ -1,1112 +1,349 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 24.608,
+  "epoch": 14.544,
   "eval_steps": 500,
-  "global_step": 1550,
+  "global_step": 465,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.16,
-      "grad_norm": 155.76007080078125,
-      "learning_rate": 9.032258064516129e-07,
-      "loss": 12.094,
+      "epoch": 0.32,
+      "grad_norm": 72.67546081542969,
+      "learning_rate": 3.8297872340425535e-06,
+      "loss": 10.0348,
       "step": 10
     },
     {
-      "epoch": 0.32,
-      "grad_norm": 37.119384765625,
-      "learning_rate": 2.1935483870967745e-06,
-      "loss": 7.0819,
+      "epoch": 0.64,
+      "grad_norm": 41.243839263916016,
+      "learning_rate": 8.085106382978723e-06,
+      "loss": 4.7312,
       "step": 20
     },
     {
-      "epoch": 0.48,
-      "grad_norm": 14.752822875976562,
-      "learning_rate": 3.4838709677419357e-06,
-      "loss": 4.4657,
+      "epoch": 0.96,
+      "grad_norm": 34.776241302490234,
+      "learning_rate": 1.2340425531914895e-05,
+      "loss": 3.4362,
       "step": 30
     },
     {
-      "epoch": 0.64,
-      "grad_norm": 11.597710609436035,
-      "learning_rate": 4.774193548387097e-06,
-      "loss": 3.5378,
+      "epoch": 1.256,
+      "grad_norm": 12.210166931152344,
+      "learning_rate": 1.6595744680851064e-05,
+      "loss": 2.5739,
       "step": 40
     },
     {
-      "epoch": 0.8,
-      "grad_norm": 15.393077850341797,
-      "learning_rate": 6.064516129032259e-06,
-      "loss": 2.8862,
+      "epoch": 1.576,
+      "grad_norm": 11.936144828796387,
+      "learning_rate": 1.9998870284726968e-05,
+      "loss": 2.4828,
       "step": 50
     },
     {
-      "epoch": 0.96,
-      "grad_norm": 23.84307861328125,
-      "learning_rate": 7.35483870967742e-06,
-      "loss": 2.6138,
+      "epoch": 1.896,
+      "grad_norm": 5.305131912231445,
+      "learning_rate": 1.9959357045100764e-05,
+      "loss": 2.1904,
       "step": 60
     },
     {
-      "epoch": 1.112,
-      "grad_norm": 13.163668632507324,
-      "learning_rate": 8.64516129032258e-06,
-      "loss": 2.3109,
+      "epoch": 2.192,
+      "grad_norm": 6.481784820556641,
+      "learning_rate": 1.9863613034027224e-05,
+      "loss": 1.893,
       "step": 70
     },
     {
-      "epoch": 1.272,
-      "grad_norm": 12.168913841247559,
-      "learning_rate": 9.935483870967742e-06,
-      "loss": 2.2949,
+      "epoch": 2.512,
+      "grad_norm": 2.9933059215545654,
+      "learning_rate": 1.971217882451521e-05,
+      "loss": 1.9328,
       "step": 80
     },
     {
-      "epoch": 1.432,
-      "grad_norm": 10.725199699401855,
-      "learning_rate": 1.1225806451612904e-05,
-      "loss": 2.3399,
+      "epoch": 2.832,
+      "grad_norm": 5.0720906257629395,
+      "learning_rate": 1.9505909417784758e-05,
+      "loss": 1.8361,
       "step": 90
     },
     {
-      "epoch": 1.592,
-      "grad_norm": 8.531355857849121,
-      "learning_rate": 1.2516129032258067e-05,
-      "loss": 2.217,
+      "epoch": 3.128,
+      "grad_norm": 4.453537940979004,
+      "learning_rate": 1.9245969415909464e-05,
+      "loss": 1.6677,
       "step": 100
     },
     {
-      "epoch": 1.752,
-      "grad_norm": 6.670936584472656,
-      "learning_rate": 1.3806451612903227e-05,
-      "loss": 2.1938,
+      "epoch": 3.448,
+      "grad_norm": 3.9254183769226074,
+      "learning_rate": 1.8933826446444933e-05,
+      "loss": 1.7492,
       "step": 110
     },
     {
-      "epoch": 1.912,
-      "grad_norm": 5.666457653045654,
-      "learning_rate": 1.5096774193548389e-05,
-      "loss": 2.0994,
+      "epoch": 3.768,
+      "grad_norm": 2.421752691268921,
+      "learning_rate": 1.8571242876167995e-05,
+      "loss": 1.6435,
       "step": 120
     },
     {
-      "epoch": 2.064,
-      "grad_norm": 7.0824384689331055,
-      "learning_rate": 1.638709677419355e-05,
-      "loss": 2.0094,
+      "epoch": 4.064,
+      "grad_norm": 3.5012094974517822,
+      "learning_rate": 1.8160265860711134e-05,
+      "loss": 1.478,
       "step": 130
     },
     {
-      "epoch": 2.224,
-      "grad_norm": 5.3269195556640625,
-      "learning_rate": 1.7677419354838713e-05,
-      "loss": 1.8313,
+      "epoch": 4.384,
+      "grad_norm": 4.192974090576172,
+      "learning_rate": 1.770321578627213e-05,
+      "loss": 1.4807,
       "step": 140
     },
     {
-      "epoch": 2.384,
-      "grad_norm": 3.4799787998199463,
-      "learning_rate": 1.896774193548387e-05,
-      "loss": 1.8772,
+      "epoch": 4.704,
+      "grad_norm": 2.528031826019287,
+      "learning_rate": 1.7202673168657318e-05,
+      "loss": 1.375,
       "step": 150
     },
     {
-      "epoch": 2.544,
-      "grad_norm": 4.512059211730957,
-      "learning_rate": 1.9999898566691428e-05,
-      "loss": 1.7948,
+      "epoch": 5.0,
+      "grad_norm": 1.0680221319198608,
+      "learning_rate": 1.6661464083626734e-05,
+      "loss": 1.2751,
       "step": 160
     },
     {
-      "epoch": 2.7039999999999997,
-      "grad_norm": 9.884415626525879,
-      "learning_rate": 1.9996348616949673e-05,
-      "loss": 1.7994,
+      "epoch": 5.32,
+      "grad_norm": 2.499868392944336,
+      "learning_rate": 1.6082644210801846e-05,
+      "loss": 1.2887,
       "step": 170
     },
     {
-      "epoch": 2.864,
-      "grad_norm": 3.1838889122009277,
-      "learning_rate": 1.998772905933476e-05,
-      "loss": 1.8654,
+      "epoch": 5.64,
+      "grad_norm": 2.785773754119873,
+      "learning_rate": 1.5469481581224274e-05,
+      "loss": 1.2852,
       "step": 180
     },
     {
-      "epoch": 3.016,
-      "grad_norm": 3.452301263809204,
-      "learning_rate": 1.9974044265220564e-05,
-      "loss": 1.6745,
+      "epoch": 5.96,
+      "grad_norm": 2.820884943008423,
+      "learning_rate": 1.4825438125973263e-05,
+      "loss": 1.2329,
       "step": 190
     },
     {
-      "epoch": 3.176,
-      "grad_norm": 3.3805224895477295,
-      "learning_rate": 1.995530117479521e-05,
-      "loss": 1.5509,
+      "epoch": 6.256,
+      "grad_norm": 2.5425021648406982,
+      "learning_rate": 1.4154150130018867e-05,
+      "loss": 1.1001,
       "step": 200
     },
     {
-      "epoch": 3.336,
-      "grad_norm": 6.541603088378906,
-      "learning_rate": 1.993150929354139e-05,
-      "loss": 1.4749,
+      "epoch": 6.576,
+      "grad_norm": 2.7974514961242676,
+      "learning_rate": 1.3459407701668762e-05,
+      "loss": 1.1543,
       "step": 210
     },
     {
-      "epoch": 3.496,
-      "grad_norm": 2.95489764213562,
-      "learning_rate": 1.9902680687415704e-05,
-      "loss": 1.4165,
+      "epoch": 6.896,
+      "grad_norm": 2.438002586364746,
+      "learning_rate": 1.2745133373524855e-05,
+      "loss": 1.132,
       "step": 220
     },
     {
-      "epoch": 3.656,
-      "grad_norm": 3.144228458404541,
-      "learning_rate": 1.9868829976729444e-05,
-      "loss": 1.3226,
+      "epoch": 7.192,
+      "grad_norm": 2.9781107902526855,
+      "learning_rate": 1.2015359955769021e-05,
+      "loss": 1.0284,
       "step": 230
     },
     {
-      "epoch": 3.816,
-      "grad_norm": 3.747593641281128,
-      "learning_rate": 1.982997432873397e-05,
-      "loss": 1.5257,
+      "epoch": 7.5120000000000005,
+      "grad_norm": 3.271495819091797,
+      "learning_rate": 1.127420776681905e-05,
+      "loss": 1.0392,
       "step": 240
     },
     {
-      "epoch": 3.976,
-      "grad_norm": 2.2221176624298096,
-      "learning_rate": 1.978613344891441e-05,
-      "loss": 1.4218,
+      "epoch": 7.832,
+      "grad_norm": 3.1173477172851562,
+      "learning_rate": 1.0525861369910877e-05,
+      "loss": 1.0436,
       "step": 250
     },
     {
-      "epoch": 4.128,
-      "grad_norm": 2.854719877243042,
-      "learning_rate": 1.9737329570996098e-05,
-      "loss": 1.2454,
+      "epoch": 8.128,
+      "grad_norm": 2.84490704536438,
+      "learning_rate": 9.77454594695308e-06,
+      "loss": 0.8973,
       "step": 260
     },
     {
-      "epoch": 4.288,
-      "grad_norm": 3.9374194145202637,
-      "learning_rate": 1.968358744566884e-05,
-      "loss": 1.2503,
+      "epoch": 8.448,
+      "grad_norm": 3.3770253658294678,
+      "learning_rate": 9.024503443047318e-06,
+      "loss": 0.9455,
       "step": 270
     },
     {
-      "epoch": 4.448,
-      "grad_norm": 4.536250591278076,
-      "learning_rate": 1.9624934328034673e-05,
-      "loss": 1.2983,
+      "epoch": 8.768,
+      "grad_norm": 3.168492317199707,
+      "learning_rate": 8.279968616363417e-06,
+      "loss": 0.9297,
       "step": 280
     },
     {
-      "epoch": 4.608,
-      "grad_norm": 4.311966419219971,
-      "learning_rate": 1.9561399963785586e-05,
-      "loss": 1.2944,
+      "epoch": 9.064,
+      "grad_norm": 3.5850722789764404,
+      "learning_rate": 7.545145128592009e-06,
+      "loss": 0.8414,
       "step": 290
     },
     {
-      "epoch": 4.768,
-      "grad_norm": 4.188143253326416,
-      "learning_rate": 1.9493016574118103e-05,
-      "loss": 1.2997,
+      "epoch": 9.384,
+      "grad_norm": 2.5484402179718018,
+      "learning_rate": 6.824181810968675e-06,
+      "loss": 0.8513,
       "step": 300
     },
     {
-      "epoch": 4.928,
-      "grad_norm": 5.04379415512085,
-      "learning_rate": 1.9419818839392408e-05,
-      "loss": 1.2976,
+      "epoch": 9.704,
+      "grad_norm": 3.354924201965332,
+      "learning_rate": 6.121149239872151e-06,
+      "loss": 0.8351,
       "step": 310
     },
     {
-      "epoch": 5.08,
-      "grad_norm": 4.528952598571777,
-      "learning_rate": 1.9341843881544372e-05,
-      "loss": 1.1579,
+      "epoch": 10.0,
+      "grad_norm": 1.4634054899215698,
+      "learning_rate": 5.440016754251364e-06,
+      "loss": 0.7886,
       "step": 320
     },
     {
-      "epoch": 5.24,
-      "grad_norm": 4.810428142547607,
-      "learning_rate": 1.9259131245259293e-05,
-      "loss": 1.13,
+      "epoch": 10.32,
+      "grad_norm": 3.3187077045440674,
+      "learning_rate": 4.784630044641435e-06,
+      "loss": 0.7832,
       "step": 330
     },
     {
-      "epoch": 5.4,
-      "grad_norm": 3.7566370964050293,
-      "learning_rate": 1.917172287791698e-05,
-      "loss": 1.1387,
+      "epoch": 10.64,
+      "grad_norm": 2.827324390411377,
+      "learning_rate": 4.1586894403016576e-06,
+      "loss": 0.7555,
       "step": 340
     },
     {
-      "epoch": 5.5600000000000005,
-      "grad_norm": 3.8142237663269043,
-      "learning_rate": 1.9079663108318304e-05,
-      "loss": 1.1176,
+      "epoch": 10.96,
+      "grad_norm": 2.74627685546875,
+      "learning_rate": 3.565729017066729e-06,
+      "loss": 0.7529,
       "step": 350
     },
     {
-      "epoch": 5.72,
-      "grad_norm": 4.0017619132995605,
-      "learning_rate": 1.8982998624204016e-05,
-      "loss": 1.1042,
+      "epoch": 11.256,
+      "grad_norm": 2.8250672817230225,
+      "learning_rate": 3.0090966438688774e-06,
+      "loss": 0.6507,
       "step": 360
     },
     {
-      "epoch": 5.88,
-      "grad_norm": 3.9953103065490723,
-      "learning_rate": 1.8881778448577274e-05,
-      "loss": 1.1386,
+      "epoch": 11.576,
+      "grad_norm": 3.070279359817505,
+      "learning_rate": 2.491935080588658e-06,
+      "loss": 0.7048,
       "step": 370
     },
     {
-      "epoch": 6.032,
-      "grad_norm": 3.269265651702881,
-      "learning_rate": 1.877605391484179e-05,
-      "loss": 0.9651,
+      "epoch": 11.896,
+      "grad_norm": 2.929745674133301,
+      "learning_rate": 2.01716423395644e-06,
+      "loss": 0.6911,
       "step": 380
     },
     {
-      "epoch": 6.192,
-      "grad_norm": 5.4509172439575195,
-      "learning_rate": 1.8665878640768332e-05,
-      "loss": 0.9487,
+      "epoch": 12.192,
+      "grad_norm": 2.552579879760742,
+      "learning_rate": 1.587464671688187e-06,
+      "loss": 0.6039,
       "step": 390
     },
     {
-      "epoch": 6.352,
-      "grad_norm": 3.8790087699890137,
-      "learning_rate": 1.855130850130267e-05,
-      "loss": 0.9193,
+      "epoch": 12.512,
+      "grad_norm": 2.608180046081543,
+      "learning_rate": 1.2052624879351105e-06,
+      "loss": 0.6456,
       "step": 400
     },
     {
-      "epoch": 6.5120000000000005,
-      "grad_norm": 5.1756110191345215,
-      "learning_rate": 1.8432401600228823e-05,
-      "loss": 0.9112,
+      "epoch": 12.832,
+      "grad_norm": 2.6534199714660645,
+      "learning_rate": 8.727156054972374e-07,
+      "loss": 0.6479,
       "step": 410
     },
     {
-      "epoch": 6.672,
-      "grad_norm": 4.771461009979248,
-      "learning_rate": 1.8309218240701973e-05,
-      "loss": 0.9371,
+      "epoch": 13.128,
+      "grad_norm": 2.4939088821411133,
+      "learning_rate": 5.917015921389569e-07,
+      "loss": 0.6013,
       "step": 420
     },
     {
-      "epoch": 6.832,
-      "grad_norm": 4.88088846206665,
-      "learning_rate": 1.818182089466595e-05,
-      "loss": 1.0264,
+      "epoch": 13.448,
+      "grad_norm": 2.7369675636291504,
+      "learning_rate": 3.638070597958665e-07,
+      "loss": 0.6168,
       "step": 430
     },
     {
-      "epoch": 6.992,
-      "grad_norm": 4.158401012420654,
-      "learning_rate": 1.8050274171170835e-05,
-      "loss": 0.9534,
+      "epoch": 13.768,
+      "grad_norm": 2.4181711673736572,
+      "learning_rate": 1.903187065253076e-07,
+      "loss": 0.6093,
       "step": 440
     },
     {
-      "epoch": 7.144,
-      "grad_norm": 5.25468635559082,
-      "learning_rate": 1.791464478360676e-05,
-      "loss": 0.7345,
+      "epoch": 14.064,
+      "grad_norm": 2.7222864627838135,
+      "learning_rate": 7.22160517779169e-08,
+      "loss": 0.5911,
       "step": 450
     },
     {
-      "epoch": 7.304,
-      "grad_norm": 4.713033676147461,
-      "learning_rate": 1.7775001515870466e-05,
-      "loss": 0.8399,
+      "epoch": 14.384,
+      "grad_norm": 2.8161678314208984,
+      "learning_rate": 1.0165906007056914e-08,
+      "loss": 0.6135,
       "step": 460
     },
     {
-      "epoch": 7.464,
-      "grad_norm": 5.714450359344482,
-      "learning_rate": 1.7631415187481818e-05,
-      "loss": 0.7525,
-      "step": 470
-    },
-    {
-      "epoch": 7.624,
-      "grad_norm": 6.085780143737793,
-      "learning_rate": 1.7483958617668e-05,
-      "loss": 0.7276,
-      "step": 480
-    },
-    {
-      "epoch": 7.784,
-      "grad_norm": 4.569671630859375,
-      "learning_rate": 1.733270658843351e-05,
-      "loss": 0.8071,
-      "step": 490
-    },
-    {
-      "epoch": 7.944,
-      "grad_norm": 6.115426540374756,
-      "learning_rate": 1.717773580663479e-05,
-      "loss": 0.7683,
-      "step": 500
-    },
-    {
-      "epoch": 8.096,
-      "grad_norm": 4.305016040802002,
-      "learning_rate": 1.7019124865078625e-05,
-      "loss": 0.6376,
-      "step": 510
-    },
-    {
-      "epoch": 8.256,
-      "grad_norm": 6.470266342163086,
-      "learning_rate": 1.6856954202664158e-05,
-      "loss": 0.6286,
-      "step": 520
-    },
-    {
-      "epoch": 8.416,
-      "grad_norm": 6.055320739746094,
-      "learning_rate": 1.6691306063588583e-05,
-      "loss": 0.6196,
-      "step": 530
-    },
-    {
-      "epoch": 8.576,
-      "grad_norm": 6.73253870010376,
-      "learning_rate": 1.652226445563737e-05,
-      "loss": 0.564,
-      "step": 540
-    },
-    {
-      "epoch": 8.736,
-      "grad_norm": 5.043179512023926,
-      "learning_rate": 1.634991510758003e-05,
-      "loss": 0.6122,
-      "step": 550
-    },
-    {
-      "epoch": 8.896,
-      "grad_norm": 6.78087854385376,
-      "learning_rate": 1.617434542569313e-05,
-      "loss": 0.6173,
-      "step": 560
-    },
-    {
-      "epoch": 9.048,
-      "grad_norm": 6.2355146408081055,
-      "learning_rate": 1.5995644449432538e-05,
-      "loss": 0.5342,
-      "step": 570
-    },
-    {
-      "epoch": 9.208,
-      "grad_norm": 5.987257480621338,
-      "learning_rate": 1.5813902806277445e-05,
-      "loss": 0.4269,
-      "step": 580
-    },
-    {
-      "epoch": 9.368,
-      "grad_norm": 5.455114364624023,
-      "learning_rate": 1.562921266576898e-05,
-      "loss": 0.4548,
-      "step": 590
-    },
-    {
-      "epoch": 9.528,
-      "grad_norm": 5.296268463134766,
-      "learning_rate": 1.5441667692766805e-05,
-      "loss": 0.4038,
-      "step": 600
-    },
-    {
-      "epoch": 9.688,
-      "grad_norm": 5.551358699798584,
-      "learning_rate": 1.5251362999947386e-05,
-      "loss": 0.4015,
-      "step": 610
-    },
-    {
-      "epoch": 9.848,
-      "grad_norm": 4.464796543121338,
-      "learning_rate": 1.5058395099567935e-05,
-      "loss": 0.4353,
-      "step": 620
-    },
-    {
-      "epoch": 10.0,
-      "grad_norm": 3.268158197402954,
-      "learning_rate": 1.4862861854520652e-05,
-      "loss": 0.3927,
-      "step": 630
-    },
-    {
-      "epoch": 10.16,
-      "grad_norm": 8.046059608459473,
-      "learning_rate": 1.4664862428701925e-05,
-      "loss": 0.2612,
-      "step": 640
-    },
-    {
-      "epoch": 10.32,
-      "grad_norm": 4.157690048217773,
-      "learning_rate": 1.4464497236721779e-05,
-      "loss": 0.2621,
-      "step": 650
-    },
-    {
-      "epoch": 10.48,
-      "grad_norm": 5.3797688484191895,
-      "learning_rate": 1.4261867892979e-05,
-      "loss": 0.263,
-      "step": 660
-    },
-    {
-      "epoch": 10.64,
-      "grad_norm": 4.068567276000977,
-      "learning_rate": 1.4057077160127806e-05,
-      "loss": 0.2492,
-      "step": 670
-    },
-    {
-      "epoch": 10.8,
-      "grad_norm": 5.405711650848389,
-      "learning_rate": 1.3850228896962178e-05,
-      "loss": 0.2523,
-      "step": 680
-    },
-    {
-      "epoch": 10.96,
-      "grad_norm": 4.762354373931885,
-      "learning_rate": 1.3641428005744308e-05,
-      "loss": 0.2586,
-      "step": 690
-    },
-    {
-      "epoch": 11.112,
-      "grad_norm": 5.127146244049072,
-      "learning_rate": 1.3430780379003814e-05,
-      "loss": 0.1699,
-      "step": 700
-    },
-    {
-      "epoch": 11.272,
-      "grad_norm": 3.0993189811706543,
-      "learning_rate": 1.3218392845834789e-05,
-      "loss": 0.1514,
-      "step": 710
-    },
-    {
-      "epoch": 11.432,
-      "grad_norm": 5.754135608673096,
-      "learning_rate": 1.300437311771785e-05,
-      "loss": 0.1432,
-      "step": 720
-    },
-    {
-      "epoch": 11.592,
-      "grad_norm": 4.12827730178833,
-      "learning_rate": 1.2788829733894698e-05,
-      "loss": 0.1512,
-      "step": 730
-    },
-    {
-      "epoch": 11.752,
-      "grad_norm": 4.6962175369262695,
-      "learning_rate": 1.257187200632289e-05,
-      "loss": 0.1534,
-      "step": 740
-    },
-    {
-      "epoch": 11.912,
-      "grad_norm": 6.317523002624512,
-      "learning_rate": 1.2353609964238686e-05,
-      "loss": 0.1452,
-      "step": 750
-    },
-    {
-      "epoch": 12.064,
-      "grad_norm": 2.793424367904663,
-      "learning_rate": 1.213415429835621e-05,
-      "loss": 0.1167,
-      "step": 760
-    },
-    {
-      "epoch": 12.224,
-      "grad_norm": 3.816258668899536,
-      "learning_rate": 1.1913616304731064e-05,
-      "loss": 0.0785,
-      "step": 770
-    },
-    {
-      "epoch": 12.384,
-      "grad_norm": 3.989567518234253,
-      "learning_rate": 1.1692107828317014e-05,
-      "loss": 0.0857,
-      "step": 780
-    },
-    {
-      "epoch": 12.544,
-      "grad_norm": 4.456111431121826,
-      "learning_rate": 1.1469741206244249e-05,
-      "loss": 0.0862,
-      "step": 790
-    },
-    {
-      "epoch": 12.704,
-      "grad_norm": 4.539771556854248,
-      "learning_rate": 1.1246629210848062e-05,
-      "loss": 0.0949,
-      "step": 800
-    },
-    {
-      "epoch": 12.864,
-      "grad_norm": 2.4530129432678223,
-      "learning_rate": 1.1022884992476826e-05,
-      "loss": 0.0928,
-      "step": 810
-    },
-    {
-      "epoch": 13.016,
-      "grad_norm": 2.042999267578125,
-      "learning_rate": 1.0821068423364156e-05,
-      "loss": 0.0951,
-      "step": 820
-    },
-    {
-      "epoch": 13.176,
-      "grad_norm": 2.9049434661865234,
-      "learning_rate": 1.0596435812513276e-05,
-      "loss": 0.0483,
-      "step": 830
-    },
-    {
-      "epoch": 13.336,
-      "grad_norm": 2.3502166271209717,
-      "learning_rate": 1.037150072164626e-05,
-      "loss": 0.0559,
-      "step": 840
-    },
-    {
-      "epoch": 13.496,
-      "grad_norm": 2.2428765296936035,
-      "learning_rate": 1.0146377225686996e-05,
-      "loss": 0.0801,
-      "step": 850
-    },
-    {
-      "epoch": 13.656,
-      "grad_norm": 5.673745155334473,
-      "learning_rate": 9.921179495108249e-06,
-      "loss": 0.0683,
-      "step": 860
-    },
-    {
-      "epoch": 13.816,
-      "grad_norm": 3.9386937618255615,
-      "learning_rate": 9.696021738030575e-06,
-      "loss": 0.0616,
-      "step": 870
-    },
-    {
-      "epoch": 13.975999999999999,
-      "grad_norm": 4.362432479858398,
-      "learning_rate": 9.471018142302127e-06,
-      "loss": 0.058,
-      "step": 880
-    },
-    {
-      "epoch": 14.128,
-      "grad_norm": 2.225241184234619,
-      "learning_rate": 9.24628281758876e-06,
-      "loss": 0.0356,
-      "step": 890
-    },
-    {
-      "epoch": 14.288,
-      "grad_norm": 4.0786356925964355,
-      "learning_rate": 9.021929737503757e-06,
-      "loss": 0.0458,
-      "step": 900
-    },
-    {
-      "epoch": 14.448,
-      "grad_norm": 2.464179277420044,
-      "learning_rate": 8.79807268180658e-06,
-      "loss": 0.0531,
-      "step": 910
-    },
-    {
-      "epoch": 14.608,
-      "grad_norm": 2.679661273956299,
-      "learning_rate": 8.574825178699935e-06,
-      "loss": 0.0359,
-      "step": 920
-    },
-    {
-      "epoch": 14.768,
-      "grad_norm": 2.0911498069763184,
-      "learning_rate": 8.352300447254372e-06,
-      "loss": 0.0362,
-      "step": 930
-    },
-    {
-      "epoch": 14.928,
-      "grad_norm": 2.3030571937561035,
-      "learning_rate": 8.130611339989731e-06,
-      "loss": 0.0292,
-      "step": 940
-    },
-    {
-      "epoch": 15.08,
-      "grad_norm": 1.6733816862106323,
-      "learning_rate": 7.909870285642403e-06,
-      "loss": 0.0241,
-      "step": 950
-    },
-    {
-      "epoch": 15.24,
-      "grad_norm": 1.4519929885864258,
-      "learning_rate": 7.690189232147566e-06,
-      "loss": 0.0264,
-      "step": 960
-    },
-    {
-      "epoch": 15.4,
-      "grad_norm": 1.980666995048523,
-      "learning_rate": 7.4716795898652615e-06,
-      "loss": 0.0231,
-      "step": 970
-    },
-    {
-      "epoch": 15.56,
-      "grad_norm": 2.6794183254241943,
-      "learning_rate": 7.2544521750790345e-06,
-      "loss": 0.0243,
-      "step": 980
-    },
-    {
-      "epoch": 15.72,
-      "grad_norm": 1.8193122148513794,
-      "learning_rate": 7.038617153795948e-06,
-      "loss": 0.0226,
-      "step": 990
-    },
-    {
-      "epoch": 15.88,
-      "grad_norm": 2.1489455699920654,
-      "learning_rate": 6.82428398587631e-06,
-      "loss": 0.0321,
-      "step": 1000
-    },
-    {
-      "epoch": 16.032,
-      "grad_norm": 0.9566267728805542,
-      "learning_rate": 6.611561369521546e-06,
-      "loss": 0.019,
-      "step": 1010
-    },
-    {
-      "epoch": 16.192,
-      "grad_norm": 0.45050784945487976,
-      "learning_rate": 6.400557186148371e-06,
-      "loss": 0.0101,
-      "step": 1020
-    },
-    {
-      "epoch": 16.352,
-      "grad_norm": 3.0079352855682373,
-      "learning_rate": 6.191378445677125e-06,
-      "loss": 0.0139,
-      "step": 1030
-    },
-    {
-      "epoch": 16.512,
-      "grad_norm": 1.0027068853378296,
-      "learning_rate": 5.984131232262167e-06,
-      "loss": 0.0264,
-      "step": 1040
-    },
-    {
-      "epoch": 16.672,
-      "grad_norm": 0.34918779134750366,
-      "learning_rate": 5.7789206504916815e-06,
-      "loss": 0.0123,
-      "step": 1050
-    },
-    {
-      "epoch": 16.832,
-      "grad_norm": 1.0329653024673462,
-      "learning_rate": 5.5758507720843425e-06,
-      "loss": 0.0115,
-      "step": 1060
-    },
-    {
-      "epoch": 16.992,
-      "grad_norm": 1.9161659479141235,
-      "learning_rate": 5.375024583109745e-06,
-      "loss": 0.0135,
-      "step": 1070
-    },
-    {
-      "epoch": 17.144,
-      "grad_norm": 0.42554718255996704,
-      "learning_rate": 5.176543931759447e-06,
-      "loss": 0.005,
-      "step": 1080
-    },
-    {
-      "epoch": 17.304,
-      "grad_norm": 0.7298970818519592,
-      "learning_rate": 4.980509476695043e-06,
-      "loss": 0.0096,
-      "step": 1090
-    },
-    {
-      "epoch": 17.464,
-      "grad_norm": 2.393183946609497,
-      "learning_rate": 4.7870206359995815e-06,
-      "loss": 0.0148,
-      "step": 1100
-    },
-    {
-      "epoch": 17.624,
-      "grad_norm": 0.4778424799442291,
-      "learning_rate": 4.596175536758024e-06,
-      "loss": 0.0067,
-      "step": 1110
-    },
-    {
-      "epoch": 17.784,
-      "grad_norm": 0.22980810701847076,
-      "learning_rate": 4.408070965292534e-06,
-      "loss": 0.0053,
-      "step": 1120
-    },
-    {
-      "epoch": 17.944,
-      "grad_norm": 0.18192055821418762,
-      "learning_rate": 4.222802318077664e-06,
-      "loss": 0.0079,
-      "step": 1130
-    },
-    {
-      "epoch": 18.096,
-      "grad_norm": 0.6733874678611755,
-      "learning_rate": 4.040463553360431e-06,
-      "loss": 0.0039,
-      "step": 1140
-    },
-    {
-      "epoch": 18.256,
-      "grad_norm": 0.17421452701091766,
-      "learning_rate": 3.861147143509754e-06,
-      "loss": 0.0023,
-      "step": 1150
-    },
-    {
-      "epoch": 18.416,
-      "grad_norm": 0.15809208154678345,
-      "learning_rate": 3.6849440281194813e-06,
-      "loss": 0.006,
-      "step": 1160
-    },
-    {
-      "epoch": 18.576,
-      "grad_norm": 0.06922920793294907,
-      "learning_rate": 3.5119435678887328e-06,
-      "loss": 0.0023,
-      "step": 1170
-    },
-    {
-      "epoch": 18.736,
-      "grad_norm": 0.08193696290254593,
-      "learning_rate": 3.342233499302985e-06,
-      "loss": 0.003,
-      "step": 1180
-    },
-    {
-      "epoch": 18.896,
-      "grad_norm": 0.0757126435637474,
-      "learning_rate": 3.175899890138858e-06,
-      "loss": 0.002,
-      "step": 1190
-    },
-    {
-      "epoch": 19.048,
-      "grad_norm": 0.057399798184633255,
-      "learning_rate": 3.0130270958152196e-06,
-      "loss": 0.0022,
-      "step": 1200
-    },
-    {
-      "epoch": 19.208,
-      "grad_norm": 0.068113774061203,
-      "learning_rate": 2.8536977166126234e-06,
-      "loss": 0.0022,
-      "step": 1210
-    },
-    {
-      "epoch": 19.368,
-      "grad_norm": 0.06517008692026138,
-      "learning_rate": 2.697992555782969e-06,
-      "loss": 0.0016,
-      "step": 1220
-    },
-    {
-      "epoch": 19.528,
-      "grad_norm": 0.07533544301986694,
-      "learning_rate": 2.545990578570404e-06,
-      "loss": 0.0015,
-      "step": 1230
-    },
-    {
-      "epoch": 19.688,
-      "grad_norm": 0.08159100264310837,
-      "learning_rate": 2.397768872164462e-06,
-      "loss": 0.0018,
-      "step": 1240
-    },
-    {
-      "epoch": 19.848,
-      "grad_norm": 0.05212102085351944,
-      "learning_rate": 2.253402606605577e-06,
-      "loss": 0.0014,
-      "step": 1250
-    },
-    {
-      "epoch": 20.0,
-      "grad_norm": 0.038643430918455124,
-      "learning_rate": 2.1129649966629185e-06,
-      "loss": 0.0013,
-      "step": 1260
-    },
-    {
-      "epoch": 20.16,
-      "grad_norm": 0.040117453783750534,
-      "learning_rate": 1.9765272647038038e-06,
-      "loss": 0.0013,
-      "step": 1270
-    },
-    {
-      "epoch": 20.32,
-      "grad_norm": 0.03363404422998428,
-      "learning_rate": 1.8441586045735737e-06,
-      "loss": 0.0011,
-      "step": 1280
-    },
-    {
-      "epoch": 20.48,
-      "grad_norm": 0.055696483701467514,
-      "learning_rate": 1.7159261465041954e-06,
-      "loss": 0.0013,
-      "step": 1290
-    },
-    {
-      "epoch": 20.64,
-      "grad_norm": 0.0553043931722641,
-      "learning_rate": 1.5918949230694635e-06,
-      "loss": 0.0014,
-      "step": 1300
-    },
-    {
-      "epoch": 20.8,
-      "grad_norm": 0.049317434430122375,
-      "learning_rate": 1.4721278362039626e-06,
-      "loss": 0.0011,
-      "step": 1310
-    },
-    {
-      "epoch": 20.96,
-      "grad_norm": 0.07064161449670792,
-      "learning_rate": 1.356685625302625e-06,
-      "loss": 0.0012,
-      "step": 1320
-    },
-    {
-      "epoch": 21.112,
-      "grad_norm": 0.0384482778608799,
-      "learning_rate": 1.2456268364169853e-06,
-      "loss": 0.0011,
-      "step": 1330
-    },
-    {
-      "epoch": 21.272,
-      "grad_norm": 0.04504753276705742,
-      "learning_rate": 1.1390077925637865e-06,
-      "loss": 0.0011,
-      "step": 1340
-    },
-    {
-      "epoch": 21.432,
-      "grad_norm": 0.04046454280614853,
-      "learning_rate": 1.0368825651609893e-06,
-      "loss": 0.001,
-      "step": 1350
-    },
-    {
-      "epoch": 21.592,
-      "grad_norm": 0.04408493638038635,
-      "learning_rate": 9.393029466056714e-07,
-      "loss": 0.0012,
-      "step": 1360
-    },
-    {
-      "epoch": 21.752,
-      "grad_norm": 0.03646273910999298,
-      "learning_rate": 8.463184240077172e-07,
-      "loss": 0.0012,
-      "step": 1370
-    },
-    {
-      "epoch": 21.912,
-      "grad_norm": 0.03203440457582474,
-      "learning_rate": 7.579761540926434e-07,
-      "loss": 0.0011,
-      "step": 1380
-    },
-    {
-      "epoch": 22.064,
-      "grad_norm": 0.03588934242725372,
-      "learning_rate": 6.743209392862349e-07,
-      "loss": 0.001,
-      "step": 1390
-    },
-    {
-      "epoch": 22.224,
-      "grad_norm": 0.0342290997505188,
-      "learning_rate": 5.953952049931999e-07,
-      "loss": 0.0011,
-      "step": 1400
-    },
-    {
-      "epoch": 22.384,
-      "grad_norm": 0.036632440984249115,
-      "learning_rate": 5.212389780812733e-07,
-      "loss": 0.001,
-      "step": 1410
-    },
-    {
-      "epoch": 22.544,
-      "grad_norm": 0.03759520500898361,
-      "learning_rate": 4.518898665817695e-07,
-      "loss": 0.0011,
-      "step": 1420
-    },
-    {
-      "epoch": 22.704,
-      "grad_norm": 0.03835231438279152,
-      "learning_rate": 3.8738304061681107e-07,
-      "loss": 0.0011,
-      "step": 1430
-    },
-    {
-      "epoch": 22.864,
-      "grad_norm": 0.042444001883268356,
-      "learning_rate": 3.2775121456295024e-07,
-      "loss": 0.0011,
-      "step": 1440
-    },
-    {
-      "epoch": 23.016,
-      "grad_norm": 0.033434733748435974,
-      "learning_rate": 2.730246304601991e-07,
-      "loss": 0.001,
-      "step": 1450
-    },
-    {
-      "epoch": 23.176,
-      "grad_norm": 0.03470597416162491,
-      "learning_rate": 2.2323104267490404e-07,
-      "loss": 0.0011,
-      "step": 1460
-    },
-    {
-      "epoch": 23.336,
-      "grad_norm": 0.04532945156097412,
-      "learning_rate": 1.783957038242279e-07,
-      "loss": 0.001,
-      "step": 1470
-    },
-    {
-      "epoch": 23.496,
-      "grad_norm": 0.035716019570827484,
-      "learning_rate": 1.3854135196939345e-07,
-      "loss": 0.001,
-      "step": 1480
-    },
-    {
-      "epoch": 23.656,
-      "grad_norm": 0.03435162454843521,
-      "learning_rate": 1.0368819908415983e-07,
-      "loss": 0.0011,
-      "step": 1490
-    },
-    {
-      "epoch": 23.816,
-      "grad_norm": 0.04788799211382866,
-      "learning_rate": 7.385392080440535e-08,
-      "loss": 0.0011,
-      "step": 1500
-    },
-    {
-      "epoch": 23.976,
-      "grad_norm": 0.037617627531290054,
-      "learning_rate": 4.905364746400021e-08,
-      "loss": 0.0011,
-      "step": 1510
-    },
-    {
-      "epoch": 24.128,
-      "grad_norm": 0.04006591811776161,
-      "learning_rate": 2.929995642151906e-08,
-      "loss": 0.001,
-      "step": 1520
-    },
-    {
-      "epoch": 24.288,
-      "grad_norm": 0.03150051832199097,
-      "learning_rate": 1.4602865681682122e-08,
-      "loss": 0.001,
-      "step": 1530
-    },
-    {
-      "epoch": 24.448,
-      "grad_norm": 0.04720960184931755,
-      "learning_rate": 4.969828814767042e-09,
-      "loss": 0.001,
-      "step": 1540
-    },
-    {
-      "epoch": 24.608,
-      "grad_norm": 0.0407867431640625,
-      "learning_rate": 4.0573117655595684e-10,
-      "loss": 0.001,
-      "step": 1550
-    },
-    {
-      "epoch": 24.608,
-      "step": 1550,
-      "total_flos": 1.324081921088553e+17,
-      "train_loss": 0.672794044127147,
-      "train_runtime": 33908.1665,
-      "train_samples_per_second": 0.369,
-      "train_steps_per_second": 0.046
+      "epoch": 14.544,
+      "step": 465,
+      "total_flos": 1.565274744469586e+17,
+      "train_loss": 1.4569768874875961,
+      "train_runtime": 22995.3507,
+      "train_samples_per_second": 0.652,
+      "train_steps_per_second": 0.02
     }
   ],
   "logging_steps": 10,
-  "max_steps": 1550,
+  "max_steps": 465,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 25,
+  "num_train_epochs": 15,
   "save_steps": 1000,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -1120,8 +357,8 @@
       "attributes": {}
     }
   },
-  "total_flos": 1.324081921088553e+17,
-  "train_batch_size": 2,
+  "total_flos": 1.565274744469586e+17,
+  "train_batch_size": 4,
   "trial_name": null,
   "trial_params": null
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc45890bd2d24eb38ee6085d083cd1874d1991cf87176f31b08f0cafc9576e6c
+oid sha256:7965a2214104df656922b1be16c3a7c2b84d436985ed36667de02fc406d2a34b
 size 5688