Training in progress, epoch 0

adapter_config.json

@@ -9,13 +9,13 @@
  "layers_pattern": null,
  "layers_to_transform": null,
  "loftq_config": {},
- "lora_alpha": 32,
+ "lora_alpha": 64,
  "lora_dropout": 0.05,
  "megatron_config": null,
  "megatron_core": "megatron.core",
  "modules_to_save": null,
  "peft_type": "LORA",
- "r": 16,
+ "r": 32,
  "rank_pattern": {},
  "revision": null,
  "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:112a505bfb5a60710644b3e3f455f29688e0cda5fc7c3908dd17d7adebacdc59
-size 27280152
+oid sha256:d0381207c63d1ef7ca1ef7c540dd8f326a0e0d10e04b3bf9ae0a70c05c684721
+size 54543184

runs/Feb07_05-29-05_d448c8b36130/events.out.tfevents.1707283749.d448c8b36130.194.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce619c2ff3f1ded3d094cf76f6e09c6acc79f98d270f16d2704a633f212747db
+size 5335

runs/Feb07_05-34-16_d448c8b36130/events.out.tfevents.1707284062.d448c8b36130.5395.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70c67115dd66b531e50ddecf644349894e2f8ea8f26dbff906b73ea23bcd732
+size 17039

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9eceeafa1668ab2906c3da884aa08df3cf450a0d3ccceab14f066db4152d4c6
+oid sha256:e01cd37e32060facbd5388e64b10ea924e3e7e789f09616fed729dba90d0803a
 size 4728