Training in progress, step 10

adapter_config.json

@@ -19,13 +19,13 @@
  "rank_pattern": {},
  "revision": null,
  "target_modules": [
- "gate_proj",
- "q_proj",
- "up_proj",
- "v_proj",
  "k_proj",
+ "o_proj",
  "down_proj",
- "o_proj"
+ "up_proj",
+ "gate_proj",
+ "v_proj",
+ "q_proj"
  ],
  "task_type": "CAUSAL_LM",
  "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3681eda3802f45df388f5ea42cc59745a3d704d9be96288ca8145537fd77789b
+oid sha256:0ef8237485b087363254b34f6b0faece78a015b0f1c9b232694baa1e4e1bcc79
 size 125918320

tokenizer.json

@@ -1,6 +1,11 @@
 {
  "version": "1.0",
- "truncation": null,
+ "truncation": {
+ "direction": "Right",
+ "max_length": 2048,
+ "strategy": "LongestFirst",
+ "stride": 0
+ },
  "padding": null,
  "added_tokens": [
  {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2ccbb1107716c7e57ee01869a14c9ac773cc6381ac44da6ce905ec87ca8849a
+oid sha256:d3a1ade0c5551568d322b2e557988b7db6ad5cdad7045ecf104e3a3ba65924de
 size 4856