Training in progress, epoch 0

adapter_config.json

@@ -1,11 +1,12 @@
 {
  "alpha_pattern": {},
  "auto_mapping": null,
- "base_model_name_or_path": "NousResearch/Llama-2-7b-chat-hf",
+ "base_model_name_or_path": "NousResearch/Llama-2-7b-hf",
  "bias": "none",
  "fan_in_fan_out": false,
  "inference_mode": true,
  "init_lora_weights": true,
+ "layer_replication": null,
  "layers_pattern": null,
  "layers_to_transform": null,
  "loftq_config": {},
@@ -19,8 +20,8 @@
  "rank_pattern": {},
  "revision": null,
  "target_modules": [
- "v_proj",
- "q_proj"
+ "q_proj",
+ "v_proj"
  ],
  "task_type": "CAUSAL_LM",
  "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad269d4effc7c0977489d735544ee9007952140c0355c975db516b5c86aceafc
+oid sha256:760547559d4b0c181e4f4fdf1686cf1edd55746eb28f827a026b45fd04b3aceb
 size 16794200

runs/Mar29_10-18-28_d1a40e1595bb/events.out.tfevents.1711707535.d1a40e1595bb.209.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4416c340a7c2e51d88bee55e7b35353dcca9d6ce8018ac7dc5fb01ae764435
+size 7603

tokenizer.json

@@ -34,15 +34,6 @@
  "rstrip": false,
  "normalized": true,
  "special": true
- },
- {
- "id": 32000,
- "content": "<pad>",
- "single_word": false,
- "lstrip": false,
- "rstrip": false,
- "normalized": true,
- "special": false
  }
  ],
  "normalizer": {

tokenizer_config.json

@@ -25,14 +25,6 @@
  "rstrip": false,
  "single_word": false,
  "special": true
- },
- "32000": {
- "content": "<pad>",
- "lstrip": false,
- "normalized": true,
- "rstrip": false,
- "single_word": false,
- "special": false
  }
  },
  "bos_token": "<s>",

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3284f5230053485a4f3da5c136c0692b15b34499fa0c685a71d422c47e10f63e
+oid sha256:67deac9c78b2eb4782d61a8f4e5dcde405c15817ea797acfe060aa22cc186f98
 size 5048