Update v2

README.md

@@ -36,7 +36,7 @@ from transformers import LlamaForCausalLM, LlamaTokenizer
 base_model_name_or_path = "name/or/path/to/hf/llama/7b/model"
 lora_model_name_or_path = "bofenghuang/vigogne-instruct-7b"
 
-tokenizer = LlamaTokenizer.from_pretrained(base_model_name_or_path, padding_side="right", use_fast=False))
+tokenizer = LlamaTokenizer.from_pretrained(base_model_name_or_path, padding_side="right", use_fast=False)
 model = LlamaForCausalLM.from_pretrained(
     base_model_name_or_path,
     load_in_8bit=True,

adapter_config.json

@@ -1,18 +1,22 @@
 {
-  "base_model_name_or_path": "hf_models/llama-7b-hf",
+  "base_model_name_or_path": "huggyllama/llama-7b",
   "bias": "none",
-  "enable_lora": null,
   "fan_in_fan_out": false,
   "inference_mode": true,
+  "init_lora_weights": true,
   "lora_alpha": 16,
   "lora_dropout": 0.05,
-  "merge_weights": false,
   "modules_to_save": null,
   "peft_type": "LORA",
   "r": 8,
   "target_modules": [
     "q_proj",
-    "v_proj"
+    "v_proj",
+    "k_proj",
+    "o_proj",
+    "gate_proj",
+    "down_proj",
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a652322bdf2af0109115a9c771d8c8f7ec4edf5918153cd3343ceaefa50f9106
-size 16822989
+oid sha256:3369cfd51d19702129cc0f08b998a33f6850a3a6debe17eda89756ac1a527fd5
+size 40047549

runs/{Apr16_23-36-30_koios.zaion.ai/1681683624.9063115/events.out.tfevents.1681683624.koios.zaion.ai.1100955.1 → 1/1683543576.8404589/events.out.tfevents.1683543576.koios.zaion.ai.956903.1}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2c0ab019c08e4648ab0e18b106a1de41a360c73891365751427be0eab4afa5b
-size 6003
+oid sha256:77a49edd9a752950d972ae4fed248b03cbbfab0ab5c7fcb04a147b1a4c879d44
+size 6013

runs/{Apr16_23-36-30_koios.zaion.ai/events.out.tfevents.1681683624.koios.zaion.ai.1100955.0 → 1/events.out.tfevents.1683543576.koios.zaion.ai.956903.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8376385a1daa2be409b5da38b08f42d770fab166ee5574f2d1f5c3b1149fbbcd
-size 19675
+oid sha256:abeb0fd4fe6d0debc5b54f0c1caa85c58ca65455f661069cdd5692409890aac0
+size 36609

runs/1/events.out.tfevents.1683597421.koios.zaion.ai.956903.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a3ed7b1b28ebb3f6377522b1fbf42442170157595fe29c9095dab98f065b03
+size 359