vinallama_fine_tune_test

adapter_config.json

@@ -1,10 +1,10 @@
 {
   "alpha_pattern": {},
   "auto_mapping": {
-    "base_model_class": "LlamaForCausalLM",
-    "parent_library": "transformers.models.llama.modeling_llama"
+    "base_model_class": "PeftModel",
+    "parent_library": "peft.peft_model"
   },
-  "base_model_name_or_path": "vilm/vinallama-2.7b-chat",
+  "base_model_name_or_path": null,
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -23,8 +23,8 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "q_proj"
+    "q_proj",
+    "v_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:043d23bf70c3022a9880c507d9f89b134d581ebee7d158fce04f804a6ef106fb
-size 10502640
+oid sha256:750fb737fc1685aa012bfb95b525b640d5732a8a68b1849e5bdce5b9213ac7f6
+size 10504816

tokenizer.json

@@ -2,13 +2,13 @@
   "version": "1.0",
   "truncation": {
     "direction": "Right",
-    "max_length": 256,
+    "max_length": 512,
     "strategy": "LongestFirst",
     "stride": 0
   },
   "padding": {
     "strategy": {
-      "Fixed": 256
+      "Fixed": 512
     },
     "direction": "Right",
     "pad_to_multiple_of": null,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06efba0e0cd05edac47a4783d151793b8eab3181f8808b37ba0db275e97e19a7
+oid sha256:9884da0d3d29f692547f9410eabd19a94ee6d222a501e2a8d19569995cc12d9c
 size 4856