Upload folder using huggingface_hub

adapter_config.json

@@ -20,10 +20,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "qkv_proj",
-    "down_proj",
     "o_proj",
-    "gate_up_proj"
+    "gate_up_proj",
+    "down_proj",
+    "qkv_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f6245328bb4793dd118697eaf197c7aa622781e9abe9fea787ee9a95d292a9e
+oid sha256:1c95750cf4269c771496c20d64ad1715c9bd0a8f9e99be1a0b6ed7c7822aa123
 size 805341552

tokenizer_config.json

@@ -117,7 +117,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{{ '<s>' }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|system|>\n' + system_message + '<|end|>\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|user|>\n' + content + '<|end|>\n<|assistant|>\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|end|>' + '\n' }}{% endif %}{% endfor %}",
+  "chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ '<|system|>\n' + system_message + '<|end|>\n' }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|user|>\n' + content + '<|end|>\n<|assistant|>\n' }}{% elif message['role'] == 'assistant' %}{{ content + '<|end|>' + '\n' }}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|end|>",
   "legacy": false,

trainer_state.json

@@ -0,0 +1,75 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 24,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.4166666666666667,
+      "grad_norm": 0.33834290504455566,
+      "learning_rate": 8.966766701456177e-05,
+      "loss": 0.5297,
+      "num_input_tokens_seen": 81920,
+      "step": 5
+    },
+    {
+      "epoch": 0.8333333333333334,
+      "grad_norm": 0.35304397344589233,
+      "learning_rate": 6.294095225512603e-05,
+      "loss": 0.4377,
+      "num_input_tokens_seen": 159872,
+      "step": 10
+    },
+    {
+      "epoch": 1.25,
+      "grad_norm": 0.21805448830127716,
+      "learning_rate": 3.086582838174551e-05,
+      "loss": 0.3134,
+      "num_input_tokens_seen": 241792,
+      "step": 15
+    },
+    {
+      "epoch": 1.6666666666666665,
+      "grad_norm": 0.21976211667060852,
+      "learning_rate": 6.698729810778065e-06,
+      "loss": 0.3175,
+      "num_input_tokens_seen": 323712,
+      "step": 20
+    },
+    {
+      "epoch": 2.0,
+      "num_input_tokens_seen": 389248,
+      "step": 24,
+      "total_flos": 9164234264936448.0,
+      "train_loss": 0.3852280577023824,
+      "train_runtime": 121.43,
+      "train_samples_per_second": 2.965,
+      "train_steps_per_second": 0.198
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 24,
+  "num_input_tokens_seen": 389248,
+  "num_train_epochs": 2,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 9164234264936448.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eed29835cb78620a4b5edee2884c70198400ca16efe50bf0610bef5e00bc342
+oid sha256:3597165398adfe7bab467032b5785b6270a5d7c565c51ea6dddeb0892408df34
 size 5432