Upload LlamaForCausalLM

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/workspace/llama3/llama310_1/",
+  "_name_or_path": "AIDXteam/ktdsbaseLM-v0.15-onbased-llama3.1",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -11,6 +11,7 @@
     128008,
     128009
   ],
+  "head_dim": 128,
   "hidden_act": "silu",
   "hidden_size": 4096,
   "initializer_range": 0.02,
@@ -33,7 +34,7 @@
   "rope_theta": 500000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.44.2",
+  "transformers_version": "4.46.3",
   "use_cache": true,
   "vocab_size": 128256
 }

generation_config.json

@@ -1,13 +1,13 @@
 {
   "_from_model_config": true,
   "bos_token_id": 128000,
+  "do_sample": true,
   "eos_token_id": [
     128001,
     128008,
     128009
   ],
-  "transformers_version": "4.44.2",
+  "repetition_penalty": 1.1,
   "temperature": 0.01,
-  "do_sample": true,
-  "repetition_penalty": 1.1
+  "transformers_version": "4.46.3"
 }

model-00001-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:662518e4498168192af71e3e17ac0b0fad0845a3fde7922019bb4bcf6fabdd6d
+oid sha256:7229002ae302b7f01157c984843d8ca1342a265139b6de35c4c818b6a9a12eb4
 size 4976698592

model-00002-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c3bac8ceadef7b1c35cb4765989617c8cbcaee5468974d90c15be4f9b6f6c08
+oid sha256:49251c20f8fecba95ee2d56cae3213099507e3228f7438c34792a6cd1460b422
 size 4999802616

model-00003-of-00004.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3b58e819717b7720ea48dc71bd8ba211db99acc170faf735159cbdf70359a71
+oid sha256:842250689e53204e24b8f5a66dd1b20361378388e75033562ad202526fd3f3d0
 size 4915916080