whynlp
/

tinyllama-lckv-w2-ft-100b

Text Generation

Model card Files Files and versions Community

whynlp commited on Dec 1, 2024

Commit

0c149e9

·

verified ·

1 Parent(s): 5c68c3f

Upload LCKVLlamaForCausalLM

Files changed (2) hide show

config.json +2 -2
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "outputs/tinyllama-lckv-w2-2.5T-ft-100b",
   "architectures": [
     "LCKVLlamaForCausalLM"
   ],
@@ -32,7 +32,7 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "float32",
   "transformers_version": "4.45.2",
   "use_cache": true,
   "use_sequential": false,

 {
+  "_name_or_path": "outputs/tinyllama-lckv-w2-ft-100b",
   "architectures": [
     "LCKVLlamaForCausalLM"
   ],
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
   "transformers_version": "4.45.2",
   "use_cache": true,
   "use_sequential": false,

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b32eb4a91de591111f3945f04e59539e9b34f74803a1e4d5b4d910101140ee3
-size 4320520376

 version https://git-lfs.github.com/spec/v1
+oid sha256:5e48e3bb3f7c92cfde0951fbb44687802c1cdbce548d94b84f7b38e6f218ead4
+size 2160269576