Upload 51 files

config.json

@@ -0,0 +1,28 @@
+{
+  "_name_or_path": "deepnight-research/Saily_exp_v1.2",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 257,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.35.2",
+  "use_cache": false,
+  "vocab_size": 32000
+}

model-00001-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5116532453e82677dc9379dfe63acb2793f3a679321d5aad54e39b2d219706
+size 9852622800

model-00002-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31f63579e419c10dc3cded219d4787ae029870ba857b2e8e505316ae3979a61
+size 9814824808

model-00003-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c812a89837174aac2657a824884bc6a29fd770d236829eb1033ae7dbbd171bf
+size 9613564232

model-00004-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8c713eae924cbed255b6cbccbd761b64a91b6a5f096553906596d9dbe3cf89
+size 9965868776

model-00005-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339530174fabf52f2dcb86331f64b7bac905750ac79edaee4c1abe935769ea73
+size 9965868720

model-00006-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0e3f2def11622eecc61555496f213a10a06d7fe5aee7da4227bd9d38fb2ce6
+size 9982629600

model-00007-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3090b95f535bb48b6bbe340dc607ca51b19c3b907fe0d0738e42e59b02dbacc1
+size 9798096896

model-00008-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7c905c1b115738601528c35a4234f9a1c356cc2b1879627d26b06258acc25e
+size 9949075648

model-00009-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27903627ada5e168f775c259af34291569bfd746c96fe2949f47e8bc90322f22
+size 9798063920

model-00010-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bb2563f4b51e96c78e391f64ff2e3f268b91bb51e53ec8416f58148d4a376e
+size 9798096256

model-00011-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a959f5942cfd782b8ab46499fdb9a2ba0b50a428ce8a59a1d28b301ada60c7f
+size 9798113400

model-00012-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024e2c426cf1b26b425e4f0c45440b0f481d8b6c4f58820e55c0bca2e6d77aae
+size 9798047472

model-00013-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c14b2e1f0687cc180741630e6b1e1744f270f2cbd85d88148c84c9d56e70a4
+size 9965918208

model-00014-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1a635ec91d09a0ed0563fdc4cf418dbbb3aeb7368b2a08477beddf57ad5502
+size 9949059160

model-00015-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73675e9ea7ca0ded2250b931b64c62c67f4aa645ba5f1c492b90a9c1f040126a
+size 9949075592

model-00016-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67913984f84ef6405284c3e6055ac1d3f0eb075785249d859b0aa1792ed12647
+size 9814906592

model-00017-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f98a87278ca8b10b51046a72dd5a9b1ecdbe36d0bf9c4ab436acbc54112f3d0
+size 9663846072

model-00018-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce84ab50235d8550e72815261a4bde668a2bc4ca67d4f51c5c2d983532ece00d
+size 9949059152

model-00019-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6faad856a268a6ea755e2716546a2cdd7cd3fc249b73eec5007f851ae92e2f1
+size 9630340888

model-00020-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430d2786190cf7c77e075875f080882497696788a511ef5b82b21d9495eebf3f
+size 9663862624

model-00021-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e39dda095f0b7cc68b8b17eb0fae5eebfcd1cef7b0489f934cad51bcc1ae7342
+size 9798080408

model-00022-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95248d6fc8f7305dfb421e115291b2b484339825f9b64c59d5debbf8c02b96d
+size 9798063968

model-00023-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eecbbccb6673f281bb2c2c7dad1904bb8618714355ca11c4a7d2b6d135eee4
+size 9965868736

model-00024-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f5cd8bcdec4c3224a7ecac66c7a74c4bda26d6bffdcf6706bce351f1feb7a4
+size 9965885272

model-00025-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6513403dba5e7eeb6cc76fb976a1c9a14ff2406553bc6ad88febb377a652a6c
+size 9781319568

model-00026-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5d0d20efa395aaf20039b976792d601d7f05a144cb9de274e9b6909dfc5c62
+size 9949059144

model-00027-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74cf8fd10ab5945f1db67b4902e38043099591107d275452ebdd361433f7aa63
+size 9798096920

model-00028-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5d2190a4ce012848aaaa5fab03f3397483f566102c521e2562a4668d12cc18
+size 9965868760

model-00029-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c96d7c843f67ef82d96dfc40386503fe5fa8f06d6f1629ee0bc3c575e55dc1
+size 9982646048

model-00030-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632d43339cfdf737db3c18b9cf5939df0d0765e0fd605df99423ab037cd86a25
+size 9764526504

model-00031-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84166bd8ec4b56784a7c6ce1650600acd5f13db7d032a0b394c2ee8b37be5ab1
+size 9647085240

model-00032-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d556d3d57db3674e8b3754941612fb03eda476d34719a124dee15f2697e5d8d
+size 9798096960

model-00033-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db7d76b4ae89c38d6e3204eac6d45390ac515f1a5d654c40da89c505360fc81
+size 9798096912

model-00034-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cf94209890d0a4240e297754a762b58f5c8a4a4a2918a5db8710d8e67629f4
+size 9965885264

model-00035-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dd3941fb9f3fc437002760794b11a8e93ac8b39ae2963a221d6cace6a10ea7
+size 9798080448

model-00036-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3d295f9006162c90286082547cff83379151e63f5abb4bfa89482e6f676ce8b
+size 9798063976

model-00037-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208a63acf77c674187b575874562e698f13ad9cbca16f24a44d37a88cc8a9c18
+size 9982629616

model-00038-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363e6ac7b7f43127d3712a5c21dfe3163d209110b6ab25667c97809c8e4fd50e
+size 9965868776

model-00039-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2d46580d4e33c4979bd1b53a55778e417a8f11555cabbf4be6d68e41cfbd20
+size 9781319624

model-00040-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a673cadb74f85579bbeaa22cb9f9f9a2a2c33019adee7daabb0e69e99558ccc
+size 9798080464

model-00041-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc30596343cc5b67451caa74183747f85050241093af49bbba2d9378e33fe311
+size 9798080464

model-00042-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9371a8a69903faec7791d9420a85c98cd5efda75cf7a0522a2bf0eaba1569a
+size 9798096960

model-00043-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0a54e90dfc692e4dbde9f62dfb0e4afbb7777d856191622b43b69139b3ed44
+size 9798096968

model-00044-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c2678b36b7e1217960a6b00bd2e3d6d80c17a7008be9fa382b8851a8d0bdf4
+size 9852589904

model-00045-of-00045.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f887ee2819603d10cd56d783c5dd6eed04bd7dc5f36a6b06225515094e5670
+size 7784796736

special_tokens_map.json

@@ -0,0 +1,30 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723