Uploading Saily_220B v1

LICENSE

@@ -0,0 +1,48 @@
+DEEPNIGHT_RESPONSIBLE_AI LICENSE
+
+This DEEPNIGHT_RESPONSIBLE_AI License (the "License") is a legal agreement between you (the "Licensee") and DEEPNIGHT,
+governing the use of the artificial intelligence models (the "Models") provided by DEEPNIGHT.
+
+1. Grant of License
+Subject to the terms and conditions of this License, DEEPNIGHT grants Licensee a personal,
+non-exclusive, non-transferable license to use the Models for personal, non-commercial purposes only.
+
+2. Restrictions
+Licensee shall not use the Models for any commercial purposes,
+including but not limited to the development of products or services for sale,
+without the express written consent of DEEPNIGHT.
+
+3. Responsible Use
+The Models are provided uncensored, and Licensee agrees to use them responsibly and in compliance with
+all applicable laws and regulations. 
+DEEPNIGHT disclaims any responsibility for the misuse of the Models, and Licensee acknowledges that they
+are solely responsible for their use.
+
+4. No Warranty
+The Models are provided "as is" without any warranty of any kind, either express or implied,
+including but not limited to the implied warranties of merchantability and fitness for a particular purpose.
+DEEPNIGHT makes no representations or warranties regarding the accuracy or completeness of the Models.
+
+5. Limitation of Liability
+In no event shall DEEPNIGHT be liable for any special, incidental, indirect, or consequential
+damages of any kind arising out of or in connection with the use or performance of the Models.
+
+6. Termination
+This License is effective until terminated. DEEPNIGHT reserves the right to
+terminate this License at any time if Licensee fails to comply with its terms.
+
+7. Governing Law
+This License shall be governed by and construed in accordance with the laws of the jurisdiction in which
+the Licensee is located, without regard to its conflict of law principles.
+
+This modification allows the License to be governed by the laws of the jurisdiction where the
+Licensee is located, providing a more global coverage. Make sure that this aligns with your intended
+usage and consult with legal professionals to ensure its suitability for your specific circumstances.
+
+8. Miscellaneous
+Any modifications or amendments to this License must be made in writing and signed by both parties.
+If any provision of this License is held to be unenforceable,
+the remaining provisions shall remain in full force and effect.
+
+
+By using the Model, Licensee agrees to be bound by the terms and conditions of this DEEPNIGHT_RESPONSIBLE_AI License.

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "deepnight-research/saily_220b",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 4096,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 243,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.36.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

model-00001-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a086feeee0a1ee50d4f5d723ea4fb7dd8fd3ddfe6d38e9e7de42cc828d09bc
+size 9886161000

model-00002-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8ff30cb7c7299184b34283c448d4d8efc832dd1bda49863f4653805ef021f0
+size 9915553896

model-00003-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78170958b511c56f2ec218a85bfcefbafc025dd334183b3b0e026db14e268134
+size 9965852216

model-00004-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5328649f14ea7d8c56a205d555dcbb98eca9497bec7a5209db9c18a0748d30
+size 9663846072

model-00005-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fc230c397e534f88ce38549d7824e045a4f8e4491e889c3346b8061889d5ef
+size 9982679000

model-00006-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88e19225272b9bbdc418d73964281153976cf5bf448fa23c921da11fefd837d
+size 9949059088

model-00007-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23190e4da07bb274c8d4d7756628d6d9e9e3982ec739b27d2f3421b6fa464b8
+size 9781286592

model-00008-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3176cf4d3eb5c9118150318f7c6e74e8c24a980b5fc6a3c9ac68a88ed450052c
+size 9798112704

model-00009-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4369c5272a04e23305220f361329698d50df100ea1f7bbf6c0c6f5e655fc85d
+size 9798047408

model-00010-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d18c9f0f1294e549c0c8e29e3af9a9ecc5b45fcc144ddb33b3435d50c69ede
+size 9798080408

model-00011-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb0f54538d65a5352b3fff99d789e870617fd6666e55f75b92db3978fa819364
+size 9663911360

model-00012-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1634fb22896ea3eb9ac8676cdbb62fa12500b8f2c045f00bd81a535421e9f125
+size 9630308608

model-00013-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0102d29f47e3b6a93a75ed39260e9ec370c59a31166c7a03b76c21a08dd84fa
+size 9630325144

model-00014-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607ffaea77c3529abea4e3fcab39d9ddc1bc384d573103313392cd928de3a701
+size 9814873600

model-00015-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe1e0924e13c5f7d7acbbd2ece3c880f42e131ecb873e8b200df0298426d86d
+size 9781287312

model-00016-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:067f17ea6b7257cdd732a1d1e21527461cf9a1cd95338d80b52ad83210232100
+size 9663878400

model-00017-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e1484aba8ba523f3a50b32f190a07ec623858873b7bbe8b26be6a624bbf7e2
+size 9982629576

model-00018-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a9afdda64e3e61a4454aa14c83831fd4328351efcd206af68b3a45dcd279bb
+size 9814874272

model-00019-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8cb63ef8708fb98cc21ca6f23805290dfef2f1d390d770ac494042517c0339
+size 9949059160

model-00020-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9c0360f7e0dc0f6295ca5517827cc21182fed4088f92677afb6a5ba5d43b6b
+size 9915520960

model-00021-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c95035ef59597b7d571222211f0fc9fdde0f57d40dd8e6acc9ae08defa4e2db
+size 9814906576

model-00022-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef78759f674343c129ebeb80d94ecc8a84dcc18e008f78c528a7a5dda432e3e9
+size 9647118288

model-00023-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b87eae52c82c14cd1ff9f2bccfb66a366cc20468ded1dfecaf11c14b6ac32e
+size 9798063928

model-00024-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7cd9f12716718be100f9c1651237774a0fed8dfb34da5a03bbf8c6e528f7b23
+size 9949042648

model-00025-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d32c89cc50bf67227b0ee2fd1b0605ebc51eb612e936e65c1a96fb34d17d63
+size 9814890072

model-00026-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51815e52a1117923f744e8a2eb259261be6c3fd7ebd390a69243eb55f2eb7939
+size 9982646088

model-00027-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414475210abddfc40bf2746ac9764dc0fdaf832f72f1ab866f8efb66f142e304
+size 9764493504

model-00028-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05640b85c9f181ffa7772c40888f34ae340075758dc3d3717ae4714eb1f3fe7
+size 9949108632

model-00029-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96a7683a810721d89c6471e95ee8e6349be435f988c705f8c4831c6af09a50f
+size 9680672216

model-00030-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:431c8f5c66ef171651b526c69e97ec2c5e3cf9c8de281bf0cf54d96f3e187126
+size 9932298992

model-00031-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7952744a3206dbc54df3b722a176157e59410bc0b7db237bcc14bfb9cb98c931
+size 9814873600

model-00032-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6f40fe4e7de79d399dca0a68d22d9459e5dbbe211127cedd0a7b1d89f75b49
+size 9982629608

model-00033-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cad14d91b40bfc14b6cbe74b3ffdf6e04f912e1673378511e68b9c06443b43b
+size 9970063384

model-00034-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76c239da5313cba46c0653d0bec4b8ab269cb0969729e6dab0876981374b6c58
+size 9982646112

model-00035-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874ead5503ff09007f13d46747e60f901ac1148a4709c0cf2c0d86d1b7a4d4c2
+size 9965868760

model-00036-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372f7dbd1c17b83783285ab73fc5e12c976412e0674520aa39b720de9577aff1
+size 9798096968

model-00037-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8aebaf42817df257e9626f91716e232375081ff52bc2fba993028f2e315ea9d
+size 9798080472

model-00038-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5535a3d5eb16b253f4daace556db2328a2a45588372e2a7c7725372e81fd11ea
+size 9932314816

model-00039-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69c42a2398b3cbcc718b34db6dd0c61b1d9e308b1e742356dbdb03b3053427f1
+size 9647085288

model-00040-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a612a1ed5cc14a1c082da7a7430b04ec08081518c18ca1691c701f7625cc4a5c
+size 9798080472

model-00041-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851cfe033b5277bd0f48b4cb3c59320b88e072c259e0ae2632bec5ca3f26e47c
+size 9798080464

model-00042-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15648105099ef2e4f288b2ecb283ba7042653d790428a4177edb1e985dcb9d65
+size 9982646112

model-00043-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369de52c2cfa7643b91b11a38757bbf3807c1a24f7bdf488f7b9fb102562010a
+size 3707832752

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
+size 499723

tokenizer_config.json

@@ -0,0 +1,41 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": null,
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}