Upload folder using huggingface_hub

config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "MixtralForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 13824,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "mixtral",
+  "num_attention_heads": 40,
+  "num_experts_per_tok": 2,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 40,
+  "num_local_experts": 8,
+  "output_router_logits": false,
+  "rms_norm_eps": 1e-05,
+  "rope_theta": 10000,
+  "router_aux_loss_coef": 0.01,
+  "router_jitter_noise": 0.0,
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.0",
+  "use_cache": true,
+  "vocab_size": 99584
+}

model-00001-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd733112f2a8ddf5d54c982468e7ba27442e4869cf6702e980be5ef476aa163
+size 4958177064

model-00002-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b85d1eb20bc5582e3c1f49ed306bc9e05fda99aa46332e19bbbc92b787f268
+size 4954526208

model-00003-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934e612dc80ccfc66a56dc52927a0f4f59ab65a0f315dfde3a9ba66d0f977805
+size 4954526208

model-00004-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ba6c724de24018a3fbe24c86dfb9045319895f8ea07d988d5ea39ee6b09ae8
+size 4954526208

model-00005-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896d500268b8ca07681d4f86cbc0a57e01ddcf11249975c4da44efc49b4f6722
+size 4954526208

model-00006-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8531c3e5a70c3f282d2002139e7e70c9fba389a618fb6e242b0cc8d933e12f72
+size 4954526208

model-00007-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c79f7a2ee14e1de66b510948cffd66ae1aaecc31a0e0f100a996a4908dab7e
+size 4954526208

model-00008-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e609ed7c9182b3cb1b8d49de05a9b84dd3bc0587743bb23476f7b546bdffee6
+size 4929342064

model-00009-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d444a346c57759404fb7746158e8622fbd2fbffdf3c761ac0ac1d01020e4c28b
+size 4954526240

model-00010-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783aee6f6f18b7ce5ecf0c60814ca7adb032515af18bec38da432aff80030f6e
+size 4954526240

model-00011-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d4bea9b6718285bb50a359f5b473c3343a8a864eaee9e54a6d4c7375d1ad9b
+size 4954526240

model-00012-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f1d8528eba466e6daf8b8dba963fdae0d714b6b0770f9f54d1ac6173610a1d
+size 4954526240

model-00013-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:965e22d0db466f3d798a989ccc19db6fb10db550e0c02a4754e6a3906ebefc7c
+size 4954526240

model-00014-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da236d30b8ee2ba8e5bc49442ed625db99266ede15558bcec396ec06c917dca
+size 4954526240

model-00015-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c89ca4a71125a398c2668d0d2cfcb67de8205c716c2447472a9bb879b3c5d52
+size 4976023416

model-00016-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a2032468692d974ffb8a8fdf057126a514f144c96a84934c179fef7b6e833f
+size 4907844936

model-00017-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c1b63316e87d478e14b3b91a6654c8749f5295769d1ffdae331f6c65f04b1a
+size 4954526240

model-00018-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b394d8b99e7c1ef6048d9cc0da745ee0987733309bdefcd126175b06bf6290
+size 4954526240

model-00019-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f0c2f56d2b3e7f6ccc29bf9f24b23c50333733f93ec014ebb936c5b19dab086
+size 4954526240

model-00020-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4295556a3b5b103d9cdebf75cb3e636e2007d037b48eb4c3f3bca0ca55c1b332
+size 4954526240

model-00021-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01041c40746380b67d23b5d9efd5f6ffd1fa3dc7470cbb9532e289598e82c890
+size 4954526240

model-00022-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f24140667ffbc8530844b4daca10e9a86aa2d433f9893d1610f7caea4dfc55d
+size 4954526240

model-00023-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a84eae721cba731da1192c7040a4d804923a56a9b0089b61670dad9497d8740
+size 4929342112

model-00024-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e631664b6f0081061143670280439fef17cb5e9c98f4cf315fd50ada2db8e3
+size 4954526240

model-00025-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f6297565fe74b142dc0494a1bc646ff58b814dfc93b256eb4a6cdca206eff5
+size 4954526240

model-00026-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d891d6daa6d8f1d40431978ba806b53b5fe699a79381b13ad0acaafb1175a64c
+size 4954526240

model-00027-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d067982e8c42c7c07c877af4207002ad8228a43ab20d22009bf1f64c62abe92
+size 4954526240

model-00028-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1001b4f0863de754289be42ab112c976bc14e5e3616581a70fe4bd27d0d00
+size 4954526240

model-00029-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e8d67cf186e2be777ee36a46724ef071dc6831c702f79a67d2c7955d37b771
+size 4954526240

model-00030-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40750d2ffe8fb0735b53c057c450a4acf746307049dae9a71c5b2d07052c9eb5
+size 2718445320

special_tokens_map.json

@@ -0,0 +1,10 @@
+{
+    "bos_token": "<s>",
+    "cls_token": "<CLS|LLM-jp>",
+    "eod_token": "</s>",
+    "eos_token": "</s>",
+    "mask_token": "<MASK|LLM-jp>",
+    "pad_token": "<PAD|LLM-jp>",
+    "sep_token": "<SEP|LLM-jp>",
+    "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,18 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "unk_token": "<unk>",
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<PAD|LLM-jp>",
+  "cls_token": "<CLS|LLM-jp>",
+  "sep_token": "<SEP|LLM-jp>",
+  "eod_token": "</s>",
+  "mask_token": "<MASK|LLM-jp>",
+  "extra_ids": 0,
+  "sp_model_kwargs": {},
+  "model_max_length": 1000000000000000019884624838656,
+  "clean_up_tokenization_spaces": false,
+  "special_tokens_map_file": null,
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}