Upload folder using huggingface_hub

mlc-chat-config.json

@@ -0,0 +1,76 @@
+{
+  "version": "0.1.0",
+  "model_type": "llama",
+  "quantization": "q4f16_1",
+  "model_config": {
+    "hidden_size": 2048,
+    "intermediate_size": 8192,
+    "num_attention_heads": 32,
+    "num_hidden_layers": 24,
+    "rms_norm_eps": 1e-05,
+    "vocab_size": 49152,
+    "tie_word_embeddings": true,
+    "position_embedding_base": 10000.0,
+    "context_window_size": 2048,
+    "prefill_chunk_size": 2048,
+    "num_key_value_heads": 32,
+    "head_dim": 64,
+    "tensor_parallel_shards": 1,
+    "max_batch_size": 80
+  },
+  "vocab_size": 49152,
+  "context_window_size": 2048,
+  "sliding_window_size": -1,
+  "prefill_chunk_size": 2048,
+  "attention_sink_size": -1,
+  "tensor_parallel_shards": 1,
+  "temperature": 0.6,
+  "presence_penalty": 0.0,
+  "frequency_penalty": 0.0,
+  "repetition_penalty": 1.0,
+  "top_p": 0.92,
+  "tokenizer_files": [
+    "tokenizer.json",
+    "vocab.json",
+    "merges.txt",
+    "tokenizer_config.json"
+  ],
+  "tokenizer_info": {
+    "token_postproc_method": "byte_level",
+    "prepend_space_in_encode": false,
+    "strip_space_in_decode": false
+  },
+  "conv_template": {
+    "name": "chatml_nosystem",
+    "system_template": "{system_message}",
+    "system_message": "",
+    "system_prefix_token_ids": null,
+    "add_role_after_system_message": true,
+    "roles": {
+      "user": "<|im_start|>user",
+      "assistant": "<|im_start|>assistant"
+    },
+    "role_templates": {
+      "user": "{user_message}",
+      "assistant": "{assistant_message}",
+      "tool": "{tool_message}"
+    },
+    "messages": [],
+    "seps": [
+      "<|im_end|>\n"
+    ],
+    "role_content_sep": "\n",
+    "role_empty_sep": "\n",
+    "stop_str": [
+      "<|im_end|>"
+    ],
+    "stop_token_ids": [
+      2
+    ],
+    "function_string": "",
+    "use_function_calling": false
+  },
+  "pad_token_id": 2,
+  "bos_token_id": 1,
+  "eos_token_id": 2
+}

params_shard_0.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d356684d5f7345ff87884bd5ffd413bf3ae8ec54b991d4edaf388142acaab69a
+size 50331648

params_shard_1.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112005586ee0ee2053d40374439ae5024df8da23f74b88a61c9da251a15ca3a1
+size 32509952

params_shard_10.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760571d3793ddd36825fdace25bc589e1920a3dd2502f844543ce1b0d8f0b710
+size 28315648

params_shard_11.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670b286e74bc8ef0972fa76b075c931a26000f4d061806d801596c31b043fde7
+size 16777216

params_shard_12.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33ab16e2b7c9cbbdfaffcad4afa1e320ba9b7ce61a810a8554b1f8d28f7b69f
+size 30420992

params_shard_13.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca46ddf4154ee739d114aaf245597f369f41c30c49ebae28a24933c12fdc82f5
+size 28315648

params_shard_14.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f434104a1bb3927009049a207484ac79e9b73051f7fec564789357b452b137d
+size 16777216

params_shard_15.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba042146a6be4843bbd459c055cff77bcbd5bd528f01a3a6e9c53dce6eaa68f
+size 30420992

params_shard_16.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61894e4ed6663bad003f6533cdf18223d9b3ee8c38cdc976f5411f39a392cda8
+size 28315648

params_shard_17.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960e612b364054ab31e72439d756061b206efa89ffaf95a589e69dda663331bd
+size 16777216

params_shard_18.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee387a0b6373abc7b24970477e7c88a1b538fa68a52c892f27eb857e90f8cc2
+size 30420992

params_shard_19.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5e25fff000b37f82adb8eccda43c49feabda815419d94d5dfd6c17aaa3ed977
+size 28315648

params_shard_2.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e83465e569b2e539c49f0dc51d0b0437496bc8cbd3c6db1c0491748cf9d646
+size 16777216

params_shard_20.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d4ce12fd9a1700a6b71f19f60203750d040bea8c5aff4f4d2952ddf287e874b
+size 16777216

params_shard_21.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc168f049257b27ddd3371a69d91ceb3cbd015580250372bc97e5852270033b3
+size 30420992

params_shard_22.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02fd2d3286bd3f72ce5dfaaa7765464722804c41788b339ad31c8900f396ee35
+size 28315648

params_shard_23.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad39fa7ec189d577166c4083ebcd4efc596b0f7e44f38ce1751ec57a3f29f09
+size 16777216

params_shard_24.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dafdb21e1a42c1d6fb966dc7bef609ca58ad299c080c548de11dee970ec316d
+size 30420992

params_shard_25.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6219c1942fb5d4f7a2a6c74bd4c32deea1dfd1544877ca74eba5300a2a6c2b8b
+size 28315648

params_shard_26.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587c3bf17bc7c05f7fc31e18cf09920ca07287eac921d2a4173cd53f14548227
+size 16777216

params_shard_27.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1e8326aa872f2da0915499f980235c4f7333c0e09d8472b7d89b446fdbfc5a
+size 30420992

params_shard_28.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70dc2de8bba46990389c4e3b1781a34924c22ac294f848856066980aa5c2a8b
+size 28315648

params_shard_29.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0646a54e94b55bd77b9367cd0fe11b3940e8928f0a6a9f63d72c9af86afdafa6
+size 16777216

params_shard_3.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2134ca462c4f0ac2f4917b8f5a1d6ec47f9c9b7cf85f330d1405e3ff92f33cc
+size 32522240

params_shard_30.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fbe91fab0d31e7707617e49569b689a5604e38420c8906e6af1a6d9c6b67c8f
+size 30420992

params_shard_31.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3175e60dbed20e3e016e974d35be22e29b37bf541a7ead27ab5df58910912aad
+size 28315648

params_shard_32.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9444e78d892aa6f64791236f3b1d36556f589b5a37f3ee72176332aea5b368f
+size 16777216

params_shard_33.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4e2d87599467ba1051006aa668a29d72498ed47120f9d66e356e5b6fa544bd
+size 30420992

params_shard_34.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf4bb6a258b0d629bd579fe5b201759ac752a6d7a18857359bc1149ab80a559
+size 28315648

params_shard_35.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b1b79b9247a282a3115dcd9bb448ba7fb340393f473c570affc7a41fb9056f
+size 16777216

params_shard_36.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcc346fb8f595a3a63ae808684301a06b85eeee69f26bcd2abdddaba8d11183
+size 30420992

params_shard_4.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6267f0204aaf8eb3d97bec03354b9140518905433b5a19849617f2bcac27fca5
+size 28315648

params_shard_5.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1049ba16855fcff2df6bd5bac3afe6db8e8c9f1ae2dadacd45e953cea37b58e1
+size 16777216

params_shard_6.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ab8318152a346463d3815bd373fbc5d11f89e864fcb3d0489bffb0833c50a0
+size 30420992

params_shard_7.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4603a102d0be16d5f38269eea007e8e157f3ad07579cf9e580d98202304d092
+size 28315648

params_shard_8.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81855a0ece7c8b6efdd28ab4efb52aaa7b7a0329e30d1ab3ceeb27adb89d0fd2
+size 16777216

params_shard_9.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19809957d9161e10875552a02d94c2c760f3bbf20da3aad440d3b178f9304b8c
+size 30420992

tokenizer_config.json

@@ -0,0 +1,154 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<repo_name>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<reponame>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<file_sep>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "6": {
+      "content": "<filename>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "7": {
+      "content": "<gh_stars>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "8": {
+      "content": "<issue_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "9": {
+      "content": "<issue_comment>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "10": {
+      "content": "<issue_closed>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "11": {
+      "content": "<jupyter_start>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "12": {
+      "content": "<jupyter_text>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "13": {
+      "content": "<jupyter_code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "14": {
+      "content": "<jupyter_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "15": {
+      "content": "<jupyter_script>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "16": {
+      "content": "<empty_output>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>"
+  ],
+  "bos_token": "<|im_start|>",
+  "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "model_max_length": 2048,
+  "pad_token": "<|im_end|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>",
+  "vocab_size": 49152
+}