Hugging Face's logo

mlc-ai
/
internlm2_5-20b-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
da5bf0b
•
1 Parent(s): c95a366

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +8 -0
  2. mlc-chat-config.json +81 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "[UNUSED_TOKEN_141]": 92544,
3
+ "[UNUSED_TOKEN_142]": 92545,
4
+ "[UNUSED_TOKEN_143]": 92546,
5
+ "[UNUSED_TOKEN_144]": 92547,
6
+ "[UNUSED_TOKEN_145]": 92548,
7
+ "[UNUSED_TOKEN_146]": 92549
8
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "internlm2",
4
+ "quantization": "q4f16_1",
5
+ "model_config": {
6
+ "vocab_size": 92544,
7
+ "hidden_size": 6144,
8
+ "num_hidden_layers": 48,
9
+ "num_attention_heads": 48,
10
+ "num_key_value_heads": 8,
11
+ "rms_norm_eps": 1e-05,
12
+ "intermediate_size": 16384,
13
+ "bias": false,
14
+ "use_cache": true,
15
+ "rope_theta": 50000000,
16
+ "pad_token_id": 2,
17
+ "bos_token_id": 1,
18
+ "eos_token_id": 2,
19
+ "context_window_size": 262144,
20
+ "prefill_chunk_size": 2048,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 80,
23
+ "head_dim": 128
24
+ },
25
+ "vocab_size": 92544,
26
+ "context_window_size": 262144,
27
+ "sliding_window_size": -1,
28
+ "prefill_chunk_size": 2048,
29
+ "attention_sink_size": -1,
30
+ "tensor_parallel_shards": 1,
31
+ "pipeline_parallel_stages": 1,
32
+ "temperature": 1.0,
33
+ "presence_penalty": 0.0,
34
+ "frequency_penalty": 0.0,
35
+ "repetition_penalty": 1.0,
36
+ "top_p": 1.0,
37
+ "tokenizer_files": [
38
+ "tokenizer.model",
39
+ "tokenizer.json",
40
+ "added_tokens.json",
41
+ "tokenizer_config.json"
42
+ ],
43
+ "tokenizer_info": {
44
+ "token_postproc_method": "byte_fallback",
45
+ "prepend_space_in_encode": false,
46
+ "strip_space_in_decode": false
47
+ },
48
+ "conv_template": {
49
+ "name": "chatml",
50
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
51
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
52
+ "system_prefix_token_ids": null,
53
+ "add_role_after_system_message": true,
54
+ "roles": {
55
+ "user": "<|im_start|>user",
56
+ "assistant": "<|im_start|>assistant"
57
+ },
58
+ "role_templates": {
59
+ "user": "{user_message}",
60
+ "assistant": "{assistant_message}",
61
+ "tool": "{tool_message}"
62
+ },
63
+ "messages": [],
64
+ "seps": [
65
+ "<|im_end|>\n"
66
+ ],
67
+ "role_content_sep": "\n",
68
+ "role_empty_sep": "\n",
69
+ "stop_str": [
70
+ "<|im_end|>"
71
+ ],
72
+ "stop_token_ids": [
73
+ 2
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 2,
79
+ "bos_token_id": 1,
80
+ "eos_token_id": 2
81
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4960e6bc04bc9129114f4fb0eea764c85d227b013d69a2f500319e2928c28aa4
3
+ size 25165824
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2959e94e41ebc33122de54f5fad1a936ce2d6c33f6e9efce95d28b16744e3764
3
+ size 100663296
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f33e13d14fbe57215bfddd3a25c80bf0249da7084f25e281d54d82af871149d
3
+ size 25165824
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4e5fd103da35bf2ecdad66a5b17a04d155e48f54858d3320784d8dcb5bfe0d
3
+ size 18874368
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14da83bd3bd125b279114cb35e9009cd67bef6b40a864320c35f906a71a48eb2
3
+ size 25165824
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:173c269a18285879022d8296d817d70957827e4abb998ad90f913cd53292def7
3
+ size 100663296
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb48f5868ffb5d1a55481f69cd07fd17d298826b7927fac89ef6ececa9f966eb
3
+ size 24403968
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4257a47aeac1461f760655ad470aa6795f21629b7b9ecadc1335140bbc307d43
3
+ size 50331648
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3eb8192ba9c1033b41102db8fbe2609e16a1c5403b1cd6138f2d36369d3b333
3
+ size 18874368
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7af93a2da1db2d7c16aa0a48028f0e18ec68e2cc7f36fbaa4eae14b664de3273
3
+ size 25165824
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40e8317b35b6ac127d895273d770caec284ec9938d2da2ccaaf0508e00541030
3
+ size 100663296
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1c7ea5e70dca89cc6e09eca3207afdc621316ad9b6420b6c1cf9dcfd7eae9bd
3
+ size 24403968
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e51b16320f76d517aedff43c4bbf2e45d79344e2dc69ed2a0bcc6558caa8ce7e
3
+ size 50331648
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379cdea30c461865057847ab1d7de78d418ac95d66be5e41473f19873e709ec6
3
+ size 100663296
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b361f76a6dc3430f7fa36369980e7271814d384eba7dbfb9a5afc69fe3b0be9d
3
+ size 18874368
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39424ecc39c5165201f6632593d9a7e06d65654cd2fee7cd5652cf4ab2568432
3
+ size 25165824
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0d9f3b7de4736ab74da6926e2203ae396792991fc2cd7b962ffb1d5e634288a
3
+ size 100663296
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29777a10b7d366518efd0ee741173c7cfdf6811a8fadcedd8cf1244bfabc9eaf
3
+ size 24403968
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4beefd880714b884c7843f38e449739c16262300f3989182b398e19bf81c9a31
3
+ size 50331648
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4688e6d0ef8197bf768afd0b0f8ade79ef55c7f27915f60cb2e705f4f4b6a7e
3
+ size 18874368
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62b09e2f2ed34177d3f537b7809c23de76e8d6f7b2c55918540e42298deff2c5
3
+ size 25165824
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d386023382036a5139143e40bdcbfc74fd2a1a9e5aa10a140f069b78a91dbe90
3
+ size 100663296
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dca7e9d6967b6cfdba2118efd7fcc612b801c2b8b4eb37dff051e5671bf386a7
3
+ size 24403968
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c48b30a2cb1a69a16a7694502552b5679b87b0e84130128df9960a5ceb038dca
3
+ size 50331648
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9af4a82ac132d376a47678fc5906448363332600217f9a0a5f50ddf2d3401065
3
+ size 24403968
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a85b943fd1a16231f5430a5186d2e5b4a5add222e2c5e5ccee356af297b4ceba
3
+ size 18874368
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67d7e62b93dae65a471ebddd6ed31cfc3fda2517f01df4569e49959a80db5333
3
+ size 25165824
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8e6206220882367c2f0b60d1bc13559a590578ed5ee3970db08222b83b7302c
3
+ size 100663296
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10d3cec36284ef35d505ea498f3e9dfe2b76efb2888a7895752f0af67fb6e9fe
3
+ size 24403968
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9c5d5e58d6d9ae053f9aada2c60c959e449fcb91263992532bc9553555a6941
3
+ size 50331648
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905f10c777531c12bf00bf212e81a98d9446a9d44a09023b61b9dedf656d9127
3
+ size 18874368
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d44fd916dd0f83d99aabba09b356920e5cb7ebed72109f70e63c0af26c76922
3
+ size 25165824
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45d80e4f81725b045eb27471a6febc5e2f40b885c855546b9d82566897a5d09
3
+ size 100663296
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a2fe03148ed0b401bbeb3d37488a67592556211dae31e3aa956603cc35cbac
3
+ size 24403968
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee23bcf5267050ac8f53e7af737dba033c63962592d30893b8440c91cd2bb45
3
+ size 50331648
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf250b462b73edf750f021ccb33314829825f3baaeb84bd04f5f515cbaeda2ed
3
+ size 50331648
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77e9b73c5c2d1d701cd67324a44f368c6c03dd66b17a8bc8fd71dab77e6800a2
3
+ size 18874368
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e24bdff657a6fd5a32adf853e19f40dbb7fa58a9ce19dee09f90309c546b771
3
+ size 25165824
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bc64868d3ec6166ad534042ad0e7fd44eeda14e1634853b85872fc9ee7fcec6
3
+ size 100663296
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2570dafe0cfd66c5f8962d26c5451c6cacdb8bf1c7b35097c79f56971e9c5969
3
+ size 24403968
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5442e72649b4277efe7b381c38341201d2a21f2569763c0a97ab2c3c600def9
3
+ size 50331648
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9d9742c9e88d2d88bbcebeb8fa5100a4ada50181dead92edd782af79a1326e7
3
+ size 18874368
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f035784e425e43456684ef6df225df8cd68cef13aa2f389c7e4f42eebbe7c8f4
3
+ size 25165824
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58373fb50ac4d278a4c93f2991d3f4ae0802de6ed79f61dc10a1150fdbce5c63
3
+ size 100663296
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98623ccac1604a738a1a6cde7a0119f0a7cb8271a1d79d483f3089f7d24b72e9
3
+ size 24403968
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c5f1e3d285577e559efaa4e6259071bc986d6c3c72e79f92754e37d3606b67
3
+ size 50331648
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:670057f313c3bc33c7301920511b0f06a3844ff3c720fc4740997fbb09ee8639
3
+ size 18874368