Hugging Face's logo

mlc-ai
/
internlm2_5-20b-q0f16-MLC

MLC-LLM
web-llm
Model card Files Community
riczhou commited on
Commit
1ad1dc9
•
1 Parent(s): fc75c25

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +8 -0
  2. mlc-chat-config.json +81 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "[UNUSED_TOKEN_141]": 92544,
3
+ "[UNUSED_TOKEN_142]": 92545,
4
+ "[UNUSED_TOKEN_143]": 92546,
5
+ "[UNUSED_TOKEN_144]": 92547,
6
+ "[UNUSED_TOKEN_145]": 92548,
7
+ "[UNUSED_TOKEN_146]": 92549
8
+ }
mlc-chat-config.json ADDED
@@ -0,0 +1,81 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "internlm2",
4
+ "quantization": "q0f16",
5
+ "model_config": {
6
+ "vocab_size": 92544,
7
+ "hidden_size": 6144,
8
+ "num_hidden_layers": 48,
9
+ "num_attention_heads": 48,
10
+ "num_key_value_heads": 8,
11
+ "rms_norm_eps": 1e-05,
12
+ "intermediate_size": 16384,
13
+ "bias": false,
14
+ "use_cache": true,
15
+ "rope_theta": 50000000,
16
+ "pad_token_id": 2,
17
+ "bos_token_id": 1,
18
+ "eos_token_id": 2,
19
+ "context_window_size": 262144,
20
+ "prefill_chunk_size": 2048,
21
+ "tensor_parallel_shards": 1,
22
+ "max_batch_size": 80,
23
+ "head_dim": 128
24
+ },
25
+ "vocab_size": 92544,
26
+ "context_window_size": 262144,
27
+ "sliding_window_size": -1,
28
+ "prefill_chunk_size": 2048,
29
+ "attention_sink_size": -1,
30
+ "tensor_parallel_shards": 1,
31
+ "pipeline_parallel_stages": 1,
32
+ "temperature": 1.0,
33
+ "presence_penalty": 0.0,
34
+ "frequency_penalty": 0.0,
35
+ "repetition_penalty": 1.0,
36
+ "top_p": 1.0,
37
+ "tokenizer_files": [
38
+ "tokenizer.model",
39
+ "tokenizer.json",
40
+ "added_tokens.json",
41
+ "tokenizer_config.json"
42
+ ],
43
+ "tokenizer_info": {
44
+ "token_postproc_method": "byte_fallback",
45
+ "prepend_space_in_encode": false,
46
+ "strip_space_in_decode": false
47
+ },
48
+ "conv_template": {
49
+ "name": "chatml",
50
+ "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
51
+ "system_message": "A conversation between a user and an LLM-based AI assistant. The assistant gives helpful and honest answers.",
52
+ "system_prefix_token_ids": null,
53
+ "add_role_after_system_message": true,
54
+ "roles": {
55
+ "user": "<|im_start|>user",
56
+ "assistant": "<|im_start|>assistant"
57
+ },
58
+ "role_templates": {
59
+ "user": "{user_message}",
60
+ "assistant": "{assistant_message}",
61
+ "tool": "{tool_message}"
62
+ },
63
+ "messages": [],
64
+ "seps": [
65
+ "<|im_end|>\n"
66
+ ],
67
+ "role_content_sep": "\n",
68
+ "role_empty_sep": "\n",
69
+ "stop_str": [
70
+ "<|im_end|>"
71
+ ],
72
+ "stop_token_ids": [
73
+ 2
74
+ ],
75
+ "function_string": "",
76
+ "use_function_calling": false
77
+ },
78
+ "pad_token_id": 2,
79
+ "bos_token_id": 1,
80
+ "eos_token_id": 2
81
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ecf9750286124e299c4be02c4ad666b8e8375dae6108906665b79212dbea6ab
3
+ size 75497472
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e23a244d2da2333c5f0a9366d0fa762c6d01967ea1543429c2a014e34734e2db
3
+ size 100663296
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2811f381a94c29ab2ad61b51c74758fbccf96d5ff1958396c0105a5a3abe6fa
3
+ size 402653184
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c4a817f6309fb35829f04c2f31eed3bafb7143bfd47a6e54c70670decc6a70c
3
+ size 201326592
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e82b7a6a72e554ec6415d98cbba73152fa22335ba70b52300f08bdc6d77386ed
3
+ size 75497472
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a23f73027f6ff170a9595f21e39abf531eda1c68c08902bbf776f550ff3e2cc4
3
+ size 100663296
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:145a73c0ceb1c6c15587deecfaeb070445f3d213bf7e2ab50b80932c308c9e4b
3
+ size 402653184
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e07f8e3f237a184cad9483495c841bcb9a350869e22c91b14687f6479ddec2e
3
+ size 201326592
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:194fd87f1659f307588393054f4cec400a9fa76f6ca35438fce2be3ed3db888d
3
+ size 75497472
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe0f0dda5ed67e1b4b1137db356d5ea3f48d545ee2f2cbc69147e3fc3e2b98fe
3
+ size 100663296
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaf1b8f9bf96948e57145a75cd7a7d0f68b40b32fb50138d880c2585fe141903
3
+ size 402653184
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8b94e68f4cf65df236746538c726d71add0cc0bc9b9ad6a9682a4d81a39c2ac
3
+ size 201326592
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c88c23c603e1911a34dd75ffa7fb2c49962bf290e945c2274cc6628abf0f880d
3
+ size 75497472
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe2cea47a54511ca59483fe4eddf33ac94f9b7cc3105a805c1280eb6076b50e
3
+ size 201326592
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:564ffb2f375dae5ca213a02ff1cb4b72a8ed56c433897845c19312e742fab7dc
3
+ size 100663296
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8bf6fd62cb090b720de56e332897b31ad236cf66426802f4d888ecc2a680bed
3
+ size 402653184
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77b562a5d496237497d85d1621c08aeb1376f3943f893ab7e6326eaac6ff9112
3
+ size 201326592
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c8282afc9ebd8b9e85e37a2a88cff7d0cb80eba42f6c2f3ca4f3169435b324
3
+ size 75497472
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac2147925a99dc6f56a76e0d35cc7037adbb4fcea0079af9e6f42c6ddb38f40d
3
+ size 100663296
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8630c7e58464658975de9d542ea19a4b740f6042a53984ffffba0dbfe5b0cf7
3
+ size 402653184
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e2b43f9d3301d383c103e99082a005c2e719cccbde0164c2352be8132a7e365
3
+ size 201326592
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a5f0d4b6dd56823152fdb09ee21636ee21ab36f627173625a115d1d311f1bfb
3
+ size 75497472
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:998dac25cbba604fac0609134d256db365587dd9f323adef31a5031b66f98853
3
+ size 100663296
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43d24194b68a4070e63193b2486f4566ab9056ffc2fd8c8a05f6462794f841f6
3
+ size 402653184
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:236368385004fdf3191ca598150c5347f4af207fbe755fcd8880b56f0a1bc439
3
+ size 75497472
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b5fef4aca7f61c7f1551f4b2100839f6cc5d258bad40e18ebaf680b8408413f
3
+ size 201326592
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4009df52190deab819a3d6cc936924282a7f97f943608eaae04d9b9d0d9a31ba
3
+ size 75497472
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccd57b6b4dbb23377382f8b303b67eb53965c152a88759c7e25ffc15b8ec902c
3
+ size 100663296
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ebfef767431b90adf865452f1ce3100854859c9676369aedcb631dcd1aa033
3
+ size 402653184
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1b1980630981be230802145a060d3ef54b1665102f1c3312868b60cc98ec0b9
3
+ size 201326592
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f50a2cb5c9267447a0ed6f0730c5870da8aba49a180536c634f39175d4a17e39
3
+ size 75497472
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c6b87cf1bb0baa2c16843d73c2d035bed507d537a0f7f3e32941fff6cbc7794
3
+ size 100663296
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2bd719defb50a5eaa62a43c464c4607960ed0e0739cd701feae8a50afe923b
3
+ size 402653184
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72641d76b12f8ba66302f42631bd83ece2cf3979c22a33787e7c85f15e89d75e
3
+ size 201326592
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55991c0e0864ba8d7f50eef24f1759cb11d71bbff448a2a322931a7d3a11ab03
3
+ size 75497472
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d12e0d5cdedec932f2a9caf311cf06b2958d31f82fd1cebdb6badc5134419997
3
+ size 100663296
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cdb5e12f7cd993a0be08cdd7d74553e47b55addee45039ff2122108e18e8169
3
+ size 100663296
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95e52e1efb96e99b2e108db84465a167b565d000e7ccddcadfa0a126e5b17d47
3
+ size 402653184
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d74e43694b000574f590c4e97df7c54f8a1b4d3266a92742de018786304e5d71
3
+ size 201326592
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6290f8ef6d956b7bb379c6d1d018f75f8053980846f743e845cc03f215a00e5
3
+ size 75497472
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b726e841d6bb1ff9ea639aad0f6686d0f4cb75c154101b88938753ad9e08860
3
+ size 100663296
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68ac6205af6800f4230f294b9a7cf41f343e96cb43a8b713402fe1f08be73b13
3
+ size 402653184
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79cbc17a2fed6f4105fc923619f2ebdb06ff96178b74c601115d4cc2e83796fc
3
+ size 201326592
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:719309a73bfa78e6ca8f75201448c0c1388c07dc8f842b461d56c6c45749b48f
3
+ size 75497472
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d55a38359398452cf0b8e06ed25c23dba2dc848f4e219ae724938da38346384c
3
+ size 100663296
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9e1e7fa6a55c48e0b657cfd9798594d4940d8143bfdd4a13baeb2623262211
3
+ size 402653184
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d58ba98e02558a3e2754c1ce621342b7c87f17c5654a668ca75ca6d4dfd8a09f
3
+ size 75497472