Hugging Face's logo

Alphacode-AI-Team
/
KLM-hf-q0f16

Model card Files Community
Liam-SC commited on
Commit
caaab65
•
1 Parent(s): da8cfb2

Add Coverted

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +74 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_100.bin +3 -0
  7. params_shard_101.bin +3 -0
  8. params_shard_102.bin +3 -0
  9. params_shard_103.bin +3 -0
  10. params_shard_104.bin +3 -0
  11. params_shard_105.bin +3 -0
  12. params_shard_106.bin +3 -0
  13. params_shard_107.bin +3 -0
  14. params_shard_108.bin +3 -0
  15. params_shard_109.bin +3 -0
  16. params_shard_11.bin +3 -0
  17. params_shard_110.bin +3 -0
  18. params_shard_111.bin +3 -0
  19. params_shard_112.bin +3 -0
  20. params_shard_113.bin +3 -0
  21. params_shard_114.bin +3 -0
  22. params_shard_115.bin +3 -0
  23. params_shard_116.bin +3 -0
  24. params_shard_117.bin +3 -0
  25. params_shard_118.bin +3 -0
  26. params_shard_119.bin +3 -0
  27. params_shard_12.bin +3 -0
  28. params_shard_120.bin +3 -0
  29. params_shard_121.bin +3 -0
  30. params_shard_122.bin +3 -0
  31. params_shard_123.bin +3 -0
  32. params_shard_124.bin +3 -0
  33. params_shard_125.bin +3 -0
  34. params_shard_126.bin +3 -0
  35. params_shard_127.bin +3 -0
  36. params_shard_128.bin +3 -0
  37. params_shard_129.bin +3 -0
  38. params_shard_13.bin +3 -0
  39. params_shard_130.bin +3 -0
  40. params_shard_14.bin +3 -0
  41. params_shard_15.bin +3 -0
  42. params_shard_16.bin +3 -0
  43. params_shard_17.bin +3 -0
  44. params_shard_18.bin +3 -0
  45. params_shard_19.bin +3 -0
  46. params_shard_2.bin +3 -0
  47. params_shard_20.bin +3 -0
  48. params_shard_21.bin +3 -0
  49. params_shard_22.bin +3 -0
  50. params_shard_23.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q0f16",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 11008,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-06,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 10000,
12
+ "context_window_size": 2048,
13
+ "prefill_chunk_size": 2048,
14
+ "num_key_value_heads": 32,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32000,
20
+ "context_window_size": 2048,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 2048,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.95,
33
+ "conv_template": {
34
+ "name": "llama-2",
35
+ "system_template": "[INST] <<SYS>>\n{system_message}\n<</SYS>>\n\n",
36
+ "system_message": "You are a helpful, respectful and honest assistant.",
37
+ "system_prefix_token_ids": [
38
+ 1
39
+ ],
40
+ "add_role_after_system_message": false,
41
+ "roles": {
42
+ "user": "[INST]",
43
+ "assistant": "[/INST]",
44
+ "tool": "[INST]"
45
+ },
46
+ "role_templates": {
47
+ "user": "{user_message}",
48
+ "assistant": "{assistant_message}",
49
+ "tool": "{tool_message}"
50
+ },
51
+ "messages": [],
52
+ "seps": [
53
+ " "
54
+ ],
55
+ "role_content_sep": " ",
56
+ "role_empty_sep": " ",
57
+ "stop_str": [
58
+ "[INST]"
59
+ ],
60
+ "stop_token_ids": [
61
+ 2
62
+ ],
63
+ "function_string": "",
64
+ "use_function_calling": false
65
+ },
66
+ "pad_token_id": 0,
67
+ "bos_token_id": 0,
68
+ "eos_token_id": 1,
69
+ "tokenizer_files": [
70
+ "tokenizer.model",
71
+ "tokenizer_config.json"
72
+ ],
73
+ "version": "0.1.0"
74
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13962db64db769549f99cf45c5988e630bd63071278f098a9be194507580cfe
3
+ size 262144000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43e4ed4c3a6777aa8ba9dc916044f2c9c38a8c7501dca4f0d54d453b51c7ab65
3
+ size 90177536
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8752d52430e5d242001d6a301af243d18fc3e3b2c23cc8a32474ceecbffb9d3
3
+ size 180355072
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43a3ccc4cba56cfd5d1de75dbf4e018bdbca3351cc27b79aee1ac56b68d15983
3
+ size 100663296
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c0e59eda1df4a7907a15402efc99878b037d51b7163b20ad912a3fc273605e5
3
+ size 33554432
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99f34f3467fe1d3d5393b159437fabef51f74afe0ba29caff9c2a84b1744a98e
3
+ size 90177536
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22c6376ba54b3c3bcf743d55154c75ecd59a74dcdf9ee544f1c1155d180aeec9
3
+ size 180355072
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42aa6012643bc3cc0a27516f71c5730157444ba1cdf49cfa202ed425b17da8f9
3
+ size 100663296
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b336e2fbafad57bac4c999b1d534fdc4e228a75618ae6b41c8fd8b403cd0bacb
3
+ size 33554432
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d496d68a285dd3f9569cb5d81e137819276db189890730f810efecb79575c1f9
3
+ size 90177536
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec6cc57b5a13cd7058670c9ea29d277dad0fa62d72f9e8eeb93c6aeaecaa67e3
3
+ size 180355072
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29215e9e146e64134082a01fbc4ae2ccfceb3ffdcc7fcf24a8b8d0dfd8c1e964
3
+ size 100663296
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae055ed8aa3c23191eae4091b4679ea29c940681d63c4884e56ce3dca283b566
3
+ size 33554432
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f3542d15afb4edb332ddec009b7be33facadc4078a4a861b30ccba034b574aa
3
+ size 100663296
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5b00ca10fe0d4563e0e11f98af567aafa8a814670e15b075d1670690e126e80
3
+ size 90177536
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:134fdadc4fbd62fe3fc93b5a5f4ea1975120a0f5896638b2a9787b347abcbc0a
3
+ size 180355072
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc2bddc5b9527f6feab0b53e6975d7c277bfe6a2fa5c8d14692f6945a58ed779
3
+ size 100663296
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45eadd93163344f38cd8cdd1d3768786fe2d059adb5d7aa8426c7c3682cd055f
3
+ size 33554432
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:662a9c23e68bda14171266050b6ab59acc953ee3abcf34bceb19665b3ce45f71
3
+ size 90177536
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f33e60c9fbd912adfb28f59ef6ba4fa9565bcf023b9e5be81a08d9b68cee9bd
3
+ size 180355072
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef1f6d1a9961ea1534ff0c901da3aebf6ca4e4678d5860376731c8a5f4dbc27
3
+ size 100663296
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b91c08613c0ccd5c2d43d1d997dd6604d572fc73d47d1436855517da643c07b4
3
+ size 33554432
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca2c24eeef7aab801e7cb4ebe3f9cf6ebee0eeb6fab741ce2cd7daec726c38ea
3
+ size 90177536
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab52d9c222c82a68d0ffb32c6ef50d0e1e7c0597574b6860234ca9b82c1f083c
3
+ size 180355072
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a7673111bcadd43011a25bf9dad68fcce7412f325d60fbdb7b5449b364e1724
3
+ size 33554432
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a432aba02636d59b31a788197944647c9017f4095bdf345ae55ed2724d2da77b
3
+ size 100663296
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de08809bdcbee5ce1b593c4bd0972881eaf9f49e7bcb21f20d9354dbb4a1ea78
3
+ size 33554432
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1c64e26a1ef86fe0d1cfa0c71bd1ee52c1c9faf1d50f47e61c4353b34f38302
3
+ size 90177536
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba0174cf1d66e874b4d6bbf1269204264194aa3a91d220a02f95ddaf50a57cdc
3
+ size 180355072
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a179a52c95d559659fa739ffff9285d903dad4226986fb6c97ef3c5cbefe36b
3
+ size 100663296
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b3bc8a296b61991d9cbd38c3cbd73a9c4487f0a5ea79d80ca2e76099b18995a
3
+ size 33554432
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:101df9f32bda1183e231bbf3c66cbb75c9cabab026b1f5b70b838e11ba61bbe7
3
+ size 90177536
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a1b2cf3bc18b1b3b10ed38dbd63b96dc69642bb2c818e7ecf1b3adef965ef14
3
+ size 180355072
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a8c449ef64969cdff5b227b094453cdd89bf072d4558cc50bc02262de6269b1
3
+ size 100663296
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:233859329abb82b91b2d136ada6408b3457c68be8738ce897fb28dde177d75c0
3
+ size 33554432
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c30f55b23c35339909a05e84e81d647349745699548e5398cddf5c1e78b44018
3
+ size 90177536
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89e72badbb388ddc64bcc3a01953c31a1cecd94b935d2e81af91ba6f3004d100
3
+ size 532480
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f8e97361225cb7eef75abc3b5aa2b1448a7abb251b4e8ffdacb629c586019b3
3
+ size 180355072
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b19b556335a9da15a2a162612a0fe2cead7de5b362757c9940206e9f657c6477
3
+ size 100663296
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:504b454188d9c8cbac43fd987bb4dcf34822a9597e88448773a98088c721b16a
3
+ size 33554432
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd17b844c66a49236004655ae05ed05c3473eaa54bdd2b2d5ce185b889d5a5af
3
+ size 90177536
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75c359e0a679d5ac0729ff253ebc1429e2547bcff87d36f4665f3d9e23172e41
3
+ size 180355072
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8d53d0bd1f0616121e098b867a37564493f81435c07b5e4f86366c5642b0223
3
+ size 100663296
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:011839723c3b711375f8e2be1be966e1d3d9548033113accb939e725dfbdebf9
3
+ size 180355072
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf5ff1652f4deefe490d74518621ab0a9b57da3509a72b2afd3a759f29b4048e
3
+ size 33554432
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3927aba0e4ed33a4133a439c05bd9788d38f032199731337e8a20994e6280a9d
3
+ size 90177536
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d08019da622618a2072689daf303b32cd9a276e86439f2df8817881bda18ebe3
3
+ size 180355072
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d200a143cab80206dd9c6bca547f470022a7f2bcf90f9622fe80802b65eafc
3
+ size 100663296