Upload 96 files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- mlc-chat-config.json +77 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
- params_shard_45.bin +3 -0
- params_shard_46.bin +3 -0
- params_shard_47.bin +3 -0
- params_shard_48.bin +3 -0
- params_shard_49.bin +3 -0
- params_shard_5.bin +3 -0
- params_shard_50.bin +3 -0
- params_shard_51.bin +3 -0
mlc-chat-config.json
ADDED
@@ -0,0 +1,77 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"version": "0.1.0",
|
3 |
+
"model_type": "llama",
|
4 |
+
"quantization": "q4f16_1",
|
5 |
+
"model_config": {
|
6 |
+
"hidden_size": 3072,
|
7 |
+
"intermediate_size": 9216,
|
8 |
+
"num_attention_heads": 24,
|
9 |
+
"num_hidden_layers": 30,
|
10 |
+
"rms_norm_eps": 1e-05,
|
11 |
+
"vocab_size": 50688,
|
12 |
+
"tie_word_embeddings": false,
|
13 |
+
"position_embedding_base": 10000.0,
|
14 |
+
"rope_scaling": null,
|
15 |
+
"context_window_size": 2048,
|
16 |
+
"prefill_chunk_size": 2048,
|
17 |
+
"num_key_value_heads": 24,
|
18 |
+
"head_dim": 128,
|
19 |
+
"tensor_parallel_shards": 1,
|
20 |
+
"pipeline_parallel_stages": 1,
|
21 |
+
"max_batch_size": 80
|
22 |
+
},
|
23 |
+
"vocab_size": 50688,
|
24 |
+
"context_window_size": 2048,
|
25 |
+
"sliding_window_size": -1,
|
26 |
+
"prefill_chunk_size": 2048,
|
27 |
+
"attention_sink_size": -1,
|
28 |
+
"tensor_parallel_shards": 1,
|
29 |
+
"pipeline_parallel_stages": 1,
|
30 |
+
"temperature": 1.0,
|
31 |
+
"presence_penalty": 0.0,
|
32 |
+
"frequency_penalty": 0.0,
|
33 |
+
"repetition_penalty": 1.0,
|
34 |
+
"top_p": 1.0,
|
35 |
+
"tokenizer_files": [
|
36 |
+
"tokenizer.json",
|
37 |
+
"tokenizer_config.json"
|
38 |
+
],
|
39 |
+
"tokenizer_info": {
|
40 |
+
"token_postproc_method": "byte_level",
|
41 |
+
"prepend_space_in_encode": false,
|
42 |
+
"strip_space_in_decode": false
|
43 |
+
},
|
44 |
+
"conv_template": {
|
45 |
+
"name": "LM",
|
46 |
+
"system_template": "{system_message}",
|
47 |
+
"system_message": "",
|
48 |
+
"system_prefix_token_ids": [
|
49 |
+
1
|
50 |
+
],
|
51 |
+
"add_role_after_system_message": true,
|
52 |
+
"roles": {
|
53 |
+
"user": "",
|
54 |
+
"assistant": ""
|
55 |
+
},
|
56 |
+
"role_templates": {
|
57 |
+
"user": "{user_message}",
|
58 |
+
"assistant": "{assistant_message}",
|
59 |
+
"tool": "{tool_message}"
|
60 |
+
},
|
61 |
+
"messages": [],
|
62 |
+
"seps": [
|
63 |
+
""
|
64 |
+
],
|
65 |
+
"role_content_sep": "",
|
66 |
+
"role_empty_sep": "",
|
67 |
+
"stop_str": [],
|
68 |
+
"stop_token_ids": [
|
69 |
+
2
|
70 |
+
],
|
71 |
+
"function_string": "",
|
72 |
+
"use_function_calling": false
|
73 |
+
},
|
74 |
+
"pad_token_id": 0,
|
75 |
+
"bos_token_id": 0,
|
76 |
+
"eos_token_id": 0
|
77 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0aef44bcd5b667053c769d0d5e2aedda1f97087f7c83244d4cad7c4c61415bbf
|
3 |
+
size 77856768
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d560520c0b0ae259c1c152532bbf72a4ccfb2d17f68380eb7d93065569cd8c7b
|
3 |
+
size 28311552
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a91e36bf5ccfd1ce2e8fba7da9e5d340f2175be18bdb836d6aa3e1ccf11c50a1
|
3 |
+
size 28311552
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f4c51f65cfd709b1aceaff2e1a959fa0401505d6bb41c102abf1c8f658443722
|
3 |
+
size 19470336
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:19a320012c232bf0614d60ff988f4ca2f60dccd2ea2816f647d00a27eeff1754
|
3 |
+
size 21239808
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c6b7f9aa04418ebd532f5ce03221ca4aa360dbbabba3e262328d464891c43a1d
|
3 |
+
size 28311552
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c23e393c4a4e461c48196924b39e1a38a153f85cec4ded9d6f9eaa964a8f209
|
3 |
+
size 19470336
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d8fcd659e595e6c6dbb4b4c4eb43a9d40a3946fe02a25245b1d7ce7d60e33243
|
3 |
+
size 21239808
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eefc80bb805cc1d2394e3379ff0390bdfe82f8211c7fb0468312853d284294d1
|
3 |
+
size 28311552
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e73eda061520364fe5ef2ed6a53d3c5441e6959d313e666d5d2166baacc8d20b
|
3 |
+
size 19470336
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f3d157b0fcc8dd5980b09e0f1162b07fead290da37f729a7b5863588f5134ff3
|
3 |
+
size 21239808
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ad46d91c94c802dda2a009392b1f539bc875487c27135aadc34eb92a6b7f48aa
|
3 |
+
size 28311552
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:72a2070f1def70a04fb5fc3bbac601447b52b5bc120d7c0d983840f31a59c5e7
|
3 |
+
size 29208576
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:58b8080b5920602ba25a900a9c2cdf7272d6287279317bcd16302b57855b8f8a
|
3 |
+
size 19470336
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c32a227d6d4a5d92946e4f6f8506880e75fbca7c08f5a31ccabbca76408c380
|
3 |
+
size 21239808
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d1173b5c8723920bb41ad137957355cdbcf8b4e2b16ee7ccb0e7b186ff0568ef
|
3 |
+
size 28311552
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6a1399560f6d74a1bd7aed74d70d54b142a910c7eecf0dd453a6db60d5c9fa57
|
3 |
+
size 19470336
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a7ecbcd1fdcd3e39eb8325e2deb52bb726c3eba476ef009b575fc4c11c1241f4
|
3 |
+
size 21239808
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e51680a80b432239aade6cb3691113d6a65f59c71da2c17dd7ada67ceb67aa5
|
3 |
+
size 28311552
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e575d4a18435ce02813a823f165b0f43e4a2f15379cf2a3490d012af051f9b0
|
3 |
+
size 19470336
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66c8b6e3df840c71ff1a03581f872b70b98895c1e05e7a1891bb7bc3b5595a20
|
3 |
+
size 21239808
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bd1377d4de3d71fd7f9ba4f33fc9b492b5406d25d088f5d28f1a4008e136569e
|
3 |
+
size 28311552
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d6f2bc1c8be52703e18015c1b2ac509bf887aef241e78bf9c3448669487b0196
|
3 |
+
size 19470336
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e6aa5e9d09aa3c1261a6d34d219fa7c9878d217c285a3d11a937b568baeaec72
|
3 |
+
size 21239808
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2d4858de40dfabde682f215a5d2056db349e3b7a346f9b128c0fc8b72e9c1e5e
|
3 |
+
size 21239808
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0cbec2ecae1ffb645e4e5d2853712c6af0454030bded887e6baa546021cbe7b7
|
3 |
+
size 28311552
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b483cef3776752255b152b99a851ca5b0cd99142d51fddbe6bd1035f314cf3aa
|
3 |
+
size 19470336
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:23182da7273d43f2a521a202b4c5bf0087bef71183b3f7f86eabbeb712e7b9d8
|
3 |
+
size 77856768
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:71c136218a72154ca94dd56582e236769e10ad62071647d50a87602c59602b3a
|
3 |
+
size 30978048
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:16aeb1d15578f087c4b0b60f594bac760a5263b85449332dc5ad3d30471e9ac6
|
3 |
+
size 28311552
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:db83882a3b1079dbfa84e5a67d7fcde8a879870110438cf933812a9d4a60e3c3
|
3 |
+
size 19470336
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9b3c4e07d0fe37402a62c8c1c034c788e5ad919c9c9928f11de618d9b35fb04
|
3 |
+
size 21239808
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:84777957ea5af6b43afa99c839e264a482961d898962ce020e59ec12d3627dcb
|
3 |
+
size 28311552
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48c1ee0933751682ca73874a91dc734e5caabae0f80b01208f1caf63956c30ad
|
3 |
+
size 19470336
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:977e5ece26641003df61a94f38c081da1363ca34a8077518677d7464854d0390
|
3 |
+
size 28311552
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0392121618f229538bcc8195f856cbedc836e5d14ea58a84ded25194e0261d8a
|
3 |
+
size 21239808
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:60925f1fab8a2a7cb56f3e43ff74ab570f69b5112918c2e70a65771f1021a157
|
3 |
+
size 28311552
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8eeca7dd6352ddc9e47211e846c87bf317faad0a20482f86d610012bd18ef397
|
3 |
+
size 19470336
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2dd862e6437f516fa3b58911338d261f8c6a90d10e1fcd886c6eb16ec1a31841
|
3 |
+
size 21239808
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df1238c76373fe7b6e59d2af33765520d7fcc7f0c80c4c1139f733fd72f76b54
|
3 |
+
size 28311552
|
params_shard_45.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:868624c2107f12de138a4311da063d039a7cce7443a503b19d7fcdfa24e7fb85
|
3 |
+
size 19470336
|
params_shard_46.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dc3cf22846f5380494bec1261823eef84a39225d0481a3439dfc86978edc36b0
|
3 |
+
size 21239808
|
params_shard_47.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:204915d64bb5808e989661b01a0c6efc1c9aaed6d03902eb0d6ba2b9fb78b40a
|
3 |
+
size 28311552
|
params_shard_48.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1edcc62f50b0757e13207520c0d3987713cc22995619b823d2f307d86678c8a4
|
3 |
+
size 19470336
|
params_shard_49.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fdfb58e487e1d4b807da526581cf0646a0e9b1c1175975f8e4bb756e4e7b1b15
|
3 |
+
size 21239808
|
params_shard_5.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c7434d3c56fded471f488f6e3d9eb8af558d98b96099a7e593f4290656eb8fa2
|
3 |
+
size 19470336
|
params_shard_50.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6ebc8a46de71a8972e098e1d08b6f0054c0685c2084bea8abbaa990b6aa1dae3
|
3 |
+
size 28311552
|
params_shard_51.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9206b1dd413b5bce2a3249c8f24a39c1adb308b2fdca4b25e7ac7caf9a81edb
|
3 |
+
size 19470336
|