Add openchat_3.5 q4f16_1
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +4 -0
- mlc-chat-config.json +23 -0
- ndarray-cache.json +0 -0
- params_shard_0.bin +3 -0
- params_shard_1.bin +3 -0
- params_shard_10.bin +3 -0
- params_shard_100.bin +3 -0
- params_shard_101.bin +3 -0
- params_shard_102.bin +3 -0
- params_shard_103.bin +3 -0
- params_shard_104.bin +3 -0
- params_shard_105.bin +3 -0
- params_shard_106.bin +3 -0
- params_shard_11.bin +3 -0
- params_shard_12.bin +3 -0
- params_shard_13.bin +3 -0
- params_shard_14.bin +3 -0
- params_shard_15.bin +3 -0
- params_shard_16.bin +3 -0
- params_shard_17.bin +3 -0
- params_shard_18.bin +3 -0
- params_shard_19.bin +3 -0
- params_shard_2.bin +3 -0
- params_shard_20.bin +3 -0
- params_shard_21.bin +3 -0
- params_shard_22.bin +3 -0
- params_shard_23.bin +3 -0
- params_shard_24.bin +3 -0
- params_shard_25.bin +3 -0
- params_shard_26.bin +3 -0
- params_shard_27.bin +3 -0
- params_shard_28.bin +3 -0
- params_shard_29.bin +3 -0
- params_shard_3.bin +3 -0
- params_shard_30.bin +3 -0
- params_shard_31.bin +3 -0
- params_shard_32.bin +3 -0
- params_shard_33.bin +3 -0
- params_shard_34.bin +3 -0
- params_shard_35.bin +3 -0
- params_shard_36.bin +3 -0
- params_shard_37.bin +3 -0
- params_shard_38.bin +3 -0
- params_shard_39.bin +3 -0
- params_shard_4.bin +3 -0
- params_shard_40.bin +3 -0
- params_shard_41.bin +3 -0
- params_shard_42.bin +3 -0
- params_shard_43.bin +3 -0
- params_shard_44.bin +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<|end_of_turn|>": 32000,
|
3 |
+
"<|pad_0|>": 32001
|
4 |
+
}
|
mlc-chat-config.json
ADDED
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"model_lib": "openchat_3.5-q4f16_1",
|
3 |
+
"local_id": "openchat_3.5-q4f16_1",
|
4 |
+
"conv_template": "mistral_default",
|
5 |
+
"temperature": 0.7,
|
6 |
+
"repetition_penalty": 1.0,
|
7 |
+
"top_p": 0.95,
|
8 |
+
"mean_gen_len": 128,
|
9 |
+
"max_gen_len": 16384,
|
10 |
+
"num_shards": 1,
|
11 |
+
"use_presharded_weights": false,
|
12 |
+
"shift_fill_factor": 0.3,
|
13 |
+
"tokenizer_files": [
|
14 |
+
"tokenizer.model",
|
15 |
+
"added_tokens.json",
|
16 |
+
"tokenizer.json"
|
17 |
+
],
|
18 |
+
"model_category": "mistral",
|
19 |
+
"model_name": "openchat_3.5",
|
20 |
+
"vocab_size": 32002,
|
21 |
+
"prefill_chunk_size": 4096,
|
22 |
+
"sliding_window": 4096
|
23 |
+
}
|
ndarray-cache.json
ADDED
The diff for this file is too large to render.
See raw diff
|
|
params_shard_0.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:dbe45ac89b6865146a181127e96a6f155d537f0c8562271e3070de16c994b272
|
3 |
+
size 65540096
|
params_shard_1.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4669f9a3cc4c24cfa13f9be9ffea385bffc9d6d348686f65228b9e80f00b6ad2
|
3 |
+
size 58720256
|
params_shard_10.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0cd43ce83e05f459467cc32b3f74efe7e3c06d11bde62276f1c2b27280201263
|
3 |
+
size 22036480
|
params_shard_100.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bbb55e69d3313fc343f6d4a4329ace195cf494a675f9493dc379714bb21880b6
|
3 |
+
size 29360128
|
params_shard_101.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df672fb0f805d5cb6e87f484325bb5e97b443ac3558480a9c64e6d675271e4eb
|
3 |
+
size 22036480
|
params_shard_102.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:df1ac0b9180b742507643a5a94a807737d7f714a0a55b7865d2c50d496587bce
|
3 |
+
size 58720256
|
params_shard_103.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9f40507d67a1391b7907d146238557af7e30fbdd733ea809f0b31b8397b0820c
|
3 |
+
size 29360128
|
params_shard_104.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:efb7d78d84f445ae3c613a55bb3e1ef4f6a39cc1c63115d520206c5c8335561c
|
3 |
+
size 30932992
|
params_shard_105.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6e385fd5968625fae32f7a13b1edfcb2a3f7d5ca5fa07aaa8665270a9f42a292
|
3 |
+
size 65540096
|
params_shard_106.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5b615988b213e8853e4a9f8f12f12e6047dbebb7833c63ace42a4c371320f148
|
3 |
+
size 12935680
|
params_shard_11.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:657ac0506e51824a6d2b2427ac3b9b4bf05372c90749b6639f03eee8c1346b20
|
3 |
+
size 58720256
|
params_shard_12.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e92f05d0abdcb4fda773e1d1b148c78468ec48a21c5dbb56d66d57f8e570278
|
3 |
+
size 29360128
|
params_shard_13.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f5d4397c59fb038377bc9e68e501df8b13608d350b95696ffd8d1ae2ca593ec
|
3 |
+
size 30932992
|
params_shard_14.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66da2a2783fda6fcc0ac85247c4aea3448e4ab6b2d2590cdd75981b91725763d
|
3 |
+
size 58720256
|
params_shard_15.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:36d1b499c67e0d1211e1395505dd66c33a2bfaf42a7e51ec4d3d2c468939a7d7
|
3 |
+
size 27279360
|
params_shard_16.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fbb9c2022148ee8141cbad05c0355bd48783f300904f9a6dba0ac06982d79a63
|
3 |
+
size 29360128
|
params_shard_17.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bf1df5f4039420bff5aa98072647a5ff27372a1a07b36bc696450e34273410c1
|
3 |
+
size 25182208
|
params_shard_18.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:57cf184ee2e3d64c680398362910130aaecce585463e11486895fac0faddbcbe
|
3 |
+
size 58720256
|
params_shard_19.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6367f237b94378215ce7f1f5ed0ecc82d8af4c0ee538d099bf6241b492ab832e
|
3 |
+
size 29360128
|
params_shard_2.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:55bb09a1a402e77ad167eb693f96151332f6ad918d60c40b349bb4d389c2a26e
|
3 |
+
size 31785472
|
params_shard_20.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e68f5739ad1cf646c90ec8567c5df45aea4d15b59767694a310b14b3ae317d09
|
3 |
+
size 33046528
|
params_shard_21.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9515c3969dc3d265edd1bfd8c37b4f7fdc988b3d9826a5e6b310e4dfdcc56e0c
|
3 |
+
size 58720256
|
params_shard_22.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9fa057520b83c642d2e5fc92bc74bced44b7d041ea60148824603791a8cfc60c
|
3 |
+
size 29360128
|
params_shard_23.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d14939f704afcf2fa1a007c0a5926eebcc5f0a8be52a430454f4dd51e9d4687
|
3 |
+
size 22036480
|
params_shard_24.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ac35d21d618965776150f6f09db6f1ea5225667b97ef8995e83f99b40dfe99f9
|
3 |
+
size 58720256
|
params_shard_25.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:aa39e14c87e7d9f27ce13018141875b857c52bb316ca97fe29b5ccf158385c4c
|
3 |
+
size 29360128
|
params_shard_26.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05c4158ca944b27eb551761ab900fd82d7f86669b5c66210d035e1692bff326f
|
3 |
+
size 30932992
|
params_shard_27.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:657cd11dc99c4f259470295491f271bc58ad201ee589210fb9b16e366dc162fe
|
3 |
+
size 58720256
|
params_shard_28.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3c5d760710ab4347a25ab4b372a19ecd6146810ada0a3dc2f32e34dfee3f248f
|
3 |
+
size 27279360
|
params_shard_29.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e9163d4bec35ab61a6b243162c675d87024adfe85fd54190c7613585e86fd2ce
|
3 |
+
size 29360128
|
params_shard_3.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7a4403bacb53bcd97c1b132e3d5d3f5e9fb8e392b25ea88ce94c8fc2f13dfcb4
|
3 |
+
size 29360128
|
params_shard_30.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a3ace0d70d07bcad3c330ce14da66f9965f3b6a35c2e1bc23f7a95e109288321
|
3 |
+
size 25182208
|
params_shard_31.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66b7516e591696c3a7cd7ea10763f86dbd0f0aecac0d5e855b641c0af93239a8
|
3 |
+
size 58720256
|
params_shard_32.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:afa75e3bc5e1c865dac034760d848e31c64f219cd35f1856163b0e03508d7665
|
3 |
+
size 29360128
|
params_shard_33.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1dcf85405d1dba343ecdf147dd1f72fb239a3cf2082eb6e9355a396376a68371
|
3 |
+
size 33046528
|
params_shard_34.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0f171569e5491e4b3ca023e7003046c15171876069ed6e8170b137af566e22d2
|
3 |
+
size 58720256
|
params_shard_35.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:08baf091ad5c4d64e36798a99d9e10594ad9b427682a47ba95b312da12dc6e77
|
3 |
+
size 29360128
|
params_shard_36.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:48fe58363d2fca3b766519635047a747079c6e0b49e9aae8898605ad77f5dc46
|
3 |
+
size 22036480
|
params_shard_37.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cc63ce7aa1a35f262272a0b09c93554752e9d6291fd015c20318a819acea9137
|
3 |
+
size 58720256
|
params_shard_38.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2e59b8f29060c320490555c5d69c2283bf615628cd952da9079eb2ef69d74981
|
3 |
+
size 29360128
|
params_shard_39.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:22c393a4a08432f5332262be3cedb42b3b9395228ecb696c4ab00ef75f595687
|
3 |
+
size 30932992
|
params_shard_4.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:742b2a040b137845a52b82488123bab4f6969bb9817dacf7ce1b05a6e96820ae
|
3 |
+
size 25182208
|
params_shard_40.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:231b25023d6fd046ada7db82ef4cdfec71f82a91d7660a636036704cac10a3d7
|
3 |
+
size 58720256
|
params_shard_41.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f79d848b1f969e0fe638c906e595f61d1ea9585feb4263b8c2fad54d7c77af39
|
3 |
+
size 27279360
|
params_shard_42.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:71e792a505495fe69ebf4a381b65662c92eca83c405908d04680811c00e7365f
|
3 |
+
size 29360128
|
params_shard_43.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8047034c154fe8708561a991978a48405a1e79bdb494773f7e86c3ddf06e02c4
|
3 |
+
size 25182208
|
params_shard_44.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e8db0de11d817d3b1d703564394807a71cec37ffcf5270ff760aa57a19bf8c26
|
3 |
+
size 58720256
|