Hugging Face's logo

mlc-ai
/
WizardMath-7B-V1.1-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
1
CharlieFRuan commited on
Commit
7af377a
·
1 Parent(s): a4b9757

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. logs.txt +0 -0
  3. mlc-chat-config.json +43 -0
  4. ndarray-cache.json +0 -0
  5. params_shard_0.bin +3 -0
  6. params_shard_1.bin +3 -0
  7. params_shard_10.bin +3 -0
  8. params_shard_100.bin +3 -0
  9. params_shard_101.bin +3 -0
  10. params_shard_102.bin +3 -0
  11. params_shard_103.bin +3 -0
  12. params_shard_104.bin +3 -0
  13. params_shard_105.bin +3 -0
  14. params_shard_106.bin +3 -0
  15. params_shard_11.bin +3 -0
  16. params_shard_12.bin +3 -0
  17. params_shard_13.bin +3 -0
  18. params_shard_14.bin +3 -0
  19. params_shard_15.bin +3 -0
  20. params_shard_16.bin +3 -0
  21. params_shard_17.bin +3 -0
  22. params_shard_18.bin +3 -0
  23. params_shard_19.bin +3 -0
  24. params_shard_2.bin +3 -0
  25. params_shard_20.bin +3 -0
  26. params_shard_21.bin +3 -0
  27. params_shard_22.bin +3 -0
  28. params_shard_23.bin +3 -0
  29. params_shard_24.bin +3 -0
  30. params_shard_25.bin +3 -0
  31. params_shard_26.bin +3 -0
  32. params_shard_27.bin +3 -0
  33. params_shard_28.bin +3 -0
  34. params_shard_29.bin +3 -0
  35. params_shard_3.bin +3 -0
  36. params_shard_30.bin +3 -0
  37. params_shard_31.bin +3 -0
  38. params_shard_32.bin +3 -0
  39. params_shard_33.bin +3 -0
  40. params_shard_34.bin +3 -0
  41. params_shard_35.bin +3 -0
  42. params_shard_36.bin +3 -0
  43. params_shard_37.bin +3 -0
  44. params_shard_38.bin +3 -0
  45. params_shard_39.bin +3 -0
  46. params_shard_4.bin +3 -0
  47. params_shard_40.bin +3 -0
  48. params_shard_41.bin +3 -0
  49. params_shard_42.bin +3 -0
  50. params_shard_43.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "</s>": 2,
3
+ "<s>": 1,
4
+ "<unk>": 0
5
+ }
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "mistral",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_attention_heads": 32,
8
+ "num_hidden_layers": 32,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32000,
11
+ "position_embedding_base": 10000.0,
12
+ "context_window_size": -1,
13
+ "num_key_value_heads": 8,
14
+ "head_dim": 128,
15
+ "sliding_window_size": 4096,
16
+ "prefill_chunk_size": 4096,
17
+ "attention_sink_size": 4,
18
+ "tensor_parallel_shards": 1
19
+ },
20
+ "vocab_size": 32000,
21
+ "context_window_size": -1,
22
+ "sliding_window_size": 4096,
23
+ "prefill_chunk_size": 4096,
24
+ "attention_sink_size": 4,
25
+ "tensor_parallel_shards": 1,
26
+ "mean_gen_len": 128,
27
+ "max_gen_len": 512,
28
+ "shift_fill_factor": 0.3,
29
+ "temperature": 0.7,
30
+ "repetition_penalty": 1.0,
31
+ "top_p": 0.95,
32
+ "conv_template": "wizard_coder_or_math",
33
+ "pad_token_id": 0,
34
+ "bos_token_id": 1,
35
+ "eos_token_id": 2,
36
+ "tokenizer_files": [
37
+ "tokenizer.model",
38
+ "tokenizer.json",
39
+ "added_tokens.json",
40
+ "tokenizer_config.json"
41
+ ],
42
+ "version": "0.1.0"
43
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c20367c038e0c27281f69d70e2f57277cec28e61b89165e01d10315d762b530
3
+ size 65536000
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc1ed90d3358628399ed17b7ef775c4b43c024eba19c9a1a966dc880996d4079
3
+ size 29360128
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e4bf57b81ccbd7a7c165bb0362ea6bb045e672ff5da227bce281d1b1b0f086
3
+ size 30949376
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b37083a210e87257345fd98bda357997bf9cb0b5ef8331fdcd709a460547d8d
3
+ size 30949376
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e04ae7a44e7b2cd929de41bef72f603f58cd085fc997015babd863f0a764559
3
+ size 58720256
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e89fc6175ab417678647e45997c005bd63793939cae4390fe03dcfcaf42003c
3
+ size 25174016
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ed25569d80f7d84c6d598932c655c3807f53c2e8d011bd7539ac08bdfc0665b
3
+ size 29360128
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9a92262135a3f6b49561ec80f6e39d95c7099669617acc0d77165bd33d95ee
3
+ size 58720256
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:462e3a635200864b4023ddf07046a4f737cb92bc053125f2246d1774bcf043a2
3
+ size 33046528
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:739056970ca370ff0f8c3dc1437180480986ed01e5f7b6bf6a660ee00cbbf831
3
+ size 11010048
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a45542692953c7397b6c2af23bce5e531093e67e5f241ee0ed4de2fea6a956ab
3
+ size 58720256
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10012a9f1f8bb9ab2b8a09f0530dc4a350b1778a727005cc6721ecab346572a5
3
+ size 25174016
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1f9a883e196ab703adf92f40b6d9e1238668d074f495a19e2e50bb8b050d95f
3
+ size 29360128
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32f06b2f29eea18661264f8e5918ef42521ca575300e3d61213e89aacdd9f225
3
+ size 58720256
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf7c7a5e19876911ab0e5aa30d0ad8f03290ff46fa029565bb5da5c3f1ac997
3
+ size 33046528
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:383daccae404ff1fa4099d3d8ba5ebb557a6e6d20826a68b9eca734c7a856bf1
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc49472cb6f50cab597eee5f682840346f9c027ae68f4350d2d9fcd659c0b915
3
+ size 58720256
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:537a2a5e955d43dcb286813603da02e60bece95a36c0f1db85fe9904228f8822
3
+ size 22036480
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac502e65898fdd47ff859aaa7a752bcb016f387cfecc6c4c39cd1e238d81f68
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57138376626b364a9d5798858838c88e60387dad9ace2b62c7e79521169b9b5c
3
+ size 58720256
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:487fa46dd6c55433dce363e9d7668bde86e44353caea8684234d761e2e3b7e22
3
+ size 58720256
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af1b85ae86c08e235609f32526674efed192e9dc142abd025699de59a5439c09
3
+ size 27271168
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce28e0bb1d51ff3f4604898a145ddb4602889befe01f19e6392a8dca5652bf4
3
+ size 29360128
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd45d7151fc630e63a5023330ec1eb2ac6e5681d6347515235594120cbcacb1
3
+ size 30949376
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82aaf4ec596525d958b3796ead343207d56753f9c27b1a914cb14be9a34d2f1e
3
+ size 58720256
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0596affe7b6f8240fe61f71eb8e77c25f139c1308567793837e247f08760531
3
+ size 25174016
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b6f06c751d3b6c3a96b32f6e04c886c3f0794eb8e4960d205c4fb41c6a8cc91
3
+ size 29360128
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e53d3540045544964af05fe1e1a90945f7f1d17cd6e7f156a91eae00ea98bd3c
3
+ size 58720256
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:133cbd2cea871564145c4ac5bd23379300cc164e696816b7bf91ae1bfda6f9b4
3
+ size 33046528
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13f0225916ca53b8b5864c78bdd54c9e9bee30073eb97c323e5278011d8ec35d
3
+ size 29360128
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baa8bcde1c3879479a861a0dd690a786073fc127bde753bd1ece3baf72eddaf0
3
+ size 29360128
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f64e0a5b415b22ad21aca468ed5361975d8471121aed46317359b3dfc66d1c6
3
+ size 58720256
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a101e391a353e3d4bb868f6723e46d5536b5427d8d3c2605e5fa78248f9efa1
3
+ size 22036480
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde0757649de61fe23d9636b7a7bcd787f1a69e89acfdcb109380a5d7e47efef
3
+ size 65536000
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf72a45b32a0f0876d5624a760d25cdbb2595c4b8399f35f27af2a2e80bb466e
3
+ size 29360128
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a96f07080399b5306ea2e1f2015b1f3c6496d6b07d58b4087d18df6b2aea6d
3
+ size 31801344
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba32e4cae0d9e6506c8ef8ec7b08380b3ffde3768c4f869bc0cff602e13fc72c
3
+ size 58720256
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6d27d51a7b7c9b2d69c1176a2ea727e0f6861c26ed167e0ea214070cd41982c
3
+ size 25174016
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5c665c82ca51b14ef533b12dc5742fdd0f677c720bf4ccc21a27619ee2bf347
3
+ size 29360128
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f801d6505843e27700ef9ce5b278e75680d9080597112eb66f987e06326c191f
3
+ size 58720256
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f9e29a5c5134fba0afd9541fe943acf2a9e7e04edee9d0f689a19423550384f
3
+ size 33046528
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb6480819b1dab4623cb950474b9029b1bfb183c4eb99df539832ccaaace899
3
+ size 58720256
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f96f45a6fad4428118332ee8558a7bf8d9ae51a7b462e8017bcffbd78e0a854a
3
+ size 29360128
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c8e95d9dd66cd2d6f526de6124d8a3474a158381e85d53eaf9916a594b1d73b
3
+ size 58720256
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1842844ef25a6ead81a1edf5ea49f9d72f2db8d0fc45490ea63f0048096202b0
3
+ size 22036480
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40f859ca6a7f19250ef7112cb86103ab02e737d33f3e0893cf0e033685950401
3
+ size 29360128