Hugging Face's logo

mlc-ai
/
stablelm-zephyr-3b-q4f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
552f2a1
·
verified ·
1 Parent(s): aaaa383

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +40 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_11.bin +3 -0
  8. params_shard_12.bin +3 -0
  9. params_shard_13.bin +3 -0
  10. params_shard_14.bin +3 -0
  11. params_shard_15.bin +3 -0
  12. params_shard_16.bin +3 -0
  13. params_shard_17.bin +3 -0
  14. params_shard_18.bin +3 -0
  15. params_shard_19.bin +3 -0
  16. params_shard_2.bin +3 -0
  17. params_shard_20.bin +3 -0
  18. params_shard_21.bin +3 -0
  19. params_shard_22.bin +3 -0
  20. params_shard_23.bin +3 -0
  21. params_shard_24.bin +3 -0
  22. params_shard_25.bin +3 -0
  23. params_shard_26.bin +3 -0
  24. params_shard_27.bin +3 -0
  25. params_shard_28.bin +3 -0
  26. params_shard_29.bin +3 -0
  27. params_shard_3.bin +3 -0
  28. params_shard_30.bin +3 -0
  29. params_shard_31.bin +3 -0
  30. params_shard_32.bin +3 -0
  31. params_shard_33.bin +3 -0
  32. params_shard_34.bin +3 -0
  33. params_shard_35.bin +3 -0
  34. params_shard_36.bin +3 -0
  35. params_shard_37.bin +3 -0
  36. params_shard_38.bin +3 -0
  37. params_shard_39.bin +3 -0
  38. params_shard_4.bin +3 -0
  39. params_shard_40.bin +3 -0
  40. params_shard_41.bin +3 -0
  41. params_shard_42.bin +3 -0
  42. params_shard_43.bin +3 -0
  43. params_shard_44.bin +3 -0
  44. params_shard_45.bin +3 -0
  45. params_shard_46.bin +3 -0
  46. params_shard_47.bin +3 -0
  47. params_shard_48.bin +3 -0
  48. params_shard_49.bin +3 -0
  49. params_shard_5.bin +3 -0
  50. params_shard_50.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "stablelm_epoch",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "vocab_size": 50304,
6
+ "hidden_size": 2560,
7
+ "num_hidden_layers": 32,
8
+ "num_attention_heads": 32,
9
+ "num_key_value_heads": 32,
10
+ "norm_eps": 1e-05,
11
+ "rope_pct": 0.25,
12
+ "rope_theta": 10000,
13
+ "intermediate_size": 6912,
14
+ "use_qkv_bias": false,
15
+ "context_window_size": 4096,
16
+ "prefill_chunk_size": 4096,
17
+ "tensor_parallel_shards": 1
18
+ },
19
+ "vocab_size": 50304,
20
+ "context_window_size": 4096,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "stablelm-3b",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 0,
34
+ "eos_token_id": 0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "version": "0.1.0"
40
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55258e8d4cf8e3aad544779af507d95a5cde56dc704df992c4d5eacdc1d275c2
3
+ size 64389120
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:574f413156991774f4d255c6db351ab00d158b2630a9bff99a9ca2da30dab8bd
3
+ size 64389120
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f43fc74ae28658d1b6f45a2228d9e8b5cac8de0bf3fb65d46c9fec2692adba79
3
+ size 17694720
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:356f8e0d407515d29c241265da56c566594774f0492bc550a1b42f4159891094
3
+ size 26931200
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44f998cf6ce310cc462be5276b5890acfe06ccbd7426c38fd122ffbeaa9d16a7
3
+ size 17694720
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b0e88434599824576cc77215f1199a9698428276889e86ddcc493a7f8db62d4
3
+ size 26931200
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf46b0a3f70845c55b1ae781071b8f7f96ffc593bfcfefb11d4763fa9c77b5e
3
+ size 17694720
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad2b18c5bfc37ef69be91a0d9deafb215b156046a2e5d1e556da60c9c62334eb
3
+ size 26931200
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:802ae2aebf70a38d2b30c4b1993805cb3048f058ebb3639414054443421ccb66
3
+ size 17694720
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4235c29d3ba0cb9d77bd38b7fec316e5770b4383657d88c7627ee779a610b095
3
+ size 26931200
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09e8d33f71fe986f225c6ab55dffed3b379b116bfc27af15e256e2a945cf2d8f
3
+ size 17694720
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01b475247edebf8b1361443842dc91ace6ea4005fd35e424ee272854228ab2d9
3
+ size 26931200
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d026bf4e4be9197382edb2a88268f055904164283eb72571be8ef42502e3eb2b
3
+ size 17694720
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4941f8d13cce157178335254a91724b5ec1465101123a337d91abe156141d47f
3
+ size 17694720
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c460a990e6c6d93c46ecf01443e9e9661b77f65bbb55d27f650a87c7f57cf502
3
+ size 26931200
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6749a90473c2eddc129e31eb78f704c1e265c4e45d58df7de4fe09bfc9ef6852
3
+ size 17694720
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3436fcfa0883c30ee3f355cd18cad9cdb7d9ce6aa55d1685ad83ae65257a1b87
3
+ size 26931200
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:650283a7134c0bf09e4c6a3ba625c6cc83b1f93df33d7aeb15eb414009dec9ac
3
+ size 17694720
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9dfb7e0f8fa9cf862fa9d000f31ec2882fa140b04e9b27fd48f453578130e2b
3
+ size 26931200
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bcb6d8e9af79260f5992265d921f65184f2691e4e1b893c859cc541ba5c7468
3
+ size 17694720
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85c2f81bcaf2bfbfd9d5f56c99be2a695a75e58fa44fc03560f4fc5bd04bc530
3
+ size 26931200
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53b80bdc6a4c2400cf527d883ce82a2d19e19a1efb2b025b51b3cc42e1b5d9a0
3
+ size 17694720
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc8a6c4ab7dc8c54e1929460cfd87e96b5ba2ea3851d0c50cb81fdc5ef595097
3
+ size 26931200
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5d07513c33953c422f378ffb6f33d4f94bffccbea639d8b6630023db465082e
3
+ size 28282880
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62cbb95b9f8e91b018b842533ca764fda80156503748861f9f81f823689aadcb
3
+ size 17694720
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c823eaeef500f0bceb12e8d75f4414daa31a1e5a0ff104a0ed5a9010f019f4d
3
+ size 26931200
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2558208b1ff7cd0574f236483e7fb4b11d41290a2fc5bac3ad4cd3311ae101bd
3
+ size 17694720
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ecd730094683cb4b739ebe18752ce2bb9eab872e926c61146b2db94003ab34b
3
+ size 26931200
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4496b564ba4676645425d9411ec462c111198a1ad8ee1a9e33426b628053bdd
3
+ size 17694720
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd19805a376d96ac0968bce43fa68fc103939abcfa62fdb2cb5cc63ccbd4d8d
3
+ size 26931200
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52cc1061d8d88cb9b73dab945ebb200578ef6e23aebf48db946c332a362b6731
3
+ size 17694720
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2a68f76d4ca29b98ad151d12e09cd1f73f053a1d2675f554df04df9e66602dc
3
+ size 26931200
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79894ea9899cb4415d7ac6450865be8fc65c848c37c655f1856ded166444e271
3
+ size 17694720
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:052fa888abf91b023a9d8d1132a2c4584821fa1e4a1d0c1d8c7e2c311672d02f
3
+ size 26931200
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b420e95fdbde0fb0fbbde963f68758fb2c566cbb48a804df6e6991db597c28b6
3
+ size 17694720
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ad93dae8b329489848b8c5fa1dcec56c709ece8200868599143df2c6939ee9
3
+ size 17694720
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00054462bc1cb780ad5dfafd627749d214ee6ab14dc8d77705436156d309f862
3
+ size 26931200
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07274dac569bf8a4a23923679a0dbd9394089edfa99b878232dce8c0e1a98b30
3
+ size 17694720
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd3387d76336074aa471a0bd2287bda9011d67b67fdb87433a00e6968a82d73f
3
+ size 26931200
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cd9fc85d2cf8d9ab0acca55fe1e0a85336c08cf969adf58394018f83cbabca2
3
+ size 17694720
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b5f11474e239098db3546c184f03f3b0b1f363b86611e83c3e51ae823edca45
3
+ size 26931200
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c150ad71499a5df1190be54248ed6ee90dc26d5a0c7f0030032c07bc52bcb02
3
+ size 17694720
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1666163cbebb37b31b458f9ff40aa2a32117ce41dcd0737c4aeaaca11c7cf46d
3
+ size 26931200
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d045df348aa317a1143b7f36c92619d087ba54d464c28d6a9d81c3ae71c7e3db
3
+ size 17694720
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451547e9d90b8b23cfae307eec64f17d0aadc7dc8c61d625c2aff39e1481988d
3
+ size 26931200
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11321b32fa8a502859bb938adb67c5fc67a0a147aadd6473458bd9d1a105e776
3
+ size 26931200
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68b73dee1cfdef2e1911d7801ad2674bad5e70e6d40e448cef668263ba745323
3
+ size 17694720