Hugging Face's logo

imi2
/
SpectraSuite_TriLM_99M_Unpacked-q3f16_0-MLC

Model card Files Community
imi2 commited on
Commit
9ebb37b
•
1 Parent(s): 0c105e0

Upload 67 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +77 -0
  2. ndarray-cache.json +0 -0
  3. params_shard_0.bin +3 -0
  4. params_shard_1.bin +3 -0
  5. params_shard_10.bin +3 -0
  6. params_shard_11.bin +3 -0
  7. params_shard_12.bin +3 -0
  8. params_shard_13.bin +3 -0
  9. params_shard_14.bin +3 -0
  10. params_shard_15.bin +3 -0
  11. params_shard_16.bin +3 -0
  12. params_shard_17.bin +3 -0
  13. params_shard_18.bin +3 -0
  14. params_shard_19.bin +3 -0
  15. params_shard_2.bin +3 -0
  16. params_shard_20.bin +3 -0
  17. params_shard_21.bin +3 -0
  18. params_shard_22.bin +3 -0
  19. params_shard_23.bin +3 -0
  20. params_shard_24.bin +3 -0
  21. params_shard_25.bin +3 -0
  22. params_shard_26.bin +3 -0
  23. params_shard_27.bin +3 -0
  24. params_shard_28.bin +3 -0
  25. params_shard_29.bin +3 -0
  26. params_shard_3.bin +3 -0
  27. params_shard_30.bin +3 -0
  28. params_shard_31.bin +3 -0
  29. params_shard_32.bin +3 -0
  30. params_shard_33.bin +3 -0
  31. params_shard_34.bin +3 -0
  32. params_shard_35.bin +3 -0
  33. params_shard_36.bin +3 -0
  34. params_shard_37.bin +3 -0
  35. params_shard_38.bin +3 -0
  36. params_shard_39.bin +3 -0
  37. params_shard_4.bin +3 -0
  38. params_shard_40.bin +3 -0
  39. params_shard_41.bin +3 -0
  40. params_shard_42.bin +3 -0
  41. params_shard_43.bin +3 -0
  42. params_shard_44.bin +3 -0
  43. params_shard_45.bin +3 -0
  44. params_shard_46.bin +3 -0
  45. params_shard_47.bin +3 -0
  46. params_shard_48.bin +3 -0
  47. params_shard_49.bin +3 -0
  48. params_shard_5.bin +3 -0
  49. params_shard_50.bin +3 -0
  50. params_shard_51.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,77 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "version": "0.1.0",
3
+ "model_type": "llama",
4
+ "quantization": "q3f16_0",
5
+ "model_config": {
6
+ "hidden_size": 3072,
7
+ "intermediate_size": 9216,
8
+ "num_attention_heads": 24,
9
+ "num_hidden_layers": 30,
10
+ "rms_norm_eps": 1e-05,
11
+ "vocab_size": 50688,
12
+ "tie_word_embeddings": false,
13
+ "position_embedding_base": 10000.0,
14
+ "rope_scaling": null,
15
+ "context_window_size": 2048,
16
+ "prefill_chunk_size": 2048,
17
+ "num_key_value_heads": 24,
18
+ "head_dim": 128,
19
+ "tensor_parallel_shards": 1,
20
+ "pipeline_parallel_stages": 1,
21
+ "max_batch_size": 80
22
+ },
23
+ "vocab_size": 50688,
24
+ "context_window_size": 2048,
25
+ "sliding_window_size": -1,
26
+ "prefill_chunk_size": 2048,
27
+ "attention_sink_size": -1,
28
+ "tensor_parallel_shards": 1,
29
+ "pipeline_parallel_stages": 1,
30
+ "temperature": 1.0,
31
+ "presence_penalty": 0.0,
32
+ "frequency_penalty": 0.0,
33
+ "repetition_penalty": 1.0,
34
+ "top_p": 1.0,
35
+ "tokenizer_files": [
36
+ "tokenizer.json",
37
+ "tokenizer_config.json"
38
+ ],
39
+ "tokenizer_info": {
40
+ "token_postproc_method": "byte_level",
41
+ "prepend_space_in_encode": false,
42
+ "strip_space_in_decode": false
43
+ },
44
+ "conv_template": {
45
+ "name": "LM",
46
+ "system_template": "{system_message}",
47
+ "system_message": "",
48
+ "system_prefix_token_ids": [
49
+ 1
50
+ ],
51
+ "add_role_after_system_message": true,
52
+ "roles": {
53
+ "user": "",
54
+ "assistant": ""
55
+ },
56
+ "role_templates": {
57
+ "user": "{user_message}",
58
+ "assistant": "{assistant_message}",
59
+ "tool": "{tool_message}"
60
+ },
61
+ "messages": [],
62
+ "seps": [
63
+ ""
64
+ ],
65
+ "role_content_sep": "",
66
+ "role_empty_sep": "",
67
+ "stop_str": [],
68
+ "stop_token_ids": [
69
+ 2
70
+ ],
71
+ "function_string": "",
72
+ "use_function_calling": false
73
+ },
74
+ "pad_token_id": 0,
75
+ "bos_token_id": 0,
76
+ "eos_token_id": 0
77
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe3954b095e5bda88482efb62c3544c3883bcf11f03002f04212aa0788dd486
3
+ size 62447616
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f0d1105499bdaaedbec8de8c501682501155d30b6a2bc88feb8f575cfcc68a
3
+ size 22708224
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be656fa6f03e1767055a222a1a9ab44a49cad89d9e65fb995d73191522dfd05f
3
+ size 32655360
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d8e8624a1d62080c01747ae1e8821a6dca64fc77b2ce3ae0ca8554fe67180e
3
+ size 22708224
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:964041fd44cda1750de43649f72a224954d265e741127a5aaf0eea482dae2232
3
+ size 32655360
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db187d37c0cdb007ffec49458e61082bd2b7c78f5595bf2ec282a4de1884e4af
3
+ size 22708224
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d008621fab897afce43ab666faf9c9b6e9f8ff6a622b02a9cc65a3a2383e8d3
3
+ size 32655360
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6175b9a651d9d5b285528191c9f93688bac69d786a9f1b11e4d586f68013403c
3
+ size 22708224
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60513b162d3406d17cc8164ab108200ff5dfb4655a5971817dd04bc08ee94889
3
+ size 32655360
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aa651a21d141abde34053ffad4ab8c79574135fc0a9382ae9674c99bc8e2b47
3
+ size 22708224
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d2297050d637e2bdbb5f795ef07b02aab49f896d311a23364ed73a1fafc138e
3
+ size 32655360
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14fcd50c5106c07e54f0523ab02e29f67556bbeaa78a13919b2f9e14a2c51bb
3
+ size 22708224
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c47ab6dc547aeefb26b0ab5670389b62aa06bf3d6dc7a95abf884a762f62404
3
+ size 23430144
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00704d1e2e914a6a2f3ffe72b7482472ad1ef27e921f47477f66b79bd46074da
3
+ size 32655360
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da6dd76e25ec7f540715c8aa95c82e556147f84e19cee625f9d36764f3bfb4f2
3
+ size 22708224
params_shard_22.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bab034b4e34268860cec36ed52b3a32ac9ae3e0dceab9974ec5d0c67e50d39b
3
+ size 32655360
params_shard_23.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1ef9fb6c37052f887aef3705dafddd5ba8d6b1f44f16706040cb400e982a4f3
3
+ size 62447616
params_shard_24.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32e3d74c7d71e9691d2fb3a926d9783546dc2b142f1f5f19d9abda0a74f54ae8
3
+ size 24849408
params_shard_25.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa1aaad0b9e739da7401cbf29c4f7b93dfe4d65dd531633a8dddd4e690ab17ca
3
+ size 22708224
params_shard_26.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58d8b599d48636293dc2b0ffe2bd096049be9bde3520d0a57cbb073740ab26f6
3
+ size 32655360
params_shard_27.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1d8b68fb65d545d1b8e7d3a5e2ac68709d0755c2ecbb3564e3a3c6776aabfd6
3
+ size 22708224
params_shard_28.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b35f932ce9cfd2ba401526d67e93fa62f7d08f360715b9b4d6d6a65e14d2c1e
3
+ size 32655360
params_shard_29.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05356dcfd240dca7b73842e24c6005046aa88177cf1510f2abac4308bf8e8a23
3
+ size 22708224
params_shard_3.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae81c54e4c051979de80e040705df76ea04644920748e09d56e02347746693d7
3
+ size 22708224
params_shard_30.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e40091ee4bc30fb512dbc1e2bd80a31e3305641236b93c3e8b2bb00870fa09
3
+ size 32655360
params_shard_31.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5029e411bfacdd24124d5389a2744e6637d2c7db8e292bf764b6e8e121af80c
3
+ size 22708224
params_shard_32.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c739a406d91c8f38f5bd2313effa99d358c50886300a88b54ec479c949271b0
3
+ size 32655360
params_shard_33.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62feb6981069da97ff6675916531f65ba57beea8336145bf4a9a2aa2fc98ecfe
3
+ size 22708224
params_shard_34.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21cb4c3ebf0c167bf63b73630030d2dcc542f49224becaaab664424275e436d9
3
+ size 32655360
params_shard_35.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbbede32459542b3b2448c4232e72536f9b2b691ffc222ada96825775c5dc948
3
+ size 22708224
params_shard_36.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef1633c0aca2084e6afb14f1b7a48c861f68a9b4b7b342d807bf85ba1af665e
3
+ size 32655360
params_shard_37.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ca97488af718356a0d7b7e04e4a719b0b61c86bb2e10fd27ded147e33a064ff
3
+ size 22708224
params_shard_38.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7352b1ba3f4650c5a71c80ba05f51c385e2fb275a0c52bf814fe766cc8e8b8c6
3
+ size 32655360
params_shard_39.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ccd6df12cffd49a740cfd576258fd425f7693eb2ae92a963717e98e8a8fc4d
3
+ size 22708224
params_shard_4.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39063149af2356e4e4298f85383e2b317150e4c9405cb71fe05cfea4e77ed7fa
3
+ size 32655360
params_shard_40.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91189294fa8fbe507ca858efa1c943e4904963ccfda001712cdc8d6837b17ab5
3
+ size 32655360
params_shard_41.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4e2dd22feda35d3ecccaebd8414c820c552fba6935aa7a3a6dc0393ac79fa34
3
+ size 22708224
params_shard_42.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5620703fa9ff5300ce9c0f1597c89f75bfb088b20426f4c4fd52e19cce988110
3
+ size 32655360
params_shard_43.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2134b6518f44d4660e86b1dc0f2ac6f248796514707eeeb408bcdcb9ee5e6f7
3
+ size 22708224
params_shard_44.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28dd6868d7ba1e8be7e4ecfff4187196d4501202ba88b518cf9a0d3770da564e
3
+ size 32655360
params_shard_45.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:650dedccf335b349ab4d3f0382d3f2213608d2d83628b8298981c23a7f941c2e
3
+ size 22708224
params_shard_46.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:482a0bffd77c2a3b582c5e21499c2812b7191bd204b7b4c0e1672ad99b188491
3
+ size 32655360
params_shard_47.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9520a9d568794b854e92c09561c7a885dce672dc08073ae3542737a5c763f56a
3
+ size 22708224
params_shard_48.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5df5644113ecfd2755624e8b18e6200493ff28c6da81d7bf142cd0cca9e1f52c
3
+ size 32655360
params_shard_49.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a655d05ef85912bacfdecc83e2d32df830d3adb0aca8b5cc31e87e6c978f7f
3
+ size 22708224
params_shard_5.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f899bc550922e4adfe1efbf8ff35295249177fdbfec86a775d23d438d60f819
3
+ size 22708224
params_shard_50.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d63fe785cb385ae100ef01aa6afd8fa548cd50ae2834dffe2255197ec270a3e2
3
+ size 32655360
params_shard_51.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4cafe7d87346e0c3b34b0c0c759cfa252b250b52601678c21ea8d664ebe758a
3
+ size 22708224