Hugging Face's logo

mlc-ai
/
CodeLlama-70b-hf-q3f16_1-MLC

MLC-LLM
web-llm
Model card Files Community
CharlieFRuan commited on
Commit
8dc118a
•
1 Parent(s): 6e2fada

Initial commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. logs.txt +0 -0
  2. mlc-chat-config.json +41 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_132.bin +3 -0
  43. params_shard_133.bin +3 -0
  44. params_shard_134.bin +3 -0
  45. params_shard_135.bin +3 -0
  46. params_shard_136.bin +3 -0
  47. params_shard_137.bin +3 -0
  48. params_shard_138.bin +3 -0
  49. params_shard_139.bin +3 -0
  50. params_shard_14.bin +3 -0
logs.txt ADDED
The diff for this file is too large to render. See raw diff
 
mlc-chat-config.json ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "llama",
3
+ "quantization": "q3f16_1",
4
+ "model_config": {
5
+ "hidden_size": 8192,
6
+ "intermediate_size": 28672,
7
+ "num_attention_heads": 64,
8
+ "num_hidden_layers": 80,
9
+ "rms_norm_eps": 1e-05,
10
+ "vocab_size": 32016,
11
+ "position_embedding_base": 1000000,
12
+ "context_window_size": 16384,
13
+ "prefill_chunk_size": 16384,
14
+ "num_key_value_heads": 8,
15
+ "head_dim": 128,
16
+ "tensor_parallel_shards": 1,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 32016,
20
+ "context_window_size": 16384,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 16384,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "repetition_penalty": 1.0,
30
+ "top_p": 0.95,
31
+ "conv_template": "LM",
32
+ "pad_token_id": 0,
33
+ "bos_token_id": 1,
34
+ "eos_token_id": 2,
35
+ "tokenizer_files": [
36
+ "tokenizer.model",
37
+ "tokenizer.json",
38
+ "tokenizer_config.json"
39
+ ],
40
+ "version": "0.1.0"
41
+ }
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d2a906704dc98326a752decafe72a3b59269a90831da1209ef5a1c641647413
3
+ size 105012480
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fdb057b774a208d70017018415a5ada11596ea1c4f7aabb2c7fcc3eb628fb5b
3
+ size 93978624
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8471804a2ce530fe4bcaf9d314cc93107feb4ca7c82866559585256558cf6429
3
+ size 26869760
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc2fd0dc8b271e4f56b8bd50c6a19b3fc87f39c6255e686065ad83091cd8330f
3
+ size 93978624
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41b8b6b2de10ab06d311e26e345c841ab1ecb80e6ca4a1a2d0a06db9e8161a06
3
+ size 31117312
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe1ce5b4186310b67f3de4a7c4bdfa49aaa0826cbcfa5e1ad6f1af3fe52b954
3
+ size 188088320
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b22d3d4914d2d2c2dd6666e736fb9385209878a9820442f8478c2ceec599b17a
3
+ size 23511040
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f120e7c84ac2b1d37879094a426c686b7055173040b4f0f846710feb7e782156
3
+ size 33587200
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82d9bb742e3835d87ba1621df84ee9b0304666691e46af1321be5f6d3e97a3ad
3
+ size 26869760
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6f9a750075e916a8fe8150c80c7e16e047b93fca18e7de267b41f7ff48cd107
3
+ size 33587200
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68bf6deda2cde3b8e1047a5c6a58da5e8aada36c5edc6ed3bd2123a3c384fd6b
3
+ size 93978624
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cff91e0417bc299c454ee75d0bc9c8599c059f91fe29b9ab2eb379e8939c7b3
3
+ size 23535616
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a585185c5f20c9b07f471aa4d8466e0a946e8a909c6bf1980583a338d63f0a4b
3
+ size 93978624
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a716fc56b9c60f645d7c54c9001555bbc0bc7fcaf21b4ed97b62e2fc23ca9a35
3
+ size 105012480
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f0caf4e253a99f1c16b9de566ab6cf854965b855cbb25027e9ead5697fc18b8
3
+ size 188088320
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84907c7b17f643a90cc41027d01f67f2b8676961a81f3b3130afaaa6f27c0f5b
3
+ size 23511040
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d92bf45507f839f783bcc3fafb25831727ea3be31c342b86457cf17948b70d07
3
+ size 33587200
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80802f5388b5d505a7def14b4a606d285ba6fd7df43683a4567db0cf6c6402f1
3
+ size 26869760
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dd9367eb06a8e1fd321e82730f16405b77fb4be65e167d1acfbae150261604f
3
+ size 93978624
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98dbd801ad2acea6e1f2d935ea03df28b82a4424d8cf432f9f224a2a5629bcb3
3
+ size 31117312
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc507b2972c721e129f967a2953d8e04f6a37453169e243f14ff5ae6ad16733
3
+ size 188088320
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f8298cdb19f62d7b938360ebb006f15651bd93c209789d66a29631eb76dcddb
3
+ size 23511040
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41fe6315a23c9f6c0b50739765aef22ae2e4f6e4337ff7b68d0ccd12c7c65feb
3
+ size 33587200
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:241b115befaab4593cef98a56231b46506fbf26a41d58135dba2c735c69ad5bc
3
+ size 26869760
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f05ccc3b3771865399ffcb95bdb88c77c914b4dfe4e1a5f0e5653190598dc4ad
3
+ size 93978624
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a13edb416afd26191035140c501055ba03d9339b0c507e73e956db07e52f0909
3
+ size 33587200
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f423da70ed604a81a2a890f6be25483fc365cabd6b6f4ca6cd87a039ed1b20a
3
+ size 26869760
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aec0799b1e67c28c53074abd8872f4bbaf317e98aa863ba9a4b0fc92d16c6eba
3
+ size 93978624
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dd65de5881bc5710817a037cc2f3a1216ff0851d15b38e37b21cb805b67fd87
3
+ size 26894336
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57707690006b30615d1abfa1334060fdf237478dcfa5cb159f86489391f4ea3c
3
+ size 188088320
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c80c896d893684853d28daddb726d4352ed3e18c180b41f3f132fb99e67c6473
3
+ size 23511040
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a55d009c991dde4d5038d34004f4e13490f1382a8d3f4fbd97d580f1316861
3
+ size 26869760
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a236272dd0a4358fb702dcb638a55a762f3a249d4399cddb2c3739fb0108a6bb
3
+ size 93978624
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056f44019926aec7b673cbd123066fcbdb41ecc385574d915b47edaf09f1d44e
3
+ size 188088320
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68db1c4338f0a1bbd3a7b4f086a08746e74b1788d6ab5eb77d6be5539dd6d678
3
+ size 23511040
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7815a7caa641b9a3c43f5654fdb4ac3a7ff37dc336a56faeb88ba75fb94c107
3
+ size 32480160
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5f6a880647b9a5d680f628a820c3152b7f505966a0121891b37bc09aa4fc3c
3
+ size 33587200
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2018e6fae4983468e4a18d5614cc23ba5b18fbbd09f76a5982f7e96c163fb877
3
+ size 26869760
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faad76c44f9bce6effa836f116eab61c00110bcb53f7fe62ea3acf78dcf24956
3
+ size 31100928
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13a953a29d3c975e01fa41d8f64689d610eb09dd631d1aa0d4b5475582245ec1
3
+ size 93978624
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2446ba7438f4383f0c16b60cb6b722e4bf9ea4f5057651f6387e147afe697d0b
3
+ size 188088320
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21b84b0def3bdec0f9283d54cdadea906e8163439d8d7d9ac132978f17b6f879
3
+ size 23511040
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1de40f77714c8e4cc0b422397e1216ae3f86887dc42d64f67b82ff49892cd4cc
3
+ size 33587200
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a68f95877d664b421e9f878f42a96681e3b5e9b334b0d09a9fecc91fbcbbeab
3
+ size 26869760
params_shard_138.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:953bf472e0bce3417735cf7b7003a52fabe608e450258c2baad562ea504f1670
3
+ size 93978624
params_shard_139.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b1b395b29bddbc461e8f4707e1633aa2621bb6030a9b34a4fa046dd22d23ad8
3
+ size 22712320
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe404eeca37fc0ad8ee634e714e2a23d9d34c6f0f1879bee0bb9f7534502c7b
3
+ size 188088320