Hugging Face's logo

sageking
/
mlc-rwkv5

Model card Files Community
sageking commited on
Commit
a583101
·
1 Parent(s): 5104176

Upload my pretrained model

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. mlc-chat-config.json +70 -0
  2. ndarray-cache-b16.json +0 -0
  3. ndarray-cache.json +0 -0
  4. params_shard_0.bin +3 -0
  5. params_shard_1.bin +3 -0
  6. params_shard_10.bin +3 -0
  7. params_shard_100.bin +3 -0
  8. params_shard_101.bin +3 -0
  9. params_shard_102.bin +3 -0
  10. params_shard_103.bin +3 -0
  11. params_shard_104.bin +3 -0
  12. params_shard_105.bin +3 -0
  13. params_shard_106.bin +3 -0
  14. params_shard_107.bin +3 -0
  15. params_shard_108.bin +3 -0
  16. params_shard_109.bin +3 -0
  17. params_shard_11.bin +3 -0
  18. params_shard_110.bin +3 -0
  19. params_shard_111.bin +3 -0
  20. params_shard_112.bin +3 -0
  21. params_shard_113.bin +3 -0
  22. params_shard_114.bin +3 -0
  23. params_shard_115.bin +3 -0
  24. params_shard_116.bin +3 -0
  25. params_shard_117.bin +3 -0
  26. params_shard_118.bin +3 -0
  27. params_shard_119.bin +3 -0
  28. params_shard_12.bin +3 -0
  29. params_shard_120.bin +3 -0
  30. params_shard_121.bin +3 -0
  31. params_shard_122.bin +3 -0
  32. params_shard_123.bin +3 -0
  33. params_shard_124.bin +3 -0
  34. params_shard_125.bin +3 -0
  35. params_shard_126.bin +3 -0
  36. params_shard_127.bin +3 -0
  37. params_shard_128.bin +3 -0
  38. params_shard_129.bin +3 -0
  39. params_shard_13.bin +3 -0
  40. params_shard_130.bin +3 -0
  41. params_shard_131.bin +3 -0
  42. params_shard_14.bin +3 -0
  43. params_shard_15.bin +3 -0
  44. params_shard_16.bin +3 -0
  45. params_shard_17.bin +3 -0
  46. params_shard_18.bin +3 -0
  47. params_shard_19.bin +3 -0
  48. params_shard_2.bin +3 -0
  49. params_shard_20.bin +3 -0
  50. params_shard_21.bin +3 -0
mlc-chat-config.json ADDED
@@ -0,0 +1,70 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_type": "rwkv5",
3
+ "quantization": "q4f16_1",
4
+ "model_config": {
5
+ "hidden_size": 4096,
6
+ "intermediate_size": 14336,
7
+ "num_hidden_layers": 32,
8
+ "vocab_size": 65536,
9
+ "model_version": "5_2",
10
+ "tensor_parallel_shards": 1,
11
+ "rescale_every": 6,
12
+ "head_size": 64,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "context_window_size": -1,
15
+ "prefill_chunk_size": 4096,
16
+ "num_heads": 64,
17
+ "max_batch_size": 80
18
+ },
19
+ "vocab_size": 65536,
20
+ "context_window_size": -1,
21
+ "sliding_window_size": -1,
22
+ "prefill_chunk_size": 4096,
23
+ "attention_sink_size": -1,
24
+ "tensor_parallel_shards": 1,
25
+ "mean_gen_len": 128,
26
+ "max_gen_len": 512,
27
+ "shift_fill_factor": 0.3,
28
+ "temperature": 0.7,
29
+ "presence_penalty": 0.0,
30
+ "frequency_penalty": 0.0,
31
+ "repetition_penalty": 1.0,
32
+ "top_p": 0.1,
33
+ "conv_template": {
34
+ "name": "rwkv_world",
35
+ "system_template": "User: hi\n\nAssistant: {system_message}",
36
+ "system_message": "Hi. I am your assistant and I will provide expert full response in full details. Please feel free to ask any question and I will always answer it.",
37
+ "add_role_after_system_message": true,
38
+ "roles": {
39
+ "user": "User",
40
+ "assistant": "Assistant"
41
+ },
42
+ "role_templates": {
43
+ "user": "{user_message}",
44
+ "assistant": "{assistant_message}",
45
+ "tool": "{tool_message}"
46
+ },
47
+ "messages": [],
48
+ "seps": [
49
+ "\n\n"
50
+ ],
51
+ "role_content_sep": ": ",
52
+ "role_empty_sep": ": ",
53
+ "stop_str": [
54
+ "\n\n"
55
+ ],
56
+ "stop_token_ids": [
57
+ 0
58
+ ],
59
+ "function_string": "",
60
+ "use_function_calling": false
61
+ },
62
+ "pad_token_id": 0,
63
+ "bos_token_id": 0,
64
+ "eos_token_id": 0,
65
+ "tokenizer_files": [
66
+ "tokenizer_config.json"
67
+ ],
68
+ "token_table_postproc_method": "byte_fallback",
69
+ "version": "0.1.0"
70
+ }
ndarray-cache-b16.json ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4720c7596d2d0a81afbad2b0c397f18df3e9ccbbf810ba7bb34f223ad069ed94
3
+ size 134217728
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d35e0d66f8f443c37804e7aa075f03c5d601d2635ab82b30a0c6ad2903a21e1
3
+ size 26312704
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35ea0eb6714e9035dbe9dc664b8bdf8135f8881aee14745720211b203fa20f54
3
+ size 32063488
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92839fa846c7842fa0c7874eded60e04fd26173dcd6133e74cc2eef58baba5eb
3
+ size 29360128
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34ada4b7016880318728777a018144e636195873a093964415d73043f1d55235
3
+ size 32014336
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd492a8d190b809c0ee1fab5404125fe5747ceea7a0ed1fce1c66a1dff759994
3
+ size 32063488
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84cb5e653169f111417a19bb9dda94ed71adb89bc304e743c8094dd3749ca784
3
+ size 29360128
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dcad979ec60d5b1dc7e3f5e24feadf2a658c0d0bfed4edb7040de974b3b9575
3
+ size 29360128
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87bce6deff5d6423c2bf824c6cff380adf0dad9964212b18a104981353c329aa
3
+ size 32014336
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00a471a26874a9276763cb2c96d8f9af33699d78e1c1a16066068a0cd81c4292
3
+ size 32063488
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08e5fbd47fa3f3827d8e7293977b91300e19371c47e7c903c541d02a8881e2d8
3
+ size 29360128
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e04705d84220e2c47be141f1e8103e3712996f557ac7b3ad02cdf6f2d2d29514
3
+ size 29360128
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7c09fcd9d6b985d9d659d21f1c5d407612cff9351bf279ac6958857e7524f93
3
+ size 32014336
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f23e1a2794ad96cd1748c92bcd36de7924fe8549ebe2f6353274502d283085a
3
+ size 29360128
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a8ee7577808961516194b43c30fe8cc73be5d8a2f99f69c3c3b7418751abf00
3
+ size 32063488
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b003c046f6f60fbdcd0c77987c34cbb75f5c0e7ce171138fb992122cf10708
3
+ size 29360128
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b0d663edab5b0ff3b3b67a76c521c7c1cf40c28ffb74bd4f6231d9e90eb1e17
3
+ size 29360128
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea458d818ab6c213102749dbab15814aa8d6ae2d4e7ba242246b5e895faca865
3
+ size 32014336
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab252844fe29c9c7bad2e65a3e3d457284c2347910cb0394f725df99fd1cd658
3
+ size 32063488
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05fbd26b7bbd9f4cb4de80652973e589086a775e71f66b420048ff14f105fc80
3
+ size 29360128
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c4902ced5ccb24028f1cd89ca3153b2ab6436313ccdae38926093a9e0b8d88d
3
+ size 29360128
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c4f2b5d6c4bb841b3bfe4eb0323d88410ba4c6ea87324371d4601ae47493e20
3
+ size 32014336
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e0ce58199a6c083a0d1bd96fcb5004ca1d86b815ba4309fbd6cfaee4b659ad3
3
+ size 32063488
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:999a860fa35637eee76b47675b78a85801b1c4fcde03aa4224e772c83d99a0b4
3
+ size 29360128
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:771fa3b30deaa7aaf75028836c42b3b12c1d3e6a80b8e41363bb3ec770ffb4a8
3
+ size 29360128
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb05c7fa201ef073fee96d6b9b11562ef7e553156664d95f4f16052069098c65
3
+ size 29360128
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ff0507f2be6507fe51ee653027f3f2eb4619e30883b7112711324057d08912
3
+ size 32014336
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb4c789cdc182dd8f502e284abf4bc55cd99b3d4b4daa1ac303a9488b32a669
3
+ size 32063488
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac2c8ccdeb8a265dc9c48bcf52bff5ee2a2a3a374ecce55f6f18fd09f16ee86b
3
+ size 29360128
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57555a20bf9262b991e96a699365e9da694b2c03972a55b09375589294de435a
3
+ size 29360128
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6da2c888312c15e69fa8c18066b011efaad1786ec8fda91380fd88b8be5b1e64
3
+ size 32014336
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29b4a60640fc444c092d53cc46c6200f57009f7911c499aa94c425d42b17c26f
3
+ size 32063488
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95dd6233ccc1daec891dc85f8b6c541141fb3c61199f97b929f9e5dbd8c3eb65
3
+ size 29360128
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cf33b88cad332ecb75ad8894aaf8e4391e9ad9dafdb08e4876c45e97bd710a9
3
+ size 29360128
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb509176d5c5f65ec00531cc65a035ac049d7806c07036695efa4b8d6f7c9a80
3
+ size 32014336
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:695694f38be166e9e8a7796733014d1a9eae01f3b885087f0d0a812c16311a20
3
+ size 32014336
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93b7bc9585ce10fcb44f6996d68d2211d7c0737985c6273b608db5d997920d00
3
+ size 134217728
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8dbe7ed0491c2d1d8502ee8a7d73a62bd8d9b803bbda52c4ad0c4ec12a18a7a
3
+ size 20463616
params_shard_14.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a552d6c16eebb539624f3dac68e4075b840cd51a4cc7fac5b2bf45c3385607ee
3
+ size 32063488
params_shard_15.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43fbe8c37557e0c08906ad5901364ad790dbd75ec1ecfc7aefeaccdea6a2d651
3
+ size 29360128
params_shard_16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bbd59dfc4f04e111a395af131224fe8ca6a717f2fedc3175479b54750a0bf68
3
+ size 29360128
params_shard_17.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d06d1fbc5e6bc96a241b119d41fe06effa54b95456500cb2b0f66fb6ae47b0a7
3
+ size 32014336
params_shard_18.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09613e401508c62dc53aaa03ea238be4852aef587a7cafe5c048bbff06c4b471
3
+ size 32063488
params_shard_19.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11fe2883f7e010fd925af15807035aa95170bd32bf8c596a3c537f5d6d18de86
3
+ size 29360128
params_shard_2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20fdfb55181315b63f9f5882831e248348077258fa98383f5820c4b2c9843869
3
+ size 28311552
params_shard_20.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c6b5a372ede6b46dd70bf11b3d738303c1126034b39efd1e632b2d6cb6bfff3
3
+ size 29360128
params_shard_21.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4216a3ec5e03a8711e38984cae174ce6218dd3d6be14406f98b23f5b7adc6f8
3
+ size 32014336