Commit
·
859f854
1
Parent(s):
95f6a3d
add RWKV-5-World-1B5-v2-20231025-ctx4096 fp32 onnx model
Browse files- RWKV-5-World-1B5-v2-20231025-ctx4096/onnx/fp32/RWKV-5-World-1B5-v2-20231025-ctx4096-fp32.onnx +3 -0
- RWKV-5-World-1B5-v2-20231025-ctx4096/onnx/fp32/RWKV-5-World-1B5-v2-20231025-ctx4096-fp32.onnx.bin +3 -0
- RWKV-5-World-1B5-v2-20231025-ctx4096/onnx/fp32/RWKV-5-World-1B5-v2-20231025-ctx4096-fp32.onnx.config +7 -0
RWKV-5-World-1B5-v2-20231025-ctx4096/onnx/fp32/RWKV-5-World-1B5-v2-20231025-ctx4096-fp32.onnx
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:797870a6e3de6907d53d96b6c1cf47c7cee428921e88bffb4634b0957938a9cf
|
3 |
+
size 962055
|
RWKV-5-World-1B5-v2-20231025-ctx4096/onnx/fp32/RWKV-5-World-1B5-v2-20231025-ctx4096-fp32.onnx.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da8deb94020fd7e47281c82f31a8dbc052d494366076c0cef4d80e1e78cce86b
|
3 |
+
size 6325157888
|
RWKV-5-World-1B5-v2-20231025-ctx4096/onnx/fp32/RWKV-5-World-1B5-v2-20231025-ctx4096-fp32.onnx.config
ADDED
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
version: 5.2
|
2 |
+
head_size: 32
|
3 |
+
n_layer: 24
|
4 |
+
n_embd: 2048
|
5 |
+
n_att: 2048
|
6 |
+
n_ffn: 7168
|
7 |
+
onnx_impl_version: 1
|