Hugging Face's logo

c01zaut
/
codegemma-2b-rk3588-1.1.2

Text Generation
Transformers
Safetensors
gemma
text-generation-inference
Inference Endpoints
Model card Files Community
c01zaut commited on
Commit
c70012a
·
verified ·
1 Parent(s): d1c65b4

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. codegemma-2b-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +1 -1
  4. codegemma-2b-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +1 -1
  5. codegemma-2b-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +1 -1
  6. codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +1 -1
  7. codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +1 -1
  8. codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +1 -1
  9. codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -41,3 +41,21 @@ codegemma-2b-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=
41
  codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
  codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
43
  codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
41
  codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
42
  codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
43
  codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
60
+ codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
61
+ codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -10,7 +10,7 @@ extra_gated_button_content: Acknowledge license
10
  ---
11
  # codegemma-2b-RK3588-1.1.2
12
 
13
- This version of codegemma-2b has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
14
  This model has been optimized with the following LoRA:
15
 
16
  Compatible with RKLLM version: 1.1.2
 
10
  ---
11
  # codegemma-2b-RK3588-1.1.2
12
 
13
+ This version of codegemma-2b has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
14
  This model has been optimized with the following LoRA:
15
 
16
  Compatible with RKLLM version: 1.1.2
codegemma-2b-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16d3adb0432e7b480029dd71086a7d9d5a0086f33972d4e41d6359343fa12d68
3
  size 3579105220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdee94b1bc303b5699f7a1902f2de165597a715d87618fe135e00f75e7157ccc
3
  size 3579105220
codegemma-2b-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16d3adb0432e7b480029dd71086a7d9d5a0086f33972d4e41d6359343fa12d68
3
  size 3579105220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdee94b1bc303b5699f7a1902f2de165597a715d87618fe135e00f75e7157ccc
3
  size 3579105220
codegemma-2b-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16d3adb0432e7b480029dd71086a7d9d5a0086f33972d4e41d6359343fa12d68
3
  size 3579105220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdee94b1bc303b5699f7a1902f2de165597a715d87618fe135e00f75e7157ccc
3
  size 3579105220
codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce58cca46f7ac6a20c700a72db4b535ffb9e338e2bbaadf608169526f6efb2f3
3
  size 3579105220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9181012590bc672ff1eabc97bfee7866d6a647680628097010c35c451c7e1e21
3
  size 3579105220
codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce58cca46f7ac6a20c700a72db4b535ffb9e338e2bbaadf608169526f6efb2f3
3
  size 3579105220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9181012590bc672ff1eabc97bfee7866d6a647680628097010c35c451c7e1e21
3
  size 3579105220
codegemma-2b-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ce58cca46f7ac6a20c700a72db4b535ffb9e338e2bbaadf608169526f6efb2f3
3
  size 3579105220
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9181012590bc672ff1eabc97bfee7866d6a647680628097010c35c451c7e1e21
3
  size 3579105220
codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d4937192bfe16b7ebc0eb27f3ec343b345abc0c9b5b6aaf0d73ed3881de3a2d
3
+ size 3757732332
codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d4937192bfe16b7ebc0eb27f3ec343b345abc0c9b5b6aaf0d73ed3881de3a2d
3
+ size 3757732332
codegemma-2b-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d4937192bfe16b7ebc0eb27f3ec343b345abc0c9b5b6aaf0d73ed3881de3a2d
3
+ size 3757732332
codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00809c841ed1ddcd20af55bce7636622c3d47a54f2a4510a3a3627546a2537e4
3
+ size 3725704684
codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00809c841ed1ddcd20af55bce7636622c3d47a54f2a4510a3a3627546a2537e4
3
+ size 3725704684
codegemma-2b-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00809c841ed1ddcd20af55bce7636622c3d47a54f2a4510a3a3627546a2537e4
3
+ size 3725704684
codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:117d9049838b8314616265127e67783640b998c0b11c400eeba5820903a4ce8c
3
+ size 3664703852
codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:117d9049838b8314616265127e67783640b998c0b11c400eeba5820903a4ce8c
3
+ size 3664703852
codegemma-2b-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:117d9049838b8314616265127e67783640b998c0b11c400eeba5820903a4ce8c
3
+ size 3664703852
codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9a92a08d5c72c1a03a5b39e5528652a7f2a0e798e496da84221e1a96a30f377
3
+ size 3649741804
codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9a92a08d5c72c1a03a5b39e5528652a7f2a0e798e496da84221e1a96a30f377
3
+ size 3649741804
codegemma-2b-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9a92a08d5c72c1a03a5b39e5528652a7f2a0e798e496da84221e1a96a30f377
3
+ size 3649741804
codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf3e742a9d43c863c1f25de6617e0d21ebc2d9c607f02cdfbbe452e7fd7d87b
3
+ size 3618189612
codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf3e742a9d43c863c1f25de6617e0d21ebc2d9c607f02cdfbbe452e7fd7d87b
3
+ size 3618189612
codegemma-2b-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf3e742a9d43c863c1f25de6617e0d21ebc2d9c607f02cdfbbe452e7fd7d87b
3
+ size 3618189612
codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82f26ca37cac43203279536ab3a27aaf64eb607a2d5cb98d52722ca5c5ed37f
3
+ size 3611760364
codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82f26ca37cac43203279536ab3a27aaf64eb607a2d5cb98d52722ca5c5ed37f
3
+ size 3611760364
codegemma-2b-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82f26ca37cac43203279536ab3a27aaf64eb607a2d5cb98d52722ca5c5ed37f
3
+ size 3611760364