Hugging Face's logo

c01zaut
/
codegemma-7b-rk3588-1.1.2

Text Generation
Transformers
Safetensors
gemma
text-generation-inference
Inference Endpoints
Model card Files Community
c01zaut commited on
Commit
046f423
·
verified ·
1 Parent(s): a99a9ce

Upload folder using huggingface_hub

Browse files
Files changed (26) hide show
  1. .gitattributes +18 -0
  2. README.md +1 -1
  3. codegemma-7b-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm +1 -1
  4. codegemma-7b-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm +1 -1
  5. codegemma-7b-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm +1 -1
  6. codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm +1 -1
  7. codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm +1 -1
  8. codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm +1 -1
  9. codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  10. codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  11. codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  12. codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  13. codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  14. codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  15. codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  16. codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  17. codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  18. codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  19. codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  20. codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm +3 -0
  21. codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  22. codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  23. codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm +3 -0
  24. codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  25. codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  26. codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm +3 -0
.gitattributes CHANGED
@@ -40,3 +40,21 @@ codegemma-7b-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=
40
  codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
41
  codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
42
  codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
41
  codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
42
  codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
48
+ codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
49
+ codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
50
+ codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
51
+ codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
52
+ codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
53
+ codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
54
+ codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
55
+ codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
56
+ codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
57
+ codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
58
+ codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
59
+ codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
60
+ codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -10,7 +10,7 @@ extra_gated_button_content: Acknowledge license
10
  ---
11
  # codegemma-7b-RK3588-1.1.2
12
 
13
- This version of codegemma-7b has been converted to run on the RK3588 NPU using ['w8a8'] quantization.
14
  This model has been optimized with the following LoRA:
15
 
16
  Compatible with RKLLM version: 1.1.2
 
10
  ---
11
  # codegemma-7b-RK3588-1.1.2
12
 
13
+ This version of codegemma-7b has been converted to run on the RK3588 NPU using ['w8a8', 'w8a8_g128', 'w8a8_g256', 'w8a8_g512'] quantization.
14
  This model has been optimized with the following LoRA:
15
 
16
  Compatible with RKLLM version: 1.1.2
codegemma-7b-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c22cf7c1ccb63b14c8b1ba026b088d9b10136c9299b5391702cc6ea79270f515
3
  size 10148931684
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1fee853286087f0888f918c5876fbe3fc67f8c50f76dbe539b94952fe0130bc
3
  size 10148931684
codegemma-7b-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c22cf7c1ccb63b14c8b1ba026b088d9b10136c9299b5391702cc6ea79270f515
3
  size 10148931684
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1fee853286087f0888f918c5876fbe3fc67f8c50f76dbe539b94952fe0130bc
3
  size 10148931684
codegemma-7b-rk3588-w8a8-opt-0-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c22cf7c1ccb63b14c8b1ba026b088d9b10136c9299b5391702cc6ea79270f515
3
  size 10148931684
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1fee853286087f0888f918c5876fbe3fc67f8c50f76dbe539b94952fe0130bc
3
  size 10148931684
codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1898cc0c5ffc8faa876f2648c2ef86d23b801148b6c5fd02bd3953b11d801844
3
  size 10148931684
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b5525b639f6a5c8230e9e806c2d19c9db8fd5a0d9024fa52a97ae8bd6d19969
3
  size 10148931684
codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1898cc0c5ffc8faa876f2648c2ef86d23b801148b6c5fd02bd3953b11d801844
3
  size 10148931684
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b5525b639f6a5c8230e9e806c2d19c9db8fd5a0d9024fa52a97ae8bd6d19969
3
  size 10148931684
codegemma-7b-rk3588-w8a8-opt-1-hybrid-ratio-1.0.rkllm CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1898cc0c5ffc8faa876f2648c2ef86d23b801148b6c5fd02bd3953b11d801844
3
  size 10148931684
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b5525b639f6a5c8230e9e806c2d19c9db8fd5a0d9024fa52a97ae8bd6d19969
3
  size 10148931684
codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd78a282627fd5063fc5d4ff2856a368ecde46b062ece4a1abb1809fca0fd3f8
3
+ size 10743200788
codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd78a282627fd5063fc5d4ff2856a368ecde46b062ece4a1abb1809fca0fd3f8
3
+ size 10743200788
codegemma-7b-rk3588-w8a8_g128-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd78a282627fd5063fc5d4ff2856a368ecde46b062ece4a1abb1809fca0fd3f8
3
+ size 10743200788
codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d8d86dba3ae4d5a9bd634e71bab15cdad7ea14716da11efd9853ec3cb11e72
3
+ size 10694138348
codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d8d86dba3ae4d5a9bd634e71bab15cdad7ea14716da11efd9853ec3cb11e72
3
+ size 10694138348
codegemma-7b-rk3588-w8a8_g128-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38d8d86dba3ae4d5a9bd634e71bab15cdad7ea14716da11efd9853ec3cb11e72
3
+ size 10694138348
codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:155e4777762872353d75411e1b0670bec5741307d7194ae89566685357714c8e
3
+ size 10436459068
codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:155e4777762872353d75411e1b0670bec5741307d7194ae89566685357714c8e
3
+ size 10436459068
codegemma-7b-rk3588-w8a8_g256-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:155e4777762872353d75411e1b0670bec5741307d7194ae89566685357714c8e
3
+ size 10436459068
codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2cba881e112a3d0e1da76a6ee6b46a96fde46a1dc79ee92c2f4a1bf70265ba
3
+ size 10412995028
codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2cba881e112a3d0e1da76a6ee6b46a96fde46a1dc79ee92c2f4a1bf70265ba
3
+ size 10412995028
codegemma-7b-rk3588-w8a8_g256-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e2cba881e112a3d0e1da76a6ee6b46a96fde46a1dc79ee92c2f4a1bf70265ba
3
+ size 10412995028
codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5131e3e1035ae68ba095e6f28f939f26c302b8f5e150bb4a8a8ebd71a1de3f10
3
+ size 10283088180
codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5131e3e1035ae68ba095e6f28f939f26c302b8f5e150bb4a8a8ebd71a1de3f10
3
+ size 10283088180
codegemma-7b-rk3588-w8a8_g512-opt-0-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5131e3e1035ae68ba095e6f28f939f26c302b8f5e150bb4a8a8ebd71a1de3f10
3
+ size 10283088180
codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd5cf4119351e6190ee97877aa4ee6a256e85a187fc6b8d8a770e9e3af35c52
3
+ size 10272423364
codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd5cf4119351e6190ee97877aa4ee6a256e85a187fc6b8d8a770e9e3af35c52
3
+ size 10272423364
codegemma-7b-rk3588-w8a8_g512-opt-1-hybrid-ratio-1.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cd5cf4119351e6190ee97877aa4ee6a256e85a187fc6b8d8a770e9e3af35c52
3
+ size 10272423364