Llamacpp quants

.gitattributes

@@ -56,3 +56,4 @@ codegemma-1.1-7b-it-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 codegemma-1.1-7b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 codegemma-1.1-7b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 codegemma-1.1-7b-it.imatrix filter=lfs diff=lfs merge=lfs -text
+codegemma-1.1-7b-it-f32.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -22,7 +22,7 @@ quantized_by: bartowski
 
 ## Llamacpp imatrix Quantizations of codegemma-1.1-7b-it
 
-Using <a href="https://github.com/ggerganov/llama.cpp/">llama.cpp</a> release <a href="https://github.com/ggerganov/llama.cpp/releases/tag/b2777">b2777</a> for quantization.
+Using <a href="https://github.com/ggerganov/llama.cpp/">llama.cpp</a> release <a href="https://github.com/ggerganov/llama.cpp/releases/tag/b2828">b2828</a> for quantization.
 
 Original model: https://huggingface.co/google/codegemma-1.1-7b-it
 
@@ -30,13 +30,17 @@ All quants made using imatrix option with dataset provided by Kalomaze [here](ht
 
 ## Prompt format
 
-
 ```
 <bos><start_of_turn>user
 {prompt}<end_of_turn>
 <start_of_turn>model
+<end_of_turn>
+<start_of_turn>model
+
 ```
 
+Note that this model does not support a System prompt.
+
 ## Download a file (not the whole branch) from below:
 
 | Filename | Quant type | File Size | Description |

codegemma-1.1-7b-it-IQ1_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c9018908b3f1dd68725a2ec6abe56f5495ebb373d660f33c9643af44c5cd429
-size 2320034624
+oid sha256:bb0732bd836a4af19000264e3c7fc669f5e507db2cd05c06cd81bb1903cccb0a
+size 2320035328

codegemma-1.1-7b-it-IQ1_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92aa1888e62796aee55c71c1836616cc427dd507cab79fb5c568b1bef735cefa
-size 2160192320
+oid sha256:7eab48a2cb7f36e1dbb5b0c82da6f20d10d48c70d0f1f862d709ef814d0563a4
+size 2160193024

codegemma-1.1-7b-it-IQ2_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98ff9d1fb44ce5b5d4f6989b2b97a1a4d9fb341585f6a3710176d30a1ca462e2
-size 3132025664
+oid sha256:5459821fbea33b13531ff1e2b36b2b314b6fd057072fe756291f45c14ec6a246
+size 3132026368

codegemma-1.1-7b-it-IQ2_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4411ca3bf3c19196b04a7808cec5c8803d530bd4f937224a5d67b12c2f294f5c
-size 2918902592
+oid sha256:5d86f6c3a8fb372e425e354f4fdec83f3835a7a2e9a1af6d3a7da201e98ab158
+size 2918903296

codegemma-1.1-7b-it-IQ2_XS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cde62000132c81846a2f3dd2ca712969f63bc4f8f53e1fbe887b13e6cb3932c4
-size 2810571584
+oid sha256:37982939e051605b1435c66cd21bd5bcd5ee8d54e97d412304b6dc6aabb868c3
+size 2810572288

codegemma-1.1-7b-it-IQ2_XXS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00c41b21a73353da34434837d4842738669d6fcd471b394898f73daaedff6821
-size 2586438464
+oid sha256:a842ccc673dbdb2e9e120d7f86aa065f2b5e43aea35a8b3a94e8fd8719f07cc3
+size 2586439168

codegemma-1.1-7b-it-IQ3_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d40d5c65e6cb72190f287a92cfa28265f4c2b90bc7cf6b806e8c608865346c6
-size 4106070848
+oid sha256:d8a30cbc15accb0397ed17dcf9f9ac3f02df92c85364b8e5cf23564176b2e81d
+size 4106071552

codegemma-1.1-7b-it-IQ3_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abcc0b623ba3acc2cec46ee6aa6a603b324df1df9d85e4ccffaf1f1c0e31923a
-size 3982404416
+oid sha256:abab6306d2a88bbf1d53c01aa9f334ddb3548d4d1e3e8885cd124e8a5c29142f
+size 3982405120

codegemma-1.1-7b-it-IQ3_XS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b54cb9e0e15900d729f970a8c7f838d4279022c41e3411bb03816e3610dd41b
-size 3800738624
+oid sha256:c51f6116d25c536d99176565773dc19ce21c0edf4b5015822534ef3785562202
+size 3800739328

codegemma-1.1-7b-it-IQ3_XXS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66f212e52f7a672e942285ddb5865bea8a21c96c65b2af478cbd037fd90dad8e
-size 3487099712
+oid sha256:5f1854304e4931862bee29989f9ea2b7c995526ead6d13a340b99446bdf2d084
+size 3487100416

codegemma-1.1-7b-it-IQ4_NL.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7567b3f57bf5adb428c6ac6a5756533020cdc93296f761c672d0a4b360cabbd
-size 5011843904
+oid sha256:7e02914a491971f78a94decb8e6fe2d1c3520e8025e2c488da44260f4a45e82f
+size 5011844608

codegemma-1.1-7b-it-IQ4_XS.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05777c8ed0ad838d49ac2a6f6334642628375d11fa467f6cd60a00a373a53fe0
-size 4769622848
+oid sha256:1a3112864d515979fba622454d4dcd2881d67c866b1f55c0bdbefee862a702db
+size 4769623552

codegemma-1.1-7b-it-Q2_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8d610bb8df194fa31fc960bddda23fbb58ceb4a9dec116bdfaeef4f5333a091
-size 3481447232
+oid sha256:f34dabe1408a574fe75cee2fc928330c95e4716e53baa68ae396297eddcc63ba
+size 3481447936

codegemma-1.1-7b-it-Q3_K_L.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1e24070eda43c1bcc0440630426088aa9d923178f98fb3268622d9bfa944a36
-size 4709067584
+oid sha256:07e6c5a04aea32a0b3c57715510ee3a1f4be1668ae89a1a2e8095013b9158de8
+size 4709068288

codegemma-1.1-7b-it-Q3_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:512fb9bc871a0ca9dc0378f949fb7ec508d550888c494e2c3345884a686ce5af
-size 4369328960
+oid sha256:e166187c55376df4a09d5fdcd2472bf0e34d65ee81adc61fb4f07ba4ffbac241
+size 4369329664

codegemma-1.1-7b-it-Q3_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48b6e6c5dcf42f2208dff549190061c528e0a661d1b5d5c6492c2c449215da23
-size 3982404416
+oid sha256:ac9d253933aa704c93ed3737018df934b2d7fa4a44e69daaadbb48b7e4f10a0c
+size 3982405120

codegemma-1.1-7b-it-Q4_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2007801966090d6cda7e6fa5c43922a49be44f99a3c2fa265365defae242a3de
-size 5329759040
+oid sha256:3ef2ef8f041a0d93ffed4f2d261ce3940e8e33ab9c4ab28343012593ff78cc49
+size 5329759744

codegemma-1.1-7b-it-Q4_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f83bef5168950cf1b788229b82384b60073e355544bbfc608810b93f18c8459b
-size 5046446912
+oid sha256:76d6c8048ca85581dfe3a2b1f95baaf057863d2e72c14a467bbb35d2a85be764
+size 5046447616

codegemma-1.1-7b-it-Q5_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39f4d6e26a133a1a9d5cd59f1167507eb029dca519ad7e5ba9ffe87d526c3732
-size 6144502592
+oid sha256:ec11bacb9e0b8c8e0f483f209c487939202b04bbf4f815f0a0945c5b256da895
+size 6144503296

codegemma-1.1-7b-it-Q5_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb38614173c2e5f5ec373740fb170a34e8c5fb883237d1e676f899d799ea137c
-size 5980728128
+oid sha256:1a0d6e6dbc180d39906fc8e1b66aef32a19e4de94b2199fba546c6478e63077e
+size 5980728832

codegemma-1.1-7b-it-Q6_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c06b00497958f550ae9b509d8b1d29953c19ba3dbf5f852578477c7bdef9aeb7
-size 7010167616
+oid sha256:4e93acb488c7b0ccdf3f2846d5e5266f0cf90e408039efe7992f72ac44fb54f5
+size 7010168320

codegemma-1.1-7b-it-Q8_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c941ffbc89ae7eeb1351d10f240c009b191ec581e041703e3506611d7f15491b
-size 9077844800
+oid sha256:3650c244283ebdae0e9647077f4e494de0e43799575a9c8523e7e262b7b7788a
+size 9077845504

codegemma-1.1-7b-it-f32.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee959ac0b8e1cb2283844e4d7aecfbdce9551bfc03d99b795e9573cd9b803f7
+size 34156769088

codegemma-1.1-7b-it.imatrix

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9622ab43c814822dbcf028f90131465a727f146659d2886581b60f31a314194d
+oid sha256:bc15a71f5c5e3027abe884badd5d736a0a69f535f731ff9905534785956d3b22
 size 4938082