Hugging Face's logo

unsloth
/
gemma-3-12b-it-GGUF

Image-Text-to-Text
Transformers
GGUF
English
gemma3
unsloth
gemma
google
Inference Endpoints
conversational
Model card Files Community
2
danielhanchen commited on
Commit
cab4f7e
·
verified ·
1 Parent(s): 4b959df

Add files using upload-large-folder tool

Browse files
Files changed (12) hide show
  1. .gitattributes +4 -0
  2. config.json +0 -1
  3. gemma-3-12b-it-BF16.gguf +3 -0
  4. gemma-3-12b-it-Q2_K.gguf +2 -2
  5. gemma-3-12b-it-Q2_K_L.gguf +2 -2
  6. gemma-3-12b-it-Q3_K_M.gguf +2 -2
  7. gemma-3-12b-it-Q4_K_M.gguf +2 -2
  8. gemma-3-12b-it-Q5_K_M.gguf +2 -2
  9. gemma-3-12b-it-Q6_K.gguf +2 -2
  10. gemma-3-12b-it-Q8_0.gguf +3 -0
  11. mmproj-BF16.gguf +3 -0
  12. mmproj-F32.gguf +3 -0
.gitattributes CHANGED
@@ -41,3 +41,7 @@ gemma-3-12b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
  gemma-3-12b-it.BF16.gguf filter=lfs diff=lfs merge=lfs -text
42
  gemma-3-12b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-3-12b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
41
  gemma-3-12b-it.BF16.gguf filter=lfs diff=lfs merge=lfs -text
42
  gemma-3-12b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-3-12b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ mmproj-BF16.gguf filter=lfs diff=lfs merge=lfs -text
45
+ mmproj-F32.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-3-12b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-3-12b-it-BF16.gguf filter=lfs diff=lfs merge=lfs -text
config.json CHANGED
@@ -16,7 +16,6 @@
16
  "attention_dropout": 0.0,
17
  "attn_logit_softcapping": null,
18
  "cache_implementation": "hybrid",
19
- "eos_token_id": 106,
20
  "final_logit_softcapping": null,
21
  "head_dim": 256,
22
  "hidden_activation": "gelu_pytorch_tanh",
 
16
  "attention_dropout": 0.0,
17
  "attn_logit_softcapping": null,
18
  "cache_implementation": "hybrid",
 
19
  "final_logit_softcapping": null,
20
  "head_dim": 256,
21
  "hidden_activation": "gelu_pytorch_tanh",
gemma-3-12b-it-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3ea3aa3e15113240eca61124806c9bc462e364d614d4d6ae5717419c62a551e
3
+ size 23540151456
gemma-3-12b-it-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a585dad84f4e4f9a356dae3337cbd66d4e2aa032162ecc05054dac8bf9abcf8c
3
- size 4768221184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:099ebd9c402b8c0684bbf00f16ebba8b942c2842945763d4447c8d5eab17c61f
3
+ size 4768221216
gemma-3-12b-it-Q2_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16281a380dc93b8d2b78cb3210fe7b157eb4cb7bd3a64f44773181b944cc7de3
3
- size 4508635264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdc33888783ba342d088f2652ec75fbb1a1a3771cc8c95ec75bbac11b6ae263b
3
+ size 4508635296
gemma-3-12b-it-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c364708c75eba9503e0f9a5144d11e4e6c49f0463c68bbae9f076badee00394b
3
- size 6008817664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e70b653a44fda7d615fbc36dba78f0b9d9b19e318c9d73945a5955f6fc6fb8
3
+ size 6008817696
gemma-3-12b-it-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:83cdc1c91550c438e1a2dbdc26fbb920c16864aa3bcda9e81b86050cd7a91c63
3
- size 7300777984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecb6908345e7a10be94511eae715b6b6eadbc518b7c1dd0fd5ba8816b62b4dc9
3
+ size 7300778016
gemma-3-12b-it-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1607203b323771f8fc222fa729714ea81d3311ece55ab6f0fbd5c964aaa9976
3
- size 8445036544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70d6fa28f37b302af5c5794c42e34adc5d5a9d0d3ddd594870b312994809a6e0
3
+ size 8445036576
gemma-3-12b-it-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2805d8a056dee643be4bb4227e7821472569b8cec0ed7971dacc38de9a2d0fba
3
- size 9660811264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d190cb0e5c6c29cb4679e07c694d941b8c26d92d9ec8b73a4d2ec03d282f183a
3
+ size 9660811296
gemma-3-12b-it-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be0dc32aa145fd7760a92d59d3883aad5fdcece573f6c725410f2b6e05c51f28
3
+ size 12510212256
mmproj-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87e5ba81aeddfc99bac8325a05f173b5f7024d447a1e3a21f40b265bdc0fe26f
3
+ size 854200224
mmproj-F32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d45f67b21a6718c2f418962ae2c9823ab0b6264ec9d4bad586f173143b8d17b6
3
+ size 1685188512