jartine commited on
Commit
02c8e00
1 Parent(s): c69bb09

Quantize BF16 with llamafile-0.8.16

Browse files
.gitattributes CHANGED
@@ -39,3 +39,4 @@ gemma-2-27b-it.Q8_0.llamafile filter=lfs diff=lfs merge=lfs -text
39
  gemma-2-27b-it.Q5_K_M.llamafile filter=lfs diff=lfs merge=lfs -text
40
  gemma-2-27b-it.Q4_K_M.llamafile filter=lfs diff=lfs merge=lfs -text
41
  gemma-2-27b-it.BF16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
 
 
39
  gemma-2-27b-it.Q5_K_M.llamafile filter=lfs diff=lfs merge=lfs -text
40
  gemma-2-27b-it.Q4_K_M.llamafile filter=lfs diff=lfs merge=lfs -text
41
  gemma-2-27b-it.BF16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
42
+ gemma-2-27b-it.BF16.cat1.llamafile filter=lfs diff=lfs merge=lfs -text
gemma-2-27b-it.BF16.cat1.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb851d9d5b1ddc8f8cb88d3ac07d3ca3ca6701858ce35f8b4c8326657b33a1d2
3
+ size 4631938203