Hugging Face's logo

mradermacher
/
Biomistral-Calme-Instruct-7b-i1-GGUF

Transformers
GGUF
English
Merge
mergekit
MaziyarPanahi/Calme-7B-Instruct-v0.1.1
BioMistral/BioMistral-7B
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
5705312
•
1 Parent(s): 673b699

uploaded from nico1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Biomistral-Calme-Instruct-7b.i1-IQ1_M.gguf +3 -0
  3. Biomistral-Calme-Instruct-7b.i1-IQ1_S.gguf +3 -0
  4. Biomistral-Calme-Instruct-7b.i1-IQ2_M.gguf +3 -0
  5. Biomistral-Calme-Instruct-7b.i1-IQ2_S.gguf +3 -0
  6. Biomistral-Calme-Instruct-7b.i1-IQ2_XS.gguf +3 -0
  7. Biomistral-Calme-Instruct-7b.i1-IQ2_XXS.gguf +3 -0
  8. Biomistral-Calme-Instruct-7b.i1-IQ3_M.gguf +3 -0
  9. Biomistral-Calme-Instruct-7b.i1-IQ3_S.gguf +3 -0
  10. Biomistral-Calme-Instruct-7b.i1-IQ3_XS.gguf +3 -0
  11. Biomistral-Calme-Instruct-7b.i1-IQ3_XXS.gguf +3 -0
  12. Biomistral-Calme-Instruct-7b.i1-IQ4_XS.gguf +3 -0
  13. Biomistral-Calme-Instruct-7b.i1-Q2_K.gguf +3 -0
  14. Biomistral-Calme-Instruct-7b.i1-Q2_K_S.gguf +3 -0
  15. Biomistral-Calme-Instruct-7b.i1-Q3_K_L.gguf +3 -0
  16. Biomistral-Calme-Instruct-7b.i1-Q3_K_M.gguf +3 -0
  17. Biomistral-Calme-Instruct-7b.i1-Q3_K_S.gguf +3 -0
  18. Biomistral-Calme-Instruct-7b.i1-Q4_0.gguf +3 -0
  19. Biomistral-Calme-Instruct-7b.i1-Q4_K_M.gguf +3 -0
  20. Biomistral-Calme-Instruct-7b.i1-Q4_K_S.gguf +3 -0
  21. Biomistral-Calme-Instruct-7b.i1-Q5_K_M.gguf +3 -0
  22. Biomistral-Calme-Instruct-7b.i1-Q5_K_S.gguf +3 -0
  23. Biomistral-Calme-Instruct-7b.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Biomistral-Calme-Instruct-7b.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Biomistral-Calme-Instruct-7b.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Biomistral-Calme-Instruct-7b.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Biomistral-Calme-Instruct-7b.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Biomistral-Calme-Instruct-7b.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Biomistral-Calme-Instruct-7b.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Biomistral-Calme-Instruct-7b.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Biomistral-Calme-Instruct-7b.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Biomistral-Calme-Instruct-7b.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Biomistral-Calme-Instruct-7b.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Biomistral-Calme-Instruct-7b.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Biomistral-Calme-Instruct-7b.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Biomistral-Calme-Instruct-7b.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Biomistral-Calme-Instruct-7b.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Biomistral-Calme-Instruct-7b.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Biomistral-Calme-Instruct-7b.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Biomistral-Calme-Instruct-7b.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Biomistral-Calme-Instruct-7b.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Biomistral-Calme-Instruct-7b.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Biomistral-Calme-Instruct-7b.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Biomistral-Calme-Instruct-7b.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Biomistral-Calme-Instruct-7b.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Biomistral-Calme-Instruct-7b.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eec2c93fff0403dfe74e9e865769f03b319f60bd182c8c3ade33304c27a4894
3
+ size 1754447392
Biomistral-Calme-Instruct-7b.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59b35a5a86416dd285bb6c71a0b74c85ed3f13652494567e64782cb8ea4cfd1a
3
+ size 1612103200
Biomistral-Calme-Instruct-7b.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3f65e24f40f5ea2437cb0ed4d275d37cebf5028c523600ad15b87b256531a0d
3
+ size 2500714016
Biomistral-Calme-Instruct-7b.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41ef7ea4dd129eb6670182b51906823b4fc51fbc76a265b2948d4fea5d938663
3
+ size 2310921760
Biomistral-Calme-Instruct-7b.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c067820b42a372092bdc920decb9bbf75c4c5c8affb493584fa29f21d6836fe
3
+ size 2198257184
Biomistral-Calme-Instruct-7b.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:541af9b9cf6b9297651820b7f01ef0ab3c0ee62f8d471d680e9c5f820d406f2e
3
+ size 1991687712
Biomistral-Calme-Instruct-7b.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90c31275e74082070ff1472b4c9cf32a0f102534cde1adf270608d20306fd912
3
+ size 3284893216
Biomistral-Calme-Instruct-7b.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:048150dac023222dbff67fecab7ab3c322c73ff40d5036af86a8f3ed76d6870b
3
+ size 3182394912
Biomistral-Calme-Instruct-7b.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd8bc50c4ad52a256bb0303ef1eb0b98e14957911b90ef83b20e2f5f2627ffb6
3
+ size 3018817056
Biomistral-Calme-Instruct-7b.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d844ac1801d6a85c0c7d81d40fe93d1e599eed8e79c26db75ceba689c35ff90
3
+ size 2827345440
Biomistral-Calme-Instruct-7b.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f836b2a594d479a5f66064b1f7854f52ffe8ecbfbb6dc822c6df31c6c7e5aa9
3
+ size 3907690016
Biomistral-Calme-Instruct-7b.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dc38b3383d98ad937ee74d5c5fefca64ca4fb2e21115111c5375ffe0d4f0280
3
+ size 2719243808
Biomistral-Calme-Instruct-7b.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d98324262181cb26956e4aa38713aaefd7eb243629f354f536c86cefa04d1d00
3
+ size 2528927264
Biomistral-Calme-Instruct-7b.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db9ca8e25e8b676376a3e25c11feab7eac8bb173405dc2366063adb3046540b
3
+ size 3822026272
Biomistral-Calme-Instruct-7b.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d192ab244f00f56b7f64053fc444c6c7a57adca92b832225bbef636f5cdb72a
3
+ size 3518987808
Biomistral-Calme-Instruct-7b.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a5190cf382ffa60880ced47a2771612f1ccb948bfbd6d242ad192ff9955509
3
+ size 3164569120
Biomistral-Calme-Instruct-7b.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1641f666cdc46f3a7477f7089a67e602b60a0c413eeb1f4d4b367fedd48ba03
3
+ size 4123598368
Biomistral-Calme-Instruct-7b.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db637787bd557701fc6cbee8eacde2e8d84288d7d4e59b7e3b6cefbc72690934
3
+ size 4368440864
Biomistral-Calme-Instruct-7b.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74bc84b580599576c5aae103c0f23f6c226c699f5c223299b6b184b678647318
3
+ size 4140375584
Biomistral-Calme-Instruct-7b.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9d098e4ce78b8785f56803bcc2104ee1e11421b974348f4778e53fa1aa80caf
3
+ size 5131410976
Biomistral-Calme-Instruct-7b.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5b0406a6a2bee7cc2091b24ab3ed802e841f7beadac8293892d0dd04830c32d
3
+ size 4997717536
Biomistral-Calme-Instruct-7b.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f105c3ea7cd2e5d64cd740a9a5d5c9407948166be159ae25bddafc171b6e83
3
+ size 5942066720