Hugging Face's logo

Float16-cloud
/
llama3.1-typhoon2-8b-instruct-gguf

Text Generation
GGUF
llama-cpp
gguf-my-repo
ollama
Inference Endpoints
conversational
Model card Files Community
matichon commited on
Commit
78fd707
·
verified ·
1 Parent(s): 105ed9b

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. llama3.1-typhoon2-8b-instruct-fp16-00001-of-00005.gguf +3 -0
  3. llama3.1-typhoon2-8b-instruct-fp16-00002-of-00005.gguf +3 -0
  4. llama3.1-typhoon2-8b-instruct-fp16-00003-of-00005.gguf +3 -0
  5. llama3.1-typhoon2-8b-instruct-fp16-00004-of-00005.gguf +3 -0
  6. llama3.1-typhoon2-8b-instruct-fp16-00005-of-00005.gguf +3 -0
  7. llama3.1-typhoon2-8b-instruct-iq4_nl.gguf +3 -0
  8. llama3.1-typhoon2-8b-instruct-q4_0.gguf +3 -0
  9. llama3.1-typhoon2-8b-instruct-q4_k_m.gguf +3 -0
  10. llama3.1-typhoon2-8b-instruct-q5_0.gguf +3 -0
  11. llama3.1-typhoon2-8b-instruct-q5_k_m.gguf +3 -0
  12. llama3.1-typhoon2-8b-instruct-q6_k.gguf +3 -0
  13. llama3.1-typhoon2-8b-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ llama3.1-typhoon2-8b-instruct-fp16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
37
+ llama3.1-typhoon2-8b-instruct-fp16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llama3.1-typhoon2-8b-instruct-fp16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llama3.1-typhoon2-8b-instruct-fp16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llama3.1-typhoon2-8b-instruct-fp16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
41
+ llama3.1-typhoon2-8b-instruct-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
42
+ llama3.1-typhoon2-8b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ llama3.1-typhoon2-8b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ llama3.1-typhoon2-8b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ llama3.1-typhoon2-8b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
46
+ llama3.1-typhoon2-8b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
47
+ llama3.1-typhoon2-8b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
llama3.1-typhoon2-8b-instruct-fp16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f799da3fa00e61bd31e32943638d92994ca74aed0eeed9fb607d2af8a228e39
3
+ size 3910837504
llama3.1-typhoon2-8b-instruct-fp16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20692ac9e555c903c23e920af4acde0f53cf40fc134b760a5991b0a8a0aa0441
3
+ size 3926168384
llama3.1-typhoon2-8b-instruct-fp16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2374e558b3aab65e058a00974bf168eca9ca427e55cdc3c106476a2ad76c124
3
+ size 3926168416
llama3.1-typhoon2-8b-instruct-fp16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7908529aa3c159a03459434021d2d8be2a1b3269c5187852596c0aaeb47a999f
3
+ size 3137556448
llama3.1-typhoon2-8b-instruct-fp16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03fb8fe6d6ed87017216cfb6156b55bf2abd245170bad108898f5b379a089904
3
+ size 1168163200
llama3.1-typhoon2-8b-instruct-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a910ef5f16cfc29612644b6cd0bb8c235c1d020b8e14e15f5421b0127de6bff
3
+ size 4707351296
llama3.1-typhoon2-8b-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7719cac75ee4206312cf88a10a5167fcadb478c8208e5e889585ebe9e9cfc73e
3
+ size 4661213952
llama3.1-typhoon2-8b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e8eff6d5946be9d1f83da39ef846439dcdce19d5d0bcff62fe56ba55fb86f2
3
+ size 4920736512
llama3.1-typhoon2-8b-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0918c75967b9684678148da2e515fa4849a1c9d1f1741221728ad88ff0528175
3
+ size 5599296256
llama3.1-typhoon2-8b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30b1ac0bffd0869a246b4c61ca09ef01079af5261c38c57624483f484e6727ba
3
+ size 5732989696
llama3.1-typhoon2-8b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb977322742d56ae6281b14329a6c97861d0fad0349347f04391d81eb03ddace
3
+ size 6596008704
llama3.1-typhoon2-8b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:288f2e7785cb883d75434441cc13100c4a05230b40dcc826c4d7abc1d8330053
3
+ size 8540773120