Hugging Face's logo

gaianet
/
Llama-3.3-70B-Instruct-GGUF

Text Generation
Transformers
GGUF
PyTorch
llama
facebook
meta
llama-3
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
8f33cb0
•
1 Parent(s): 3d14f7c

Update models

Browse files
Files changed (20) hide show
  1. .gitattributes +19 -0
  2. Llama-3.3-70B-Instruct-Q2_K.gguf +3 -0
  3. Llama-3.3-70B-Instruct-Q3_K_L.gguf +3 -0
  4. Llama-3.3-70B-Instruct-Q3_K_M.gguf +3 -0
  5. Llama-3.3-70B-Instruct-Q3_K_S.gguf +3 -0
  6. Llama-3.3-70B-Instruct-Q4_0.gguf +3 -0
  7. Llama-3.3-70B-Instruct-Q4_K_M.gguf +3 -0
  8. Llama-3.3-70B-Instruct-Q4_K_S.gguf +3 -0
  9. Llama-3.3-70B-Instruct-Q5_0.gguf +3 -0
  10. Llama-3.3-70B-Instruct-Q5_K_S.gguf +3 -0
  11. Llama-3.3-70B-Instruct-Q6_K-00001-of-00002.gguf +3 -0
  12. Llama-3.3-70B-Instruct-Q6_K-00002-of-00002.gguf +3 -0
  13. Llama-3.3-70B-Instruct-Q8_0-00001-of-00003.gguf +3 -0
  14. Llama-3.3-70B-Instruct-Q8_0-00002-of-00003.gguf +3 -0
  15. Llama-3.3-70B-Instruct-Q8_0-00003-of-00003.gguf +3 -0
  16. Llama-3.3-70B-Instruct-f16-00001-of-00005.gguf +3 -0
  17. Llama-3.3-70B-Instruct-f16-00002-of-00005.gguf +3 -0
  18. Llama-3.3-70B-Instruct-f16-00003-of-00005.gguf +3 -0
  19. Llama-3.3-70B-Instruct-f16-00004-of-00005.gguf +3 -0
  20. Llama-3.3-70B-Instruct-f16-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,22 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Llama-3.3-70B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Llama-3.3-70B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.3-70B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.3-70B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.3-70B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.3-70B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.3-70B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.3-70B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.3-70B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3.3-70B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3.3-70B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3.3-70B-Instruct-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3.3-70B-Instruct-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3.3-70B-Instruct-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3.3-70B-Instruct-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3.3-70B-Instruct-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3.3-70B-Instruct-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3.3-70B-Instruct-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3.3-70B-Instruct-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3.3-70B-Instruct-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3.3-70B-Instruct-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.3-70B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d765d3f22082e2ff2ff6b0f15d182b8404d3193cb9ade682db59fc9c54510ea4
3
+ size 26375113408
Llama-3.3-70B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e67c5202a95ad3b69654a02cf71ded6b7a28835fcdebf269b0c27ec5bdb91bbb
3
+ size 37140597440
Llama-3.3-70B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3780542544af43a9e2921fad572ca4e5d8abb6fdeae2d80b7041972c23f800
3
+ size 34267499200
Llama-3.3-70B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e75160728a1c316a5434ae68d9d2cd6217e8d062f78966a9a0088275543e2cb
3
+ size 30912056000
Llama-3.3-70B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c176908d00f6753b5e8891cac84fb448c3e1e27568df202f0d97a054c8378323
3
+ size 39969737408
Llama-3.3-70B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1795ae4186d7c32690fbdc5082cf4308507da572769a331df3b83a8962f46c38
3
+ size 42520398528
Llama-3.3-70B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ed386e8ababe505caabb74ff56647b3f4d5bd85a97580d95d671d83a7a9787e
3
+ size 40347224768
Llama-3.3-70B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f48f0d68dc04c25890f557e38b5f3945c8a0d73c0e3fd85da37a96c5bb54dbb
3
+ size 48657451712
Llama-3.3-70B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f73649922091687ff7c11a81e94bd5f4c688335edd0731bd6f94c56532c377d6
3
+ size 48657451712
Llama-3.3-70B-Instruct-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f654645bd07354f7528a2981fc622c332e4109b75e3e1a7b7f74d37ae0428239
3
+ size 29933778976
Llama-3.3-70B-Instruct-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f50428a8c9912e949f5273174e66c9febdc7cd21617595de2dc0e5c9df536434
3
+ size 27954369376
Llama-3.3-70B-Instruct-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e5e41b74a6446075b12cdd395980550f7e06043e181dfb4f6b6bf6b783965ad
3
+ size 29926007648
Llama-3.3-70B-Instruct-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14f57abb1e99190c4220f4cad19e29568e911e4f5679563d00d0d3b8a36e5057
3
+ size 29753427360
Llama-3.3-70B-Instruct-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5652cbe8278df62cbff36f53bf5e6cf714c555def43aa5320f66e208bfb5aa9a
3
+ size 15295619840
Llama-3.3-70B-Instruct-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3b1dbe9bc1c0d73a5dda2376cfe024017058b4f16c372ef684f5b8a464b8049
3
+ size 29960438944
Llama-3.3-70B-Instruct-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edfba918b25001c2faa0d210d8639dd468580a2b9b2932efac040061601c11c7
3
+ size 29562578048
Llama-3.3-70B-Instruct-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f89cf5536552828a769d5eaaf842c9ae48d012d153f79b70253a5079497a7075
3
+ size 29864633824
Llama-3.3-70B-Instruct-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90a444ac7a750ee239565df4c62f62c884d21f9636c16ee909dde7c6965293cc
3
+ size 29562545216
Llama-3.3-70B-Instruct-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6eec501b8f6258f7684cf3d3808ac499bd0ac06b2c52a612fe7810e4b73a45b5
3
+ size 22167722464