Hugging Face's logo

Vikhrmodels
/
Vikhr-Llama-3.2-1B-instruct-GGUF

Text Generation
GGUF
Russian
English
llamacpp
instruct
Inference Endpoints
conversational
Model card Files Community
LakoMoor commited on
Commit
6ef0534
•
1 Parent(s): ab118cf

Upload 31 files

Browse files
Files changed (32) hide show
  1. .gitattributes +31 -0
  2. Vikhr-Llama-3.2-1B-F16.gguf +3 -0
  3. Vikhr-Llama-3.2-1B-IQ1_M.gguf +3 -0
  4. Vikhr-Llama-3.2-1B-IQ1_S.gguf +3 -0
  5. Vikhr-Llama-3.2-1B-IQ2_M.gguf +3 -0
  6. Vikhr-Llama-3.2-1B-IQ2_S.gguf +3 -0
  7. Vikhr-Llama-3.2-1B-IQ2_XS.gguf +3 -0
  8. Vikhr-Llama-3.2-1B-IQ2_XXS.gguf +3 -0
  9. Vikhr-Llama-3.2-1B-IQ3_M.gguf +3 -0
  10. Vikhr-Llama-3.2-1B-IQ3_S.gguf +3 -0
  11. Vikhr-Llama-3.2-1B-IQ3_XS.gguf +3 -0
  12. Vikhr-Llama-3.2-1B-IQ3_XXS.gguf +3 -0
  13. Vikhr-Llama-3.2-1B-IQ4_NL.gguf +3 -0
  14. Vikhr-Llama-3.2-1B-IQ4_XS.gguf +3 -0
  15. Vikhr-Llama-3.2-1B-Q2_K.gguf +3 -0
  16. Vikhr-Llama-3.2-1B-Q3_K.gguf +3 -0
  17. Vikhr-Llama-3.2-1B-Q3_K_L.gguf +3 -0
  18. Vikhr-Llama-3.2-1B-Q3_K_M.gguf +3 -0
  19. Vikhr-Llama-3.2-1B-Q3_K_S.gguf +3 -0
  20. Vikhr-Llama-3.2-1B-Q4_0.gguf +3 -0
  21. Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf +3 -0
  22. Vikhr-Llama-3.2-1B-Q4_1.gguf +3 -0
  23. Vikhr-Llama-3.2-1B-Q4_K.gguf +3 -0
  24. Vikhr-Llama-3.2-1B-Q4_K_M.gguf +3 -0
  25. Vikhr-Llama-3.2-1B-Q4_K_S.gguf +3 -0
  26. Vikhr-Llama-3.2-1B-Q5_0.gguf +3 -0
  27. Vikhr-Llama-3.2-1B-Q5_1.gguf +3 -0
  28. Vikhr-Llama-3.2-1B-Q5_K.gguf +3 -0
  29. Vikhr-Llama-3.2-1B-Q5_K_M.gguf +3 -0
  30. Vikhr-Llama-3.2-1B-Q5_K_S.gguf +3 -0
  31. Vikhr-Llama-3.2-1B-Q6_K.gguf +3 -0
  32. Vikhr-Llama-3.2-1B-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,34 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Vikhr-Llama-3.2-1B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Vikhr-Llama-3.2-1B-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Vikhr-Llama-3.2-1B-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Vikhr-Llama-3.2-1B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Vikhr-Llama-3.2-1B-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Vikhr-Llama-3.2-1B-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Vikhr-Llama-3.2-1B-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Vikhr-Llama-3.2-1B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Vikhr-Llama-3.2-1B-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Vikhr-Llama-3.2-1B-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Vikhr-Llama-3.2-1B-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Vikhr-Llama-3.2-1B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Vikhr-Llama-3.2-1B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Vikhr-Llama-3.2-1B-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Vikhr-Llama-3.2-1B-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Vikhr-Llama-3.2-1B-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Vikhr-Llama-3.2-1B-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Vikhr-Llama-3.2-1B-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Vikhr-Llama-3.2-1B-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Vikhr-Llama-3.2-1B-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Vikhr-Llama-3.2-1B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Vikhr-Llama-3.2-1B-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Vikhr-Llama-3.2-1B-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Vikhr-Llama-3.2-1B-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Vikhr-Llama-3.2-1B-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Vikhr-Llama-3.2-1B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Vikhr-Llama-3.2-1B-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Vikhr-Llama-3.2-1B-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Vikhr-Llama-3.2-1B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Vikhr-Llama-3.2-1B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Vikhr-Llama-3.2-1B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f53fd2d949286116b0ee49508214ce6638a4898e54ae96809c973dfecf5b0ab
3
+ size 2479595616
Vikhr-Llama-3.2-1B-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a24eb83a0ef716a640e3d6e87519a2546808dda466194e8e8ef17c8433de95e0
3
+ size 413606368
Vikhr-Llama-3.2-1B-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:075156370bf553947a134553f5bd62cbc615fee38878454156fd0abd55571375
3
+ size 393552352
Vikhr-Llama-3.2-1B-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8097308ac2994052687786c9f723d47b227d543f87d686933f800baf8cf7ab41
3
+ size 515449312
Vikhr-Llama-3.2-1B-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:16676b42aea1dca17e8cbb6e3edd64e2b9c36415ab7589e89336fc401a6088e3
3
+ size 488710624
Vikhr-Llama-3.2-1B-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:109ed86b9bda5823e38ef8971ece2e7c9458bba03f05986d084956ebb22a8c9b
3
+ size 475865568
Vikhr-Llama-3.2-1B-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a38c446789f073e802cd50c0fc79ef7040b882211ea8f89e252029f8e1cce39d
3
+ size 447029728
Vikhr-Llama-3.2-1B-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d42441d764fe4d9893c82b369f0bc82dd64cf466fab092528eeef8759011d09
3
+ size 657289696
Vikhr-Llama-3.2-1B-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b2f8271d7a3f250da9e91278fb441e701cad03a5ef94aeafd6001312ad2a5df
3
+ size 643920352
Vikhr-Llama-3.2-1B-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00474ad6961fae4b5de9c31b7d3f1e3a60c54c43bd8305c3c2d9f8422ce35009
3
+ size 621113824
Vikhr-Llama-3.2-1B-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc9c046a91ce7e92e9d8e25faad9bcc6b240ce10fb625f01c3313eb6bd71bd9e
3
+ size 562110944
Vikhr-Llama-3.2-1B-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84c3f783ad41af4061b12e37c84badc106900836edc70ac62f75d0f0efb2026f
3
+ size 773026272
Vikhr-Llama-3.2-1B-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4366657252ef8dcb81532c937011f030b89f75f6e616e7c4b6a115a8677c89
3
+ size 743141856
Vikhr-Llama-3.2-1B-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98c0c378483374cabfeba1b3b4007d368cb3ba3ef60235d00cf3a203bcdf1f14
3
+ size 580874336
Vikhr-Llama-3.2-1B-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a358831983f3996ba41d5b41d20ebf59ed27b84c99f80e24c5fb7c0ae2d338b5
3
+ size 690843744
Vikhr-Llama-3.2-1B-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cb123de027c825b47b078bed745ae5038b69dd339d6c5a1435b6680d258fcff
3
+ size 732524640
Vikhr-Llama-3.2-1B-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a358831983f3996ba41d5b41d20ebf59ed27b84c99f80e24c5fb7c0ae2d338b5
3
+ size 690843744
Vikhr-Llama-3.2-1B-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1e22505a3026fd1894a5cbfadddb4336ca9acc0ad7955e039514b3312b0ec3c
3
+ size 641691744
Vikhr-Llama-3.2-1B-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa82ba1ced4a036647c8a66060cb9334be02a5a9737ab1d16a384199a7197bd
3
+ size 770928736
Vikhr-Llama-3.2-1B-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f16c4485be34dbd2b9377d38db79e7236e542938a7f5d7c3e8d0e5acce08778d
3
+ size 770928736
Vikhr-Llama-3.2-1B-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0de9a2a97de37d63af5206063e43fae18246d9d0f2b376d081d09a5aa3a0d23c
3
+ size 831746144
Vikhr-Llama-3.2-1B-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a85c0ef4b6476ff5fcf2c961226234ab7008d17087c2152416e61a9b7e74b32d
3
+ size 807694432
Vikhr-Llama-3.2-1B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a85c0ef4b6476ff5fcf2c961226234ab7008d17087c2152416e61a9b7e74b32d
3
+ size 807694432
Vikhr-Llama-3.2-1B-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c905d2522020886b13c02e8bf108c6950d1a4681b041a9979ffabd58304e153c
3
+ size 775647328
Vikhr-Llama-3.2-1B-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc3fd677193963cd97f2bb29bd73e6c520db890152230648dc287856276cb6fc
3
+ size 892563552
Vikhr-Llama-3.2-1B-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66e2a96d48e0179636d6647496c14e558aa918f5ac17db975ba37d590c8c5908
3
+ size 953380960
Vikhr-Llama-3.2-1B-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc25c1a08f5c857e7d4369cbe9100d9a3fcca0c3876c359ed7cbc7251138521
3
+ size 911503456
Vikhr-Llama-3.2-1B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afc25c1a08f5c857e7d4369cbe9100d9a3fcca0c3876c359ed7cbc7251138521
3
+ size 911503456
Vikhr-Llama-3.2-1B-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1f37100a8672063dceb7614b8cb8dcf24f5ad20c37e8e07d8a1af17c1131cae
3
+ size 892563552
Vikhr-Llama-3.2-1B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86de6d33326d435cc43b2cc500cb3f00d17686538f80f5752ef2113249c80a9d
3
+ size 1021800544
Vikhr-Llama-3.2-1B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721d18e0aec171cf8a3db719eb76708ef8b01e569d39bc0e8da1a3831fa86c94
3
+ size 1321082976