Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,18 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
+Vikhr-7B-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,47 @@
+---
+model_creator: Vikhrmodels
+base_model: Vikhr-7B-instruct
+model_name: Vikhr-7B-instruct-GGUF
+pipeline_tag: text-generation
+license: apache-2.0
+model_type: mistral
+inference: false
+prompt_template: '<s>{role}\n{content}</s>\n'
+pretrain-datasets:
+  - IlyaGusev/habr
+datasets:
+  - zjkarina/Vikhr_instruct
+language:
+  - ru
+  - en
+---
+# Vikhr-7B-instruct-GGUF
+- Model creator: [Vikhrmodels](https://huggingface.co/Vikhrmodels)
+- Original model: [Vikhr-7B-instruct](https://huggingface.co/Vikhrmodels/Vikhr-7B-instruct)
+
+
+## Description
+This repository contains quantized GGUF format model files for [Vikhr-7B-instruct_merged](https://huggingface.co/Vikhrmodels/Vikhr-7B-instruct_merged).
+
+
+## Default message template:
+`<s>{role}\n{content}</s>\n`
+
+
+## Default system prompt:
+`Ты — Вихрь, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им.`
+
+
+## Example `llama.cpp` command
+```shell
+./main -m Vikhr-7B-instruct-Q4_K_M.gguf -c 32768 -n -1 -p $'<s>system\nТы — Вихрь, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им.</s>\n<s>user\nКак тебя зовут?</s>\n<s>bot\n'
+```
+```
+system
+Ты — Вихрь, русскоязычный автоматический ассистент. Ты разговариваешь с людьми и помогаешь им.
+user
+Как тебя зовут?
+bot
+Я называю себя Вихрем! [end of text]
+```
+For other parameters and how to use them, please refer to [the llama.cpp documentation](https://github.com/ggerganov/llama.cpp/blob/master/examples/main/README.md)

Vikhr-7B-instruct-Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03551a35cc39cec0def6469c93668f7f5d9aba115769d91f73eadfaa80e725cf
+size 2757108416

Vikhr-7B-instruct-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7fb1af85a1a28d5895031ef844fe51a69fc65c205916e1c5ca431b501731fe
+size 3863218880

Vikhr-7B-instruct-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92ffdc876ce4fd512b63bf1ff5ae31f75adbd0949921e8c4cf6fd6b83346e3d
+size 3560180416

Vikhr-7B-instruct-Q3_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd80e824f6613932be65e19a87070eafd4d15c67f38ea443f6f5c970823bdfa
+size 3205761728

Vikhr-7B-instruct-Q3_K_XS.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f840516d491350abb487a82a9af99d24e0a07c187c894151a4ffd625b07f2eab
+size 3032484544

Vikhr-7B-instruct-Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e6455536d8fbd153f8377686e7b6c1b21c5e608bca7dbabe40ba1b9e1a0a96
+size 4154462912

Vikhr-7B-instruct-Q4_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe50e3080b97c411c5d53e20bbbdb81bac7c2fb763de415fa0242f6145bf2d01
+size 4600910528

Vikhr-7B-instruct-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2485e393deb8651810f4bd7e4d200c6abd4e45a3f39ad812c220300ecea31d13
+size 4413985472

Vikhr-7B-instruct-Q4_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d8963246e7eee2983668ca87fffd6c0a105556c4a57324e59fe6a427df27cd6
+size 4185920192

Vikhr-7B-instruct-Q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1e5396dc2703a89e68655c3978af0217f827e434cd9a371c96cbf7c68e297a
+size 5047358144

Vikhr-7B-instruct-Q5_1.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e78b08158a2709404e2582d8475afd1476ff88d9d9a23c318ebba01f5929bff
+size 5493805760

Vikhr-7B-instruct-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a909c636770def05b3d146ed90932ba1e2a2d7af708a0662f1d6ef2e228e4f64
+size 5181051584

Vikhr-7B-instruct-Q5_K_S.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa83dc78a3be706fa7b50ac0ece5fa2af7716b52591c91315589bf79ac9377d
+size 5047358144

Vikhr-7B-instruct-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f84776b57eeb982c3069c0b48cfeb4a4195df1e19a2d7a5ab9931ef474cc34a
+size 5996059328

Vikhr-7B-instruct-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c57b3f14c92d8a0f6e518f5b101617051a37a6f7c7f6b203c9387b3f420d1aa
+size 7765723840