Hugging Face's logo

second-state
/
gte-Qwen2-7B-instruct-GGUF

GGUF
qwen2
custom_code
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
b5751ce
·
verified ·
1 Parent(s): 7e75442

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. config.json +33 -0
  3. gte-Qwen2-7B-instruct-Q2_K.gguf +3 -0
  4. gte-Qwen2-7B-instruct-Q3_K_L.gguf +3 -0
  5. gte-Qwen2-7B-instruct-Q3_K_M.gguf +3 -0
  6. gte-Qwen2-7B-instruct-Q3_K_S.gguf +3 -0
  7. gte-Qwen2-7B-instruct-Q4_0.gguf +3 -0
  8. gte-Qwen2-7B-instruct-Q4_K_M.gguf +3 -0
  9. gte-Qwen2-7B-instruct-Q4_K_S.gguf +3 -0
  10. gte-Qwen2-7B-instruct-Q5_0.gguf +3 -0
  11. gte-Qwen2-7B-instruct-Q5_K_M.gguf +3 -0
  12. gte-Qwen2-7B-instruct-Q5_K_S.gguf +3 -0
  13. gte-Qwen2-7B-instruct-Q6_K.gguf +3 -0
  14. gte-Qwen2-7B-instruct-Q8_0.gguf +3 -0
  15. gte-Qwen2-7B-instruct-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gte-Qwen2-7B-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gte-Qwen2-7B-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gte-Qwen2-7B-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gte-Qwen2-7B-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gte-Qwen2-7B-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gte-Qwen2-7B-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gte-Qwen2-7B-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gte-Qwen2-7B-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gte-Qwen2-7B-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gte-Qwen2-7B-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gte-Qwen2-7B-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gte-Qwen2-7B-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ gte-Qwen2-7B-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "auto_map": {
7
+ "AutoModel": "modeling_qwen.Qwen2Model",
8
+ "AutoModelForCausalLM": "modeling_qwen.Qwen2ForCausalLM",
9
+ "AutoModelForSequenceClassification": "modeling_qwen.Qwen2ForSequenceClassification"
10
+ },
11
+ "bos_token_id": 151643,
12
+ "eos_token_id": 151643,
13
+ "hidden_act": "silu",
14
+ "hidden_size": 3584,
15
+ "initializer_range": 0.02,
16
+ "intermediate_size": 18944,
17
+ "max_position_embeddings": 131072,
18
+ "max_window_layers": 28,
19
+ "model_type": "qwen2",
20
+ "num_attention_heads": 28,
21
+ "num_hidden_layers": 28,
22
+ "num_key_value_heads": 4,
23
+ "rms_norm_eps": 1e-06,
24
+ "rope_theta": 1000000.0,
25
+ "sliding_window": 131072,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "float32",
28
+ "transformers_version": "4.41.2",
29
+ "use_cache": true,
30
+ "use_sliding_window": false,
31
+ "is_causal": false,
32
+ "vocab_size": 151646
33
+ }
gte-Qwen2-7B-instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f64c794dae6dc8cd51868a6335f5a063596259c37084a31635a982af4d6a798c
3
+ size 3014207776
gte-Qwen2-7B-instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ccbf298ed434f2c6d66c617f6fc0fa1fad81f5e454f0135357091d32bb9abeb1
3
+ size 4086574784
gte-Qwen2-7B-instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bb007f673fd04d83451aa2ea185beeed75b6c05fa821c3a38989979d5a98bc3
3
+ size 3806506688
gte-Qwen2-7B-instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03d030eef330229af6ba93df724e9fdc479338b4938e304e133aa6a6d09f47b3
3
+ size 3490483904
gte-Qwen2-7B-instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0cd1199592828a4ead8f9dc9f47c8ee119d9c0e6a1177d321bc725365b5239c
3
+ size 4429307264
gte-Qwen2-7B-instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:825681b2ef37fc9ee3712c1114e53eb01651c3d7b029b1f6d07c05618ec5c1e5
3
+ size 4680990080
gte-Qwen2-7B-instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7480817bf084342839551dcf02d4a6776d069ac1603daa38dc285c3be835b43
3
+ size 4455685504
gte-Qwen2-7B-instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbbfbf4843d66528a568e3a66b6647e203dc8032e1ef195a3a63b82786dc955e
3
+ size 5312905728
gte-Qwen2-7B-instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80f7efdcc550d36300f604f51e29421ba627721dd684b0a87c72deb1916cb6e2
3
+ size 5442560512
gte-Qwen2-7B-instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:266ae273a956e5adacb670d8495e382875313cea764cd930aeca6f100fe849d4
3
+ size 5312905728
gte-Qwen2-7B-instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dceab0b6e396090b2aa17970f23e37948753061745510f4beaa050938af9d5a
3
+ size 6251729120
gte-Qwen2-7B-instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:112a2070029cb4256eec5b18941aa4d7ad87652f8b8714f879b39e55503e1b21
3
+ size 8095329824
gte-Qwen2-7B-instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ff85ee22817d2aba57078c2da3b4591b271d9aabb9919b2219f8329521ddc0f
3
+ size 15231848864