Hugging Face's logo

second-state
/
functionary-small-v3.2-GGUF

GGUF
llama
custom_code
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
2a05cf2
•
1 Parent(s): c2fc0ed

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. config.json +43 -0
  3. functionary-small-v3.2-Q2_K.gguf +3 -0
  4. functionary-small-v3.2-Q3_K_L.gguf +3 -0
  5. functionary-small-v3.2-Q3_K_M.gguf +3 -0
  6. functionary-small-v3.2-Q3_K_S.gguf +3 -0
  7. functionary-small-v3.2-Q4_0.gguf +3 -0
  8. functionary-small-v3.2-Q4_K_M.gguf +3 -0
  9. functionary-small-v3.2-Q4_K_S.gguf +3 -0
  10. functionary-small-v3.2-Q5_0.gguf +3 -0
  11. functionary-small-v3.2-Q5_K_M.gguf +3 -0
  12. functionary-small-v3.2-Q5_K_S.gguf +3 -0
  13. functionary-small-v3.2-Q6_K.gguf +3 -0
  14. functionary-small-v3.2-Q8_0.gguf +3 -0
  15. functionary-small-v3.2-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ functionary-small-v3.2-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ functionary-small-v3.2-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ functionary-small-v3.2-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ functionary-small-v3.2-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ functionary-small-v3.2-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ functionary-small-v3.2-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ functionary-small-v3.2-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ functionary-small-v3.2-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ functionary-small-v3.2-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ functionary-small-v3.2-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ functionary-small-v3.2-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ functionary-small-v3.2-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ functionary-small-v3.2-f16.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "auto_map": {
7
+ "AutoModelForCausalLM": "modeling_functionary.FunctionaryForCausalLM"
8
+ },
9
+ "attention_bias": false,
10
+ "attention_dropout": 0.0,
11
+ "bos_token_id": 128000,
12
+ "eos_token_id": [
13
+ 128001,
14
+ 128008,
15
+ 128009
16
+ ],
17
+ "hidden_act": "silu",
18
+ "hidden_size": 4096,
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 14336,
21
+ "max_position_embeddings": 131072,
22
+ "mlp_bias": false,
23
+ "model_type": "llama",
24
+ "num_attention_heads": 32,
25
+ "num_hidden_layers": 32,
26
+ "num_key_value_heads": 8,
27
+ "pretraining_tp": 1,
28
+ "rms_norm_eps": 1e-05,
29
+ "rope_scaling": {
30
+ "factor": 8.0,
31
+ "high_freq_factor": 4.0,
32
+ "low_freq_factor": 1.0,
33
+ "original_max_position_embeddings": 8192,
34
+ "rope_type": "llama3"
35
+ },
36
+ "rope_theta": 500000.0,
37
+ "sliding_window": 16384,
38
+ "tie_word_embeddings": false,
39
+ "torch_dtype": "bfloat16",
40
+ "transformers_version": "4.44.0.dev0",
41
+ "use_cache": false,
42
+ "vocab_size": 128256
43
+ }
functionary-small-v3.2-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7833b8be77b144577b3d315c90b79715ef20329b780abe01fdd094716574d3b
3
+ size 3179144192
functionary-small-v3.2-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7b5e1c8d96bf042c5bb2055c05fd4332de8e98cc2534c0d6589693b33d348d
3
+ size 4321969152
functionary-small-v3.2-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e209d04f0399505a52a5e2940d03eaa72556b025f17100d919fa6fb57ca99d8e
3
+ size 4018930688
functionary-small-v3.2-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e813c2add1d0e7ee8b54da64de253128764b18711fc8bf5e042e8ce9935884
3
+ size 3664512000
functionary-small-v3.2-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe3bfc21bf3e44fc1f179b0e42644ec4cbfe13810aa00e78ad8a46df1f19dc15
3
+ size 4661224448
functionary-small-v3.2-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b9f1689c6ae527d69a9c5af697d3559b520a07f2467e19d350a566895a585c
3
+ size 4920747008
functionary-small-v3.2-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:517e84118dc67b097ae93066ace621104660aa7409e959955aaa95b16d782bb0
3
+ size 4692681728
functionary-small-v3.2-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaaef14fb52d3c3ff9560a85dd6c8cfba19f8637276ee41cc08e92e60c9ac308
3
+ size 5599306752
functionary-small-v3.2-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a8f1f8700071f63249d5a1610325da9f8c518e0452c811250159c7588dcff76
3
+ size 5733000192
functionary-small-v3.2-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6569972468d36960316c2d4b466b42aebd15f88f5a8d4d1f374f7a35cd0672e0
3
+ size 5599306752
functionary-small-v3.2-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09baee82cec94c6cd65a47c6316473cdb6eeb73978fda1509ec33a7b928fd046
3
+ size 6596019200
functionary-small-v3.2-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4adcce32c36d7ca6d8eb1daea6287ddfa8efd722403ef8ac5dce3315e6cd82ee
3
+ size 8540783616
functionary-small-v3.2-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b76908888d324857733b4492fb8d535d2deb06f701da06da94d4a8c7b7d883a
3
+ size 16068903936