Hugging Face's logo

second-state
/
functionary-small-v3.1-GGUF

GGUF
llama
custom_code
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
e4a4162
•
1 Parent(s): a676819

Update models

Browse files
Files changed (15) hide show
  1. .gitattributes +13 -0
  2. config.json +43 -0
  3. functionary-small-v3.1-Q2_K.gguf +3 -0
  4. functionary-small-v3.1-Q3_K_L.gguf +3 -0
  5. functionary-small-v3.1-Q3_K_M.gguf +3 -0
  6. functionary-small-v3.1-Q3_K_S.gguf +3 -0
  7. functionary-small-v3.1-Q4_0.gguf +3 -0
  8. functionary-small-v3.1-Q4_K_M.gguf +3 -0
  9. functionary-small-v3.1-Q4_K_S.gguf +3 -0
  10. functionary-small-v3.1-Q5_0.gguf +3 -0
  11. functionary-small-v3.1-Q5_K_M.gguf +3 -0
  12. functionary-small-v3.1-Q5_K_S.gguf +3 -0
  13. functionary-small-v3.1-Q6_K.gguf +3 -0
  14. functionary-small-v3.1-Q8_0.gguf +3 -0
  15. functionary-small-v3.1-f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ functionary-small-v3.1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ functionary-small-v3.1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ functionary-small-v3.1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ functionary-small-v3.1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ functionary-small-v3.1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ functionary-small-v3.1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ functionary-small-v3.1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ functionary-small-v3.1-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ functionary-small-v3.1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ functionary-small-v3.1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ functionary-small-v3.1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ functionary-small-v3.1-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ functionary-small-v3.1-f16.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "auto_map": {
7
+ "AutoModelForCausalLM": "modeling_functionary.FunctionaryForCausalLM"
8
+ },
9
+ "attention_bias": false,
10
+ "attention_dropout": 0.0,
11
+ "bos_token_id": 128000,
12
+ "eos_token_id": [
13
+ 128001,
14
+ 128008,
15
+ 128009
16
+ ],
17
+ "hidden_act": "silu",
18
+ "hidden_size": 4096,
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 14336,
21
+ "max_position_embeddings": 131072,
22
+ "mlp_bias": false,
23
+ "model_type": "llama",
24
+ "num_attention_heads": 32,
25
+ "num_hidden_layers": 32,
26
+ "num_key_value_heads": 8,
27
+ "pretraining_tp": 1,
28
+ "rms_norm_eps": 1e-05,
29
+ "rope_scaling": {
30
+ "factor": 8.0,
31
+ "high_freq_factor": 4.0,
32
+ "low_freq_factor": 1.0,
33
+ "original_max_position_embeddings": 8192,
34
+ "rope_type": "llama3"
35
+ },
36
+ "rope_theta": 500000.0,
37
+ "sliding_window": 16384,
38
+ "tie_word_embeddings": false,
39
+ "torch_dtype": "bfloat16",
40
+ "transformers_version": "4.44.0.dev0",
41
+ "use_cache": false,
42
+ "vocab_size": 128256
43
+ }
functionary-small-v3.1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:499da47aa606ba0ce70efba239e8e1f073c4523506d19e6939be90e6b98819bc
3
+ size 3179134560
functionary-small-v3.1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdaaf4561e3d5444a98e9310e3a3156896182ac643dd7be29e3b5d0c03d764db
3
+ size 4321959520
functionary-small-v3.1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76687186471f75c4c80d2fbb0b7c68e8e3141f2a9dd5e4e9fcb6e1ae8dd8500e
3
+ size 4018921056
functionary-small-v3.1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c044b9a3f67bf770c5db951f0331abc1fee6fb467cc6fc168c6a6275417271aa
3
+ size 3664502368
functionary-small-v3.1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c70489d608f04a4443fbec12199c5210d6069ef9d553e02835f52902b8cece08
3
+ size 4661214816
functionary-small-v3.1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb645c262f239233ccaa8b8df74ff0ae1a9b48c41780f2c792fd5707e3bd7d61
3
+ size 4920737376
functionary-small-v3.1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c325069436f5481c9b8d02e4f40f88ce5d9a81939f8b5bcf25f3541a9e814bf9
3
+ size 4692672096
functionary-small-v3.1-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dded4d5f76f0b77d498f750d8fa226c93254ee95c4769fff22b8826b672286c6
3
+ size 5599297120
functionary-small-v3.1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a3b603347a34909899096e7653264cb8d3f2686918249b82eb0b6e28b36dbc3
3
+ size 5732990560
functionary-small-v3.1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e348892a528ea167a4e119cd48e20a880a656a90ffac4ebe5fef16469ee17a7b
3
+ size 5599297120
functionary-small-v3.1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1e70c9fedc20c00c2135a901a17c47a748e8d992a7f97b191eeb67889a82896
3
+ size 6596009568
functionary-small-v3.1-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfae82909c8755f29013032730684c3e749f99c42558e0f952d19df813a53299
3
+ size 8540773984
functionary-small-v3.1-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:936444ff3eccdede50d55c0c4247dfc018ae28797e5d194c721741902b7317b6
3
+ size 16068894304