Hugging Face's logo

second-state
/
functionary-medium-v3.1-GGUF

GGUF
llama
custom_code
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
84295e7
•
1 Parent(s): 4096c42

Update models

Browse files
Files changed (22) hide show
  1. .gitattributes +20 -0
  2. config.json +43 -0
  3. functionary-medium-v3.1-Q2_K.gguf +3 -0
  4. functionary-medium-v3.1-Q3_K_L.gguf +3 -0
  5. functionary-medium-v3.1-Q3_K_M.gguf +3 -0
  6. functionary-medium-v3.1-Q3_K_S.gguf +3 -0
  7. functionary-medium-v3.1-Q4_0.gguf +3 -0
  8. functionary-medium-v3.1-Q4_K_M.gguf +3 -0
  9. functionary-medium-v3.1-Q4_K_S.gguf +3 -0
  10. functionary-medium-v3.1-Q5_0.gguf +3 -0
  11. functionary-medium-v3.1-Q5_K_M.gguf +3 -0
  12. functionary-medium-v3.1-Q5_K_S.gguf +3 -0
  13. functionary-medium-v3.1-Q6_K-00001-of-00002.gguf +3 -0
  14. functionary-medium-v3.1-Q6_K-00002-of-00002.gguf +3 -0
  15. functionary-medium-v3.1-Q8_0-00001-of-00003.gguf +3 -0
  16. functionary-medium-v3.1-Q8_0-00002-of-00003.gguf +3 -0
  17. functionary-medium-v3.1-Q8_0-00003-of-00003.gguf +3 -0
  18. functionary-medium-v3.1-f16-00001-of-00005.gguf +3 -0
  19. functionary-medium-v3.1-f16-00002-of-00005.gguf +3 -0
  20. functionary-medium-v3.1-f16-00003-of-00005.gguf +3 -0
  21. functionary-medium-v3.1-f16-00004-of-00005.gguf +3 -0
  22. functionary-medium-v3.1-f16-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ functionary-medium-v3.1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ functionary-medium-v3.1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ functionary-medium-v3.1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ functionary-medium-v3.1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ functionary-medium-v3.1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ functionary-medium-v3.1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ functionary-medium-v3.1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ functionary-medium-v3.1-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ functionary-medium-v3.1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ functionary-medium-v3.1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ functionary-medium-v3.1-Q6_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
47
+ functionary-medium-v3.1-Q6_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
48
+ functionary-medium-v3.1-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
49
+ functionary-medium-v3.1-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
50
+ functionary-medium-v3.1-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
51
+ functionary-medium-v3.1-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
52
+ functionary-medium-v3.1-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
53
+ functionary-medium-v3.1-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
54
+ functionary-medium-v3.1-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
55
+ functionary-medium-v3.1-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Meta-Llama-3.1-70B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "auto_map": {
7
+ "AutoModelForCausalLM": "modeling_functionary.FunctionaryForCausalLM"
8
+ },
9
+ "attention_bias": false,
10
+ "attention_dropout": 0.0,
11
+ "bos_token_id": 128000,
12
+ "eos_token_id": [
13
+ 128001,
14
+ 128008,
15
+ 128009
16
+ ],
17
+ "hidden_act": "silu",
18
+ "hidden_size": 8192,
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 28672,
21
+ "max_position_embeddings": 131072,
22
+ "mlp_bias": false,
23
+ "model_type": "llama",
24
+ "num_attention_heads": 64,
25
+ "num_hidden_layers": 80,
26
+ "num_key_value_heads": 8,
27
+ "pretraining_tp": 1,
28
+ "rms_norm_eps": 1e-05,
29
+ "rope_scaling": {
30
+ "factor": 8.0,
31
+ "high_freq_factor": 4.0,
32
+ "low_freq_factor": 1.0,
33
+ "original_max_position_embeddings": 8192,
34
+ "rope_type": "llama3"
35
+ },
36
+ "rope_theta": 500000.0,
37
+ "sliding_window": 8192,
38
+ "tie_word_embeddings": false,
39
+ "torch_dtype": "bfloat16",
40
+ "transformers_version": "4.44.0.dev0",
41
+ "use_cache": false,
42
+ "vocab_size": 128256
43
+ }
functionary-medium-v3.1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f474217d160fddc4230b3eb952c9baf865b320e68d3be66ce55075e3ff951861
3
+ size 26375111488
functionary-medium-v3.1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de9254b1e20334ab53a1628645ba0ee044f0f3400a5ad7fcad4471fe99f6723c
3
+ size 37140595520
functionary-medium-v3.1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04a41cd33f6c095c9307e7910b5b4f1c1174d875ee4eca950eb15afdc2d7b990
3
+ size 34267497280
functionary-medium-v3.1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7e515dc2dc69f1b11f2f3a418a155693a54defe7ba0d080724a06efdcf900dd
3
+ size 30912054080
functionary-medium-v3.1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcad62f53354a4d8d39097f0b409150a1c15b95a16550bf5054c798cd725a26f
3
+ size 39969735488
functionary-medium-v3.1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60720b7a669f9526df77cb2c91fa4709f131fa75c932c2a34c521db1c7b2466c
3
+ size 42520396608
functionary-medium-v3.1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9093a8497716a27ac7b71d96981d93d2851625ad75d4d4a2a6ca494edec6aa10
3
+ size 40347222848
functionary-medium-v3.1-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1d4c6bde784c05e5dfaea0c03c6ea973513fccdfc6bd31b4ce1a1c221c57cb6
3
+ size 48657449792
functionary-medium-v3.1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bd23ee64de7f7da131d9e2fe16b0a5e8fa740ab048d817523865b90e5e62f99
3
+ size 49949819712
functionary-medium-v3.1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0092dcc53429d01168287064a092df6777fae1c7d23e94a27a4d75abaf2d4fb
3
+ size 48657449792
functionary-medium-v3.1-Q6_K-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b85b7bab59c2fb22160eeab911bb77fd3e68bb73fd2627abcea3f30991d1223
3
+ size 29842633152
functionary-medium-v3.1-Q6_K-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33f56dfe170f5035c92c6f1796798452954b7409aa4d67170f57b75830957688
3
+ size 28045513312
functionary-medium-v3.1-Q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:144e15742efb931b6e3900c5e220f26723e327083438b1300f85a001b5f7a3c9
3
+ size 29807942912
functionary-medium-v3.1-Q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096376dbbbfa7d084b1eec4f4dccb2b13bbd92968b6646ce556f456509b90d39
3
+ size 29753427360
functionary-medium-v3.1-Q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a654021ab7d926e34fe9c361b3a998b11cfcd15b3035c993d6b7d6e69fad1d0
3
+ size 15413682688
functionary-medium-v3.1-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f8605b89477dbfb7a8b7715495dc694d38cc137ff6be568772d84f9b96da011
3
+ size 29960437024
functionary-medium-v3.1-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a0456c0a8915a405141ae55e416434e4215a3cb5c2adb2b7e4f083b34f2a2f
3
+ size 29562578048
functionary-medium-v3.1-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc193d53b8d1a667e5f62430d179d388f3c26116f16c0c6cb96197294b09dd68
3
+ size 29864633824
functionary-medium-v3.1-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c47110060450072d9298c9fa2d454cc8b79990730a7841b35bc9247f10e1fe0
3
+ size 29562545216
functionary-medium-v3.1-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2652c1fe467d82c7c5dd4f4b26da6cfc751b7ccb6bf83a7f8e4e83100e47e74
3
+ size 22167722464