Hugging Face's logo

gaianet
/
Qwen2.5-72B-Instruct-GGUF

Text Generation
GGUF
English
qwen2
chat
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
91c18bf
•
1 Parent(s): 10257e8

Update models

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. Qwen2.5-72B-Instruct-Q2_K.gguf +3 -0
  3. Qwen2.5-72B-Instruct-Q3_K_L.gguf +3 -0
  4. Qwen2.5-72B-Instruct-Q3_K_M.gguf +3 -0
  5. Qwen2.5-72B-Instruct-Q3_K_S.gguf +3 -0
  6. Qwen2.5-72B-Instruct-Q4_K_M.gguf +3 -0
  7. Qwen2.5-72B-Instruct-Q4_K_S.gguf +3 -0
  8. Qwen2.5-72B-Instruct-Q5_0-00001-of-00002.gguf +3 -0
  9. Qwen2.5-72B-Instruct-Q5_0-00002-of-00002.gguf +3 -0
  10. Qwen2.5-72B-Instruct-Q5_K_S-00001-of-00002.gguf +3 -0
  11. Qwen2.5-72B-Instruct-Q5_K_S-00002-of-00002.gguf +3 -0
  12. Qwen2.5-72B-Instruct-Q6_K-00001-of-00003.gguf +3 -0
  13. Qwen2.5-72B-Instruct-Q6_K-00002-of-00003.gguf +3 -0
  14. Qwen2.5-72B-Instruct-Q6_K-00003-of-00003.gguf +3 -0
  15. Qwen2.5-72B-Instruct-f16-00001-of-00005.gguf +3 -0
  16. Qwen2.5-72B-Instruct-f16-00002-of-00005.gguf +3 -0
  17. Qwen2.5-72B-Instruct-f16-00003-of-00005.gguf +3 -0
  18. Qwen2.5-72B-Instruct-f16-00004-of-00005.gguf +3 -0
  19. Qwen2.5-72B-Instruct-f16-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -39,3 +39,21 @@ Qwen2.5-72B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
  Qwen2.5-72B-Instruct-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
40
  Qwen2.5-72B-Instruct-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
41
  Qwen2.5-72B-Instruct-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  Qwen2.5-72B-Instruct-Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
40
  Qwen2.5-72B-Instruct-Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
41
  Qwen2.5-72B-Instruct-Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-72B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-72B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-72B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-72B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-72B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-72B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-72B-Instruct-Q5_0-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-72B-Instruct-Q5_0-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-72B-Instruct-Q5_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2.5-72B-Instruct-Q5_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2.5-72B-Instruct-Q6_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen2.5-72B-Instruct-Q6_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen2.5-72B-Instruct-Q6_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen2.5-72B-Instruct-f16-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen2.5-72B-Instruct-f16-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen2.5-72B-Instruct-f16-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen2.5-72B-Instruct-f16-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen2.5-72B-Instruct-f16-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-72B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e02ea50bf67f2412abd5a5fb6380efea379b37542d516c6e6fc099e85c71c06
3
+ size 29811762560
Qwen2.5-72B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9c3d85bfc5853ab695f5f2398a837f38f32d342c2756eac6a5e695a38a91446
3
+ size 39505225088
Qwen2.5-72B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de62ffa2d9bcad3916bd215bc5be2138bdfe19d8f37a8a7bc2fc98592450e450
3
+ size 37698725248
Qwen2.5-72B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c901c51986759a8001bf57c3751f0b06b63462953ad0245c5bb47a648f2fc89
3
+ size 34487788928
Qwen2.5-72B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:227b7b7447403fae085b839bd2d26fc53d7570fef2d1787a75b0a75c6d82ddea
3
+ size 47415715200
Qwen2.5-72B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9046ea6a11ccb16fe9306e25d152a573847685d4567fbb9cd18b5a81ff537f47
3
+ size 43889223040
Qwen2.5-72B-Instruct-Q5_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb84fa74dda697cbcf76e9d0fddb21f83d69d9afacc398d61cccaa0c513b0980
3
+ size 29996781536
Qwen2.5-72B-Instruct-Q5_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f436fb193b1a302e74fb7b1da08e70d89257890180f24251846635069132672a
3
+ size 20167251552
Qwen2.5-72B-Instruct-Q5_K_S-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0df9a29f07c931680656e9917d01b51561d872209ddf278da5967cfc57ce0a0
3
+ size 29938281728
Qwen2.5-72B-Instruct-Q5_K_S-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c342eac0a0c0eae46db12363b3bbc7e2d83abb4909e4b080f47b3e77d5eb15c3
3
+ size 21436856672
Qwen2.5-72B-Instruct-Q6_K-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a08e24c82bbf813bfb47efd7369b1ce31aa8dae9020adafdd499fb903854a420
3
+ size 29840626208
Qwen2.5-72B-Instruct-Q6_K-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53986935d3bb58f92da6608b235c4fbd809a7cca708b963197a7bda09e74a1d7
3
+ size 29848872672
Qwen2.5-72B-Instruct-Q6_K-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5cdf5dc9da7feac26bf6bf5b41c63bb198652e7044d2bc4c9209b10a9fadb67
3
+ size 4658130400
Qwen2.5-72B-Instruct-f16-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c57bb7b64537755c4781903dc95d2aa0d4eff0707ea414624f0d4bfb92df3172
3
+ size 29797619584
Qwen2.5-72B-Instruct-f16-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a0bb13d564bde2c36b272512802e2b071b6e5fd372b3e0817565b07fbd680bf
3
+ size 29659819936
Qwen2.5-72B-Instruct-f16-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a21d98bc82379ace12dcb500d16276d737b2130d8610553fc506bb01c930123
3
+ size 29540133984
Qwen2.5-72B-Instruct-f16-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a3901a99b8456d3f2907fdda5ee952c2793e2a1c6ae1a1b615c3edb680ab88b
3
+ size 29842198048
Qwen2.5-72B-Instruct-f16-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b874a436d3e4b9febff02f3bbdecb044c4c153f3e11cf70f9257279a1c2ae5af
3
+ size 26582902272