Uploaded imat ggufs

Files changed (6) hide show

.gitattributes CHANGED Viewed

@@ -40,3 +40,8 @@ LongCite-llama3.1-8B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 LongCite-llama3.1-8B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 LongCite-llama3.1-8B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 imatrix.dat filter=lfs diff=lfs merge=lfs -text

 LongCite-llama3.1-8B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 LongCite-llama3.1-8B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 imatrix.dat filter=lfs diff=lfs merge=lfs -text
+LongCite-llama3.1-8B-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
+LongCite-llama3.1-8B-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+LongCite-llama3.1-8B-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+LongCite-llama3.1-8B-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+LongCite-llama3.1-8B-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

LongCite-llama3.1-8B-imat-IQ3_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:7355e9560c07c3c19a92c6ba8a2fc075e91069adf7e6f24bb3acd924a013a155
+size 3784823488

LongCite-llama3.1-8B-imat-Q4_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:95712799626075eae715940ebb1c4de47d393700cbbc093e255c0b485e36d66a
+size 4920734400

LongCite-llama3.1-8B-imat-Q5_K_M.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d51e03b6d9ab060b30291e9c62b816365e7d3f370bbba3c4dd157a5e447d35
+size 5732987584

LongCite-llama3.1-8B-imat-Q6_K.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f601b93443d3fd0ca60807322d180f91317605807ee2f91e8d9c7b88290e1bf6
+size 6596006592

LongCite-llama3.1-8B-imat-Q8_0.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:931bcd93c531a0327c95a07fca33332fb9a35dacf112eaff5b5114622450e063
+size 8540771008