shaowenchen
/

longchat-7b-v1.5-32k-gguf

Text Generation

Inference Endpoints

Model card Files Files and versions Community

longchat-7b-v1.5-32k-gguf

2 contributors

History: 16 commits

shaowenchen's picture

add ./longchat-7b-v1.5-32k.Q6_K.gguf

8902c86 about 1 year ago

.gitattributes

1.56 kB

add meta files about 1 year ago
README.md
2.19 kB

add meta files about 1 year ago
configuration.json
193 Bytes

add meta files about 1 year ago
longchat-7b-v1.5-32k.Q2_K.gguf

2.83 GB
LFS

add ./longchat-7b-v1.5-32k.Q2_K.gguf about 1 year ago
longchat-7b-v1.5-32k.Q3_K.gguf

3.3 GB
LFS

add ./longchat-7b-v1.5-32k.Q3_K.gguf about 1 year ago
longchat-7b-v1.5-32k.Q3_K_L.gguf

3.6 GB
LFS

add ./longchat-7b-v1.5-32k.Q3_K_L.gguf about 1 year ago
longchat-7b-v1.5-32k.Q3_K_S.gguf

2.95 GB
LFS

add ./longchat-7b-v1.5-32k.Q3_K_S.gguf about 1 year ago
longchat-7b-v1.5-32k.Q4_0.gguf

3.83 GB
LFS

add ./longchat-7b-v1.5-32k.Q4_0.gguf about 1 year ago
longchat-7b-v1.5-32k.Q4_1.gguf

4.24 GB
LFS

add ./longchat-7b-v1.5-32k.Q4_1.gguf about 1 year ago
longchat-7b-v1.5-32k.Q4_K.gguf

4.08 GB
LFS

add ./longchat-7b-v1.5-32k.Q4_K.gguf about 1 year ago
longchat-7b-v1.5-32k.Q4_K_S.gguf

3.86 GB
LFS

add ./longchat-7b-v1.5-32k.Q4_K_S.gguf about 1 year ago
longchat-7b-v1.5-32k.Q5_0.gguf

4.65 GB
LFS

add ./longchat-7b-v1.5-32k.Q5_0.gguf about 1 year ago
longchat-7b-v1.5-32k.Q5_1.gguf

5.06 GB
LFS

add ./longchat-7b-v1.5-32k.Q5_1.gguf about 1 year ago
longchat-7b-v1.5-32k.Q5_K.gguf

4.78 GB
LFS

add ./longchat-7b-v1.5-32k.Q5_K.gguf about 1 year ago
longchat-7b-v1.5-32k.Q5_K_S.gguf

4.65 GB
LFS

add ./longchat-7b-v1.5-32k.Q5_K_S.gguf about 1 year ago
longchat-7b-v1.5-32k.Q6_K.gguf

5.53 GB
LFS

add ./longchat-7b-v1.5-32k.Q6_K.gguf about 1 year ago