Hugging Face's logo

DopeorNope
/
COKAL-v1-70B

Text Generation
Transformers
Safetensors
llama
text-generation-inference
Inference Endpoints
Model card Files Community
4
DopeorNope commited on
Commit
7183867
•
1 Parent(s): 3d6e84b

Upload LlamaForCausalLM

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +28 -0
  2. generation_config.json +9 -0
  3. model-00001-of-00061.safetensors +3 -0
  4. model-00002-of-00061.safetensors +3 -0
  5. model-00003-of-00061.safetensors +3 -0
  6. model-00004-of-00061.safetensors +3 -0
  7. model-00005-of-00061.safetensors +3 -0
  8. model-00006-of-00061.safetensors +3 -0
  9. model-00007-of-00061.safetensors +3 -0
  10. model-00008-of-00061.safetensors +3 -0
  11. model-00009-of-00061.safetensors +3 -0
  12. model-00010-of-00061.safetensors +3 -0
  13. model-00011-of-00061.safetensors +3 -0
  14. model-00012-of-00061.safetensors +3 -0
  15. model-00013-of-00061.safetensors +3 -0
  16. model-00014-of-00061.safetensors +3 -0
  17. model-00015-of-00061.safetensors +3 -0
  18. model-00016-of-00061.safetensors +3 -0
  19. model-00017-of-00061.safetensors +3 -0
  20. model-00018-of-00061.safetensors +3 -0
  21. model-00019-of-00061.safetensors +3 -0
  22. model-00020-of-00061.safetensors +3 -0
  23. model-00021-of-00061.safetensors +3 -0
  24. model-00022-of-00061.safetensors +3 -0
  25. model-00023-of-00061.safetensors +3 -0
  26. model-00024-of-00061.safetensors +3 -0
  27. model-00025-of-00061.safetensors +3 -0
  28. model-00026-of-00061.safetensors +3 -0
  29. model-00027-of-00061.safetensors +3 -0
  30. model-00028-of-00061.safetensors +3 -0
  31. model-00029-of-00061.safetensors +3 -0
  32. model-00030-of-00061.safetensors +3 -0
  33. model-00031-of-00061.safetensors +3 -0
  34. model-00032-of-00061.safetensors +3 -0
  35. model-00033-of-00061.safetensors +3 -0
  36. model-00034-of-00061.safetensors +3 -0
  37. model-00035-of-00061.safetensors +3 -0
  38. model-00036-of-00061.safetensors +3 -0
  39. model-00037-of-00061.safetensors +3 -0
  40. model-00038-of-00061.safetensors +3 -0
  41. model-00039-of-00061.safetensors +3 -0
  42. model-00040-of-00061.safetensors +3 -0
  43. model-00041-of-00061.safetensors +3 -0
  44. model-00042-of-00061.safetensors +3 -0
  45. model-00043-of-00061.safetensors +3 -0
  46. model-00044-of-00061.safetensors +3 -0
  47. model-00045-of-00061.safetensors +3 -0
  48. model-00046-of-00061.safetensors +3 -0
  49. model-00047-of-00061.safetensors +3 -0
  50. model-00048-of-00061.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "COKAL-v1-70B",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 8192,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 28672,
13
+ "max_position_embeddings": 2048,
14
+ "model_type": "llama",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 80,
17
+ "num_key_value_heads": 8,
18
+ "pad_token_id": 0,
19
+ "pretraining_tp": 1,
20
+ "rms_norm_eps": 1e-05,
21
+ "rope_scaling": null,
22
+ "rope_theta": 10000.0,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "float32",
25
+ "transformers_version": "4.35.2",
26
+ "use_cache": true,
27
+ "vocab_size": 60515
28
+ }
generation_config.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_sample": true,
3
+ "eos_token_id": 2,
4
+ "max_length": 1024,
5
+ "pad_token_id": 60514,
6
+ "repetition_penalty": 1.06,
7
+ "temperature": 0.2,
8
+ "transformers_version": "4.35.2"
9
+ }
model-00001-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce3058de21db9570cba59301ae37842c26bb3a6776c7a2702aa94f31b2d2caf
3
+ size 4465984320
model-00002-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156783a02e8c08b8ac7ef70afc045fb5853dd61b6d81b1c94c77b1cc76c49796
3
+ size 4966188864
model-00003-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:596ff8a9d0dbcef2b124653a74425253ee0b951ac9ec14b62eb0c6896412f458
3
+ size 4362142864
model-00004-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e707e206d11dda7800100e2de0a05510b9e1ae7085108528119a6fc5e3dbec4
3
+ size 4362142864
model-00005-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c98c8a95197c8f1e5ce36f21affd0014811f10b0abf519f45dbbd77918560df6
3
+ size 4966188864
model-00006-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7a400a0deef9b869168523a2a0e009370346609d51b89b64679d56ba4b69806
3
+ size 4362142864
model-00007-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba38bbed4601d97f6bc0707d910e07e588a5ad20f4a7aee2371eb36d05aae6a9
3
+ size 4362142864
model-00008-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6241e1e1a6316c53af373caba2235b1e10c8469bb83f3ff122decdf95d944cc
3
+ size 4966188872
model-00009-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea657670a40243788f11a1fc3d554ef7b59ff75ad060b613822901a9fb55f1a
3
+ size 4362142872
model-00010-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f7f81d47eac6cdbb287a94af5b342aac10cab1cba5d0e2dfafe398a24b29e6
3
+ size 4362142872
model-00011-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a10bed9c0edfc349fa4a95819009a690ffc9207ab6b074284049daa30428cc86
3
+ size 4966188880
model-00012-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7883e5dc747a11b8c5448230013f44cc068e565c1a1e93e27496de76ec9bb054
3
+ size 4362142872
model-00013-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aca6f4687f1814146fb44320f68d57075282444e79b2eb34d806cc50e46944f
3
+ size 4362142872
model-00014-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d62ac6dd261bc8f9722451730380c1c869973902487529bc6c3195f1ae3c73cc
3
+ size 4966188880
model-00015-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c33588ee2f67e6082bfc64e5573ffc6596ccae8607e157946d8ee8a86f0216ed
3
+ size 4362142872
model-00016-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36721503f5d2b1dd9fab5663a0de1cd6564632f9f88e1d10006a05c6fb8d915e
3
+ size 4362142872
model-00017-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66511a68afba9ed1f23a0736ab12f0220770fd83048dbbaffe5c527fd9546c4c
3
+ size 4966188880
model-00018-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f1967ffa6030869310e428fd5a2d9e864e860b23b7225de00fbfe5bc450c0a5
3
+ size 4362142872
model-00019-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c3bfeec6dc0908b07f5ffa6e637fac77f35d1407d590e4bdad68a54cf8dbdc2
3
+ size 4362142872
model-00020-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e32da34f3f6db19993dffe4939d934da00874cf8738a7df0d167b295e795ee1
3
+ size 4966188880
model-00021-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0fd723f5b6f540d5ec8c5f395ced37c6a68fe5b2d08c2da9e5c4cfc4717631d
3
+ size 4362142872
model-00022-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4341ea8656bcab7a8e153a5c52e1c28296f7b7378656901c029514022efd63e2
3
+ size 4362142872
model-00023-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc220cf4ecb5156fc905cc78fbb0278e1b724afdc71d7e0d5462738776e7d1b1
3
+ size 4966188880
model-00024-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1ee6a2278765ccce3a425404a46dbc4e7aba67a858748eba30d4c4f21164e73
3
+ size 4362142872
model-00025-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0b9f637ac5bff4d32deb25652985285439ecd4a083cb333fb42386d5c40aac9
3
+ size 4362142872
model-00026-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:098d0138525163a967d963831684a803aaab037c119b381ab6d19bbd630e3f6f
3
+ size 4966188880
model-00027-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c38f7a8ed3bf2832f9e83183f151feb94de98b312886bcf4b721fe908a1aeb6
3
+ size 4362142872
model-00028-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e94509f8b98b8bfb8d7b1c86d166f561f88a1fc83cdaf5de61b112e3c6e940a7
3
+ size 4362142872
model-00029-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1fa66fe1b56f96b51d8f86e6beda5718ffd279d3699d393c1ad55ea9a13288e
3
+ size 4966188880
model-00030-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06d03ba896d222e563587759c4035779ef2000d0d77a1b975fd6f994d6a62eb3
3
+ size 4362142872
model-00031-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcec0a7f18290f03905b8b941fa6dc918a3783f8c81cb614d02d6dea2f39f55b
3
+ size 4362142872
model-00032-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58d862f62ac667b8fb2c20684ef072c2e0a7f98811a7a9c112a200deab56cc0b
3
+ size 4966188880
model-00033-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6644ea3f232e46ca5c982a855f269c39a21352a46b4f58561bc6584b83ab5080
3
+ size 4362142872
model-00034-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196cc82a0898d16f4ebc738d19cde273a6b49650821b0bbc3154db96df970976
3
+ size 4362142872
model-00035-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cb4e0c4d67b96a21232bd0eab72f043529abc6f7e4d77e08d14a29bad74f3e3
3
+ size 4966188880
model-00036-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41c99001d9292ce51440f4cf63195834a393ce3ec2e173bb3fa772da74ff584f
3
+ size 4362142872
model-00037-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e43df8870f05e8de0eac9b55611556f4a9c6c6a8fa1a7f581eb12527512d640
3
+ size 4362142872
model-00038-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cdf33c9ba234c328ec87e87d92c2e5febc7dcc55f9d9033de56b675b2b664cf
3
+ size 4966188880
model-00039-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8309022a6786babcd53d9320159b4bd7acc7f74aa9b4da707a71c82ea8ecb14
3
+ size 4362142872
model-00040-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9777d730c8c9feb8f11c0d852eb5d6c24908d0353a748f7d68b70cefa034afe9
3
+ size 4362142872
model-00041-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042fc2c3a18e4523cac3c57dd01100c1c8afb4900aaf8764e119bd6e7ed2a85a
3
+ size 4966188880
model-00042-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d65d275c2a42b6064055544d5a4f8aec7a4c1b14f731d24c1f4667211a518740
3
+ size 4362142872
model-00043-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f23631a2904b4d5824e120bf5d5daac62f9f4dc8cf623d892e4bced76930af
3
+ size 4362142872
model-00044-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e543a399fa6054a95e66210318ec3be320e9567e51c9de668d24683a9677e8
3
+ size 4966188880
model-00045-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c7501c4c6941fb7c693f06ec23b6e437dbc54f6083a73e355acc72d4f9844d
3
+ size 4362142872
model-00046-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f89fa172da482cc4f8304842b19f5f2085cdef04c9ce049d4ada7c6b21b9f4
3
+ size 4362142872
model-00047-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2914313e7061b02285a8cfc282e3f548189d3d1dae754b56955661a757a83c4
3
+ size 4966188880
model-00048-of-00061.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652925390b3cce79b563cb70c4472fc6b1d8706d88a9861cd94754d411593755
3
+ size 4362142872