Hugging Face's logo

Envoid
/
Mixtral-Instruct-ITR-8x7B

Text Generation
Transformers
Safetensors
mixtral
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
Envoid commited on
Commit
12d783e
•
1 Parent(s): ccdc0a0

Upload 55 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +30 -0
  2. generation_config.json +6 -0
  3. model-00001-of-00048.safetensors +3 -0
  4. model-00002-of-00048.safetensors +3 -0
  5. model-00003-of-00048.safetensors +3 -0
  6. model-00004-of-00048.safetensors +3 -0
  7. model-00005-of-00048.safetensors +3 -0
  8. model-00006-of-00048.safetensors +3 -0
  9. model-00007-of-00048.safetensors +3 -0
  10. model-00008-of-00048.safetensors +3 -0
  11. model-00009-of-00048.safetensors +3 -0
  12. model-00010-of-00048.safetensors +3 -0
  13. model-00011-of-00048.safetensors +3 -0
  14. model-00012-of-00048.safetensors +3 -0
  15. model-00013-of-00048.safetensors +3 -0
  16. model-00014-of-00048.safetensors +3 -0
  17. model-00015-of-00048.safetensors +3 -0
  18. model-00016-of-00048.safetensors +3 -0
  19. model-00017-of-00048.safetensors +3 -0
  20. model-00018-of-00048.safetensors +3 -0
  21. model-00019-of-00048.safetensors +3 -0
  22. model-00020-of-00048.safetensors +3 -0
  23. model-00021-of-00048.safetensors +3 -0
  24. model-00022-of-00048.safetensors +3 -0
  25. model-00023-of-00048.safetensors +3 -0
  26. model-00024-of-00048.safetensors +3 -0
  27. model-00025-of-00048.safetensors +3 -0
  28. model-00026-of-00048.safetensors +3 -0
  29. model-00027-of-00048.safetensors +3 -0
  30. model-00028-of-00048.safetensors +3 -0
  31. model-00029-of-00048.safetensors +3 -0
  32. model-00030-of-00048.safetensors +3 -0
  33. model-00031-of-00048.safetensors +3 -0
  34. model-00032-of-00048.safetensors +3 -0
  35. model-00033-of-00048.safetensors +3 -0
  36. model-00034-of-00048.safetensors +3 -0
  37. model-00035-of-00048.safetensors +3 -0
  38. model-00036-of-00048.safetensors +3 -0
  39. model-00037-of-00048.safetensors +3 -0
  40. model-00038-of-00048.safetensors +3 -0
  41. model-00039-of-00048.safetensors +3 -0
  42. model-00040-of-00048.safetensors +3 -0
  43. model-00041-of-00048.safetensors +3 -0
  44. model-00042-of-00048.safetensors +3 -0
  45. model-00043-of-00048.safetensors +3 -0
  46. model-00044-of-00048.safetensors +3 -0
  47. model-00045-of-00048.safetensors +3 -0
  48. model-00046-of-00048.safetensors +3 -0
  49. model-00047-of-00048.safetensors +3 -0
  50. model-00048-of-00048.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "./Mixtral-Instruct-ITR-8x7B",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 4096,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 14336,
13
+ "max_position_embeddings": 32768,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 32,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 32,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 8,
20
+ "output_router_logits": false,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 1000000.0,
23
+ "router_aux_loss_coef": 0.02,
24
+ "sliding_window": null,
25
+ "tie_word_embeddings": false,
26
+ "torch_dtype": "float16",
27
+ "transformers_version": "4.36.2",
28
+ "use_cache": true,
29
+ "vocab_size": 32000
30
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.36.0.dev0"
6
+ }
model-00001-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a8533ba20396ab3ccceafe0cffd3267de4e47de568760afdcf3049e2ae5c817
3
+ size 1906313112
model-00002-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7997789cfba5cee51158097fbf2df1feb7328fc31e2bc6cf8da12520add0f755
3
+ size 1963019104
model-00003-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdc34d0cfae2ce046e69540f0feb0326cb5d717b00e763b8aafb50e0917064a5
3
+ size 1963002488
model-00004-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b427c447d9143073e040136f3e6718a15eb8b324b9524d8f37c537d28a9cebb3
3
+ size 1996507544
model-00005-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3a536abbd29e4463cf7cc8244a2e3be1ff151fba277b77cfcef6ca12353efdb
3
+ size 1971473480
model-00006-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51db7bde0ef51cb5a1f27b210facea0b350aad3f93925e8f14347e515a3ecde0
3
+ size 1954548112
model-00007-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0552dae4706728978bdd075321e1bf4457484c2bcacace9351550c67b04bc93b
3
+ size 1996507544
model-00008-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51b7118c26b2a7b053a38ca19f826f6d53b152cdd0c2051086361fc195110d5b
3
+ size 1929530648
model-00009-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4062ea8fa89533cae2429a3bd8a25a33edcdfff9774384ec270cf872b6d8b4b
3
+ size 1996507544
model-00010-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e1a6b6d0659385ccd702dacc610b51e8e0bd3aff84c0f8d497b45372443ad44
3
+ size 1996556584
model-00011-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:337bb7cdbbf415f4daf62709e7c69c39ee1bd577840e72a253fb0eecdf31b402
3
+ size 1962953440
model-00012-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae5673aa73c1069eeff4a690e534f61dc4f91337e9751fac4d4b55f84a3dac18
3
+ size 1963019104
model-00013-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1668316765cf7c86ce171185c53e5b24638e0f61de0ff513bd72a594b0ba0ac0
3
+ size 1929514048
model-00014-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af5056a16b2b62caef25b985561462a017a2d51badcb186415bea4ce5ce447a
3
+ size 1996507544
model-00015-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f693b8eb7c826492e3ac2739ec841ecf7fc66d394e1c156ec76b09d23217de6
3
+ size 1996490936
model-00016-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13863ced12a4d92308b09fab9ab82213c5c14910027205660a5de396b00b9ba6
3
+ size 1963019120
model-00017-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24fe8ed729dc1b7176970474b0762a43da14d146c8cef34b730f3c603ec65794
3
+ size 1996507560
model-00018-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ed73fd9ada57d8b31574aff89355971df52226231707b142cc217b4c79b1bec
3
+ size 1963019128
model-00019-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8172096479adcc7837acacd9fcb8132f57c51f8dbb23259e82535e3c5430c51d
3
+ size 1996490952
model-00020-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6639a3287c9046314702cb0d433839f8e5776f591430f163238ec7581070029
3
+ size 1963019112
model-00021-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3357f96dd6bfc7869ccfdf7bb8f01e177644dc2dc2657709a89359c6dd7658f4
3
+ size 1963019128
model-00022-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad7001558ece41fbb1f0432321fea8bfee26dc7ffa93acd5246b06a9204e8eba
3
+ size 1996490952
model-00023-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8e439b47511870f69b5dfc3a493cea259813d8b6a131ec2c856fcb48eaed8f9
3
+ size 1929530672
model-00024-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2a28f55a82edc7ccc229fa2e480f8ed844bb64013fe905b7b19a149d61ccdd7
3
+ size 1996507568
model-00025-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:046f6b8c1a22ff57e36dc17d98f1db2a20ca0d756ed83d60d4451d1809107d86
3
+ size 1996490952
model-00026-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e85dae13ca6d0b8931b51e0eab7b326c39d43ac08d4f928658e5856088367a98
3
+ size 1963019112
model-00027-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c47874e76aa4e3e187d86c3685bfb4e8c25f9530410f22c07465d7f4334fb813
3
+ size 1963019128
model-00028-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d0e88e157dfe9a479cd966313a3d92ba00149e1af5210f0e2111c1059a3da3e
3
+ size 1963002512
model-00029-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9457bdfeef63d5ae966bbac28c77d5bc28a41c34edc9ce3babbb63200d096a8
3
+ size 1996507560
model-00030-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c32c01df2943e4a4feac38d44ef9893e09696699343d8ec0ac8f34ab1784ad0e
3
+ size 1963019128
model-00031-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:971da8243917134fe5990f2d9a72f35345516c52fbadd970d65159c991faf1fc
3
+ size 1963002512
model-00032-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fde3919eb1cfbc90c88993cb3038a9bc6efe262697a29ed12b06144590b15314
3
+ size 1996507560
model-00033-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76769d3690f21a84b6eae67eae646adaf7057d7dd5e9f0896de9964ff84c9a74
3
+ size 1929530672
model-00034-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3785dc382d02dc577d496b13f729e9d4dfa1fb9fd6edb9af9ceaec19c4c1864b
3
+ size 1996507568
model-00035-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82d2fcfd69c66c114c862c46836efc382c3c01cb014bab029354603e1342c2dd
3
+ size 1996490952
model-00036-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ab9014a20859d7f8895fddc50c33b1f486217c6ce904ab3c53fa92c479b63a9
3
+ size 1963019112
model-00037-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ebd3ca23cd45ae857f2da1388923414909ab6f9a3353da0b746ec795149d01
3
+ size 1963019128
model-00038-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d8e43a00bd0dc91b9d7ba822ed33a229fe9fa2c73ae44718fe78580bf031ee5
3
+ size 1963002512
model-00039-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96f3171654b7b912f8e11534c1c8fe0b3c922ea47cb5b1bf30f46b1d03909db
3
+ size 1996507560
model-00040-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19b295496a73e30b6213d0d52489b8aa5dca84081c32107fa9213e4b04c1dd5c
3
+ size 1963019128
model-00041-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eae25040c12dbe85c4f1adcefbbd990714a1c884d8f0a9ff62734d036b6600f6
3
+ size 1963002512
model-00042-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89927200baaf35b093ea646944e0eadbf236efa5328febfa040a7545d0a761e0
3
+ size 1996507560
model-00043-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a6989eabc958dad1249536cba9516a9b475f674cf09c214dccc6bc72b4250ba
3
+ size 1963019128
model-00044-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f782cf985c861cb80b714eb6e5256d3f855eb85ef4446a655bfcfe1098edfa49
3
+ size 1996490952
model-00045-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ef8bd4d79f2296535be4f0a26f8a7bd46fb14987dd71d9f6ed51988bb7b00e
3
+ size 1963019112
model-00046-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7f39fd3e4286da1dd211e6e86b2b8b7f8887c8c4af4241436f699ee63c362c3
3
+ size 1990281936
model-00047-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7dd164f352564f631321bd3cbf66b04adc85fa570b39bb37f4cbd693dbc30b4
3
+ size 1996490952
model-00048-of-00048.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:253c02e85bc479799962ec5adf64333ab759bb8730439b14dd23b440e0d793dd
3
+ size 671180328