Hugging Face's logo

migtissera
/
Tess-2.0-Mixtral-8x22B

Text Generation
Transformers
Safetensors
mixtral
text-generation-inference
Inference Endpoints
Model card Files Community
2
Ubuntu commited on
Commit
74a31a4
·
1 Parent(s): 3a34fc5

first commit

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +31 -0
  2. generation_config.json +7 -0
  3. model-00001-of-00059.safetensors +3 -0
  4. model-00002-of-00059.safetensors +3 -0
  5. model-00003-of-00059.safetensors +3 -0
  6. model-00004-of-00059.safetensors +3 -0
  7. model-00005-of-00059.safetensors +3 -0
  8. model-00006-of-00059.safetensors +3 -0
  9. model-00007-of-00059.safetensors +3 -0
  10. model-00008-of-00059.safetensors +3 -0
  11. model-00009-of-00059.safetensors +3 -0
  12. model-00010-of-00059.safetensors +3 -0
  13. model-00011-of-00059.safetensors +3 -0
  14. model-00012-of-00059.safetensors +3 -0
  15. model-00013-of-00059.safetensors +3 -0
  16. model-00014-of-00059.safetensors +3 -0
  17. model-00015-of-00059.safetensors +3 -0
  18. model-00016-of-00059.safetensors +3 -0
  19. model-00017-of-00059.safetensors +3 -0
  20. model-00018-of-00059.safetensors +3 -0
  21. model-00019-of-00059.safetensors +3 -0
  22. model-00020-of-00059.safetensors +3 -0
  23. model-00021-of-00059.safetensors +3 -0
  24. model-00022-of-00059.safetensors +3 -0
  25. model-00023-of-00059.safetensors +3 -0
  26. model-00024-of-00059.safetensors +3 -0
  27. model-00025-of-00059.safetensors +3 -0
  28. model-00026-of-00059.safetensors +3 -0
  29. model-00027-of-00059.safetensors +3 -0
  30. model-00028-of-00059.safetensors +3 -0
  31. model-00029-of-00059.safetensors +3 -0
  32. model-00030-of-00059.safetensors +3 -0
  33. model-00031-of-00059.safetensors +3 -0
  34. model-00032-of-00059.safetensors +3 -0
  35. model-00033-of-00059.safetensors +3 -0
  36. model-00034-of-00059.safetensors +3 -0
  37. model-00035-of-00059.safetensors +3 -0
  38. model-00036-of-00059.safetensors +3 -0
  39. model-00037-of-00059.safetensors +3 -0
  40. model-00038-of-00059.safetensors +3 -0
  41. model-00039-of-00059.safetensors +3 -0
  42. model-00040-of-00059.safetensors +3 -0
  43. model-00041-of-00059.safetensors +3 -0
  44. model-00042-of-00059.safetensors +3 -0
  45. model-00043-of-00059.safetensors +3 -0
  46. model-00044-of-00059.safetensors +3 -0
  47. model-00045-of-00059.safetensors +3 -0
  48. model-00046-of-00059.safetensors +3 -0
  49. model-00047-of-00059.safetensors +3 -0
  50. model-00048-of-00059.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/home/migel/Tess-2-Mixtral-22B/merged",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 1,
8
+ "eos_token_id": 2,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 6144,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 16384,
13
+ "max_position_embeddings": 65536,
14
+ "model_type": "mixtral",
15
+ "num_attention_heads": 48,
16
+ "num_experts_per_tok": 2,
17
+ "num_hidden_layers": 56,
18
+ "num_key_value_heads": 8,
19
+ "num_local_experts": 8,
20
+ "output_router_logits": true,
21
+ "rms_norm_eps": 1e-05,
22
+ "rope_theta": 1000000,
23
+ "router_aux_loss_coef": 0.001,
24
+ "router_jitter_noise": 0.0,
25
+ "sliding_window": null,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "float16",
28
+ "transformers_version": "4.40.0.dev0",
29
+ "use_cache": false,
30
+ "vocab_size": 32000
31
+ }
generation_config.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "do_sample": true,
5
+ "eos_token_id": 2,
6
+ "transformers_version": "4.40.0.dev0"
7
+ }
model-00001-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda994b03beb609773a0571136a64700662188e1795427d60d3a3a80f1b1526d
3
+ size 4998663672
model-00002-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7796509a0b743cff37f608fe0fc8acd1e539119df8dab5afb1fc1c71270f7267
3
+ size 4806799088
model-00003-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5feb9c641d3988a174c6f1cb6425ab176bce12d74a5aac9558212ec1e551ddc6
3
+ size 4806799088
model-00004-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b848cf989b4a799f907e571447a7ce0ebcc10f8f5c297f7abe9fe4aa2ce8f83
3
+ size 4806799088
model-00005-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e29c33e16bfb870d3549b92fa5058531cbc56d03088d4cf38accb87837fdeeb
3
+ size 4806799088
model-00006-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95a0514ee960b9eef2823a336e72049bae21468706f56212e51db0650a6b2985
3
+ size 4806799088
model-00007-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3941f8f1b31f2eec09313e79610da6f76f06ff3eef8938b5392efe14259aade
3
+ size 4806799088
model-00008-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b7ead388ed883b85cdaf282cc55ffda5be6803261195d352388d32a735a1af7
3
+ size 4806799088
model-00009-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e1001d38fd557dba7c310463cebc3deb188a17f6c135df90534786d30a732d
3
+ size 4806799088
model-00010-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:746ba81f262676be35fa7f96f7ada2a44bf3d9f80f30fa3efe0e212d0b2e67c2
3
+ size 4806799088
model-00011-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd68b4a1f89fbdfb8fbc57f303e48fe2d57f01b1e31c1a7fa4ba1b62ef89f6fa
3
+ size 4806799112
model-00012-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f68884c628b0165ef5181867a6d00d08f63a569f7630a01b20c3eec9b92f381
3
+ size 4806799120
model-00013-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be7a585447a43b006b0ddb7934a780cbde5dd53a15bf4bf426ffda3e1cf802a
3
+ size 4806799120
model-00014-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fa0fd839f477d0256b6093002d9da0c2bc466d9e641e05c7ddc1357f30ccdda
3
+ size 4806799120
model-00015-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb0853d4c4a4f1c2fc7a4c9a02883527d6ef256a6b8bbb7a4db4b2960326bcb
3
+ size 4806799120
model-00016-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b39ec2c311e2710830f388c51840cea9aeafcec175f5c91f7ab191d6a4a386
3
+ size 4806799120
model-00017-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52f0a9993a8aa4fab36edcbb3be0214d4f2ff333dd23f4453b6daf06aabd3553
3
+ size 4806799120
model-00018-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d85f9d22e6e5ced68f6c7b7aec43a14641e303de93584a9fd14ae90e9410d066
3
+ size 4806799120
model-00019-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25964511857aa9b3f26fd98032c3c6364bdf1d3b6d5f2bc39abf10e12b3e8420
3
+ size 4806799120
model-00020-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d4226ac2b0b8066e28b1734427e7bde32ea4e633cd84b32eb6a19f2bec14c22
3
+ size 4806799120
model-00021-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c5e2463293db72dd1f39e414b9fb15289737d20a3be98bcf8be32e91a916c2f
3
+ size 4806799120
model-00022-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcba1d4245578eec6771d4f8dea09ad821856c53b0b6239aa1491512ffb719d7
3
+ size 4806799120
model-00023-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c98c156ced1e03d85003e6eab029f9fe81dab4923415e4c18d947a9e35cc5c77
3
+ size 4806799120
model-00024-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4eddb4b8ad294ef51098311fb0dbbe7899db74f1ae95c455560e6b847362300
3
+ size 4932529832
model-00025-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce63dd49d920fcc48b0c5793b6216850e69f2666c407b9528b1c3f343ab82e2
3
+ size 4995542816
model-00026-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b678eec777b2ed75bb3952590e69a87d2f662173a4cba0a6186121f8f43801a2
3
+ size 4995542816
model-00027-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef8a59098099c14095519dbea5056a89a1994200a2a7f4440b9efd6d2b628ca8
3
+ size 4932628256
model-00028-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf9163842d9a2777202231e7721586e583ff0c674017ec717ef73c80212cd80c
3
+ size 4806774312
model-00029-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:313276d1a119e30229fb456b537c7566e399ab5095e77ac134e159c606cc7dc5
3
+ size 4806799120
model-00030-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7305f2b2f4a25ec42ca5d3513d576fcfdb0748dc831cfadc948cc9a25dae92f1
3
+ size 4806799120
model-00031-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:768fc898c9ddd6bc424d1d86cb3f4fee52d2b4ce627264a77af95621ebfe58d7
3
+ size 4806799120
model-00032-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0bfb4d776acc57ce9bc1a584efc8eebb2d5ddbc189e26238d6289442dbed4bc
3
+ size 4806799120
model-00033-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:865a494c47e9de288bddbb9badd6b46589b57d7089f0fb678a81c3d1af411a30
3
+ size 4806799120
model-00034-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6570caffdea26394c5eabe02277ef0d20cb54dc67f67103f950d5b59b73d004
3
+ size 4806799120
model-00035-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a68fb2beff7087b1b5868b8d5219d31a61ffebda5344ad375fa6d44f5534ea3
3
+ size 4806799120
model-00036-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afe02df4b3f90127678940d26524a66107ec2ab9bb2d993f1153f6233d2c085f
3
+ size 4806799120
model-00037-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4891dbb8c957fbbb3a812ed01a801bbb0c7560c937f04c2bb70c1be7325054a0
3
+ size 4806799120
model-00038-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12d81671f750dc7ea606def9ca550e31f722936e9182a110e73d049766f13cb7
3
+ size 4806799120
model-00039-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f36460e0cb909467544ee7c3829bc8f3711e117fa87a2ff2a0ab363b48b80218
3
+ size 4806799120
model-00040-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:290835757e87fa0959ad20e28afc6e240375a85cc5d2ccd966bf76cfc3479b6d
3
+ size 4806799120
model-00041-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a6e9c06eba651e226c90cc0292ac3dcf2931b89fdaa2f14884b06b03d40c834
3
+ size 4806799120
model-00042-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:172ad23570e5b2c874b211636d9043ca9fbe503cda9102614b6a070dd0bf3132
3
+ size 4806799120
model-00043-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17360f856bc2b2579302891c57199934dcc88d348cf5ba0d53b7359fa2b8e8bc
3
+ size 4806799120
model-00044-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a787a023fd98260776693674e3f5053e4f3bf42154f41d2828c0959a9cba979
3
+ size 4806799120
model-00045-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bbab1b8961fb37be24fdae65fa2e7458f311290cba217f4970a70ef8287fafb
3
+ size 4806799120
model-00046-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4645607e453dac6ba60dd26dc244a66141b63042373fea864c60d923c8abe1be
3
+ size 4806799120
model-00047-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5adf6317ad868721706383281b5489077d85466a1ded8e4f449d19b712dbe28
3
+ size 4806799120
model-00048-of-00059.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a7c078f5d6bdd2729cfc75e678bce0cd5adc9817131b3556b11af792da45423
3
+ size 4806799120