Hugging Face's logo

OpenBuddy
/
openbuddy-mistral-120b-v24.1-131k

Safetensors
llama
Model card Files Community
ff670 commited on
Commit
a584736
·
verified ·
1 Parent(s): 2b700f5

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. config.json +31 -0
  3. generation_config.json +6 -0
  4. model-00001-of-00051.safetensors +3 -0
  5. model-00002-of-00051.safetensors +3 -0
  6. model-00003-of-00051.safetensors +3 -0
  7. model-00004-of-00051.safetensors +3 -0
  8. model-00005-of-00051.safetensors +3 -0
  9. model-00006-of-00051.safetensors +3 -0
  10. model-00007-of-00051.safetensors +3 -0
  11. model-00008-of-00051.safetensors +3 -0
  12. model-00009-of-00051.safetensors +3 -0
  13. model-00010-of-00051.safetensors +3 -0
  14. model-00011-of-00051.safetensors +3 -0
  15. model-00012-of-00051.safetensors +3 -0
  16. model-00013-of-00051.safetensors +3 -0
  17. model-00014-of-00051.safetensors +3 -0
  18. model-00015-of-00051.safetensors +3 -0
  19. model-00016-of-00051.safetensors +3 -0
  20. model-00017-of-00051.safetensors +3 -0
  21. model-00018-of-00051.safetensors +3 -0
  22. model-00019-of-00051.safetensors +3 -0
  23. model-00020-of-00051.safetensors +3 -0
  24. model-00021-of-00051.safetensors +3 -0
  25. model-00022-of-00051.safetensors +3 -0
  26. model-00023-of-00051.safetensors +3 -0
  27. model-00024-of-00051.safetensors +3 -0
  28. model-00025-of-00051.safetensors +3 -0
  29. model-00026-of-00051.safetensors +3 -0
  30. model-00027-of-00051.safetensors +3 -0
  31. model-00028-of-00051.safetensors +3 -0
  32. model-00029-of-00051.safetensors +3 -0
  33. model-00030-of-00051.safetensors +3 -0
  34. model-00031-of-00051.safetensors +3 -0
  35. model-00032-of-00051.safetensors +3 -0
  36. model-00033-of-00051.safetensors +3 -0
  37. model-00034-of-00051.safetensors +3 -0
  38. model-00035-of-00051.safetensors +3 -0
  39. model-00036-of-00051.safetensors +3 -0
  40. model-00037-of-00051.safetensors +3 -0
  41. model-00038-of-00051.safetensors +3 -0
  42. model-00039-of-00051.safetensors +3 -0
  43. model-00040-of-00051.safetensors +3 -0
  44. model-00041-of-00051.safetensors +3 -0
  45. model-00042-of-00051.safetensors +3 -0
  46. model-00043-of-00051.safetensors +3 -0
  47. model-00044-of-00051.safetensors +3 -0
  48. model-00045-of-00051.safetensors +3 -0
  49. model-00046-of-00051.safetensors +3 -0
  50. model-00047-of-00051.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.model.v3 filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "openbuddy-mistral-120b-v24.1-131k",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 1,
9
+ "eos_token_id": 18,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 12288,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 28672,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 96,
19
+ "num_hidden_layers": 88,
20
+ "num_key_value_heads": 8,
21
+ "pad_token_id": 24,
22
+ "pretraining_tp": 1,
23
+ "rms_norm_eps": 1e-05,
24
+ "rope_scaling": null,
25
+ "rope_theta": 1000000.0,
26
+ "tie_word_embeddings": false,
27
+ "torch_dtype": "bfloat16",
28
+ "transformers_version": "4.47.0.dev0",
29
+ "use_cache": false,
30
+ "vocab_size": 32768
31
+ }
generation_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "transformers_version": "4.47.0.dev0"
6
+ }
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ebef97c5a74d208ccb3da762c931f891b46a49e20cbfc6d74fb1fd8215251a
3
+ size 4932552432
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b9478961b60ef5c72b24aa973767d188fdd4b7efa7d8afefab00bf82d2f506a
3
+ size 4831938528
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a07e62bdeee02db59631c50200e34952023858b59fda1bb3c7bedba1602ef941
3
+ size 4882269816
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30688a65adcd6f0aa6cdd96f88c9f754d5f053f0567bee0d76480855ea2da5b5
3
+ size 4831889136
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ef3e7b9be9d1f5ffbdfd82d48eccbc2dd07525344383bfe3d332500e3b8aafb
3
+ size 4831938520
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fcf4330b27dbc22e7393ea048a64c4ced1347e5cabc6f28822c34ba03ec7407
3
+ size 4831938528
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4009c089eac108758de4b26431d3e8b59f8698b9a990c8dcd14b570d59602cb2
3
+ size 4882269832
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddc4fedcbdd9ebf702ed1b245aca1522a63b067762196495967996b28932c3a5
3
+ size 4831889152
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff932c19280394bb02978700636403026dd4f9d337e19c46ac8a3dbdc1ed7fa
3
+ size 4831938536
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80c20ab4a343d438c6a116fb33703ad8f165978eeca8e06efb75417204e433c9
3
+ size 4831938544
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29f7d36d073bf80a1048d97630b0e1723ff269e36010897a8a08c786db6db81e
3
+ size 4882269832
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e36789db3bafce62d7ffb410f1de3680a805da5c175aa087a85fab8dbcee366
3
+ size 4831889152
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdcb6dad6b642ec01198dae1fcdaa384edfce5ff7ba8a53a3d99f252fc181c73
3
+ size 4831938536
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45bf6e137bb154f68a8602cb07c446d91c3b2b5b9ca22680e132be85bb542ebf
3
+ size 4831938544
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8518a2b304fa5a3f25e0a81c7f2d305342725f9b04a9ae2b28f6055cea332845
3
+ size 4882269832
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c367f8923f6a5339b2892813e4435fa10cdd7b27c299bc88a882dc962baaec
3
+ size 4831889152
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaf31af9942d337ee40377bc42e0df85931664e00d32641463df9b0aabccde06
3
+ size 4831938536
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898c681ebfafbe32325e38260f3f352eedfbe4528282dd78d86580f695c7322d
3
+ size 4831938544
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b20333e68ab71338c549ebcbf95c7bda31e71502545492f68ff4d33f1dc4ec3
3
+ size 4882269832
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34c0d83d6d9d0d4a235d73da6cb923b620cea75900ba8d89fd8b9665b7d4f9ee
3
+ size 4831889152
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1173b5f2be44a812b36992d7e10586369bd6fef577b7fb482ab9d6051b0a9cd
3
+ size 4831938536
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc5452b8ac9bdf3f4fd1cede9ccf7ca4e91747c52b0ca4be151fa40149578f14
3
+ size 4831938544
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1a3a53d91f577389f1789454fc60f9e7dcaba5f1e8f8367d04190d41fdba466
3
+ size 4882269832
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c942bffe10f3cddff22af0dc1d82575e3c082495dc1f9c94f8e2ada248d1c02e
3
+ size 4831889152
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43ac8002c95ae2058a0701f1a3d327d5af7ea74441127ec605ac51a0fb9aa837
3
+ size 4831938536
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:262370ef3123917a6121100f1ee8c38d792c8bdcae27e403a383d1dff1f74b5d
3
+ size 4831938544
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc063c8d4bca0b627e92f078a33b0027f2b1cb5d6880fa5933a16becab988b81
3
+ size 4882269832
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fb3c304a1de38daf31321909c46ec5a177dee160bfed0a1c229238a0d83763f
3
+ size 4831889152
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4c4eac90680a27e55e8d8397d86b4e03643d5f397c3bacf7e5734f0f836171a
3
+ size 4831938536
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d504d5a4fac61fdbbaf96118306299e17e7f0d0c512cb9d82aff1c0d6a1e349
3
+ size 4831938544
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ace210557a9c17ad87b9beba34e0e76f6f4fe074f50906cd0e04c7b6d1b26a4
3
+ size 4882269832
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c69144692efb62c8b4bd098df3858dee0773c2dba8e5531fb6284cf1b2170d9c
3
+ size 4831889152
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfe1757ff221571982ec657b73dd23b5161559537c88d34cca1907a00f718cfe
3
+ size 4831938536
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c737cb16a3f1a09eee85d6f75d1aef794a56ee832d03694d03021c7fa60770b1
3
+ size 4831938544
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbf51ada6080cad7c8e4902e046551f3c30becce8ae23496edccd48dd53efb22
3
+ size 4882269832
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4ecb3079d638670f72e3a3ab97ea8b4822060acfc2d24dc95cd7e44af4b8a1d
3
+ size 4831889152
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48d36aa8b3464679f21a8e7f8f4f7002db25bd1a46ca8926234c84d14992efc5
3
+ size 4831938536
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:049b415bcba507486ef943b56fc8edeedcf0aa03ef9e2a25547697f1b8cc2e04
3
+ size 4831938544
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4fa34cd298afa078b9f81f674e40fededb1be3a75a827e7d11c00da2b7b7ca4
3
+ size 4882269832
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:daa7d60bfc6ee138861f17fd200a37eb3cd5a988c5ac8c715defb05810562b5a
3
+ size 4831889152
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6bc7ae6fb7c480bb53d13f5ccbc261d7f1350f494ae068cf138a8a10f20fedb
3
+ size 4831938536
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:961802c89f34a72af7986380b767e4ed3d575df69125a77cc5c77cf6eb739311
3
+ size 4831938544
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:316a5980e6ef19db7db5ad57a19d83a6c9f0903688de4469fa8a8d97cf974d5e
3
+ size 4882269832
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12d4545ca7dbfeed4883b8a80d682ed9af6ae7347528a1987e88dbf5afea221a
3
+ size 4831889152
model-00045-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:130251a02e95ccbef41bacb27b64d0d06921c81df58a62ee06d6e00ddd520b5c
3
+ size 4831938536
model-00046-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67bb29152f9851c549f06b8da97933021d3c770366f60b9f04fcd2267b23cfab
3
+ size 4831938544
model-00047-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d339c21acfc9789aa58ec06c7ce7ae667b4f37ac62e895db936e42a3ae902290
3
+ size 4882269832