Hugging Face's logo

win10
/
Infinirc-ArliAI-RPMax-v1.3-merge-13.3B

Text Generation
Transformers
Safetensors
llama
mergekit
Merge
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
win10 commited on
Commit
400b21e
·
verified ·
1 Parent(s): a3f4a2e

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +53 -0
  3. config.json +36 -0
  4. mergekit_config.yml +24 -0
  5. model-00001-of-00058.safetensors +3 -0
  6. model-00002-of-00058.safetensors +3 -0
  7. model-00003-of-00058.safetensors +3 -0
  8. model-00004-of-00058.safetensors +3 -0
  9. model-00005-of-00058.safetensors +3 -0
  10. model-00006-of-00058.safetensors +3 -0
  11. model-00007-of-00058.safetensors +3 -0
  12. model-00008-of-00058.safetensors +3 -0
  13. model-00009-of-00058.safetensors +3 -0
  14. model-00010-of-00058.safetensors +3 -0
  15. model-00011-of-00058.safetensors +3 -0
  16. model-00012-of-00058.safetensors +3 -0
  17. model-00013-of-00058.safetensors +3 -0
  18. model-00014-of-00058.safetensors +3 -0
  19. model-00015-of-00058.safetensors +3 -0
  20. model-00016-of-00058.safetensors +3 -0
  21. model-00017-of-00058.safetensors +3 -0
  22. model-00018-of-00058.safetensors +3 -0
  23. model-00019-of-00058.safetensors +3 -0
  24. model-00020-of-00058.safetensors +3 -0
  25. model-00021-of-00058.safetensors +3 -0
  26. model-00022-of-00058.safetensors +3 -0
  27. model-00023-of-00058.safetensors +3 -0
  28. model-00024-of-00058.safetensors +3 -0
  29. model-00025-of-00058.safetensors +3 -0
  30. model-00026-of-00058.safetensors +3 -0
  31. model-00027-of-00058.safetensors +3 -0
  32. model-00028-of-00058.safetensors +3 -0
  33. model-00029-of-00058.safetensors +3 -0
  34. model-00030-of-00058.safetensors +3 -0
  35. model-00031-of-00058.safetensors +3 -0
  36. model-00032-of-00058.safetensors +3 -0
  37. model-00033-of-00058.safetensors +3 -0
  38. model-00034-of-00058.safetensors +3 -0
  39. model-00035-of-00058.safetensors +3 -0
  40. model-00036-of-00058.safetensors +3 -0
  41. model-00037-of-00058.safetensors +3 -0
  42. model-00038-of-00058.safetensors +3 -0
  43. model-00039-of-00058.safetensors +3 -0
  44. model-00040-of-00058.safetensors +3 -0
  45. model-00041-of-00058.safetensors +3 -0
  46. model-00042-of-00058.safetensors +3 -0
  47. model-00043-of-00058.safetensors +3 -0
  48. model-00044-of-00058.safetensors +3 -0
  49. model-00045-of-00058.safetensors +3 -0
  50. model-00046-of-00058.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
4
+ library_name: transformers
5
+ tags:
6
+ - mergekit
7
+ - merge
8
+
9
+ ---
10
+ # merge
11
+
12
+ This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
13
+
14
+ ## Merge Details
15
+ ### Merge Method
16
+
17
+ This model was merged using the passthrough merge method.
18
+
19
+ ### Models Merged
20
+
21
+ The following models were included in the merge:
22
+ * [win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B](https://huggingface.co/win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B)
23
+
24
+ ### Configuration
25
+
26
+ The following YAML configuration was used to produce this model:
27
+
28
+ ```yaml
29
+ dtype: bfloat16
30
+ merge_method: passthrough
31
+ slices:
32
+ - sources:
33
+ - layer_range: [0, 8]
34
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
35
+ - sources:
36
+ - layer_range: [4, 12]
37
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
38
+ - sources:
39
+ - layer_range: [8, 16]
40
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
41
+ - sources:
42
+ - layer_range: [12, 20]
43
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
44
+ - sources:
45
+ - layer_range: [16, 24]
46
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
47
+ - sources:
48
+ - layer_range: [20, 28]
49
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
50
+ - sources:
51
+ - layer_range: [24, 32]
52
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
53
+ ```
config.json ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": 128001,
10
+ "head_dim": 128,
11
+ "hidden_act": "silu",
12
+ "hidden_size": 4096,
13
+ "initializer_range": 0.02,
14
+ "intermediate_size": 14336,
15
+ "max_position_embeddings": 131072,
16
+ "mlp_bias": false,
17
+ "model_type": "llama",
18
+ "num_attention_heads": 32,
19
+ "num_hidden_layers": 56,
20
+ "num_key_value_heads": 8,
21
+ "pretraining_tp": 1,
22
+ "rms_norm_eps": 1e-05,
23
+ "rope_scaling": {
24
+ "factor": 8.0,
25
+ "high_freq_factor": 4.0,
26
+ "low_freq_factor": 1.0,
27
+ "original_max_position_embeddings": 8192,
28
+ "rope_type": "llama3"
29
+ },
30
+ "rope_theta": 500000.0,
31
+ "tie_word_embeddings": false,
32
+ "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.45.2",
34
+ "use_cache": true,
35
+ "vocab_size": 128256
36
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dtype: bfloat16
2
+ merge_method: passthrough
3
+ slices:
4
+ - sources:
5
+ - layer_range: [0, 8]
6
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
7
+ - sources:
8
+ - layer_range: [4, 12]
9
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
10
+ - sources:
11
+ - layer_range: [8, 16]
12
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
13
+ - sources:
14
+ - layer_range: [12, 20]
15
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
16
+ - sources:
17
+ - layer_range: [16, 24]
18
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
19
+ - sources:
20
+ - layer_range: [20, 28]
21
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
22
+ - sources:
23
+ - layer_range: [24, 32]
24
+ model: win10/Infinirc-ArliAI-RPMax-v1.3-merge-8B
model-00001-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5321ca97dd0968a3e2b676b3a42728e9f5327d516bcf0addd4e9cd61c068a1ad
3
+ size 1050673280
model-00002-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3bea19802752659d8f54d4b3a0b4ec96c6d65c89ce4d72c9cf14952e3d0ef1f
3
+ size 1050673296
model-00003-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fed63a90398db79bc8cdb931e9fb097aec913cc786d7f08f3cefd1540e489943
3
+ size 436233352
model-00004-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44f75f97ea5dbcf082b7a07196361eaa44bb34c5613487ca5ada5a907cb73767
3
+ size 436233360
model-00005-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:259076f589d6633968058004e2907846a32ef8440d680aceebc0e0927690916c
3
+ size 469762536
model-00006-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29d32269a40630c6cdeeadacb6bff1af610ebdf45a2b5f3e0c790cfaa9dbd5c4
3
+ size 402687600
model-00007-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd85e9157842b6d89397c8593b5b3a55de60f88a531170133dc05b8b456cf010
3
+ size 469762536
model-00008-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e67b20fcc1f45d43889f3af29a8631cb592b9d3fcd3c12ac21caa798b401c8b
3
+ size 402687600
model-00009-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7caee7320881eb8139d2bb1318cbc3fe4c8abb25758802b85058667f47cab950
3
+ size 469762536
model-00010-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a267d1de7c854eecfe3edf60af41fc273e488f190d09693b5f064227d6d53aa
3
+ size 402687600
model-00011-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6bb7568a61abcde7e1dc9ff4bd34c960cc04a576d416bad5a52c12634b2137a
3
+ size 469762536
model-00012-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45f184ddd2c65fd2bd056645639fde601127af49ffbf25936776208670ab78ab
3
+ size 402687600
model-00013-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9f36a584c5ce68050424d90167a5da56fc9d5c4bfd511f515cf9f2a80e27e39
3
+ size 469762536
model-00014-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4a9336d64088d83e72d52dad82ee1976a057eee6e9c021cd53152e537ab2fce
3
+ size 402687600
model-00015-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61837d8837af4eabe7b879cec1a09f2e9ed04852e0f2f278a01798fffa9c6efc
3
+ size 469762536
model-00016-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7a720539434f4cc019d6bb5196131d5632fb9538f8b0f0653421b3e6addbfd
3
+ size 402687600
model-00017-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f38c106643e789143c70acd0f9916956d76124ac5b6150ee3d3c1a0bdb117bc8
3
+ size 469762536
model-00018-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a57b3a8fc7a01dc767c9fad9e8c5cb6777b7dfc091b3aaf0bce00b874b89027
3
+ size 402687600
model-00019-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f11a3fab893c7f239787f4b792f921a2cd2c493feeae497d6c662313f56c1e6f
3
+ size 469762536
model-00020-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:312458c14e2add61ce86d740d40ca518b89f03bba026deead5d9b4120460a994
3
+ size 402687600
model-00021-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b3556956377293b1d40943358e04e70b56ee6d83467c2b8115ab6b1ec382886
3
+ size 469762536
model-00022-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:643f4e3209ade93a1fadab58fefc436ca4135bf60fd02b5ddcd6a655fc771190
3
+ size 402687600
model-00023-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b0a335bda9c20817c4d61e2b0bd51143d729d0ac8356dcf69deb95bc34f8fdb
3
+ size 469762536
model-00024-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a484e8ed1d079acd9d06a2d88fbd780c6331d546add7e91a2039cee830915715
3
+ size 402679288
model-00025-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd8a05c8765c71f4b228ec28f2d60e6ad8bbbe9ff32558f9b573e5b61dc96f58
3
+ size 436233360
model-00026-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1eb759c11b9bfa967eee7e4a34aa74dcb3eba7950d194bc1739b6552a2efd516
3
+ size 469762536
model-00027-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07cfd07ab9a65f9b1ffa71dff5073e9ad8fd805a8add76d4047aa14cc82d9cac
3
+ size 402687600
model-00028-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1576386c3872364a3052f20a6e0412b6ab4ccfcbdd16d45c83c1f87ca90b83fe
3
+ size 469762536
model-00029-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31c045bd5a147f7f4fb048eed102e55ce6df64efba965a7786c8f47b43d9f06d
3
+ size 402687600
model-00030-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1862f2c02e1e586af058909586d8fda3fcc93211b39a074ddaf77f4c773a2ce2
3
+ size 469762536
model-00031-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb5b7311c3f5d92911676f86b6314cf9a12b852848374af5a780ade99718dba9
3
+ size 402687600
model-00032-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdbbd14538d90e0815f47a77739ea6842a5aa3e67034f03e8ba449d13dcd6ac9
3
+ size 469762536
model-00033-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7d72872dca6ec28ffdc27e6689d323fb36dbf09d9c9d655e185821afac2885c
3
+ size 402687600
model-00034-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c7288b0ddc1a5401516ad7ada194d144e34242d9077f94aa2102cb145cae517
3
+ size 469762536
model-00035-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63ce90615d9c8996f4f6d9ef69b27faff591dda30305a7d0d456e0d50f1b904c
3
+ size 402687600
model-00036-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c0b69007a17cc92555ea86135e81be339c9475e4a100df02d761e3c0a9a46e1
3
+ size 469762536
model-00037-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a7e35a852b69ede80fe5d15977a914be9bbdd456f3100247c65b83a4d5bedc1
3
+ size 402687600
model-00038-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8acde7cdd4905e6de765259c56fe14f57d044f473145275938bd4958495060c0
3
+ size 469762536
model-00039-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83a0ba8eed8a221427dec3553c6a11e07855557e8fa35a5f41e14ee0240f8530
3
+ size 402687600
model-00040-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eea5fe1ebc083b8184ff4535a2e180e2bd4910c3b74bf6cdec9463387aaad0bc
3
+ size 469762536
model-00041-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89dcdbc0d3376821a49475f40bd1da99e156bb93a222b55f32183816f2cf40ad
3
+ size 402679296
model-00042-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c74f551b75d477eb61f39e3d9054b3cdbfcfd93a7562a8bfbc9b0f2c3111de2
3
+ size 436225072
model-00043-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7f8561db29a83b7bff9993f546ae1b0e46a65547bba4b0b43fbd7f2d54aabec
3
+ size 436225056
model-00044-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99a5343ed6a52a6bb81f2ff1c9a00436da1510358923ea383044bc79c3fda6e9
3
+ size 436225064
model-00045-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65e0d3eed11e37683adfd33118a02a2630c4a5f6d693c77aa24ff77a2a373b41
3
+ size 436225072
model-00046-of-00058.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d23f59d5da8826ca074ad761c82553ed62a38d3885abbd2e58ab224612540aa4
3
+ size 436233360