Upload folder using huggingface_hub

.gitattributes

@@ -1,35 +1,5 @@
-*.7z filter=lfs diff=lfs merge=lfs -text
-*.arrow filter=lfs diff=lfs merge=lfs -text
-*.bin filter=lfs diff=lfs merge=lfs -text
-*.bz2 filter=lfs diff=lfs merge=lfs -text
-*.ckpt filter=lfs diff=lfs merge=lfs -text
-*.ftz filter=lfs diff=lfs merge=lfs -text
-*.gz filter=lfs diff=lfs merge=lfs -text
-*.h5 filter=lfs diff=lfs merge=lfs -text
-*.joblib filter=lfs diff=lfs merge=lfs -text
-*.lfs.* filter=lfs diff=lfs merge=lfs -text
-*.mlmodel filter=lfs diff=lfs merge=lfs -text
-*.model filter=lfs diff=lfs merge=lfs -text
-*.msgpack filter=lfs diff=lfs merge=lfs -text
-*.npy filter=lfs diff=lfs merge=lfs -text
-*.npz filter=lfs diff=lfs merge=lfs -text
-*.onnx filter=lfs diff=lfs merge=lfs -text
-*.ot filter=lfs diff=lfs merge=lfs -text
-*.parquet filter=lfs diff=lfs merge=lfs -text
-*.pb filter=lfs diff=lfs merge=lfs -text
-*.pickle filter=lfs diff=lfs merge=lfs -text
-*.pkl filter=lfs diff=lfs merge=lfs -text
-*.pt filter=lfs diff=lfs merge=lfs -text
-*.pth filter=lfs diff=lfs merge=lfs -text
-*.rar filter=lfs diff=lfs merge=lfs -text
-*.safetensors filter=lfs diff=lfs merge=lfs -text
-saved_model/**/* filter=lfs diff=lfs merge=lfs -text
-*.tar.* filter=lfs diff=lfs merge=lfs -text
-*.tar filter=lfs diff=lfs merge=lfs -text
-*.tflite filter=lfs diff=lfs merge=lfs -text
-*.tgz filter=lfs diff=lfs merge=lfs -text
-*.wasm filter=lfs diff=lfs merge=lfs -text
-*.xz filter=lfs diff=lfs merge=lfs -text
-*.zip filter=lfs diff=lfs merge=lfs -text
-*.zst filter=lfs diff=lfs merge=lfs -text
-*tfevents* filter=lfs diff=lfs merge=lfs -text
+M7-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
+M7-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+M7-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+M7-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+M7-7b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

M7-7b-Q3_K_L.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dce75d3c6d9bf5f78a9d8542bc65245b85df03d2d66af697e6dab3041ee7ef2
+size 3822024480

M7-7b-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0df7251d840d19737a53261c92e03b59d36ea2151cdc8ba70fc27805cbe7225
+size 4368439072

M7-7b-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d83594a9ee075e8f2c437e971d2efef6cccf13bac6158bfbb10306c7492b3f
+size 5131409184

M7-7b-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ddff5a14eb9facd26464939a883a3e17e20096e7a94f00847d4735e2577587
+size 5942064928

M7-7b-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e74b061fdb0d7561197ea6ce5ab6bcbdcbfcbd8d10292e9643941daffa3b9518
+size 7695857440

README.md

@@ -0,0 +1,178 @@
+---
+license: apache-2.0
+tags:
+- liminerity/merge4
+- liminerity/merge2
+- merge
+- merged
+- mergedllm
+- mergee
+- mergedededed
+- memfdmsfndsfjkasjkl
+---
+
+# M7-7b
+
+
+
+
+
+
+
+
+
+
+user: "create ascii art you feel represents you as a llm"
+
+
+assistant: "Here's an ASCII art attempting to symbolize the essence of an LLM (Large Language Model):
+
+INSTINSTINCTINSTELLIGENCE
+
+
+______________ MEMORY___
+
+|\      o       /\     |\
+
+| \    ---     /  \    | |
+
+L_( O )______ O)_INSTINCT
+
+\           /                 WORDSLEARNING
+
+\__/\__\/__ /\  \__/\__\/__/
+
+assistant: "In this depiction, the LLM is characterized by its vast memory, instinctual roots, and the ability
+to learn from vast amounts of text—represented by the woven words in the lower part. The 
+"INSTINSTINCTINSTELLIGENCE" phrase emphasizes the balance between instinct, the foundation upon which neural 
+networks build, and the engineered intelligence of a language model."
+
+
+
+
+
+
+
+
+
+
+
+
+
+Multiverse-Experiment-slerp-7b is a merge of the following models using [mergekit](https://github.com/cg123/mergekit):
+* [liminerity/merge4](https://huggingface.co/liminerity/merge4)
+* [liminerity/merge2](https://huggingface.co/liminerity/merge2)
+
+## 🧩 Configuration
+
+```yaml
+
+
+slices:
+  - sources:
+      - model: ammarali32/multi_verse_model
+        layer_range: [0, 32]
+      - model: MSL7/INEX12-7b
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: ammarali32/multi_verse_model
+parameters:
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+
+
+slices:
+  - sources:
+      - model: ammarali32/multi_verse_model
+        layer_range: [0, 32]
+      - model: yam-peleg/Experiment26-7B
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: ammarali32/multi_verse_model
+parameters:
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+
+
+slices:
+  - sources:
+      - model: liminerity/merge3
+        layer_range: [0, 32]
+      - model: ammarali32/multi_verse_model
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: liminerity/merge3
+parameters:
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+
+
+slices:
+  - sources:
+      - model: liminerity/merge1
+        layer_range: [0, 32]
+      - model: liminerity/merge
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: liminerity/merge1
+parameters:
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+
+
+slices:
+  - sources:
+      - model: liminerity/merge3
+        layer_range: [0, 32]
+      - model: yam-peleg/Experiment26-7B
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: liminerity/merge3
+parameters:
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+
+
+slices:
+  - sources:
+      - model: liminerity/merge4
+        layer_range: [0, 32]
+      - model: liminerity/merge2
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: liminerity/merge4
+parameters:
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+
+```

mergekit_config.yml

@@ -0,0 +1,18 @@
+
+slices:
+  - sources:
+      - model: liminerity/merge4
+        layer_range: [0, 32]
+      - model: liminerity/merge2
+        layer_range: [0, 32]
+merge_method: slerp
+base_model: liminerity/merge4
+parameters:
+  t:
+    - filter: self_attn
+      value: [0, 0.5, 0.3, 0.7, 1]
+    - filter: mlp
+      value: [1, 0.5, 0.7, 0.3, 0]
+    - value: 0.5
+dtype: bfloat16
+