Upload 2 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ggml-model-bf16.gguf filter=lfs diff=lfs merge=lfs -text

ggml-model-bf16.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f56f4af13d33a7e1c761350edd50c3aeab7b01545836e8ce348d4cd3a9ace81
+size 27344232096

mergekit_moe_config.yml

@@ -0,0 +1,11 @@
+base_model: D:\models\llama-3-cat-8B-instruct
+gate_mode: random
+dtype: bfloat16
+experts_per_token: 2
+experts:
+ - source_model: D:\models\llama-3-cat-8B-instruct
+   positive_prompts:
+    - " "
+ - source_model: D:\models\Hermes-2-Theta-Llama-3-8B
+   positive_prompts:
+    - " "