slices: | |
- sources: | |
- model: Casual-Autopsy/L3-Umbral-Mind-RP-v0.3-8B | |
layer_range: [0, 32] | |
- model: Casual-Autopsy/Llama-3-Mopeyfied-Psychology-8B | |
layer_range: [0, 32] | |
parameters: | |
weight: 0.14 | |
- model: Sao10K/L3-8B-Stheno-v3.2 | |
layer_range: [0, 32] | |
parameters: | |
weight: 0.03 | |
- model: Hastagaras/Halu-8B-Llama3-Blackroot | |
layer_range: [0, 32] | |
parameters: | |
weight: 0.03 | |
merge_method: task_arithmetic | |
base_model: Casual-Autopsy/L3-Umbral-Mind-RP-v0.3-8B | |
dtype: bfloat16 | |