slices: - sources: - model: NeverSleep/Llama-3-Lumimaid-8B-v0.1 layer_range: - 0 - 32 - model: Sao10K/Fimbulvetr-11B-v2.1-16K layer_range: - 0 - 32 merge_method: slerp base_model: NeverSleep/Llama-3-Lumimaid-8B-v0.1 parameters: t: - filter: self_attn value: - 0 - 0.5 - 0.3 - 0.7 - 1 - filter: mlp value: - 1 - 0.5 - 0.7 - 0.3 - 0 - value: 0.5 dtype: bfloat16