slices: - sources: - model: Gaivoronsky/Mistral-7B-Saiga layer_range: - 0 - 32 - model: cognitivecomputations/dolphin-2.2.1-mistral-7b layer_range: - 0 - 32 merge_method: slerp base_model: Gaivoronsky/Mistral-7B-Saiga parameters: t: - filter: self_attn value: - 0 - 0.5 - 0.3 - 0.7 - 1 - filter: mlp value: - 1 - 0.5 - 0.7 - 0.3 - 0 - value: 0.5 dtype: bfloat16