base_model: Qwen/Qwen1.5-72B-Chat dtype: bfloat16 merge_method: slerp parameters: t: - filter: self_attn value: - 0 - 0.5 - 0.3 - 0.7 - 1 - filter: mlp value: - 1 - 0.5 - 0.7 - 0.3 - 0 - value: 0.5 slices: - sources: - layer_range: - 0 - 80 model: Qwen/Qwen1.5-72B-Chat - layer_range: - 0 - 80 model: vilm/Quyen-Pro-Max-v0.1