mergekit_config.yml

slices:
 - sources:
     - model: udkai/Turdus
       layer_range: [0, 32]
     - model: flemmingmiguel/MBX-7B
       layer_range: [0, 32]
merge_method: slerp
base_model: udkai/Turdus
parameters:
 t:
  - filter: self_attn
    value: [0, 0.5, 0.3, 0.7, 1]
  - filter: mlp
    value: [1, 0.5, 0.7, 0.3, 0]
  - value: 0.5
dtype: bfloat16