models:
  - model: ./Nemo-DPO-v10
    parameters:
      weight: 0.5
  - model: ./Nemo-DPO-v6
    parameters:
      weight: 1.0
merge_method: linear
dtype: float16