models:
  - model: ./Nemo-DPO-V20
  - model: ./Nemo-DPO-V21

merge_method: model_stock
base_model: ./Nemo-DPO-V22 
parameters:
  normalize: false
  int8_mask: true
dtype: bfloat16