models: - model: eren23/OGNO-7b-dpo-truthful - model: Kquant03/NeuralTrix-7B-dpo-laser parameters: density: 0.5 weight: 0.5 merge_method: ties base_model: eren23/OGNO-7b-dpo-truthful parameters: normalize: true dtype: float16