mergekit_config.yml

name: monk
models:
  - model: nbeerbower/mistral-nemo-bophades-12B
  - model: nbeerbower/mistral-nemo-wissenschaft-12B
merge_method: slerp
base_model: nbeerbower/mistral-nemo-bophades-12B
parameters:
  t: [0.1, 0.2, 0.4, 0.6, 0.6, 0.4, 0.2, 0.1]
dtype: bfloat16
tokenizer_source: base
---
name: hero
models:
  - model: elinas/Chronos-Gold-12B-1.0
  - model: Fizzarolli/MN-12b-Sunrose
merge_method: slerp
base_model: elinas/Chronos-Gold-12B-1.0
parameters:
  t: [0.1, 0.2, 0.4, 0.6, 0.6, 0.4, 0.2, 0.1]
dtype: bfloat16
tokenizer_source: base
---
name: deity
models:
  - model: nbeerbower/mistral-nemo-gutenberg-12B-v4
  - model: anthracite-org/magnum-12b-v2.5-kto
merge_method: slerp
base_model: nbeerbower/mistral-nemo-gutenberg-12B-v4
parameters:
  t: [0, 0.1, 0.2, 0.25, 0.25, 0.2, 0.1, 0]
dtype: bfloat16
tokenizer_source: base
---

base_model: IntervitensInc/Mistral-Nemo-Base-2407-chatml
merge_method: dare_ties
slices:
- sources:
  - layer_range: [0, 40]
    model: monk
    parameters:
      density: 0.7
      weight: 0.5
  - layer_range: [0, 40]
    model: hero
    parameters:
      density: 0.9
      weight: 1.0
  - layer_range: [0, 40]
    model: deity
    parameters:
      density: 0.5
      weight: 0.7
  - layer_range: [0, 40]
    model: IntervitensInc/Mistral-Nemo-Base-2407-chatml
tokenizer_source: base