models: | |
- model: Chronos-Gold-12B-1.0 | |
parameters: | |
weight: 0.4 | |
density: 0.4 | |
- model: Violet-Lyra-Gutenberg-12b | |
parameters: | |
weight: 0.9 | |
density: 0.6 | |
base_model: Mistral-Nemo-Base-2407 | |
parameters: | |
epsilon: 0.1 | |
lambda: 1.1 | |
normalize: false | |
rescale: true | |
merge_method: della_linear | |
tokenizer: | |
source: union | |
dtype: bfloat16 |