models: | |
- model: mistralai/Mistral-7B-v0.1 | |
# no parameters necessary for base model | |
- model: SanjiWatsuki/Kunoichi-DPO-v2-7B | |
parameters: | |
weight: 0.45 | |
- model: cgato/TheSpice-7b-v0.1.1 | |
parameters: | |
weight: 0.05 | |
- model: HuggingFaceH4/zephyr-7b-beta | |
parameters: | |
weight: 0.05 | |
- model: SanjiWatsuki/Kunoichi-7B | |
parameters: | |
weight: 0.45 | |
merge_method: task_arithmetic | |
base_model: mistralai/Mistral-7B-v0.1 | |
dtype: float16 | |