Llama-3-VNTL-Yollisa-8B / mergekit_config.yml
Casual-Autopsy's picture
Upload folder using huggingface_hub
6ea10f1 verified
models:
# Base
- model: Casual-Autopsy/Llama-3-Yollow-SCE-TopK_1.0+Casual-Autopsy/vntl-qlora
parameters:
weight: 1.0
# Models
- model: Casual-Autopsy/Llama-3-Minus-Base
parameters:
density: 0.35
weight: 10e-5
- model: Casual-Autopsy/Llama-3-Shisa-Minus-Base
parameters:
density: 0.85
weight: 25e-5
- model: Casual-Autopsy/Llama-3-Swallow-Minus-Base
parameters:
density: 0.85
weight: 25e-5
- model: Casual-Autopsy/Llama-3-Youko-Minus-Base
parameters:
density: 0.85
weight: 25e-5
merge_method: ties
base_model: Casual-Autopsy/Llama-3-Yollow-SCE-TopK_1.0+Casual-Autopsy/vntl-qlora
parameters:
normalize: false
int8_mask: false
dtype: float32