File size: 428 Bytes
7668f3f |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
models:
- model: ./models/Moistral-11B-v2
- model: ./models/RoleBeagle-11B
merge_method: slerp
base_model: ./models/Moistral-11B-v2
parameters:
t:
- filter: self_attn
value: [0, 0.7, 0.5, 0.8, 1] # Increased influence of Moistral model
- filter: mlp
value: [1, 0.3, 0.5, 0.2, 0] # Decreased influence of RoleBeagle model
- value: 0.7 # Increased fallback value for rest of tensors
dtype: float16 |