File size: 407 Bytes
e4c00c7 |
1 2 3 4 5 6 7 8 9 10 11 12 |
slices:
- sources:
- model: /home/llm/mergequant/models/midnight-miqu-70b-slerp-v0.2
layer_range: [0, 40] # 40
- sources:
- model: /home/llm/mergequant/models/midnight-miqu-70b-slerp-v0.2
layer_range: [20, 60] # 40
- sources:
- model: /home/llm/mergequant/models/midnight-miqu-70b-slerp-v0.2
layer_range: [40, 80] # 40
merge_method: passthrough
dtype: float16 |