File size: 374 Bytes
e4b31b4 67b5ce2 e4b31b4 67b5ce2 e4b31b4 67b5ce2 e4b31b4 |
1 2 3 4 5 6 7 8 9 10 11 12 |
slices:
- sources:
- model: /home/llm/mergequant/models/midnight-miqu-70b
layer_range: [0, 40] # 40
- sources:
- model: /home/llm/mergequant/models/midnight-miqu-70b
layer_range: [20, 60] # 40
- sources:
- model: /home/llm/mergequant/models/midnight-miqu-70b
layer_range: [40, 80] # 40
merge_method: passthrough
dtype: float16 |