File size: 386 Bytes
4c72997
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
slices:
  - sources:
      - model: /home/llm/mergequant/models/mr-v2.0.3-wizardblend
        layer_range: [0, 40] # 40
  - sources:
      - model: /home/llm/mergequant/models/mr-v2.0.3-wizardblend
        layer_range: [20, 60] # 40
  - sources:
      - model: /home/llm/mergequant/models/mr-v2.0.3-wizardblend
        layer_range: [40, 80] # 40
merge_method: passthrough
dtype: float16