Commit
•
67b5ce2
1
Parent(s):
fed9415
Update mergekit_config.yml
Browse files- mergekit_config.yml +3 -3
mergekit_config.yml
CHANGED
|
@@ -1,12 +1,12 @@
|
|
| 1 |
slices:
|
| 2 |
- sources:
|
| 3 |
-
- model: /home/llm/mergequant/models/midnight-miqu-70b
|
| 4 |
layer_range: [0, 40] # 40
|
| 5 |
- sources:
|
| 6 |
-
- model: /home/llm/mergequant/models/midnight-miqu-70b
|
| 7 |
layer_range: [20, 60] # 40
|
| 8 |
- sources:
|
| 9 |
-
- model: /home/llm/mergequant/models/midnight-miqu-70b
|
| 10 |
layer_range: [40, 80] # 40
|
| 11 |
merge_method: passthrough
|
| 12 |
dtype: float16
|
|
|
|
| 1 |
slices:
|
| 2 |
- sources:
|
| 3 |
+
- model: /home/llm/mergequant/models/midnight-miqu-70b
|
| 4 |
layer_range: [0, 40] # 40
|
| 5 |
- sources:
|
| 6 |
+
- model: /home/llm/mergequant/models/midnight-miqu-70b
|
| 7 |
layer_range: [20, 60] # 40
|
| 8 |
- sources:
|
| 9 |
+
- model: /home/llm/mergequant/models/midnight-miqu-70b
|
| 10 |
layer_range: [40, 80] # 40
|
| 11 |
merge_method: passthrough
|
| 12 |
dtype: float16
|