slices: | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [0, 12] | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [6, 18] | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [12, 24] | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [18, 30] | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [24, 36] | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [30, 42] | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [36, 48] | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [42, 54] | |
- sources: | |
- model: 01-ai/Yi-1.5-34B-Chat-16K | |
layer_range: [48, 60] | |
merge_method: passthrough | |
dtype: float16 |