File size: 563 Bytes
1187fe3 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
slices:
- sources:
- model: liminerity/M7-7b
layer_range: [0, 32]
- model: AurelPx/Percival_01-7b-slerp
layer_range: [0, 32]
merge_method: slerp
base_model: liminerity/M7-7b
parameters:
t:
- filter: self_attn
value: [0.22324423914696878, 0.8627766704792919, 0.6567744055030249, 0.13155726558093328, 0.6384007863653591]
- filter: mlp
value: [0.7767557608530312, 0.13722332952070815, 0.8684427344190667, 0.8684427344190667, 0.36159921363464087]
- value: 0.6120809670167858
dtype: bfloat16
random_seed: 0
|