| slices: | |
| - sources: | |
| - model: liminerity/M7-7b | |
| layer_range: [0, 32] | |
| - model: AurelPx/Percival_01-7b-slerp | |
| layer_range: [0, 32] | |
| merge_method: slerp | |
| base_model: liminerity/M7-7b | |
| parameters: | |
| t: | |
| - filter: self_attn | |
| value: [0.22324423914696878, 0.8627766704792919, 0.6567744055030249, 0.13155726558093328, 0.6384007863653591] | |
| - filter: mlp | |
| value: [0.7767557608530312, 0.13722332952070815, 0.8684427344190667, 0.8684427344190667, 0.36159921363464087] | |
| - value: 0.6120809670167858 | |
| dtype: bfloat16 | |
| random_seed: 0 | |