models: - model: m-a-p/neo_7b - model: DewEfresh/neo_7b parameters: weight: 0.5 merge_method: slerp base_model: m-a-p/neo_7b parameters: t: 0.5 dtype: bfloat16 custom_layers: - sources: - model: m-a-p/neo_7b layers: [0, 3] - model: DewEfresh/neo_7b layers: [0, 3] method: weighted_average target_layers: [0] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [1, 3] - model: DewEfresh/neo_7b layers: [1, 3] method: weighted_average target_layers: [1] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [2, 3] - model: DewEfresh/neo_7b layers: [2, 3] method: weighted_average target_layers: [2] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [4, 7] - model: DewEfresh/neo_7b layers: [4, 7] method: weighted_average target_layers: [3] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [5, 7] - model: DewEfresh/neo_7b layers: [5, 7] method: weighted_average target_layers: [4] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [6, 7] - model: DewEfresh/neo_7b layers: [6, 7] method: weighted_average target_layers: [5] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [8, 11] - model: DewEfresh/neo_7b layers: [8, 11] method: weighted_average target_layers: [6] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [9, 11] - model: DewEfresh/neo_7b layers: [9, 11] method: weighted_average target_layers: [7] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [10, 11] - model: DewEfresh/neo_7b layers: [10, 11] method: weighted_average target_layers: [8] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [12, 15] - model: DewEfresh/neo_7b layers: [12, 15] method: weighted_average target_layers: [9] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [13, 15] - model: DewEfresh/neo_7b layers: [13, 15] method: weighted_average target_layers: [10] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [14, 15] - model: DewEfresh/neo_7b layers: [14, 15] method: weighted_average target_layers: [11] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [16, 19] - model: DewEfresh/neo_7b layers: [16, 19] method: weighted_average target_layers: [12] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [17, 19] - model: DewEfresh/neo_7b layers: [17, 19] method: weighted_average target_layers: [13] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [18, 19] - model: DewEfresh/neo_7b layers: [18, 19] method: weighted_average target_layers: [14] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [20, 23] - model: DewEfresh/neo_7b layers: [20, 23] method: weighted_average target_layers: [15] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [21, 23] - model: DewEfresh/neo_7b layers: [21, 23] method: weighted_average target_layers: [16] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [22, 23] - model: DewEfresh/neo_7b layers: [22, 23] method: weighted_average target_layers: [17] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [24, 27] - model: DewEfresh/neo_7b layers: [24, 27] method: weighted_average target_layers: [18] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [25, 27] - model: DewEfresh/neo_7b layers: [25, 27] method: weighted_average target_layers: [19] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [26, 27] - model: DewEfresh/neo_7b layers: [26, 27] method: weighted_average target_layers: [20] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [28, 31] - model: DewEfresh/neo_7b layers: [28, 31] method: weighted_average target_layers: [21] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [29, 31] - model: DewEfresh/neo_7b layers: [29, 31] method: weighted_average target_layers: [22] layer_weights: [0.75, 0.25] - sources: - model: m-a-p/neo_7b layers: [30, 31] - model: DewEfresh/neo_7b layers: [30, 31] method: weighted_average target_layers: [23] layer_weights: [0.75, 0.25]