File size: 1,522 Bytes
5f8c104 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 |
# Six splits plus "end game
# "D" starts at plus .1 VS D/O proj.
# 40 plus.
slices:
- sources:
- model: E:/Gemma-The-Writer-f32
layer_range: [0, 41]
# O PROJ, DPROJ to .3333 /
# end game
# .25/.25/.61
# .30/.30/.21
# .35/.35/.51
# .40/.50/.26
# .77/.77/.88
- sources:
- model: G:/9B/gemma2-gutenberg-9B
layer_range: [41, 42]
parameters:
scale:
- filter: o_proj
value: .25
- filter: down_proj
value: .25
- value: .61
- sources:
- model: J:/Gemma-The-Writer-9B
layer_range: [41, 42]
parameters:
scale:
- filter: o_proj
value: .30
- filter: down_proj
value: .50
- value: .21
- sources:
- model: G:/9B/Tiger-Gemma-9B-v2
layer_range: [41, 42]
parameters:
scale:
- filter: o_proj
value: 0.45
- filter: down_proj
value: 0.55
- value: .51
- sources:
- model: G:/9B/Ellaria-9B
layer_range: [41, 42]
parameters:
scale:
- filter: o_proj
value: .40
- filter: down_proj
value: 0.50
- value: 0.26
- sources:
- model: G:/9B/gemma2-gutenberg-9B
layer_range: [41, 42]
parameters:
scale:
- filter: o_proj
value: 0.9
- filter: down_proj
value: 0.97
- value: 0.95
merge_method: passthrough
dtype: float32 |