File size: 1,500 Bytes
564d640 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
name: Lamarck-14B-v0.7-rc4-r1
merge_method: ties
base_model: sometimesanotion/finalize-slerp
tokenizer_source: base
dtype: float32
out_dtype: bfloat16
parameters:
density: 1.00
weight: 1.00
int8_mask: true
normalize: true
rescale: false
slices:
- sources:
- { layer_range: [ 0, 2 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 2, 6 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 6, 10 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 10, 14 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 14, 18 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 18, 22 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 22, 26 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 26, 30 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 30, 34 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 34, 38 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 38, 42 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 42, 46 ], model: sometimesanotion/finalize-slerp }
- sources:
- { layer_range: [ 46, 48 ], model: sometimesanotion/finalize-slerp }
|