File size: 488 Bytes
eb2c40a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
models:
  - model: unsloth/Llama-3.3-70B-Instruct
    parameters:
      density: [0.9, 0.1, 0.1]
      weight: [0.9, 0.3, 0.3]
  - model: nvidia/Llama-3.1-Nemotron-70B-Instruct-HF
    parameters:
      density: 0.65
      weight: [0.1, 0.3, 0.6]
  - model: EVA-UNIT-01/EVA-LLaMA-3.33-70B-v0.1
    parameters:
      density: 0.5
      weight: [0.1, 0.7, 0.4]
merge_method: dare_ties
base_model: unsloth/Llama-3.3-70B-Instruct
parameters:
  normalize: true
  int8_mask: true
dtype: bfloat16