File size: 196 Bytes
64f4f4d
 
 
 
 
34b8679
64f4f4d
 
1
2
3
4
5
6
7
8
9
DEFAULT_stage:
  DEFAULT_modifiers:
    SmoothQuantModifier: {smoothing_strength: 0.8}
    GPTQModifier:
      targets: Linear
      dampening_frac: 0.1
      ignore: [lm_head]
      scheme: W8A8