File size: 301 Bytes
e9bf01e
 
 
 
 
 
 
d655344
e9bf01e
 
 
1
2
3
4
5
6
7
8
9
10
11
12
default_stage:
  default_modifiers:
    GPTQModifier:
      targets: [Linear]
      ignore: [lm_head, 're:.*mlp.gate[.].*']
      scheme: W8A16
      bypass_divisibility_checks: false
      requires_calibration_data: true
      block_size: 128
      dampening_frac: 0.01
      offload_hessians: false