File size: 435 Bytes
bdba6a4
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
DEFAULT_stage:
  DEFAULT_modifiers:
    GPTQModifier:
      sequential_update: true
      dampening_frac: 0.05
      config_groups:
        group_0:
          targets: [Linear]
          weights: {num_bits: 4, type: int, symmetric: true, group_size: 128, strategy: group,
            actorder: null, observer: minmax}
          input_activations: null
          output_activations: null
      targets: [Linear]
      ignore: [lm_head]