default_stage:
  default_modifiers:
    AWQModifier:
      config_groups:
        group_0:
          targets: [Linear]
          weights:
            num_bits: 4
            type: int
            symmetric: true
            group_size: 64
            strategy: group
            block_structure: null
            dynamic: false
            actorder: null
            scale_dtype: null
            zp_dtype: null
            observer: minmax
            observer_kwargs: {}
          input_activations: null
          output_activations: null
          format: null
      targets: [Linear]
      ignore: [lm_head, model.embed_tokens, model.norm, 're:.*mlp.gate$']
      mappings:
      - smooth_layer: backbone.layers.5.norm
        balance_layers: [backbone.layers.5.mixer.q_proj, backbone.layers.5.mixer.k_proj, backbone.layers.5.mixer.v_proj]
      - smooth_layer: backbone.layers.12.norm
        balance_layers: [backbone.layers.12.mixer.q_proj, backbone.layers.12.mixer.k_proj,
          backbone.layers.12.mixer.v_proj]
      - smooth_layer: backbone.layers.19.norm
        balance_layers: [backbone.layers.19.mixer.q_proj, backbone.layers.19.mixer.k_proj,
          backbone.layers.19.mixer.v_proj]
      - smooth_layer: backbone.layers.26.norm
        balance_layers: [backbone.layers.26.mixer.q_proj, backbone.layers.26.mixer.k_proj,
          backbone.layers.26.mixer.v_proj]
      - smooth_layer: backbone.layers.33.norm
        balance_layers: [backbone.layers.33.mixer.q_proj, backbone.layers.33.mixer.k_proj,
          backbone.layers.33.mixer.v_proj]
      - smooth_layer: backbone.layers.42.norm
        balance_layers: [backbone.layers.42.mixer.q_proj, backbone.layers.42.mixer.k_proj,
          backbone.layers.42.mixer.v_proj]
      duo_scaling: true
      n_grid: 20