hydra:
  run:
    dir: experiments/${device}_${benchmark.batch_size}_${benchmark.new_tokens}/${backend.name}/${experiment_name}
  sweep:
    dir: experiments/${device}_${benchmark.batch_size}_${benchmark.new_tokens}/${backend.name}/${experiment_name}
    subdir: ${hydra.job.num}
  launcher:
    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
  sweeper:
    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
    max_batch_size: null
    params:
      backend.auto_optimization: O1,O2,O3,O4
      backend.auto_quantization: arm64,avx2,avx512,avx512_vnni
      +backend.auto_quantization_config.per_channel: 'False'
      +backend.auto_quantization_config.operators_to_quantize:
      - Gather
      - Transpose
      - EmbedLayerNormalization
      - Attention
      - LSTM
      - ArgMax
      - Gemm
      - MatMul
      - Add
      - Mul
      - Relu
      - Clip
      - LeakyRelu
      - Sigmoid
      - MaxPool
      - GlobalAveragePool
      - Split
      - Pad
      - Reshape
      - Squeeze
      - Unsqueeze
      - Resize
      - AveragePool
      - Concat
      - Softmax
      - Where
      - ConvTranspose
      - InstanceNormalization
  help:
    app_name: ${hydra.job.name}
    header: '${hydra.help.app_name} is powered by Hydra.

      '
    footer: 'Powered by Hydra (https://hydra.cc)

      Use --hydra-help to view Hydra specific help

      '
    template: '${hydra.help.header}

      == Configuration groups ==

      Compose your configuration from those groups (group=option)


      $APP_CONFIG_GROUPS


      == Config ==

      Override anything in the config (foo.bar=value)


      $CONFIG


      ${hydra.help.footer}

      '
  hydra_help:
    template: 'Hydra (${hydra.runtime.version})

      See https://hydra.cc for more info.


      == Flags ==

      $FLAGS_HELP


      == Configuration groups ==

      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
      to command line)


      $HYDRA_CONFIG_GROUPS


      Use ''--cfg hydra'' to Show the Hydra config.

      '
    hydra_help: ???
  hydra_logging:
    version: 1
    formatters:
      colorlog:
        (): colorlog.ColoredFormatter
        format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s'
    handlers:
      console:
        class: logging.StreamHandler
        formatter: colorlog
        stream: ext://sys.stdout
    root:
      level: INFO
      handlers:
      - console
    disable_existing_loggers: false
  job_logging:
    version: 1
    formatters:
      simple:
        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
      colorlog:
        (): colorlog.ColoredFormatter
        format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s]
          - %(message)s'
        log_colors:
          DEBUG: purple
          INFO: green
          WARNING: yellow
          ERROR: red
          CRITICAL: red
    handlers:
      console:
        class: logging.StreamHandler
        formatter: colorlog
        stream: ext://sys.stdout
      file:
        class: logging.FileHandler
        formatter: simple
        filename: ${hydra.job.name}.log
    root:
      level: INFO
      handlers:
      - console
      - file
    disable_existing_loggers: false
  env: {}
  mode: MULTIRUN
  searchpath: []
  callbacks: {}
  output_subdir: .hydra
  overrides:
    hydra:
    - hydra.mode=MULTIRUN
    task:
    - backend.auto_optimization=O1
    - backend.auto_quantization=avx2
    - +backend.auto_quantization_config.per_channel=False
    - +backend.auto_quantization_config.operators_to_quantize=['Gather','Transpose','EmbedLayerNormalization','Attention','LSTM','ArgMax','Gemm','MatMul','Add','Mul','Relu','Clip','LeakyRelu','Sigmoid','MaxPool','GlobalAveragePool','Split','Pad','Reshape','Squeeze','Unsqueeze','Resize','AveragePool','Concat','Softmax','Where','ConvTranspose','InstanceNormalization']
    - device=cpu
    - benchmark.new_tokens=10
  job:
    name: main
    chdir: true
    override_dirname: +backend.auto_quantization_config.operators_to_quantize=['Gather','Transpose','EmbedLayerNormalization','Attention','LSTM','ArgMax','Gemm','MatMul','Add','Mul','Relu','Clip','LeakyRelu','Sigmoid','MaxPool','GlobalAveragePool','Split','Pad','Reshape','Squeeze','Unsqueeze','Resize','AveragePool','Concat','Softmax','Where','ConvTranspose','InstanceNormalization'],+backend.auto_quantization_config.per_channel=False,backend.auto_optimization=O1,backend.auto_quantization=avx2,benchmark.new_tokens=10,device=cpu
    id: '2'
    num: 2
    config_name: whisper_auto_opt+qnt
    env_set: {}
    env_copy: []
    config:
      override_dirname:
        kv_sep: '='
        item_sep: ','
        exclude_keys: []
  runtime:
    version: 1.3.2
    version_base: '1.3'
    cwd: /content/optimum-benchmark
    config_sources:
    - path: hydra.conf
      schema: pkg
      provider: hydra
    - path: /content/optimum-benchmark/configs
      schema: file
      provider: main
    - path: hydra_plugins.hydra_colorlog.conf
      schema: pkg
      provider: hydra-colorlog
    - path: ''
      schema: structured
      provider: schema
    output_dir: /content/optimum-benchmark/experiments/cpu_1_10/onnxruntime/whisper_auto_opt(O1)+auto_qnt(avx2)/2
    choices:
      benchmark: inference
      backend: onnxruntime
      hydra/env: default
      hydra/callbacks: null
      hydra/job_logging: colorlog
      hydra/hydra_logging: colorlog
      hydra/hydra_help: default
      hydra/help: default
      hydra/sweeper: basic
      hydra/launcher: basic
      hydra/output: default
  verbose: false
