hamer/configs_hydra/trainer/ddp.yaml

defaults:
  - default.yaml
  - default_hamer.yaml

# use "ddp_spawn" instead of "ddp",
# it's slower but normal "ddp" currently doesn't work ideally with hydra
# https://github.com/facebookresearch/hydra/issues/2070
# https://pytorch-lightning.readthedocs.io/en/latest/accelerators/gpu_intermediate.html#distributed-data-parallel-spawn
strategy: ddp

accelerator: gpu
devices: 8
num_nodes: 1
sync_batchnorm: True