{
    "cifar10": {
        "num_train_epochs": 5,
        "eval_batch_size": 64,
        "distribution": {
            "single_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 64,
                "eval_accuracy": 0.9915,
                "train_runtime": 1111.862,
                "train_samples_per_second": 201.458,
                "extra_arguments": [
                    "--remove_unused_columns False",
                    "--seed 1337",
                    "--ignore_mismatched_sizes",
                    "--dataloader_num_workers 1",
                    "--pipelining_fwd_bwd True",
                    "--non_blocking_data_copy True"
                ]
            },
            "multi_card": {
                "learning_rate": 2e-4,
                "train_batch_size": 64,
                "eval_accuracy": 0.9905,
                "train_runtime": 250.1477,
                "train_samples_per_second": 1262.241,
                "extra_arguments": [
                    "--remove_unused_columns False",
                    "--seed 1337",
                    "--ignore_mismatched_sizes",
                    "--dataloader_num_workers 1",
                    "--pipelining_fwd_bwd True",
                    "--non_blocking_data_copy True"
                ]
            }
        }
    }
}