{
    "squad": {
        "num_train_epochs": 2,
        "eval_batch_size": 8,
        "distribution": {
            "single_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 24,
                "eval_f1": 88.3336,
                "train_runtime": 1057.9946,
                "train_samples_per_second": 170.685,
                "extra_arguments": [
                    "--max_seq_length 384"
                ]
            },
            "multi_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 24,
                "eval_f1": 85.371,
                "train_runtime": 194.7813,
                "train_samples_per_second": 1066.264,
                "extra_arguments": [
                    "--max_seq_length 384"
                ]
            }
        }
    },
    "mrpc": {
        "num_train_epochs": 3,
        "eval_batch_size": 8,
        "distribution": {
            "single_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 32,
                "eval_f1": 0.8953,
                "train_runtime": 37.8055,
                "train_samples_per_second": 521.036,
                "extra_arguments": [
                    "--max_seq_length 128"
                ]
            },
            "multi_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 16,
                "eval_f1": 0.865,
                "train_runtime": 28.2831,
                "train_samples_per_second": 1538.268,
                "extra_arguments": [
                    "--max_seq_length 128"
                ]
            }
        }
    }
}