{
    "squad": {
        "num_train_epochs": 2,
        "eval_batch_size": 8,
        "distribution": {
            "single_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 24,
                "eval_f1": 93.1524,
                "train_runtime": 3306.7078,
                "train_samples_per_second": 54.803,
                "extra_arguments": [
                    "--max_seq_length 384"
                ]
            },
            "multi_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 24,
                "eval_f1": 93.1225,
                "train_runtime": 582.4435,
                "train_samples_per_second": 360.227,
                "extra_arguments": [
                    "--max_seq_length 384"
                ]
            }
        }
    },
    "mrpc": {
        "num_train_epochs": 3,
        "eval_batch_size": 8,
        "distribution": {
            "single_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 32,
                "eval_f1": 0.91,
                "train_runtime": 114.2319,
                "train_samples_per_second": 169.303,
                "extra_arguments": [
                    "--max_seq_length 128"
                ]
            },
            "multi_card": {
                "learning_rate": 3e-5,
                "train_batch_size": 16,
                "eval_f1": 0.8841,
                "train_runtime": 77.2454,
                "train_samples_per_second": 702.284,
                "extra_arguments": [
                    "--max_seq_length 128"
                ]
            }
        }
    }
}