{
    "squad": {
        "num_train_epochs": 2,
        "eval_batch_size": 2,
        "distribution": {
            "single_card": {
                "learning_rate": 5e-6,
                "train_batch_size": 12,
                "eval_f1": 94.8515,
                "train_runtime": 18670.5212,
                "train_samples_per_second": 9.554,
                "extra_arguments": [
                    "--max_seq_length 384"
                ]
            },
            "multi_card": {
                "learning_rate": 5e-5,
                "train_batch_size": 12,
                "eval_f1": 95.1027,
                "train_runtime": 2528.5776,
                "train_samples_per_second": 73.767,
                "extra_arguments": [
                    "--max_seq_length 384"
                ]
            }
        }
    }
}