{
    "pretrained_weight":  "albert-xxlarge-v2",
    "dataset": "fewglue/RTE",
    "max_text_length": 256,
    "batch_size": 1,
    "eval_batch_size": 1,
    "num_batches": 1000,
    "max_num_lbl_tok": 1,
    "mask_alpha": 0.105,
    "eval_every": 250,
    "warmup_ratio": 0.06,
    "grad_accumulation_factor": 16,
    "seed": 42,
    "lr": 1e-5,
    "dropout_rate": 0.1,
    "weight_decay": 1e-2,
    "pattern_idx": 1,
    "eval_train": true
}
