{
    "CUDA_VISIBLE_DEVICES": "0",
    "USE_TORCH": "1",
    "output_hidden_states": null,
    "pretrained_model_name_or_path": "hfl/chinese-roberta-wwm-ext",
    "model_save_path": "../output/sequence_labeling/bert4sl_public_v10",
    "config_name": "sl.config",
    "model_name": "pytorch_model.bin",
    "path_train": "/opt/dataset/punct/v2_merge_punct_public.train.span",
    "path_dev": "/opt/dataset/punct/v2_merge_punct_public.dev.span",
    "path_tet": "/opt/dataset/punct/v2_merge_punct_public.tet.span",
    "loss_type": "CIRCLE_LOSS",
    "corpus_type": "DATA-SPAN",
    "task_type": "SL-CRF",
    "model_type": "BERT",
    "active_type": "GELU",
    "padding_side": "RIGHT",
    "max_len_limit": 512,
    "batch_size": 32,
    "num_labels": 137,
    "dense_lr": 3e-05,
    "max_len": 128,
    "epochs": 3,
    "lr": 3e-05,
    "grad_accum_steps": 4,
    "max_grad_norm": 1.0,
    "weight_decay": 0.99,
    "dropout_rate": 0.1,
    "adam_eps": 1e-08,
    "seed": 2021,
    "evaluate_steps": 3200,
    "warmup_steps": 128,
    "ignore_index": 0,
    "save_steps": 3200,
    "stop_epochs": 4,
    "num_workers": 0,
    "max_steps": -1,
    "flag_save_model_state": true,
    "flag_dynamic_encode": false,
    "flag_tokenizer_char": true,
    "flag_soft_label": true,
    "flag_dropout": true,
    "flag_shuffle": true,
    "flag_active": true,
    "flag_train": false,
    "flag_cuda": true,
    "flag_adv": false,
    "save_best_mertics_key": [
        "micro_avg",
        "f1-score"
    ],
    "multi_label_threshold": 0.3,
    "grid_pointer_threshold": 0,
    "xy_keys_predict": [
        "text",
        "label"
    ],
    "xy_keys": [
        "text",
        "label"
    ],
    "label_sep": "|myz|",
    "sl_ctype": "BIO",
    "head_size": 64,
    "adv_emb_name": "word_embeddings.",
    "adv_eps": 1.0,
    "additional_special_tokens": [],
    "keys": [
        "text",
        "label"
    ],
    "version": "v10",
    "row_sep": " ",
    "prior": [
        0.5,
        0.4203515291420627,
        0.20280245911475547,
        0.09099409019456753,
        0.057407213264443396,
        0.0346761425207655,
        0.016178442418445606,
        0.01350873328253565,
        0.01312916600237759,
        0.012515661130986146,
        0.01244560116956664,
        0.0123608316491478,
        0.010844786654274916,
        0.010433171743857142,
        0.007847827741864325,
        0.007773167883987983,
        0.007506677179367756,
        0.006972988093749327,
        0.005921835930893178,
        0.004883320846215149,
        0.004302217443272409,
        0.003862548219299204,
        0.0036721327253112688,
        0.0026064226483939234,
        0.0025564303671212745,
        0.0022204357325213793,
        0.0020437188312785277,
        0.002031587236227531,
        0.001957786699667301,
        0.0019046098746937656,
        0.0018862608371791332,
        0.001810640561361254,
        0.001802856121203531,
        0.001711666965070206,
        0.0016780523371164027,
        0.0014267261263099216,
        0.0013526728481861295,
        0.0013433719586470319,
        0.001107867369719559,
        0.0007129839508096172,
        0.0006982238434975713,
        0.0006826549631821255,
        0.0006443898904587734,
        0.00048521325372715454,
        0.0004481107921961897,
        0.00042915517492900744,
        0.00042212895946197186,
        0.0003619764673341133,
        0.00030743483791734075,
        0.00028130136024498545,
        0.0002759937874101744,
        0.00025198333887174344,
        0.00024682741097506987,
        0.00021477978071535365,
        0.00020866343487714283,
        0.0001854617593421117,
        0.00017393674404366484,
        0.00015897444348076894,
        0.0001573568974739694,
        0.00014355720810346067,
        0.00011985004944130466,
        0.00011964785619045472,
        0.00010529213538010865,
        0.00010488774887840876,
        0.00010124827036310977,
        9.993401423258512e-05,
        9.41715065833617e-05,
        9.144189769688744e-05,
        8.886393374855065e-05,
        8.653871136377629e-05,
        8.057401046370292e-05,
        7.738946676281629e-05,
        7.294121524411751e-05,
        7.18797006771553e-05,
        7.132366923731796e-05,
        7.127312092460547e-05,
        6.171948982194559e-05,
        6.16689415092331e-05,
        6.030413706599598e-05,
        5.5047112543897416e-05,
        5.125598909046096e-05,
        5.100324752689853e-05,
        4.89307667056866e-05,
        4.670664094633721e-05,
        3.9882618730151575e-05,
        3.927603897760174e-05,
        3.811342778521456e-05,
        3.5636560462302737e-05,
        3.5232173960602844e-05,
        3.508052902246539e-05,
        2.8711441620692133e-05,
        2.7649927053729924e-05,
        2.7043347301180092e-05,
        2.4920318167255673e-05,
        2.4060996851143406e-05,
        2.390935191300595e-05,
        2.310057890960617e-05,
        2.2645644095193797e-05,
        2.244345084434385e-05,
        2.2039064342643962e-05,
        2.168522615365656e-05,
        1.9511648707019654e-05,
        1.865232739090739e-05,
        1.743916788580772e-05,
        1.7388619573095235e-05,
        1.6984233071395346e-05,
        1.6377653318845514e-05,
        1.587217019172065e-05,
        1.5164493813745846e-05,
        1.4204075872208608e-05,
        1.3850237683221205e-05,
        1.3496399494233802e-05,
        1.2940368054396454e-05,
        1.1474466985734356e-05,
        1.0968983858609495e-05,
        1.0210759167922203e-05,
        7.834988470435354e-06,
        6.874570528898117e-06,
        6.419635714485741e-06,
        6.419635714485741e-06,
        5.914152587360879e-06,
        5.459217772948504e-06,
        5.307572834811046e-06,
        3.740575140723975e-06,
        3.740575140723975e-06,
        3.336188639024086e-06,
        3.2856403263116e-06,
        2.8812538246117107e-06,
        2.274674072061877e-06,
        1.3142561305246399e-06,
        1.010966254249723e-06,
        8.087730033997784e-07,
        2.5274156356243075e-07,
        2.021932508499446e-07,
        1.010966254249723e-07,
        1.010966254249723e-07,
        1.010966254249723e-07
    ],
    "l2i_conll": {
        "O": 0,
        "B-0": 1,
        "B-1": 2,
        "B-2": 3,
        "B-7": 4,
        "B-8": 5,
        "B-15": 6,
        "B-4": 7,
        "B-26": 8,
        "B-27": 9,
        "B-3": 10,
        "B-17": 11,
        "B-21": 12,
        "B-16": 13,
        "B-18": 14,
        "B-5": 15,
        "B-25": 16,
        "B-22": 17,
        "B-6": 18,
        "B-30": 19,
        "B-34": 20,
        "B-31": 21,
        "B-13": 22,
        "B-23": 23,
        "B-53": 24,
        "B-42": 25,
        "B-11": 26,
        "B-24": 27,
        "B-137": 28,
        "B-32": 29,
        "B-37": 30,
        "B-49": 31,
        "B-35": 32,
        "B-9": 33,
        "B-43": 34,
        "B-54": 35,
        "B-36": 36,
        "B-10": 37,
        "B-40": 38,
        "B-55": 39,
        "B-29": 40,
        "B-39": 41,
        "B-57": 42,
        "B-41": 43,
        "B-12": 44,
        "B-58": 45,
        "B-14": 46,
        "B-28": 47,
        "B-62": 48,
        "B-51": 49,
        "B-56": 50,
        "B-44": 51,
        "B-38": 52,
        "B-63": 53,
        "B-61": 54,
        "B-108": 55,
        "B-123": 56,
        "B-60": 57,
        "B-68": 58,
        "B-72": 59,
        "B-131": 60,
        "B-69": 61,
        "B-64": 62,
        "B-71": 63,
        "B-66": 64,
        "B-70": 65,
        "B-73": 66,
        "B-75": 67,
        "B-79": 68,
        "B-142": 69,
        "B-74": 70,
        "B-78": 71,
        "B-45": 72,
        "B-77": 73,
        "B-121": 74,
        "B-47": 75,
        "B-46": 76,
        "B-81": 77,
        "B-76": 78,
        "B-96": 79,
        "B-80": 80,
        "B-97": 81,
        "B-65": 82,
        "B-88": 83,
        "B-141": 84,
        "B-140": 85,
        "B-87": 86,
        "B-90": 87,
        "B-91": 88,
        "B-83": 89,
        "B-110": 90,
        "B-93": 91,
        "B-95": 92,
        "B-92": 93,
        "B-82": 94,
        "B-98": 95,
        "B-89": 96,
        "B-104": 97,
        "B-143": 98,
        "B-94": 99,
        "B-101": 100,
        "B-144": 101,
        "B-113": 102,
        "B-111": 103,
        "B-103": 104,
        "B-105": 105,
        "B-112": 106,
        "B-130": 107,
        "B-99": 108,
        "B-118": 109,
        "B-145": 110,
        "B-146": 111,
        "B-119": 112,
        "B-50": 113,
        "B-122": 114,
        "B-117": 115,
        "B-138": 116,
        "B-116": 117,
        "B-126": 118,
        "B-100": 119,
        "B-147": 120,
        "B-120": 121,
        "B-148": 122,
        "B-133": 123,
        "B-139": 124,
        "B-129": 125,
        "B-128": 126,
        "B-114": 127,
        "B-115": 128,
        "B-52": 129,
        "B-125": 130,
        "B-134": 131,
        "B-86": 132,
        "B-107": 133,
        "B-127": 134,
        "B-109": 135,
        "B-124": 136
    },
    "l2i": {
        "O": 0,
        "B-0": 1,
        "B-1": 2,
        "B-2": 3,
        "B-7": 4,
        "B-8": 5,
        "B-15": 6,
        "B-4": 7,
        "B-26": 8,
        "B-27": 9,
        "B-3": 10,
        "B-17": 11,
        "B-21": 12,
        "B-16": 13,
        "B-18": 14,
        "B-5": 15,
        "B-25": 16,
        "B-22": 17,
        "B-6": 18,
        "B-30": 19,
        "B-34": 20,
        "B-31": 21,
        "B-13": 22,
        "B-23": 23,
        "B-53": 24,
        "B-42": 25,
        "B-11": 26,
        "B-24": 27,
        "B-137": 28,
        "B-32": 29,
        "B-37": 30,
        "B-49": 31,
        "B-35": 32,
        "B-9": 33,
        "B-43": 34,
        "B-54": 35,
        "B-36": 36,
        "B-10": 37,
        "B-40": 38,
        "B-55": 39,
        "B-29": 40,
        "B-39": 41,
        "B-57": 42,
        "B-41": 43,
        "B-12": 44,
        "B-58": 45,
        "B-14": 46,
        "B-28": 47,
        "B-62": 48,
        "B-51": 49,
        "B-56": 50,
        "B-44": 51,
        "B-38": 52,
        "B-63": 53,
        "B-61": 54,
        "B-108": 55,
        "B-123": 56,
        "B-60": 57,
        "B-68": 58,
        "B-72": 59,
        "B-131": 60,
        "B-69": 61,
        "B-64": 62,
        "B-71": 63,
        "B-66": 64,
        "B-70": 65,
        "B-73": 66,
        "B-75": 67,
        "B-79": 68,
        "B-142": 69,
        "B-74": 70,
        "B-78": 71,
        "B-45": 72,
        "B-77": 73,
        "B-121": 74,
        "B-47": 75,
        "B-46": 76,
        "B-81": 77,
        "B-76": 78,
        "B-96": 79,
        "B-80": 80,
        "B-97": 81,
        "B-65": 82,
        "B-88": 83,
        "B-141": 84,
        "B-140": 85,
        "B-87": 86,
        "B-90": 87,
        "B-91": 88,
        "B-83": 89,
        "B-110": 90,
        "B-93": 91,
        "B-95": 92,
        "B-92": 93,
        "B-82": 94,
        "B-98": 95,
        "B-89": 96,
        "B-104": 97,
        "B-143": 98,
        "B-94": 99,
        "B-101": 100,
        "B-144": 101,
        "B-113": 102,
        "B-111": 103,
        "B-103": 104,
        "B-105": 105,
        "B-112": 106,
        "B-130": 107,
        "B-99": 108,
        "B-118": 109,
        "B-145": 110,
        "B-146": 111,
        "B-119": 112,
        "B-50": 113,
        "B-122": 114,
        "B-117": 115,
        "B-138": 116,
        "B-116": 117,
        "B-126": 118,
        "B-100": 119,
        "B-147": 120,
        "B-120": 121,
        "B-148": 122,
        "B-133": 123,
        "B-139": 124,
        "B-129": 125,
        "B-128": 126,
        "B-114": 127,
        "B-115": 128,
        "B-52": 129,
        "B-125": 130,
        "B-134": 131,
        "B-86": 132,
        "B-107": 133,
        "B-127": 134,
        "B-109": 135,
        "B-124": 136
    },
    "i2l": {
        "0": "O",
        "1": "B-0",
        "2": "B-1",
        "3": "B-2",
        "4": "B-7",
        "5": "B-8",
        "6": "B-15",
        "7": "B-4",
        "8": "B-26",
        "9": "B-27",
        "10": "B-3",
        "11": "B-17",
        "12": "B-21",
        "13": "B-16",
        "14": "B-18",
        "15": "B-5",
        "16": "B-25",
        "17": "B-22",
        "18": "B-6",
        "19": "B-30",
        "20": "B-34",
        "21": "B-31",
        "22": "B-13",
        "23": "B-23",
        "24": "B-53",
        "25": "B-42",
        "26": "B-11",
        "27": "B-24",
        "28": "B-137",
        "29": "B-32",
        "30": "B-37",
        "31": "B-49",
        "32": "B-35",
        "33": "B-9",
        "34": "B-43",
        "35": "B-54",
        "36": "B-36",
        "37": "B-10",
        "38": "B-40",
        "39": "B-55",
        "40": "B-29",
        "41": "B-39",
        "42": "B-57",
        "43": "B-41",
        "44": "B-12",
        "45": "B-58",
        "46": "B-14",
        "47": "B-28",
        "48": "B-62",
        "49": "B-51",
        "50": "B-56",
        "51": "B-44",
        "52": "B-38",
        "53": "B-63",
        "54": "B-61",
        "55": "B-108",
        "56": "B-123",
        "57": "B-60",
        "58": "B-68",
        "59": "B-72",
        "60": "B-131",
        "61": "B-69",
        "62": "B-64",
        "63": "B-71",
        "64": "B-66",
        "65": "B-70",
        "66": "B-73",
        "67": "B-75",
        "68": "B-79",
        "69": "B-142",
        "70": "B-74",
        "71": "B-78",
        "72": "B-45",
        "73": "B-77",
        "74": "B-121",
        "75": "B-47",
        "76": "B-46",
        "77": "B-81",
        "78": "B-76",
        "79": "B-96",
        "80": "B-80",
        "81": "B-97",
        "82": "B-65",
        "83": "B-88",
        "84": "B-141",
        "85": "B-140",
        "86": "B-87",
        "87": "B-90",
        "88": "B-91",
        "89": "B-83",
        "90": "B-110",
        "91": "B-93",
        "92": "B-95",
        "93": "B-92",
        "94": "B-82",
        "95": "B-98",
        "96": "B-89",
        "97": "B-104",
        "98": "B-143",
        "99": "B-94",
        "100": "B-101",
        "101": "B-144",
        "102": "B-113",
        "103": "B-111",
        "104": "B-103",
        "105": "B-105",
        "106": "B-112",
        "107": "B-130",
        "108": "B-99",
        "109": "B-118",
        "110": "B-145",
        "111": "B-146",
        "112": "B-119",
        "113": "B-50",
        "114": "B-122",
        "115": "B-117",
        "116": "B-138",
        "117": "B-116",
        "118": "B-126",
        "119": "B-100",
        "120": "B-147",
        "121": "B-120",
        "122": "B-148",
        "123": "B-133",
        "124": "B-139",
        "125": "B-129",
        "126": "B-128",
        "127": "B-114",
        "128": "B-115",
        "129": "B-52",
        "130": "B-125",
        "131": "B-134",
        "132": "B-86",
        "133": "B-107",
        "134": "B-127",
        "135": "B-109",
        "136": "B-124"
    }
}