| { | |
| "CUDA_VISIBLE_DEVICES": "0", | |
| "USE_TORCH": "1", | |
| "output_hidden_states": null, | |
| "pretrained_model_name_or_path": "hfl/chinese-roberta-wwm-ext", | |
| "model_save_path": "../output/sequence_labeling/bert4sl_public_v10", | |
| "config_name": "sl.config", | |
| "model_name": "pytorch_model.bin", | |
| "path_train": "/opt/dataset/punct/v2_merge_punct_public.train.span", | |
| "path_dev": "/opt/dataset/punct/v2_merge_punct_public.dev.span", | |
| "path_tet": "/opt/dataset/punct/v2_merge_punct_public.tet.span", | |
| "loss_type": "CIRCLE_LOSS", | |
| "corpus_type": "DATA-SPAN", | |
| "task_type": "SL-CRF", | |
| "model_type": "BERT", | |
| "active_type": "GELU", | |
| "padding_side": "RIGHT", | |
| "max_len_limit": 512, | |
| "batch_size": 32, | |
| "num_labels": 137, | |
| "dense_lr": 3e-05, | |
| "max_len": 128, | |
| "epochs": 3, | |
| "lr": 3e-05, | |
| "grad_accum_steps": 4, | |
| "max_grad_norm": 1.0, | |
| "weight_decay": 0.99, | |
| "dropout_rate": 0.1, | |
| "adam_eps": 1e-08, | |
| "seed": 2021, | |
| "evaluate_steps": 3200, | |
| "warmup_steps": 128, | |
| "ignore_index": 0, | |
| "save_steps": 3200, | |
| "stop_epochs": 4, | |
| "num_workers": 0, | |
| "max_steps": -1, | |
| "flag_save_model_state": true, | |
| "flag_dynamic_encode": false, | |
| "flag_tokenizer_char": true, | |
| "flag_soft_label": true, | |
| "flag_dropout": true, | |
| "flag_shuffle": true, | |
| "flag_active": true, | |
| "flag_train": false, | |
| "flag_cuda": true, | |
| "flag_adv": false, | |
| "save_best_mertics_key": [ | |
| "micro_avg", | |
| "f1-score" | |
| ], | |
| "multi_label_threshold": 0.3, | |
| "grid_pointer_threshold": 0, | |
| "xy_keys_predict": [ | |
| "text", | |
| "label" | |
| ], | |
| "xy_keys": [ | |
| "text", | |
| "label" | |
| ], | |
| "label_sep": "|myz|", | |
| "sl_ctype": "BIO", | |
| "head_size": 64, | |
| "adv_emb_name": "word_embeddings.", | |
| "adv_eps": 1.0, | |
| "additional_special_tokens": [], | |
| "keys": [ | |
| "text", | |
| "label" | |
| ], | |
| "version": "v10", | |
| "row_sep": " ", | |
| "prior": [ | |
| 0.5, | |
| 0.4203515291420627, | |
| 0.20280245911475547, | |
| 0.09099409019456753, | |
| 0.057407213264443396, | |
| 0.0346761425207655, | |
| 0.016178442418445606, | |
| 0.01350873328253565, | |
| 0.01312916600237759, | |
| 0.012515661130986146, | |
| 0.01244560116956664, | |
| 0.0123608316491478, | |
| 0.010844786654274916, | |
| 0.010433171743857142, | |
| 0.007847827741864325, | |
| 0.007773167883987983, | |
| 0.007506677179367756, | |
| 0.006972988093749327, | |
| 0.005921835930893178, | |
| 0.004883320846215149, | |
| 0.004302217443272409, | |
| 0.003862548219299204, | |
| 0.0036721327253112688, | |
| 0.0026064226483939234, | |
| 0.0025564303671212745, | |
| 0.0022204357325213793, | |
| 0.0020437188312785277, | |
| 0.002031587236227531, | |
| 0.001957786699667301, | |
| 0.0019046098746937656, | |
| 0.0018862608371791332, | |
| 0.001810640561361254, | |
| 0.001802856121203531, | |
| 0.001711666965070206, | |
| 0.0016780523371164027, | |
| 0.0014267261263099216, | |
| 0.0013526728481861295, | |
| 0.0013433719586470319, | |
| 0.001107867369719559, | |
| 0.0007129839508096172, | |
| 0.0006982238434975713, | |
| 0.0006826549631821255, | |
| 0.0006443898904587734, | |
| 0.00048521325372715454, | |
| 0.0004481107921961897, | |
| 0.00042915517492900744, | |
| 0.00042212895946197186, | |
| 0.0003619764673341133, | |
| 0.00030743483791734075, | |
| 0.00028130136024498545, | |
| 0.0002759937874101744, | |
| 0.00025198333887174344, | |
| 0.00024682741097506987, | |
| 0.00021477978071535365, | |
| 0.00020866343487714283, | |
| 0.0001854617593421117, | |
| 0.00017393674404366484, | |
| 0.00015897444348076894, | |
| 0.0001573568974739694, | |
| 0.00014355720810346067, | |
| 0.00011985004944130466, | |
| 0.00011964785619045472, | |
| 0.00010529213538010865, | |
| 0.00010488774887840876, | |
| 0.00010124827036310977, | |
| 9.993401423258512e-05, | |
| 9.41715065833617e-05, | |
| 9.144189769688744e-05, | |
| 8.886393374855065e-05, | |
| 8.653871136377629e-05, | |
| 8.057401046370292e-05, | |
| 7.738946676281629e-05, | |
| 7.294121524411751e-05, | |
| 7.18797006771553e-05, | |
| 7.132366923731796e-05, | |
| 7.127312092460547e-05, | |
| 6.171948982194559e-05, | |
| 6.16689415092331e-05, | |
| 6.030413706599598e-05, | |
| 5.5047112543897416e-05, | |
| 5.125598909046096e-05, | |
| 5.100324752689853e-05, | |
| 4.89307667056866e-05, | |
| 4.670664094633721e-05, | |
| 3.9882618730151575e-05, | |
| 3.927603897760174e-05, | |
| 3.811342778521456e-05, | |
| 3.5636560462302737e-05, | |
| 3.5232173960602844e-05, | |
| 3.508052902246539e-05, | |
| 2.8711441620692133e-05, | |
| 2.7649927053729924e-05, | |
| 2.7043347301180092e-05, | |
| 2.4920318167255673e-05, | |
| 2.4060996851143406e-05, | |
| 2.390935191300595e-05, | |
| 2.310057890960617e-05, | |
| 2.2645644095193797e-05, | |
| 2.244345084434385e-05, | |
| 2.2039064342643962e-05, | |
| 2.168522615365656e-05, | |
| 1.9511648707019654e-05, | |
| 1.865232739090739e-05, | |
| 1.743916788580772e-05, | |
| 1.7388619573095235e-05, | |
| 1.6984233071395346e-05, | |
| 1.6377653318845514e-05, | |
| 1.587217019172065e-05, | |
| 1.5164493813745846e-05, | |
| 1.4204075872208608e-05, | |
| 1.3850237683221205e-05, | |
| 1.3496399494233802e-05, | |
| 1.2940368054396454e-05, | |
| 1.1474466985734356e-05, | |
| 1.0968983858609495e-05, | |
| 1.0210759167922203e-05, | |
| 7.834988470435354e-06, | |
| 6.874570528898117e-06, | |
| 6.419635714485741e-06, | |
| 6.419635714485741e-06, | |
| 5.914152587360879e-06, | |
| 5.459217772948504e-06, | |
| 5.307572834811046e-06, | |
| 3.740575140723975e-06, | |
| 3.740575140723975e-06, | |
| 3.336188639024086e-06, | |
| 3.2856403263116e-06, | |
| 2.8812538246117107e-06, | |
| 2.274674072061877e-06, | |
| 1.3142561305246399e-06, | |
| 1.010966254249723e-06, | |
| 8.087730033997784e-07, | |
| 2.5274156356243075e-07, | |
| 2.021932508499446e-07, | |
| 1.010966254249723e-07, | |
| 1.010966254249723e-07, | |
| 1.010966254249723e-07 | |
| ], | |
| "l2i_conll": { | |
| "O": 0, | |
| "B-0": 1, | |
| "B-1": 2, | |
| "B-2": 3, | |
| "B-7": 4, | |
| "B-8": 5, | |
| "B-15": 6, | |
| "B-4": 7, | |
| "B-26": 8, | |
| "B-27": 9, | |
| "B-3": 10, | |
| "B-17": 11, | |
| "B-21": 12, | |
| "B-16": 13, | |
| "B-18": 14, | |
| "B-5": 15, | |
| "B-25": 16, | |
| "B-22": 17, | |
| "B-6": 18, | |
| "B-30": 19, | |
| "B-34": 20, | |
| "B-31": 21, | |
| "B-13": 22, | |
| "B-23": 23, | |
| "B-53": 24, | |
| "B-42": 25, | |
| "B-11": 26, | |
| "B-24": 27, | |
| "B-137": 28, | |
| "B-32": 29, | |
| "B-37": 30, | |
| "B-49": 31, | |
| "B-35": 32, | |
| "B-9": 33, | |
| "B-43": 34, | |
| "B-54": 35, | |
| "B-36": 36, | |
| "B-10": 37, | |
| "B-40": 38, | |
| "B-55": 39, | |
| "B-29": 40, | |
| "B-39": 41, | |
| "B-57": 42, | |
| "B-41": 43, | |
| "B-12": 44, | |
| "B-58": 45, | |
| "B-14": 46, | |
| "B-28": 47, | |
| "B-62": 48, | |
| "B-51": 49, | |
| "B-56": 50, | |
| "B-44": 51, | |
| "B-38": 52, | |
| "B-63": 53, | |
| "B-61": 54, | |
| "B-108": 55, | |
| "B-123": 56, | |
| "B-60": 57, | |
| "B-68": 58, | |
| "B-72": 59, | |
| "B-131": 60, | |
| "B-69": 61, | |
| "B-64": 62, | |
| "B-71": 63, | |
| "B-66": 64, | |
| "B-70": 65, | |
| "B-73": 66, | |
| "B-75": 67, | |
| "B-79": 68, | |
| "B-142": 69, | |
| "B-74": 70, | |
| "B-78": 71, | |
| "B-45": 72, | |
| "B-77": 73, | |
| "B-121": 74, | |
| "B-47": 75, | |
| "B-46": 76, | |
| "B-81": 77, | |
| "B-76": 78, | |
| "B-96": 79, | |
| "B-80": 80, | |
| "B-97": 81, | |
| "B-65": 82, | |
| "B-88": 83, | |
| "B-141": 84, | |
| "B-140": 85, | |
| "B-87": 86, | |
| "B-90": 87, | |
| "B-91": 88, | |
| "B-83": 89, | |
| "B-110": 90, | |
| "B-93": 91, | |
| "B-95": 92, | |
| "B-92": 93, | |
| "B-82": 94, | |
| "B-98": 95, | |
| "B-89": 96, | |
| "B-104": 97, | |
| "B-143": 98, | |
| "B-94": 99, | |
| "B-101": 100, | |
| "B-144": 101, | |
| "B-113": 102, | |
| "B-111": 103, | |
| "B-103": 104, | |
| "B-105": 105, | |
| "B-112": 106, | |
| "B-130": 107, | |
| "B-99": 108, | |
| "B-118": 109, | |
| "B-145": 110, | |
| "B-146": 111, | |
| "B-119": 112, | |
| "B-50": 113, | |
| "B-122": 114, | |
| "B-117": 115, | |
| "B-138": 116, | |
| "B-116": 117, | |
| "B-126": 118, | |
| "B-100": 119, | |
| "B-147": 120, | |
| "B-120": 121, | |
| "B-148": 122, | |
| "B-133": 123, | |
| "B-139": 124, | |
| "B-129": 125, | |
| "B-128": 126, | |
| "B-114": 127, | |
| "B-115": 128, | |
| "B-52": 129, | |
| "B-125": 130, | |
| "B-134": 131, | |
| "B-86": 132, | |
| "B-107": 133, | |
| "B-127": 134, | |
| "B-109": 135, | |
| "B-124": 136 | |
| }, | |
| "l2i": { | |
| "O": 0, | |
| "B-0": 1, | |
| "B-1": 2, | |
| "B-2": 3, | |
| "B-7": 4, | |
| "B-8": 5, | |
| "B-15": 6, | |
| "B-4": 7, | |
| "B-26": 8, | |
| "B-27": 9, | |
| "B-3": 10, | |
| "B-17": 11, | |
| "B-21": 12, | |
| "B-16": 13, | |
| "B-18": 14, | |
| "B-5": 15, | |
| "B-25": 16, | |
| "B-22": 17, | |
| "B-6": 18, | |
| "B-30": 19, | |
| "B-34": 20, | |
| "B-31": 21, | |
| "B-13": 22, | |
| "B-23": 23, | |
| "B-53": 24, | |
| "B-42": 25, | |
| "B-11": 26, | |
| "B-24": 27, | |
| "B-137": 28, | |
| "B-32": 29, | |
| "B-37": 30, | |
| "B-49": 31, | |
| "B-35": 32, | |
| "B-9": 33, | |
| "B-43": 34, | |
| "B-54": 35, | |
| "B-36": 36, | |
| "B-10": 37, | |
| "B-40": 38, | |
| "B-55": 39, | |
| "B-29": 40, | |
| "B-39": 41, | |
| "B-57": 42, | |
| "B-41": 43, | |
| "B-12": 44, | |
| "B-58": 45, | |
| "B-14": 46, | |
| "B-28": 47, | |
| "B-62": 48, | |
| "B-51": 49, | |
| "B-56": 50, | |
| "B-44": 51, | |
| "B-38": 52, | |
| "B-63": 53, | |
| "B-61": 54, | |
| "B-108": 55, | |
| "B-123": 56, | |
| "B-60": 57, | |
| "B-68": 58, | |
| "B-72": 59, | |
| "B-131": 60, | |
| "B-69": 61, | |
| "B-64": 62, | |
| "B-71": 63, | |
| "B-66": 64, | |
| "B-70": 65, | |
| "B-73": 66, | |
| "B-75": 67, | |
| "B-79": 68, | |
| "B-142": 69, | |
| "B-74": 70, | |
| "B-78": 71, | |
| "B-45": 72, | |
| "B-77": 73, | |
| "B-121": 74, | |
| "B-47": 75, | |
| "B-46": 76, | |
| "B-81": 77, | |
| "B-76": 78, | |
| "B-96": 79, | |
| "B-80": 80, | |
| "B-97": 81, | |
| "B-65": 82, | |
| "B-88": 83, | |
| "B-141": 84, | |
| "B-140": 85, | |
| "B-87": 86, | |
| "B-90": 87, | |
| "B-91": 88, | |
| "B-83": 89, | |
| "B-110": 90, | |
| "B-93": 91, | |
| "B-95": 92, | |
| "B-92": 93, | |
| "B-82": 94, | |
| "B-98": 95, | |
| "B-89": 96, | |
| "B-104": 97, | |
| "B-143": 98, | |
| "B-94": 99, | |
| "B-101": 100, | |
| "B-144": 101, | |
| "B-113": 102, | |
| "B-111": 103, | |
| "B-103": 104, | |
| "B-105": 105, | |
| "B-112": 106, | |
| "B-130": 107, | |
| "B-99": 108, | |
| "B-118": 109, | |
| "B-145": 110, | |
| "B-146": 111, | |
| "B-119": 112, | |
| "B-50": 113, | |
| "B-122": 114, | |
| "B-117": 115, | |
| "B-138": 116, | |
| "B-116": 117, | |
| "B-126": 118, | |
| "B-100": 119, | |
| "B-147": 120, | |
| "B-120": 121, | |
| "B-148": 122, | |
| "B-133": 123, | |
| "B-139": 124, | |
| "B-129": 125, | |
| "B-128": 126, | |
| "B-114": 127, | |
| "B-115": 128, | |
| "B-52": 129, | |
| "B-125": 130, | |
| "B-134": 131, | |
| "B-86": 132, | |
| "B-107": 133, | |
| "B-127": 134, | |
| "B-109": 135, | |
| "B-124": 136 | |
| }, | |
| "i2l": { | |
| "0": "O", | |
| "1": "B-0", | |
| "2": "B-1", | |
| "3": "B-2", | |
| "4": "B-7", | |
| "5": "B-8", | |
| "6": "B-15", | |
| "7": "B-4", | |
| "8": "B-26", | |
| "9": "B-27", | |
| "10": "B-3", | |
| "11": "B-17", | |
| "12": "B-21", | |
| "13": "B-16", | |
| "14": "B-18", | |
| "15": "B-5", | |
| "16": "B-25", | |
| "17": "B-22", | |
| "18": "B-6", | |
| "19": "B-30", | |
| "20": "B-34", | |
| "21": "B-31", | |
| "22": "B-13", | |
| "23": "B-23", | |
| "24": "B-53", | |
| "25": "B-42", | |
| "26": "B-11", | |
| "27": "B-24", | |
| "28": "B-137", | |
| "29": "B-32", | |
| "30": "B-37", | |
| "31": "B-49", | |
| "32": "B-35", | |
| "33": "B-9", | |
| "34": "B-43", | |
| "35": "B-54", | |
| "36": "B-36", | |
| "37": "B-10", | |
| "38": "B-40", | |
| "39": "B-55", | |
| "40": "B-29", | |
| "41": "B-39", | |
| "42": "B-57", | |
| "43": "B-41", | |
| "44": "B-12", | |
| "45": "B-58", | |
| "46": "B-14", | |
| "47": "B-28", | |
| "48": "B-62", | |
| "49": "B-51", | |
| "50": "B-56", | |
| "51": "B-44", | |
| "52": "B-38", | |
| "53": "B-63", | |
| "54": "B-61", | |
| "55": "B-108", | |
| "56": "B-123", | |
| "57": "B-60", | |
| "58": "B-68", | |
| "59": "B-72", | |
| "60": "B-131", | |
| "61": "B-69", | |
| "62": "B-64", | |
| "63": "B-71", | |
| "64": "B-66", | |
| "65": "B-70", | |
| "66": "B-73", | |
| "67": "B-75", | |
| "68": "B-79", | |
| "69": "B-142", | |
| "70": "B-74", | |
| "71": "B-78", | |
| "72": "B-45", | |
| "73": "B-77", | |
| "74": "B-121", | |
| "75": "B-47", | |
| "76": "B-46", | |
| "77": "B-81", | |
| "78": "B-76", | |
| "79": "B-96", | |
| "80": "B-80", | |
| "81": "B-97", | |
| "82": "B-65", | |
| "83": "B-88", | |
| "84": "B-141", | |
| "85": "B-140", | |
| "86": "B-87", | |
| "87": "B-90", | |
| "88": "B-91", | |
| "89": "B-83", | |
| "90": "B-110", | |
| "91": "B-93", | |
| "92": "B-95", | |
| "93": "B-92", | |
| "94": "B-82", | |
| "95": "B-98", | |
| "96": "B-89", | |
| "97": "B-104", | |
| "98": "B-143", | |
| "99": "B-94", | |
| "100": "B-101", | |
| "101": "B-144", | |
| "102": "B-113", | |
| "103": "B-111", | |
| "104": "B-103", | |
| "105": "B-105", | |
| "106": "B-112", | |
| "107": "B-130", | |
| "108": "B-99", | |
| "109": "B-118", | |
| "110": "B-145", | |
| "111": "B-146", | |
| "112": "B-119", | |
| "113": "B-50", | |
| "114": "B-122", | |
| "115": "B-117", | |
| "116": "B-138", | |
| "117": "B-116", | |
| "118": "B-126", | |
| "119": "B-100", | |
| "120": "B-147", | |
| "121": "B-120", | |
| "122": "B-148", | |
| "123": "B-133", | |
| "124": "B-139", | |
| "125": "B-129", | |
| "126": "B-128", | |
| "127": "B-114", | |
| "128": "B-115", | |
| "129": "B-52", | |
| "130": "B-125", | |
| "131": "B-134", | |
| "132": "B-86", | |
| "133": "B-107", | |
| "134": "B-127", | |
| "135": "B-109", | |
| "136": "B-124" | |
| } | |
| } |