| { | |
| "batch_size": 128, | |
| "best_eval_metric_checkpoint_number": 18, | |
| "best_eval_metric_epoch": 10, | |
| "best_eval_metric_steps": 470, | |
| "best_eval_metric_value": 0.6166250705718994, | |
| "best_eval_test_metrics": { | |
| "combined": { | |
| "loss": 3.0807435512542725 | |
| }, | |
| "intent": { | |
| "accuracy": 0.5496426820755005, | |
| "accuracy_micro": 0.5959885120391846, | |
| "hits_at_k": 0.6660665273666382, | |
| "loss": 3.0807435512542725, | |
| "roc_auc": 0.9340102672576904 | |
| } | |
| }, | |
| "best_eval_train_metrics": { | |
| "combined": { | |
| "loss": 0.15086334943771362 | |
| }, | |
| "intent": { | |
| "accuracy": 0.9410130977630615, | |
| "accuracy_micro": 0.9574396014213562, | |
| "hits_at_k": 0.9925163984298706, | |
| "loss": 0.15086334943771362, | |
| "roc_auc": 0.9996311664581299 | |
| } | |
| }, | |
| "best_eval_validation_metrics": { | |
| "combined": { | |
| "loss": 2.5151546001434326 | |
| }, | |
| "intent": { | |
| "accuracy": 0.6166250705718994, | |
| "accuracy_micro": 0.63271164894104, | |
| "hits_at_k": 0.7617202997207642, | |
| "loss": 2.5151546001434326, | |
| "roc_auc": 0.9704092144966125 | |
| } | |
| }, | |
| "best_increase_batch_size_eval_metric": Infinity, | |
| "checkpoint_number": 20, | |
| "checkpoint_to_epoch": { | |
| "1": 1, | |
| "10": 5, | |
| "11": 6, | |
| "12": 6, | |
| "13": 7, | |
| "14": 7, | |
| "15": 8, | |
| "16": 8, | |
| "17": 9, | |
| "18": 9, | |
| "19": 10, | |
| "2": 1, | |
| "20": 10, | |
| "3": 2, | |
| "4": 2, | |
| "5": 3, | |
| "6": 3, | |
| "7": 4, | |
| "8": 4, | |
| "9": 5 | |
| }, | |
| "checkpoint_to_step": { | |
| "1": 47, | |
| "10": 235, | |
| "11": 282, | |
| "12": 282, | |
| "13": 329, | |
| "14": 329, | |
| "15": 376, | |
| "16": 376, | |
| "17": 423, | |
| "18": 423, | |
| "19": 470, | |
| "2": 47, | |
| "20": 470, | |
| "3": 94, | |
| "4": 94, | |
| "5": 141, | |
| "6": 141, | |
| "7": 188, | |
| "8": 188, | |
| "9": 235 | |
| }, | |
| "cumulative_checkpoint_token_usage": { | |
| "1": 1521697, | |
| "10": 7608485, | |
| "11": 9130182, | |
| "12": 9130182, | |
| "13": 10651879, | |
| "14": 10651879, | |
| "15": 12173576, | |
| "16": 12173576, | |
| "17": 13695273, | |
| "18": 13695273, | |
| "19": 15216970, | |
| "2": 1521697, | |
| "20": 15216970, | |
| "3": 3043394, | |
| "4": 3043394, | |
| "5": 4565091, | |
| "6": 4565091, | |
| "7": 6086788, | |
| "8": 6086788, | |
| "9": 7608485 | |
| }, | |
| "cumulative_step_token_usage": { | |
| "0": 32896, | |
| "1": 65792, | |
| "10": 361856, | |
| "100": 3273666, | |
| "101": 3306562, | |
| "102": 3339458, | |
| "103": 3372354, | |
| "104": 3405250, | |
| "105": 3438146, | |
| "106": 3471042, | |
| "107": 3503938, | |
| "108": 3536834, | |
| "109": 3569730, | |
| "11": 394752, | |
| "110": 3602626, | |
| "111": 3635522, | |
| "112": 3668418, | |
| "113": 3701314, | |
| "114": 3734210, | |
| "115": 3767106, | |
| "116": 3800002, | |
| "117": 3832898, | |
| "118": 3865794, | |
| "119": 3898690, | |
| "12": 427648, | |
| "120": 3931586, | |
| "121": 3964482, | |
| "122": 3997378, | |
| "123": 4030274, | |
| "124": 4063170, | |
| "125": 4096066, | |
| "126": 4128962, | |
| "127": 4161858, | |
| "128": 4194754, | |
| "129": 4227650, | |
| "13": 460544, | |
| "130": 4260546, | |
| "131": 4293442, | |
| "132": 4326338, | |
| "133": 4359234, | |
| "134": 4392130, | |
| "135": 4425026, | |
| "136": 4457922, | |
| "137": 4490818, | |
| "138": 4523714, | |
| "139": 4556610, | |
| "14": 493440, | |
| "140": 4565091, | |
| "141": 4597987, | |
| "142": 4630883, | |
| "143": 4663779, | |
| "144": 4696675, | |
| "145": 4729571, | |
| "146": 4762467, | |
| "147": 4795363, | |
| "148": 4828259, | |
| "149": 4861155, | |
| "15": 526336, | |
| "150": 4894051, | |
| "151": 4926947, | |
| "152": 4959843, | |
| "153": 4992739, | |
| "154": 5025635, | |
| "155": 5058531, | |
| "156": 5091427, | |
| "157": 5124323, | |
| "158": 5157219, | |
| "159": 5190115, | |
| "16": 559232, | |
| "160": 5223011, | |
| "161": 5255907, | |
| "162": 5288803, | |
| "163": 5321699, | |
| "164": 5354595, | |
| "165": 5387491, | |
| "166": 5420387, | |
| "167": 5453283, | |
| "168": 5486179, | |
| "169": 5519075, | |
| "17": 592128, | |
| "170": 5551971, | |
| "171": 5584867, | |
| "172": 5617763, | |
| "173": 5650659, | |
| "174": 5683555, | |
| "175": 5716451, | |
| "176": 5749347, | |
| "177": 5782243, | |
| "178": 5815139, | |
| "179": 5848035, | |
| "18": 625024, | |
| "180": 5880931, | |
| "181": 5913827, | |
| "182": 5946723, | |
| "183": 5979619, | |
| "184": 6012515, | |
| "185": 6045411, | |
| "186": 6078307, | |
| "187": 6086788, | |
| "188": 6119684, | |
| "189": 6152580, | |
| "19": 657920, | |
| "190": 6185476, | |
| "191": 6218372, | |
| "192": 6251268, | |
| "193": 6284164, | |
| "194": 6317060, | |
| "195": 6349956, | |
| "196": 6382852, | |
| "197": 6415748, | |
| "198": 6448644, | |
| "199": 6481540, | |
| "2": 98688, | |
| "20": 690816, | |
| "200": 6514436, | |
| "201": 6547332, | |
| "202": 6580228, | |
| "203": 6613124, | |
| "204": 6646020, | |
| "205": 6678916, | |
| "206": 6711812, | |
| "207": 6744708, | |
| "208": 6777604, | |
| "209": 6810500, | |
| "21": 723712, | |
| "210": 6843396, | |
| "211": 6876292, | |
| "212": 6909188, | |
| "213": 6942084, | |
| "214": 6974980, | |
| "215": 7007876, | |
| "216": 7040772, | |
| "217": 7073668, | |
| "218": 7106564, | |
| "219": 7139460, | |
| "22": 756608, | |
| "220": 7172356, | |
| "221": 7205252, | |
| "222": 7238148, | |
| "223": 7271044, | |
| "224": 7303940, | |
| "225": 7336836, | |
| "226": 7369732, | |
| "227": 7402628, | |
| "228": 7435524, | |
| "229": 7468420, | |
| "23": 789504, | |
| "230": 7501316, | |
| "231": 7534212, | |
| "232": 7567108, | |
| "233": 7600004, | |
| "234": 7608485, | |
| "235": 7641381, | |
| "236": 7674277, | |
| "237": 7707173, | |
| "238": 7740069, | |
| "239": 7772965, | |
| "24": 822400, | |
| "240": 7805861, | |
| "241": 7838757, | |
| "242": 7871653, | |
| "243": 7904549, | |
| "244": 7937445, | |
| "245": 7970341, | |
| "246": 8003237, | |
| "247": 8036133, | |
| "248": 8069029, | |
| "249": 8101925, | |
| "25": 855296, | |
| "250": 8134821, | |
| "251": 8167717, | |
| "252": 8200613, | |
| "253": 8233509, | |
| "254": 8266405, | |
| "255": 8299301, | |
| "256": 8332197, | |
| "257": 8365093, | |
| "258": 8397989, | |
| "259": 8430885, | |
| "26": 888192, | |
| "260": 8463781, | |
| "261": 8496677, | |
| "262": 8529573, | |
| "263": 8562469, | |
| "264": 8595365, | |
| "265": 8628261, | |
| "266": 8661157, | |
| "267": 8694053, | |
| "268": 8726949, | |
| "269": 8759845, | |
| "27": 921088, | |
| "270": 8792741, | |
| "271": 8825637, | |
| "272": 8858533, | |
| "273": 8891429, | |
| "274": 8924325, | |
| "275": 8957221, | |
| "276": 8990117, | |
| "277": 9023013, | |
| "278": 9055909, | |
| "279": 9088805, | |
| "28": 953984, | |
| "280": 9121701, | |
| "281": 9130182, | |
| "282": 9163078, | |
| "283": 9195974, | |
| "284": 9228870, | |
| "285": 9261766, | |
| "286": 9294662, | |
| "287": 9327558, | |
| "288": 9360454, | |
| "289": 9393350, | |
| "29": 986880, | |
| "290": 9426246, | |
| "291": 9459142, | |
| "292": 9492038, | |
| "293": 9524934, | |
| "294": 9557830, | |
| "295": 9590726, | |
| "296": 9623622, | |
| "297": 9656518, | |
| "298": 9689414, | |
| "299": 9722310, | |
| "3": 131584, | |
| "30": 1019776, | |
| "300": 9755206, | |
| "301": 9788102, | |
| "302": 9820998, | |
| "303": 9853894, | |
| "304": 9886790, | |
| "305": 9919686, | |
| "306": 9952582, | |
| "307": 9985478, | |
| "308": 10018374, | |
| "309": 10051270, | |
| "31": 1052672, | |
| "310": 10084166, | |
| "311": 10117062, | |
| "312": 10149958, | |
| "313": 10182854, | |
| "314": 10215750, | |
| "315": 10248646, | |
| "316": 10281542, | |
| "317": 10314438, | |
| "318": 10347334, | |
| "319": 10380230, | |
| "32": 1085568, | |
| "320": 10413126, | |
| "321": 10446022, | |
| "322": 10478918, | |
| "323": 10511814, | |
| "324": 10544710, | |
| "325": 10577606, | |
| "326": 10610502, | |
| "327": 10643398, | |
| "328": 10651879, | |
| "329": 10684775, | |
| "33": 1118464, | |
| "330": 10717671, | |
| "331": 10750567, | |
| "332": 10783463, | |
| "333": 10816359, | |
| "334": 10849255, | |
| "335": 10882151, | |
| "336": 10915047, | |
| "337": 10947943, | |
| "338": 10980839, | |
| "339": 11013735, | |
| "34": 1151360, | |
| "340": 11046631, | |
| "341": 11079527, | |
| "342": 11112423, | |
| "343": 11145319, | |
| "344": 11178215, | |
| "345": 11211111, | |
| "346": 11244007, | |
| "347": 11276903, | |
| "348": 11309799, | |
| "349": 11342695, | |
| "35": 1184256, | |
| "350": 11375591, | |
| "351": 11408487, | |
| "352": 11441383, | |
| "353": 11474279, | |
| "354": 11507175, | |
| "355": 11540071, | |
| "356": 11572967, | |
| "357": 11605863, | |
| "358": 11638759, | |
| "359": 11671655, | |
| "36": 1217152, | |
| "360": 11704551, | |
| "361": 11737447, | |
| "362": 11770343, | |
| "363": 11803239, | |
| "364": 11836135, | |
| "365": 11869031, | |
| "366": 11901927, | |
| "367": 11934823, | |
| "368": 11967719, | |
| "369": 12000615, | |
| "37": 1250048, | |
| "370": 12033511, | |
| "371": 12066407, | |
| "372": 12099303, | |
| "373": 12132199, | |
| "374": 12165095, | |
| "375": 12173576, | |
| "376": 12206472, | |
| "377": 12239368, | |
| "378": 12272264, | |
| "379": 12305160, | |
| "38": 1282944, | |
| "380": 12338056, | |
| "381": 12370952, | |
| "382": 12403848, | |
| "383": 12436744, | |
| "384": 12469640, | |
| "385": 12502536, | |
| "386": 12535432, | |
| "387": 12568328, | |
| "388": 12601224, | |
| "389": 12634120, | |
| "39": 1315840, | |
| "390": 12667016, | |
| "391": 12699912, | |
| "392": 12732808, | |
| "393": 12765704, | |
| "394": 12798600, | |
| "395": 12831496, | |
| "396": 12864392, | |
| "397": 12897288, | |
| "398": 12930184, | |
| "399": 12963080, | |
| "4": 164480, | |
| "40": 1348736, | |
| "400": 12995976, | |
| "401": 13028872, | |
| "402": 13061768, | |
| "403": 13094664, | |
| "404": 13127560, | |
| "405": 13160456, | |
| "406": 13193352, | |
| "407": 13226248, | |
| "408": 13259144, | |
| "409": 13292040, | |
| "41": 1381632, | |
| "410": 13324936, | |
| "411": 13357832, | |
| "412": 13390728, | |
| "413": 13423624, | |
| "414": 13456520, | |
| "415": 13489416, | |
| "416": 13522312, | |
| "417": 13555208, | |
| "418": 13588104, | |
| "419": 13621000, | |
| "42": 1414528, | |
| "420": 13653896, | |
| "421": 13686792, | |
| "422": 13695273, | |
| "423": 13728169, | |
| "424": 13761065, | |
| "425": 13793961, | |
| "426": 13826857, | |
| "427": 13859753, | |
| "428": 13892649, | |
| "429": 13925545, | |
| "43": 1447424, | |
| "430": 13958441, | |
| "431": 13991337, | |
| "432": 14024233, | |
| "433": 14057129, | |
| "434": 14090025, | |
| "435": 14122921, | |
| "436": 14155817, | |
| "437": 14188713, | |
| "438": 14221609, | |
| "439": 14254505, | |
| "44": 1480320, | |
| "440": 14287401, | |
| "441": 14320297, | |
| "442": 14353193, | |
| "443": 14386089, | |
| "444": 14418985, | |
| "445": 14451881, | |
| "446": 14484777, | |
| "447": 14517673, | |
| "448": 14550569, | |
| "449": 14583465, | |
| "45": 1513216, | |
| "450": 14616361, | |
| "451": 14649257, | |
| "452": 14682153, | |
| "453": 14715049, | |
| "454": 14747945, | |
| "455": 14780841, | |
| "456": 14813737, | |
| "457": 14846633, | |
| "458": 14879529, | |
| "459": 14912425, | |
| "46": 1521697, | |
| "460": 14945321, | |
| "461": 14978217, | |
| "462": 15011113, | |
| "463": 15044009, | |
| "464": 15076905, | |
| "465": 15109801, | |
| "466": 15142697, | |
| "467": 15175593, | |
| "468": 15208489, | |
| "469": 15216970, | |
| "47": 1554593, | |
| "48": 1587489, | |
| "49": 1620385, | |
| "5": 197376, | |
| "50": 1653281, | |
| "51": 1686177, | |
| "52": 1719073, | |
| "53": 1751969, | |
| "54": 1784865, | |
| "55": 1817761, | |
| "56": 1850657, | |
| "57": 1883553, | |
| "58": 1916449, | |
| "59": 1949345, | |
| "6": 230272, | |
| "60": 1982241, | |
| "61": 2015137, | |
| "62": 2048033, | |
| "63": 2080929, | |
| "64": 2113825, | |
| "65": 2146721, | |
| "66": 2179617, | |
| "67": 2212513, | |
| "68": 2245409, | |
| "69": 2278305, | |
| "7": 263168, | |
| "70": 2311201, | |
| "71": 2344097, | |
| "72": 2376993, | |
| "73": 2409889, | |
| "74": 2442785, | |
| "75": 2475681, | |
| "76": 2508577, | |
| "77": 2541473, | |
| "78": 2574369, | |
| "79": 2607265, | |
| "8": 296064, | |
| "80": 2640161, | |
| "81": 2673057, | |
| "82": 2705953, | |
| "83": 2738849, | |
| "84": 2771745, | |
| "85": 2804641, | |
| "86": 2837537, | |
| "87": 2870433, | |
| "88": 2903329, | |
| "89": 2936225, | |
| "9": 328960, | |
| "90": 2969121, | |
| "91": 3002017, | |
| "92": 3034913, | |
| "93": 3043394, | |
| "94": 3076290, | |
| "95": 3109186, | |
| "96": 3142082, | |
| "97": 3174978, | |
| "98": 3207874, | |
| "99": 3240770 | |
| }, | |
| "epoch": 10, | |
| "incremental_checkpoint_token_usage": { | |
| "1": 1521697, | |
| "10": 0, | |
| "11": 1521697, | |
| "12": 0, | |
| "13": 1521697, | |
| "14": 0, | |
| "15": 1521697, | |
| "16": 0, | |
| "17": 1521697, | |
| "18": 0, | |
| "19": 1521697, | |
| "2": 0, | |
| "20": 0, | |
| "3": 1521697, | |
| "4": 0, | |
| "5": 1521697, | |
| "6": 0, | |
| "7": 1521697, | |
| "8": 0, | |
| "9": 1521697 | |
| }, | |
| "incremental_step_token_usage": { | |
| "0": 32896, | |
| "1": 32896, | |
| "10": 32896, | |
| "100": 32896, | |
| "101": 32896, | |
| "102": 32896, | |
| "103": 32896, | |
| "104": 32896, | |
| "105": 32896, | |
| "106": 32896, | |
| "107": 32896, | |
| "108": 32896, | |
| "109": 32896, | |
| "11": 32896, | |
| "110": 32896, | |
| "111": 32896, | |
| "112": 32896, | |
| "113": 32896, | |
| "114": 32896, | |
| "115": 32896, | |
| "116": 32896, | |
| "117": 32896, | |
| "118": 32896, | |
| "119": 32896, | |
| "12": 32896, | |
| "120": 32896, | |
| "121": 32896, | |
| "122": 32896, | |
| "123": 32896, | |
| "124": 32896, | |
| "125": 32896, | |
| "126": 32896, | |
| "127": 32896, | |
| "128": 32896, | |
| "129": 32896, | |
| "13": 32896, | |
| "130": 32896, | |
| "131": 32896, | |
| "132": 32896, | |
| "133": 32896, | |
| "134": 32896, | |
| "135": 32896, | |
| "136": 32896, | |
| "137": 32896, | |
| "138": 32896, | |
| "139": 32896, | |
| "14": 32896, | |
| "140": 8481, | |
| "141": 32896, | |
| "142": 32896, | |
| "143": 32896, | |
| "144": 32896, | |
| "145": 32896, | |
| "146": 32896, | |
| "147": 32896, | |
| "148": 32896, | |
| "149": 32896, | |
| "15": 32896, | |
| "150": 32896, | |
| "151": 32896, | |
| "152": 32896, | |
| "153": 32896, | |
| "154": 32896, | |
| "155": 32896, | |
| "156": 32896, | |
| "157": 32896, | |
| "158": 32896, | |
| "159": 32896, | |
| "16": 32896, | |
| "160": 32896, | |
| "161": 32896, | |
| "162": 32896, | |
| "163": 32896, | |
| "164": 32896, | |
| "165": 32896, | |
| "166": 32896, | |
| "167": 32896, | |
| "168": 32896, | |
| "169": 32896, | |
| "17": 32896, | |
| "170": 32896, | |
| "171": 32896, | |
| "172": 32896, | |
| "173": 32896, | |
| "174": 32896, | |
| "175": 32896, | |
| "176": 32896, | |
| "177": 32896, | |
| "178": 32896, | |
| "179": 32896, | |
| "18": 32896, | |
| "180": 32896, | |
| "181": 32896, | |
| "182": 32896, | |
| "183": 32896, | |
| "184": 32896, | |
| "185": 32896, | |
| "186": 32896, | |
| "187": 8481, | |
| "188": 32896, | |
| "189": 32896, | |
| "19": 32896, | |
| "190": 32896, | |
| "191": 32896, | |
| "192": 32896, | |
| "193": 32896, | |
| "194": 32896, | |
| "195": 32896, | |
| "196": 32896, | |
| "197": 32896, | |
| "198": 32896, | |
| "199": 32896, | |
| "2": 32896, | |
| "20": 32896, | |
| "200": 32896, | |
| "201": 32896, | |
| "202": 32896, | |
| "203": 32896, | |
| "204": 32896, | |
| "205": 32896, | |
| "206": 32896, | |
| "207": 32896, | |
| "208": 32896, | |
| "209": 32896, | |
| "21": 32896, | |
| "210": 32896, | |
| "211": 32896, | |
| "212": 32896, | |
| "213": 32896, | |
| "214": 32896, | |
| "215": 32896, | |
| "216": 32896, | |
| "217": 32896, | |
| "218": 32896, | |
| "219": 32896, | |
| "22": 32896, | |
| "220": 32896, | |
| "221": 32896, | |
| "222": 32896, | |
| "223": 32896, | |
| "224": 32896, | |
| "225": 32896, | |
| "226": 32896, | |
| "227": 32896, | |
| "228": 32896, | |
| "229": 32896, | |
| "23": 32896, | |
| "230": 32896, | |
| "231": 32896, | |
| "232": 32896, | |
| "233": 32896, | |
| "234": 8481, | |
| "235": 32896, | |
| "236": 32896, | |
| "237": 32896, | |
| "238": 32896, | |
| "239": 32896, | |
| "24": 32896, | |
| "240": 32896, | |
| "241": 32896, | |
| "242": 32896, | |
| "243": 32896, | |
| "244": 32896, | |
| "245": 32896, | |
| "246": 32896, | |
| "247": 32896, | |
| "248": 32896, | |
| "249": 32896, | |
| "25": 32896, | |
| "250": 32896, | |
| "251": 32896, | |
| "252": 32896, | |
| "253": 32896, | |
| "254": 32896, | |
| "255": 32896, | |
| "256": 32896, | |
| "257": 32896, | |
| "258": 32896, | |
| "259": 32896, | |
| "26": 32896, | |
| "260": 32896, | |
| "261": 32896, | |
| "262": 32896, | |
| "263": 32896, | |
| "264": 32896, | |
| "265": 32896, | |
| "266": 32896, | |
| "267": 32896, | |
| "268": 32896, | |
| "269": 32896, | |
| "27": 32896, | |
| "270": 32896, | |
| "271": 32896, | |
| "272": 32896, | |
| "273": 32896, | |
| "274": 32896, | |
| "275": 32896, | |
| "276": 32896, | |
| "277": 32896, | |
| "278": 32896, | |
| "279": 32896, | |
| "28": 32896, | |
| "280": 32896, | |
| "281": 8481, | |
| "282": 32896, | |
| "283": 32896, | |
| "284": 32896, | |
| "285": 32896, | |
| "286": 32896, | |
| "287": 32896, | |
| "288": 32896, | |
| "289": 32896, | |
| "29": 32896, | |
| "290": 32896, | |
| "291": 32896, | |
| "292": 32896, | |
| "293": 32896, | |
| "294": 32896, | |
| "295": 32896, | |
| "296": 32896, | |
| "297": 32896, | |
| "298": 32896, | |
| "299": 32896, | |
| "3": 32896, | |
| "30": 32896, | |
| "300": 32896, | |
| "301": 32896, | |
| "302": 32896, | |
| "303": 32896, | |
| "304": 32896, | |
| "305": 32896, | |
| "306": 32896, | |
| "307": 32896, | |
| "308": 32896, | |
| "309": 32896, | |
| "31": 32896, | |
| "310": 32896, | |
| "311": 32896, | |
| "312": 32896, | |
| "313": 32896, | |
| "314": 32896, | |
| "315": 32896, | |
| "316": 32896, | |
| "317": 32896, | |
| "318": 32896, | |
| "319": 32896, | |
| "32": 32896, | |
| "320": 32896, | |
| "321": 32896, | |
| "322": 32896, | |
| "323": 32896, | |
| "324": 32896, | |
| "325": 32896, | |
| "326": 32896, | |
| "327": 32896, | |
| "328": 8481, | |
| "329": 32896, | |
| "33": 32896, | |
| "330": 32896, | |
| "331": 32896, | |
| "332": 32896, | |
| "333": 32896, | |
| "334": 32896, | |
| "335": 32896, | |
| "336": 32896, | |
| "337": 32896, | |
| "338": 32896, | |
| "339": 32896, | |
| "34": 32896, | |
| "340": 32896, | |
| "341": 32896, | |
| "342": 32896, | |
| "343": 32896, | |
| "344": 32896, | |
| "345": 32896, | |
| "346": 32896, | |
| "347": 32896, | |
| "348": 32896, | |
| "349": 32896, | |
| "35": 32896, | |
| "350": 32896, | |
| "351": 32896, | |
| "352": 32896, | |
| "353": 32896, | |
| "354": 32896, | |
| "355": 32896, | |
| "356": 32896, | |
| "357": 32896, | |
| "358": 32896, | |
| "359": 32896, | |
| "36": 32896, | |
| "360": 32896, | |
| "361": 32896, | |
| "362": 32896, | |
| "363": 32896, | |
| "364": 32896, | |
| "365": 32896, | |
| "366": 32896, | |
| "367": 32896, | |
| "368": 32896, | |
| "369": 32896, | |
| "37": 32896, | |
| "370": 32896, | |
| "371": 32896, | |
| "372": 32896, | |
| "373": 32896, | |
| "374": 32896, | |
| "375": 8481, | |
| "376": 32896, | |
| "377": 32896, | |
| "378": 32896, | |
| "379": 32896, | |
| "38": 32896, | |
| "380": 32896, | |
| "381": 32896, | |
| "382": 32896, | |
| "383": 32896, | |
| "384": 32896, | |
| "385": 32896, | |
| "386": 32896, | |
| "387": 32896, | |
| "388": 32896, | |
| "389": 32896, | |
| "39": 32896, | |
| "390": 32896, | |
| "391": 32896, | |
| "392": 32896, | |
| "393": 32896, | |
| "394": 32896, | |
| "395": 32896, | |
| "396": 32896, | |
| "397": 32896, | |
| "398": 32896, | |
| "399": 32896, | |
| "4": 32896, | |
| "40": 32896, | |
| "400": 32896, | |
| "401": 32896, | |
| "402": 32896, | |
| "403": 32896, | |
| "404": 32896, | |
| "405": 32896, | |
| "406": 32896, | |
| "407": 32896, | |
| "408": 32896, | |
| "409": 32896, | |
| "41": 32896, | |
| "410": 32896, | |
| "411": 32896, | |
| "412": 32896, | |
| "413": 32896, | |
| "414": 32896, | |
| "415": 32896, | |
| "416": 32896, | |
| "417": 32896, | |
| "418": 32896, | |
| "419": 32896, | |
| "42": 32896, | |
| "420": 32896, | |
| "421": 32896, | |
| "422": 8481, | |
| "423": 32896, | |
| "424": 32896, | |
| "425": 32896, | |
| "426": 32896, | |
| "427": 32896, | |
| "428": 32896, | |
| "429": 32896, | |
| "43": 32896, | |
| "430": 32896, | |
| "431": 32896, | |
| "432": 32896, | |
| "433": 32896, | |
| "434": 32896, | |
| "435": 32896, | |
| "436": 32896, | |
| "437": 32896, | |
| "438": 32896, | |
| "439": 32896, | |
| "44": 32896, | |
| "440": 32896, | |
| "441": 32896, | |
| "442": 32896, | |
| "443": 32896, | |
| "444": 32896, | |
| "445": 32896, | |
| "446": 32896, | |
| "447": 32896, | |
| "448": 32896, | |
| "449": 32896, | |
| "45": 32896, | |
| "450": 32896, | |
| "451": 32896, | |
| "452": 32896, | |
| "453": 32896, | |
| "454": 32896, | |
| "455": 32896, | |
| "456": 32896, | |
| "457": 32896, | |
| "458": 32896, | |
| "459": 32896, | |
| "46": 8481, | |
| "460": 32896, | |
| "461": 32896, | |
| "462": 32896, | |
| "463": 32896, | |
| "464": 32896, | |
| "465": 32896, | |
| "466": 32896, | |
| "467": 32896, | |
| "468": 32896, | |
| "469": 8481, | |
| "47": 32896, | |
| "48": 32896, | |
| "49": 32896, | |
| "5": 32896, | |
| "50": 32896, | |
| "51": 32896, | |
| "52": 32896, | |
| "53": 32896, | |
| "54": 32896, | |
| "55": 32896, | |
| "56": 32896, | |
| "57": 32896, | |
| "58": 32896, | |
| "59": 32896, | |
| "6": 32896, | |
| "60": 32896, | |
| "61": 32896, | |
| "62": 32896, | |
| "63": 32896, | |
| "64": 32896, | |
| "65": 32896, | |
| "66": 32896, | |
| "67": 32896, | |
| "68": 32896, | |
| "69": 32896, | |
| "7": 32896, | |
| "70": 32896, | |
| "71": 32896, | |
| "72": 32896, | |
| "73": 32896, | |
| "74": 32896, | |
| "75": 32896, | |
| "76": 32896, | |
| "77": 32896, | |
| "78": 32896, | |
| "79": 32896, | |
| "8": 32896, | |
| "80": 32896, | |
| "81": 32896, | |
| "82": 32896, | |
| "83": 32896, | |
| "84": 32896, | |
| "85": 32896, | |
| "86": 32896, | |
| "87": 32896, | |
| "88": 32896, | |
| "89": 32896, | |
| "9": 32896, | |
| "90": 32896, | |
| "91": 32896, | |
| "92": 32896, | |
| "93": 8481, | |
| "94": 32896, | |
| "95": 32896, | |
| "96": 32896, | |
| "97": 32896, | |
| "98": 32896, | |
| "99": 32896 | |
| }, | |
| "last_improvement_steps": 0, | |
| "last_increase_batch_size": 0, | |
| "last_increase_batch_size_eval_metric_improvement": 0, | |
| "last_increase_batch_size_steps": 0, | |
| "last_learning_rate_reduction": 0, | |
| "last_learning_rate_reduction_steps": 0, | |
| "learning_rate": 0.0009581637888400619, | |
| "llm_eval_examples": {}, | |
| "num_increases_batch_size": 0, | |
| "num_reductions_learning_rate": 0, | |
| "steps": 470, | |
| "test_metrics": { | |
| "combined": { | |
| "loss": [ | |
| [ | |
| 1, | |
| 47, | |
| 4.140954494476318 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 3.6341311931610107 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 2.973945379257202 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 2.604846239089966 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 2.477090835571289 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 2.765279769897461 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 2.932941436767578 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 2.916217565536499 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 3.01550555229187 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 3.0807435512542725 | |
| ] | |
| ] | |
| }, | |
| "intent": { | |
| "accuracy": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.02062796801328659 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.03668239712715149 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.12673470377922058 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.2651279866695404 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.3786191940307617 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.41484618186950684 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.48310428857803345 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.49936506152153015 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.5275611281394958 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.5496426820755005 | |
| ] | |
| ], | |
| "accuracy_micro": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.05730659142136574 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.10028653591871262 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.266475647687912 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.3982807993888855 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.4871060252189636 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.4871060252189636 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.5587392449378967 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.5415472984313965 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.5759312510490417 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.5959885120391846 | |
| ] | |
| ], | |
| "hits_at_k": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.052861444652080536 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.11137306690216064 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.25743797421455383 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.4437764883041382 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.5734579563140869 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.6254034638404846 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.6468311548233032 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.6431319713592529 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.6786106824874878 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.6660665273666382 | |
| ] | |
| ], | |
| "loss": [ | |
| [ | |
| 1, | |
| 47, | |
| 4.140954494476318 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 3.6341311931610107 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 2.973945379257202 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 2.604846239089966 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 2.477090835571289 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 2.765279769897461 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 2.932941436767578 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 2.916217565536499 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 3.01550555229187 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 3.0807435512542725 | |
| ] | |
| ], | |
| "roc_auc": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.6999472975730896 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.8169810771942139 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.8789530992507935 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.9105718731880188 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.9285396337509155 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.932953953742981 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.9334519505500793 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.9398418664932251 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.9440649747848511 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.9340102672576904 | |
| ] | |
| ] | |
| } | |
| }, | |
| "total_tokens_used": 15216970, | |
| "train_metrics": { | |
| "combined": { | |
| "loss": [ | |
| [ | |
| 1, | |
| 47, | |
| 4.941826820373535 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 3.8220131397247314 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 2.966855049133301 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 1.9691708087921143 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 1.1989307403564453 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.7208091020584106 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.41259047389030457 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.2844356894493103 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.20260311663150787 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.15086334943771362 | |
| ] | |
| ] | |
| }, | |
| "intent": { | |
| "accuracy": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.014659089967608452 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.03883907198905945 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.10787460207939148 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.25457778573036194 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.4590109586715698 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.653484046459198 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.8075626492500305 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.8613330721855164 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.9029062986373901 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.9410130977630615 | |
| ] | |
| ], | |
| "accuracy_micro": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.035635873675346375 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.09812531620264053 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.23492653667926788 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.4457017481327057 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.6433035135269165 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.7851714491844177 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.8792433738708496 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.9142037034034729 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.9376794695854187 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.9574396014213562 | |
| ] | |
| ], | |
| "hits_at_k": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.03866136819124222 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.09584441781044006 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.2281757891178131 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.46207964420318604 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.700287401676178 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.876828670501709 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.9502895474433899 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.9748519659042358 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.985029935836792 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.9925163984298706 | |
| ] | |
| ], | |
| "loss": [ | |
| [ | |
| 1, | |
| 47, | |
| 4.941826820373535 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 3.8220131397247314 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 2.966855049133301 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 1.9691708087921143 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 1.1989307403564453 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.7208091020584106 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.41259047389030457 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.2844356894493103 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.20260311663150787 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.15086334943771362 | |
| ] | |
| ], | |
| "roc_auc": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.5121718645095825 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.7023259997367859 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.8708662986755371 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.9513766765594482 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.98272705078125 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.9933627843856812 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.997870147228241 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.9987038969993591 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.999286949634552 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.9996311664581299 | |
| ] | |
| ] | |
| } | |
| }, | |
| "tune_checkpoint_num": 0, | |
| "validation_metrics": { | |
| "combined": { | |
| "loss": [ | |
| [ | |
| 1, | |
| 47, | |
| 4.075289249420166 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 3.5391108989715576 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 2.817091703414917 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 2.289855718612671 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 2.167616605758667 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 2.3362152576446533 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 2.3229939937591553 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 2.545104742050171 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 2.641582489013672 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 2.5151546001434326 | |
| ] | |
| ] | |
| }, | |
| "intent": { | |
| "accuracy": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.02408008836209774 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.039156392216682434 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.13850188255310059 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.262044221162796 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.4144769310951233 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.4744482636451721 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.5366732478141785 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.546140730381012 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.5821728706359863 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.6166250705718994 | |
| ] | |
| ], | |
| "accuracy_micro": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.06743185222148895 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.09899569302797318 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.28263989090919495 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.4189383089542389 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.515064537525177 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.5451936721801758 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.6011477708816528 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.5810617208480835 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.5968436002731323 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.63271164894104 | |
| ] | |
| ], | |
| "hits_at_k": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.0595182403922081 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.12082408368587494 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.28157058358192444 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.4951961934566498 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.60570228099823 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.6759977340698242 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.7160040140151978 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.7496565580368042 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.7678131461143494 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.7617202997207642 | |
| ] | |
| ], | |
| "loss": [ | |
| [ | |
| 1, | |
| 47, | |
| 4.075289249420166 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 3.5391108989715576 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 2.817091703414917 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 2.289855718612671 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 2.167616605758667 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 2.3362152576446533 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 2.3229939937591553 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 2.545104742050171 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 2.641582489013672 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 2.5151546001434326 | |
| ] | |
| ], | |
| "roc_auc": [ | |
| [ | |
| 1, | |
| 47, | |
| 0.7134010791778564 | |
| ], | |
| [ | |
| 2, | |
| 94, | |
| 0.8469101190567017 | |
| ], | |
| [ | |
| 3, | |
| 141, | |
| 0.9105364680290222 | |
| ], | |
| [ | |
| 4, | |
| 188, | |
| 0.9462321400642395 | |
| ], | |
| [ | |
| 5, | |
| 235, | |
| 0.955407440662384 | |
| ], | |
| [ | |
| 6, | |
| 282, | |
| 0.9614531993865967 | |
| ], | |
| [ | |
| 7, | |
| 329, | |
| 0.9639908075332642 | |
| ], | |
| [ | |
| 8, | |
| 376, | |
| 0.9642417430877686 | |
| ], | |
| [ | |
| 9, | |
| 423, | |
| 0.9641472697257996 | |
| ], | |
| [ | |
| 10, | |
| 470, | |
| 0.9704092144966125 | |
| ] | |
| ] | |
| } | |
| } | |
| } |