sedrickkeh's picture
Training in progress, epoch 15
31b7c0b verified
{"current_steps": 1, "total_steps": 75, "loss": 0.832, "lr": 2.5e-06, "epoch": 0.2, "percentage": 1.33, "elapsed_time": "0:01:11", "remaining_time": "1:28:06"}
{"current_steps": 2, "total_steps": 75, "loss": 0.8909, "lr": 5e-06, "epoch": 0.4, "percentage": 2.67, "elapsed_time": "0:02:13", "remaining_time": "1:21:10"}
{"current_steps": 3, "total_steps": 75, "loss": 0.8975, "lr": 7.500000000000001e-06, "epoch": 0.6, "percentage": 4.0, "elapsed_time": "0:03:20", "remaining_time": "1:20:16"}
{"current_steps": 4, "total_steps": 75, "loss": 0.8647, "lr": 1e-05, "epoch": 0.8, "percentage": 5.33, "elapsed_time": "0:04:27", "remaining_time": "1:19:02"}
{"current_steps": 5, "total_steps": 75, "loss": 0.7838, "lr": 1.25e-05, "epoch": 1.0, "percentage": 6.67, "elapsed_time": "0:05:43", "remaining_time": "1:20:07"}
{"current_steps": 6, "total_steps": 75, "loss": 0.8144, "lr": 1.5000000000000002e-05, "epoch": 1.2, "percentage": 8.0, "elapsed_time": "0:07:53", "remaining_time": "1:30:44"}
{"current_steps": 7, "total_steps": 75, "loss": 0.8566, "lr": 1.7500000000000002e-05, "epoch": 1.4, "percentage": 9.33, "elapsed_time": "0:09:03", "remaining_time": "1:28:03"}
{"current_steps": 8, "total_steps": 75, "loss": 0.837, "lr": 2e-05, "epoch": 1.6, "percentage": 10.67, "elapsed_time": "0:10:01", "remaining_time": "1:24:00"}
{"current_steps": 9, "total_steps": 75, "loss": 0.7907, "lr": 1.9989008914857115e-05, "epoch": 1.8, "percentage": 12.0, "elapsed_time": "0:11:12", "remaining_time": "1:22:13"}
{"current_steps": 10, "total_steps": 75, "loss": 0.7275, "lr": 1.9956059820218982e-05, "epoch": 2.0, "percentage": 13.33, "elapsed_time": "0:12:29", "remaining_time": "1:21:14"}
{"current_steps": 11, "total_steps": 75, "loss": 0.7024, "lr": 1.990122514534651e-05, "epoch": 2.2, "percentage": 14.67, "elapsed_time": "0:14:43", "remaining_time": "1:25:42"}
{"current_steps": 12, "total_steps": 75, "loss": 0.6445, "lr": 1.982462542875576e-05, "epoch": 2.4, "percentage": 16.0, "elapsed_time": "0:15:53", "remaining_time": "1:23:26"}
{"current_steps": 13, "total_steps": 75, "loss": 0.6175, "lr": 1.972642905324813e-05, "epoch": 2.6, "percentage": 17.33, "elapsed_time": "0:17:14", "remaining_time": "1:22:12"}
{"current_steps": 14, "total_steps": 75, "loss": 0.6367, "lr": 1.9606851875768404e-05, "epoch": 2.8, "percentage": 18.67, "elapsed_time": "0:18:13", "remaining_time": "1:19:25"}
{"current_steps": 15, "total_steps": 75, "loss": 0.607, "lr": 1.9466156752904344e-05, "epoch": 3.0, "percentage": 20.0, "elapsed_time": "0:19:23", "remaining_time": "1:17:33"}
{"current_steps": 16, "total_steps": 75, "loss": 0.523, "lr": 1.9304652963070868e-05, "epoch": 3.2, "percentage": 21.33, "elapsed_time": "0:21:36", "remaining_time": "1:19:39"}
{"current_steps": 17, "total_steps": 75, "loss": 0.5878, "lr": 1.9122695526648968e-05, "epoch": 3.4, "percentage": 22.67, "elapsed_time": "0:22:52", "remaining_time": "1:18:03"}
{"current_steps": 18, "total_steps": 75, "loss": 0.5315, "lr": 1.8920684425573865e-05, "epoch": 3.6, "percentage": 24.0, "elapsed_time": "0:24:15", "remaining_time": "1:16:47"}
{"current_steps": 19, "total_steps": 75, "loss": 0.5265, "lr": 1.8699063724087905e-05, "epoch": 3.8, "percentage": 25.33, "elapsed_time": "0:25:01", "remaining_time": "1:13:45"}
{"current_steps": 20, "total_steps": 75, "loss": 0.4572, "lr": 1.8458320592590976e-05, "epoch": 4.0, "percentage": 26.67, "elapsed_time": "0:26:02", "remaining_time": "1:11:35"}
{"current_steps": 21, "total_steps": 75, "loss": 0.4667, "lr": 1.8198984236734246e-05, "epoch": 4.2, "percentage": 28.0, "elapsed_time": "0:28:15", "remaining_time": "1:12:39"}
{"current_steps": 22, "total_steps": 75, "loss": 0.4186, "lr": 1.7921624734111292e-05, "epoch": 4.4, "percentage": 29.33, "elapsed_time": "0:29:30", "remaining_time": "1:11:04"}
{"current_steps": 23, "total_steps": 75, "loss": 0.4149, "lr": 1.762685178110382e-05, "epoch": 4.6, "percentage": 30.67, "elapsed_time": "0:30:40", "remaining_time": "1:09:22"}
{"current_steps": 24, "total_steps": 75, "loss": 0.4219, "lr": 1.731531335263669e-05, "epoch": 4.8, "percentage": 32.0, "elapsed_time": "0:31:55", "remaining_time": "1:07:50"}
{"current_steps": 25, "total_steps": 75, "loss": 0.399, "lr": 1.698769427778842e-05, "epoch": 5.0, "percentage": 33.33, "elapsed_time": "0:33:02", "remaining_time": "1:06:04"}
{"current_steps": 26, "total_steps": 75, "loss": 0.3884, "lr": 1.664471473438822e-05, "epoch": 5.2, "percentage": 34.67, "elapsed_time": "0:35:11", "remaining_time": "1:06:19"}
{"current_steps": 27, "total_steps": 75, "loss": 0.3403, "lr": 1.628712866590885e-05, "epoch": 5.4, "percentage": 36.0, "elapsed_time": "0:36:18", "remaining_time": "1:04:32"}
{"current_steps": 28, "total_steps": 75, "loss": 0.3294, "lr": 1.5915722124135227e-05, "epoch": 5.6, "percentage": 37.33, "elapsed_time": "0:37:36", "remaining_time": "1:03:07"}
{"current_steps": 29, "total_steps": 75, "loss": 0.2918, "lr": 1.5531311541251995e-05, "epoch": 5.8, "percentage": 38.67, "elapsed_time": "0:38:37", "remaining_time": "1:01:15"}
{"current_steps": 30, "total_steps": 75, "loss": 0.2839, "lr": 1.513474193514842e-05, "epoch": 6.0, "percentage": 40.0, "elapsed_time": "0:39:43", "remaining_time": "0:59:35"}
{"current_steps": 31, "total_steps": 75, "loss": 0.2609, "lr": 1.4726885051885654e-05, "epoch": 6.2, "percentage": 41.33, "elapsed_time": "0:41:51", "remaining_time": "0:59:24"}
{"current_steps": 32, "total_steps": 75, "loss": 0.2481, "lr": 1.4308637449409705e-05, "epoch": 6.4, "percentage": 42.67, "elapsed_time": "0:43:03", "remaining_time": "0:57:51"}
{"current_steps": 33, "total_steps": 75, "loss": 0.2202, "lr": 1.3880918526722497e-05, "epoch": 6.6, "percentage": 44.0, "elapsed_time": "0:44:19", "remaining_time": "0:56:24"}
{"current_steps": 34, "total_steps": 75, "loss": 0.2246, "lr": 1.344466850284333e-05, "epoch": 6.8, "percentage": 45.33, "elapsed_time": "0:45:21", "remaining_time": "0:54:41"}
{"current_steps": 35, "total_steps": 75, "loss": 0.2106, "lr": 1.300084635000341e-05, "epoch": 7.0, "percentage": 46.67, "elapsed_time": "0:46:28", "remaining_time": "0:53:07"}
{"current_steps": 36, "total_steps": 75, "loss": 0.1665, "lr": 1.2550427685616767e-05, "epoch": 7.2, "percentage": 48.0, "elapsed_time": "0:48:30", "remaining_time": "0:52:33"}
{"current_steps": 37, "total_steps": 75, "loss": 0.1765, "lr": 1.2094402627661447e-05, "epoch": 7.4, "percentage": 49.33, "elapsed_time": "0:49:52", "remaining_time": "0:51:13"}
{"current_steps": 38, "total_steps": 75, "loss": 0.1476, "lr": 1.1633773618185302e-05, "epoch": 7.6, "percentage": 50.67, "elapsed_time": "0:51:09", "remaining_time": "0:49:48"}
{"current_steps": 39, "total_steps": 75, "loss": 0.1556, "lr": 1.1169553219720828e-05, "epoch": 7.8, "percentage": 52.0, "elapsed_time": "0:52:07", "remaining_time": "0:48:07"}
{"current_steps": 40, "total_steps": 75, "loss": 0.1497, "lr": 1.070276188945293e-05, "epoch": 8.0, "percentage": 53.33, "elapsed_time": "0:53:22", "remaining_time": "0:46:42"}
{"current_steps": 41, "total_steps": 75, "loss": 0.1054, "lr": 1.0234425736032607e-05, "epoch": 8.2, "percentage": 54.67, "elapsed_time": "0:55:22", "remaining_time": "0:45:55"}
{"current_steps": 42, "total_steps": 75, "loss": 0.1116, "lr": 9.765574263967397e-06, "epoch": 8.4, "percentage": 56.0, "elapsed_time": "0:56:41", "remaining_time": "0:44:32"}
{"current_steps": 43, "total_steps": 75, "loss": 0.1009, "lr": 9.297238110547075e-06, "epoch": 8.6, "percentage": 57.33, "elapsed_time": "0:57:51", "remaining_time": "0:43:03"}
{"current_steps": 44, "total_steps": 75, "loss": 0.1081, "lr": 8.830446780279175e-06, "epoch": 8.8, "percentage": 58.67, "elapsed_time": "0:58:55", "remaining_time": "0:41:31"}
{"current_steps": 45, "total_steps": 75, "loss": 0.0924, "lr": 8.366226381814698e-06, "epoch": 9.0, "percentage": 60.0, "elapsed_time": "1:00:08", "remaining_time": "0:40:05"}
{"current_steps": 46, "total_steps": 75, "loss": 0.0788, "lr": 7.905597372338558e-06, "epoch": 9.2, "percentage": 61.33, "elapsed_time": "1:02:10", "remaining_time": "0:39:12"}
{"current_steps": 47, "total_steps": 75, "loss": 0.0704, "lr": 7.449572314383237e-06, "epoch": 9.4, "percentage": 62.67, "elapsed_time": "1:03:10", "remaining_time": "0:37:38"}
{"current_steps": 48, "total_steps": 75, "loss": 0.0608, "lr": 6.999153649996595e-06, "epoch": 9.6, "percentage": 64.0, "elapsed_time": "1:04:26", "remaining_time": "0:36:14"}
{"current_steps": 49, "total_steps": 75, "loss": 0.0637, "lr": 6.555331497156671e-06, "epoch": 9.8, "percentage": 65.33, "elapsed_time": "1:05:41", "remaining_time": "0:34:51"}
{"current_steps": 50, "total_steps": 75, "loss": 0.0613, "lr": 6.119081473277502e-06, "epoch": 10.0, "percentage": 66.67, "elapsed_time": "1:07:03", "remaining_time": "0:33:31"}
{"current_steps": 51, "total_steps": 75, "loss": 0.0411, "lr": 5.6913625505902966e-06, "epoch": 10.2, "percentage": 68.0, "elapsed_time": "1:09:18", "remaining_time": "0:32:37"}
{"current_steps": 52, "total_steps": 75, "loss": 0.0455, "lr": 5.273114948114346e-06, "epoch": 10.4, "percentage": 69.33, "elapsed_time": "1:10:26", "remaining_time": "0:31:09"}
{"current_steps": 53, "total_steps": 75, "loss": 0.0448, "lr": 4.865258064851579e-06, "epoch": 10.6, "percentage": 70.67, "elapsed_time": "1:11:39", "remaining_time": "0:29:44"}
{"current_steps": 54, "total_steps": 75, "loss": 0.0374, "lr": 4.468688458748006e-06, "epoch": 10.8, "percentage": 72.0, "elapsed_time": "1:12:37", "remaining_time": "0:28:14"}
{"current_steps": 55, "total_steps": 75, "loss": 0.0364, "lr": 4.084277875864776e-06, "epoch": 11.0, "percentage": 73.33, "elapsed_time": "1:13:42", "remaining_time": "0:26:48"}
{"current_steps": 56, "total_steps": 75, "loss": 0.0324, "lr": 3.712871334091154e-06, "epoch": 11.2, "percentage": 74.67, "elapsed_time": "1:15:55", "remaining_time": "0:25:45"}
{"current_steps": 57, "total_steps": 75, "loss": 0.0277, "lr": 3.355285265611784e-06, "epoch": 11.4, "percentage": 76.0, "elapsed_time": "1:17:03", "remaining_time": "0:24:20"}
{"current_steps": 58, "total_steps": 75, "loss": 0.0254, "lr": 3.0123057222115835e-06, "epoch": 11.6, "percentage": 77.33, "elapsed_time": "1:18:11", "remaining_time": "0:22:54"}
{"current_steps": 59, "total_steps": 75, "loss": 0.0252, "lr": 2.6846866473633126e-06, "epoch": 11.8, "percentage": 78.67, "elapsed_time": "1:19:24", "remaining_time": "0:21:31"}
{"current_steps": 60, "total_steps": 75, "loss": 0.0264, "lr": 2.373148218896182e-06, "epoch": 12.0, "percentage": 80.0, "elapsed_time": "1:20:40", "remaining_time": "0:20:10"}
{"current_steps": 61, "total_steps": 75, "loss": 0.0245, "lr": 2.078375265888707e-06, "epoch": 12.2, "percentage": 81.33, "elapsed_time": "1:23:11", "remaining_time": "0:19:05"}
{"current_steps": 62, "total_steps": 75, "loss": 0.0217, "lr": 1.8010157632657544e-06, "epoch": 12.4, "percentage": 82.67, "elapsed_time": "1:24:09", "remaining_time": "0:17:38"}
{"current_steps": 63, "total_steps": 75, "loss": 0.02, "lr": 1.5416794074090258e-06, "epoch": 12.6, "percentage": 84.0, "elapsed_time": "1:25:22", "remaining_time": "0:16:15"}
{"current_steps": 64, "total_steps": 75, "loss": 0.0204, "lr": 1.300936275912098e-06, "epoch": 12.8, "percentage": 85.33, "elapsed_time": "1:26:25", "remaining_time": "0:14:51"}
{"current_steps": 65, "total_steps": 75, "loss": 0.0162, "lr": 1.0793155744261352e-06, "epoch": 13.0, "percentage": 86.67, "elapsed_time": "1:27:37", "remaining_time": "0:13:28"}
{"current_steps": 66, "total_steps": 75, "loss": 0.0181, "lr": 8.773044733510338e-07, "epoch": 13.2, "percentage": 88.0, "elapsed_time": "1:30:05", "remaining_time": "0:12:17"}
{"current_steps": 67, "total_steps": 75, "loss": 0.0143, "lr": 6.953470369291349e-07, "epoch": 13.4, "percentage": 89.33, "elapsed_time": "1:31:14", "remaining_time": "0:10:53"}
{"current_steps": 68, "total_steps": 75, "loss": 0.0194, "lr": 5.33843247095659e-07, "epoch": 13.6, "percentage": 90.67, "elapsed_time": "1:32:28", "remaining_time": "0:09:31"}
{"current_steps": 69, "total_steps": 75, "loss": 0.0168, "lr": 3.931481242315993e-07, "epoch": 13.8, "percentage": 92.0, "elapsed_time": "1:33:36", "remaining_time": "0:08:08"}
{"current_steps": 70, "total_steps": 75, "loss": 0.0134, "lr": 2.735709467518699e-07, "epoch": 14.0, "percentage": 93.33, "elapsed_time": "1:34:46", "remaining_time": "0:06:46"}
{"current_steps": 71, "total_steps": 75, "loss": 0.0134, "lr": 1.7537457124423896e-07, "epoch": 14.2, "percentage": 94.67, "elapsed_time": "1:36:57", "remaining_time": "0:05:27"}
{"current_steps": 72, "total_steps": 75, "loss": 0.0152, "lr": 9.877485465349057e-08, "epoch": 14.4, "percentage": 96.0, "elapsed_time": "1:37:56", "remaining_time": "0:04:04"}
{"current_steps": 73, "total_steps": 75, "loss": 0.0137, "lr": 4.394017978101905e-08, "epoch": 14.6, "percentage": 97.33, "elapsed_time": "1:39:11", "remaining_time": "0:02:43"}
{"current_steps": 74, "total_steps": 75, "loss": 0.0161, "lr": 1.099108514288627e-08, "epoch": 14.8, "percentage": 98.67, "elapsed_time": "1:40:16", "remaining_time": "0:01:21"}
{"current_steps": 75, "total_steps": 75, "loss": 0.0168, "lr": 0.0, "epoch": 15.0, "percentage": 100.0, "elapsed_time": "1:41:33", "remaining_time": "0:00:00"}
{"current_steps": 75, "total_steps": 75, "epoch": 15.0, "percentage": 100.0, "elapsed_time": "1:44:01", "remaining_time": "0:00:00"}