| { | |
| "best_metric": 0.9333333333333333, | |
| "best_model_checkpoint": "checkpoint-llm-dist-llm-label/checkpoint-620", | |
| "epoch": 5.0, | |
| "global_step": 620, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 9.806451612903226e-05, | |
| "loss": 1.4271, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.612903225806452e-05, | |
| "loss": 1.4115, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 9.419354838709677e-05, | |
| "loss": 1.3136, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 9.225806451612904e-05, | |
| "loss": 1.0853, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 9.032258064516129e-05, | |
| "loss": 1.0351, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 8.838709677419355e-05, | |
| "loss": 1.0471, | |
| "step": 72 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 8.645161290322581e-05, | |
| "loss": 0.7519, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 8.451612903225808e-05, | |
| "loss": 0.6824, | |
| "step": 96 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 8.258064516129033e-05, | |
| "loss": 0.4936, | |
| "step": 108 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 8.064516129032258e-05, | |
| "loss": 0.5984, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.8769230769230769, | |
| "eval_loss": 0.5207357406616211, | |
| "eval_runtime": 5.3806, | |
| "eval_samples_per_second": 36.241, | |
| "eval_steps_per_second": 4.646, | |
| "step": 124 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 7.870967741935484e-05, | |
| "loss": 0.7002, | |
| "step": 132 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 7.67741935483871e-05, | |
| "loss": 0.5281, | |
| "step": 144 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.483870967741936e-05, | |
| "loss": 0.4103, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 7.290322580645161e-05, | |
| "loss": 0.2259, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 7.096774193548388e-05, | |
| "loss": 0.7418, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 6.903225806451613e-05, | |
| "loss": 0.8794, | |
| "step": 192 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 6.709677419354839e-05, | |
| "loss": 0.3744, | |
| "step": 204 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 6.516129032258065e-05, | |
| "loss": 0.5089, | |
| "step": 216 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 6.32258064516129e-05, | |
| "loss": 0.438, | |
| "step": 228 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 6.129032258064517e-05, | |
| "loss": 0.6729, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.9230769230769231, | |
| "eval_loss": 0.3991715610027313, | |
| "eval_runtime": 5.4603, | |
| "eval_samples_per_second": 35.712, | |
| "eval_steps_per_second": 4.578, | |
| "step": 248 | |
| }, | |
| { | |
| "epoch": 2.03, | |
| "learning_rate": 5.935483870967742e-05, | |
| "loss": 0.466, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 2.13, | |
| "learning_rate": 5.7419354838709685e-05, | |
| "loss": 0.3185, | |
| "step": 264 | |
| }, | |
| { | |
| "epoch": 2.23, | |
| "learning_rate": 5.5483870967741936e-05, | |
| "loss": 0.6499, | |
| "step": 276 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "learning_rate": 5.35483870967742e-05, | |
| "loss": 0.2163, | |
| "step": 288 | |
| }, | |
| { | |
| "epoch": 2.42, | |
| "learning_rate": 5.161290322580645e-05, | |
| "loss": 0.4336, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "learning_rate": 4.967741935483871e-05, | |
| "loss": 0.3656, | |
| "step": 312 | |
| }, | |
| { | |
| "epoch": 2.61, | |
| "learning_rate": 4.774193548387097e-05, | |
| "loss": 0.5974, | |
| "step": 324 | |
| }, | |
| { | |
| "epoch": 2.71, | |
| "learning_rate": 4.580645161290323e-05, | |
| "loss": 0.3766, | |
| "step": 336 | |
| }, | |
| { | |
| "epoch": 2.81, | |
| "learning_rate": 4.387096774193549e-05, | |
| "loss": 0.4473, | |
| "step": 348 | |
| }, | |
| { | |
| "epoch": 2.9, | |
| "learning_rate": 4.1935483870967746e-05, | |
| "loss": 0.4135, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "learning_rate": 4e-05, | |
| "loss": 0.173, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.9282051282051282, | |
| "eval_loss": 0.37362906336784363, | |
| "eval_runtime": 5.5298, | |
| "eval_samples_per_second": 35.263, | |
| "eval_steps_per_second": 4.521, | |
| "step": 372 | |
| }, | |
| { | |
| "epoch": 3.1, | |
| "learning_rate": 3.8064516129032254e-05, | |
| "loss": 0.3401, | |
| "step": 384 | |
| }, | |
| { | |
| "epoch": 3.19, | |
| "learning_rate": 3.612903225806452e-05, | |
| "loss": 0.1776, | |
| "step": 396 | |
| }, | |
| { | |
| "epoch": 3.29, | |
| "learning_rate": 3.4193548387096776e-05, | |
| "loss": 0.2485, | |
| "step": 408 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 3.2258064516129034e-05, | |
| "loss": 0.5576, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "learning_rate": 3.032258064516129e-05, | |
| "loss": 0.4437, | |
| "step": 432 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 2.838709677419355e-05, | |
| "loss": 0.5132, | |
| "step": 444 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 2.645161290322581e-05, | |
| "loss": 0.2877, | |
| "step": 456 | |
| }, | |
| { | |
| "epoch": 3.77, | |
| "learning_rate": 2.4516129032258064e-05, | |
| "loss": 0.4377, | |
| "step": 468 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 2.258064516129032e-05, | |
| "loss": 0.1697, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 2.0645161290322582e-05, | |
| "loss": 0.2741, | |
| "step": 492 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.9282051282051282, | |
| "eval_loss": 0.377105176448822, | |
| "eval_runtime": 5.5428, | |
| "eval_samples_per_second": 35.181, | |
| "eval_steps_per_second": 4.51, | |
| "step": 496 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 1.870967741935484e-05, | |
| "loss": 0.379, | |
| "step": 504 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.6774193548387098e-05, | |
| "loss": 0.1826, | |
| "step": 516 | |
| }, | |
| { | |
| "epoch": 4.26, | |
| "learning_rate": 1.4838709677419355e-05, | |
| "loss": 0.3932, | |
| "step": 528 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 1.2903225806451613e-05, | |
| "loss": 0.3326, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 4.45, | |
| "learning_rate": 1.0967741935483872e-05, | |
| "loss": 0.1451, | |
| "step": 552 | |
| }, | |
| { | |
| "epoch": 4.55, | |
| "learning_rate": 9.03225806451613e-06, | |
| "loss": 0.3364, | |
| "step": 564 | |
| }, | |
| { | |
| "epoch": 4.65, | |
| "learning_rate": 7.096774193548387e-06, | |
| "loss": 0.2966, | |
| "step": 576 | |
| }, | |
| { | |
| "epoch": 4.74, | |
| "learning_rate": 5.161290322580646e-06, | |
| "loss": 0.3227, | |
| "step": 588 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "learning_rate": 3.225806451612903e-06, | |
| "loss": 0.3128, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 4.94, | |
| "learning_rate": 1.2903225806451614e-06, | |
| "loss": 0.3511, | |
| "step": 612 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.9333333333333333, | |
| "eval_loss": 0.33735406398773193, | |
| "eval_runtime": 5.5434, | |
| "eval_samples_per_second": 35.177, | |
| "eval_steps_per_second": 4.51, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 620, | |
| "total_flos": 1298476374773760.0, | |
| "train_loss": 0.5101455471208018, | |
| "train_runtime": 502.263, | |
| "train_samples_per_second": 9.826, | |
| "train_steps_per_second": 1.234 | |
| } | |
| ], | |
| "max_steps": 620, | |
| "num_train_epochs": 5, | |
| "total_flos": 1298476374773760.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |