| { | |
| "best_metric": 0.5134699516463275, | |
| "best_model_checkpoint": "model-22\\checkpoint-5214", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 8690, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 4.971073150634766, | |
| "learning_rate": 1.885155350978136e-05, | |
| "loss": 1.058, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 4.795872211456299, | |
| "learning_rate": 1.7700805523590335e-05, | |
| "loss": 1.0386, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "grad_norm": 3.342405319213867, | |
| "learning_rate": 1.655005753739931e-05, | |
| "loss": 1.0355, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.49988487220815103, | |
| "eval_loss": 1.0105576515197754, | |
| "eval_runtime": 28.2378, | |
| "eval_samples_per_second": 153.801, | |
| "eval_steps_per_second": 38.459, | |
| "step": 1738 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 2.335313081741333, | |
| "learning_rate": 1.5399309551208284e-05, | |
| "loss": 1.0264, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 6.163393974304199, | |
| "learning_rate": 1.4250863060989643e-05, | |
| "loss": 1.016, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 3.8983561992645264, | |
| "learning_rate": 1.3100115074798621e-05, | |
| "loss": 1.0206, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.4616624453142989, | |
| "eval_loss": 1.052566647529602, | |
| "eval_runtime": 28.0643, | |
| "eval_samples_per_second": 154.752, | |
| "eval_steps_per_second": 38.697, | |
| "step": 3476 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "grad_norm": 2.8223962783813477, | |
| "learning_rate": 1.1949367088607596e-05, | |
| "loss": 1.0087, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "grad_norm": 2.9344329833984375, | |
| "learning_rate": 1.0798619102416572e-05, | |
| "loss": 1.0169, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 2.59, | |
| "grad_norm": 3.9112868309020996, | |
| "learning_rate": 9.65017261219793e-06, | |
| "loss": 1.0032, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 4.701815128326416, | |
| "learning_rate": 8.499424626006904e-06, | |
| "loss": 0.9986, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.5134699516463275, | |
| "eval_loss": 1.014447808265686, | |
| "eval_runtime": 27.9246, | |
| "eval_samples_per_second": 155.526, | |
| "eval_steps_per_second": 38.89, | |
| "step": 5214 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 5.6566972732543945, | |
| "learning_rate": 7.350978135788263e-06, | |
| "loss": 1.0088, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 3.45, | |
| "grad_norm": 2.4693961143493652, | |
| "learning_rate": 6.200230149597238e-06, | |
| "loss": 1.0043, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 3.74, | |
| "grad_norm": 6.023201942443848, | |
| "learning_rate": 5.0494821634062144e-06, | |
| "loss": 0.9943, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.5010361501266406, | |
| "eval_loss": 1.0094102621078491, | |
| "eval_runtime": 27.751, | |
| "eval_samples_per_second": 156.499, | |
| "eval_steps_per_second": 39.134, | |
| "step": 6952 | |
| }, | |
| { | |
| "epoch": 4.03, | |
| "grad_norm": 3.652107000350952, | |
| "learning_rate": 3.898734177215191e-06, | |
| "loss": 0.991, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "grad_norm": 12.579499244689941, | |
| "learning_rate": 2.747986191024166e-06, | |
| "loss": 0.9881, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 5.4077372550964355, | |
| "learning_rate": 1.5972382048331416e-06, | |
| "loss": 0.9889, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 4.89, | |
| "grad_norm": 7.190982341766357, | |
| "learning_rate": 4.4649021864211743e-07, | |
| "loss": 1.0025, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.4978125719548699, | |
| "eval_loss": 1.0031945705413818, | |
| "eval_runtime": 28.3493, | |
| "eval_samples_per_second": 153.196, | |
| "eval_steps_per_second": 38.308, | |
| "step": 8690 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 8690, | |
| "total_flos": 0.0, | |
| "train_loss": 1.011234805828134, | |
| "train_runtime": 967.656, | |
| "train_samples_per_second": 89.763, | |
| "train_steps_per_second": 8.98 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 8690, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 0.0, | |
| "train_batch_size": 10, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |