{ "best_metric": 1.173593521118164, "best_model_checkpoint": "/kaggle/working/checkpoint-90", "epoch": 13.333333333333334, "eval_steps": 10, "global_step": 120, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.1111111111111112, "grad_norm": 0.022457197308540344, "learning_rate": 0.0001925925925925926, "loss": 2.0406, "step": 10 }, { "epoch": 1.1111111111111112, "eval_loss": 1.729261875152588, "eval_runtime": 34.8953, "eval_samples_per_second": 1.032, "eval_steps_per_second": 0.143, "step": 10 }, { "epoch": 2.2222222222222223, "grad_norm": 0.018787898123264313, "learning_rate": 0.0001851851851851852, "loss": 1.6016, "step": 20 }, { "epoch": 2.2222222222222223, "eval_loss": 1.5362553596496582, "eval_runtime": 34.8752, "eval_samples_per_second": 1.032, "eval_steps_per_second": 0.143, "step": 20 }, { "epoch": 3.3333333333333335, "grad_norm": 0.021070128306746483, "learning_rate": 0.00017777777777777779, "loss": 1.3937, "step": 30 }, { "epoch": 3.3333333333333335, "eval_loss": 1.4144253730773926, "eval_runtime": 34.9429, "eval_samples_per_second": 1.03, "eval_steps_per_second": 0.143, "step": 30 }, { "epoch": 4.444444444444445, "grad_norm": 0.037991978228092194, "learning_rate": 0.00017037037037037037, "loss": 1.2721, "step": 40 }, { "epoch": 4.444444444444445, "eval_loss": 1.3360365629196167, "eval_runtime": 34.8947, "eval_samples_per_second": 1.032, "eval_steps_per_second": 0.143, "step": 40 }, { "epoch": 5.555555555555555, "grad_norm": 0.029117526486516, "learning_rate": 0.00016296296296296295, "loss": 1.1384, "step": 50 }, { "epoch": 5.555555555555555, "eval_loss": 1.2785382270812988, "eval_runtime": 34.8447, "eval_samples_per_second": 1.033, "eval_steps_per_second": 0.143, "step": 50 }, { "epoch": 6.666666666666667, "grad_norm": 0.0317281112074852, "learning_rate": 0.00015555555555555556, "loss": 1.0023, "step": 60 }, { "epoch": 6.666666666666667, "eval_loss": 1.2417998313903809, "eval_runtime": 34.8141, "eval_samples_per_second": 1.034, "eval_steps_per_second": 0.144, "step": 60 }, { "epoch": 7.777777777777778, "grad_norm": 0.034914035350084305, "learning_rate": 0.00014814814814814815, "loss": 0.9166, "step": 70 }, { "epoch": 7.777777777777778, "eval_loss": 1.2166908979415894, "eval_runtime": 34.8956, "eval_samples_per_second": 1.032, "eval_steps_per_second": 0.143, "step": 70 }, { "epoch": 8.88888888888889, "grad_norm": 0.04872061312198639, "learning_rate": 0.00014074074074074076, "loss": 0.7726, "step": 80 }, { "epoch": 8.88888888888889, "eval_loss": 1.19890296459198, "eval_runtime": 34.8433, "eval_samples_per_second": 1.033, "eval_steps_per_second": 0.143, "step": 80 }, { "epoch": 10.0, "grad_norm": 0.04901803284883499, "learning_rate": 0.00013333333333333334, "loss": 0.676, "step": 90 }, { "epoch": 10.0, "eval_loss": 1.173593521118164, "eval_runtime": 34.7999, "eval_samples_per_second": 1.034, "eval_steps_per_second": 0.144, "step": 90 }, { "epoch": 11.11111111111111, "grad_norm": 0.055481575429439545, "learning_rate": 0.00012592592592592592, "loss": 0.56, "step": 100 }, { "epoch": 11.11111111111111, "eval_loss": 1.2059063911437988, "eval_runtime": 34.8432, "eval_samples_per_second": 1.033, "eval_steps_per_second": 0.143, "step": 100 }, { "epoch": 12.222222222222221, "grad_norm": 0.0524757020175457, "learning_rate": 0.00011851851851851852, "loss": 0.4567, "step": 110 }, { "epoch": 12.222222222222221, "eval_loss": 1.2077444791793823, "eval_runtime": 34.7989, "eval_samples_per_second": 1.035, "eval_steps_per_second": 0.144, "step": 110 }, { "epoch": 13.333333333333334, "grad_norm": 0.053020887076854706, "learning_rate": 0.00011111111111111112, "loss": 0.3915, "step": 120 }, { "epoch": 13.333333333333334, "eval_loss": 1.2036480903625488, "eval_runtime": 34.802, "eval_samples_per_second": 1.034, "eval_steps_per_second": 0.144, "step": 120 } ], "logging_steps": 10, "max_steps": 270, "num_input_tokens_seen": 0, "num_train_epochs": 30, "save_steps": 10, "stateful_callbacks": { "EarlyStoppingCallback": { "args": { "early_stopping_patience": 3, "early_stopping_threshold": 0.0 }, "attributes": { "early_stopping_patience_counter": 0 } }, "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 3.2063182503346176e+16, "train_batch_size": 1, "trial_name": null, "trial_params": null }