duyphu's picture
Training in progress, step 50, checkpoint
85b3d0a verified
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.049714143673875215,
"eval_steps": 10,
"global_step": 50,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0009942828734775043,
"eval_loss": 1.4713083505630493,
"eval_runtime": 41.0881,
"eval_samples_per_second": 10.319,
"eval_steps_per_second": 5.16,
"step": 1
},
{
"epoch": 0.004971414367387522,
"grad_norm": 0.21608084440231323,
"learning_rate": 5e-05,
"loss": 1.3856,
"step": 5
},
{
"epoch": 0.009942828734775044,
"grad_norm": 0.31701576709747314,
"learning_rate": 0.0001,
"loss": 1.4978,
"step": 10
},
{
"epoch": 0.009942828734775044,
"eval_loss": 1.4501210451126099,
"eval_runtime": 41.5997,
"eval_samples_per_second": 10.192,
"eval_steps_per_second": 5.096,
"step": 10
},
{
"epoch": 0.014914243102162566,
"grad_norm": 0.31124842166900635,
"learning_rate": 9.619397662556435e-05,
"loss": 1.4985,
"step": 15
},
{
"epoch": 0.019885657469550087,
"grad_norm": 0.3525506258010864,
"learning_rate": 8.535533905932738e-05,
"loss": 1.4762,
"step": 20
},
{
"epoch": 0.019885657469550087,
"eval_loss": 1.3944728374481201,
"eval_runtime": 41.6537,
"eval_samples_per_second": 10.179,
"eval_steps_per_second": 5.09,
"step": 20
},
{
"epoch": 0.024857071836937607,
"grad_norm": 0.35662373900413513,
"learning_rate": 6.91341716182545e-05,
"loss": 1.3472,
"step": 25
},
{
"epoch": 0.02982848620432513,
"grad_norm": 0.37102416157722473,
"learning_rate": 5e-05,
"loss": 1.4188,
"step": 30
},
{
"epoch": 0.02982848620432513,
"eval_loss": 1.3662049770355225,
"eval_runtime": 41.773,
"eval_samples_per_second": 10.15,
"eval_steps_per_second": 5.075,
"step": 30
},
{
"epoch": 0.03479990057171265,
"grad_norm": 0.3638223707675934,
"learning_rate": 3.086582838174551e-05,
"loss": 1.3827,
"step": 35
},
{
"epoch": 0.039771314939100175,
"grad_norm": 0.3954694867134094,
"learning_rate": 1.4644660940672627e-05,
"loss": 1.3236,
"step": 40
},
{
"epoch": 0.039771314939100175,
"eval_loss": 1.3565930128097534,
"eval_runtime": 41.8602,
"eval_samples_per_second": 10.129,
"eval_steps_per_second": 5.064,
"step": 40
},
{
"epoch": 0.0447427293064877,
"grad_norm": 0.3389461934566498,
"learning_rate": 3.8060233744356633e-06,
"loss": 1.1909,
"step": 45
},
{
"epoch": 0.049714143673875215,
"grad_norm": 0.37343329191207886,
"learning_rate": 0.0,
"loss": 1.3179,
"step": 50
},
{
"epoch": 0.049714143673875215,
"eval_loss": 1.3546466827392578,
"eval_runtime": 41.7489,
"eval_samples_per_second": 10.156,
"eval_steps_per_second": 5.078,
"step": 50
}
],
"logging_steps": 5,
"max_steps": 50,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 13,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 1.4706319822946304e+16,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}