| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.0074413989830088055, | |
| "eval_steps": 500, | |
| "global_step": 300, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 2.480466327669602e-05, | |
| "grad_norm": 0.0, | |
| "learning_rate": 0.0, | |
| "loss": 0.0, | |
| "num_tokens": 3234.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 1 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 4.960932655339204e-05, | |
| "grad_norm": 3.5991625785827637, | |
| "learning_rate": 3.3333333333333334e-08, | |
| "loss": 0.0002, | |
| "num_tokens": 6453.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 2 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 7.441398983008806e-05, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.666666666666667e-08, | |
| "loss": 0.0, | |
| "num_tokens": 9684.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 3 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 9.921865310678408e-05, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1e-07, | |
| "loss": 0.0, | |
| "num_tokens": 13001.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 4 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.00012402331638348009, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3333333333333334e-07, | |
| "loss": 0.0, | |
| "num_tokens": 16442.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 5 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 768.0, | |
| "completions/max_terminated_length": 768.0, | |
| "completions/mean_length": 714.5, | |
| "completions/mean_terminated_length": 714.5, | |
| "completions/min_length": 661.0, | |
| "completions/min_terminated_length": 661.0, | |
| "epoch": 0.00014882797966017612, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6666666666666665e-07, | |
| "loss": 0.0, | |
| "num_tokens": 18685.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 6 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1037.0, | |
| "completions/max_terminated_length": 1037.0, | |
| "completions/mean_length": 994.5, | |
| "completions/mean_terminated_length": 994.5, | |
| "completions/min_length": 952.0, | |
| "completions/min_terminated_length": 952.0, | |
| "epoch": 0.00017363264293687212, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2e-07, | |
| "loss": 0.0, | |
| "num_tokens": 21594.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 7 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 786.0, | |
| "completions/max_terminated_length": 786.0, | |
| "completions/mean_length": 772.5, | |
| "completions/mean_terminated_length": 772.5, | |
| "completions/min_length": 759.0, | |
| "completions/min_terminated_length": 759.0, | |
| "epoch": 0.00019843730621356816, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.3333333333333333e-07, | |
| "loss": 0.0, | |
| "num_tokens": 24151.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 8 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.00022324196949026416, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6666666666666667e-07, | |
| "loss": 0.0, | |
| "num_tokens": 27465.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 9 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1113.0, | |
| "completions/max_terminated_length": 1113.0, | |
| "completions/mean_length": 1082.5, | |
| "completions/mean_terminated_length": 1082.5, | |
| "completions/min_length": 1052.0, | |
| "completions/min_terminated_length": 1052.0, | |
| "epoch": 0.00024804663276696017, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3e-07, | |
| "loss": 0.0, | |
| "num_tokens": 30556.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 10 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.00027285129604365623, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.333333333333333e-07, | |
| "loss": 0.0, | |
| "num_tokens": 33788.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 11 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1154.0, | |
| "completions/max_terminated_length": 1154.0, | |
| "completions/mean_length": 1145.5, | |
| "completions/mean_terminated_length": 1145.5, | |
| "completions/min_length": 1137.0, | |
| "completions/min_terminated_length": 1137.0, | |
| "epoch": 0.00029765595932035224, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.666666666666666e-07, | |
| "loss": 0.0, | |
| "num_tokens": 37019.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 12 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.00032246062259704824, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4e-07, | |
| "loss": 0.0, | |
| "num_tokens": 40204.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 13 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 765.0, | |
| "completions/max_terminated_length": 765.0, | |
| "completions/mean_length": 732.5, | |
| "completions/mean_terminated_length": 732.5, | |
| "completions/min_length": 700.0, | |
| "completions/min_terminated_length": 700.0, | |
| "epoch": 0.00034726528587374425, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.3333333333333335e-07, | |
| "loss": 0.0, | |
| "num_tokens": 42471.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 14 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0003720699491504403, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.6666666666666666e-07, | |
| "loss": 0.0, | |
| "num_tokens": 45810.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 15 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 828.0, | |
| "completions/max_terminated_length": 828.0, | |
| "completions/mean_length": 745.0, | |
| "completions/mean_terminated_length": 745.0, | |
| "completions/min_length": 662.0, | |
| "completions/min_terminated_length": 662.0, | |
| "epoch": 0.0003968746124271363, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5e-07, | |
| "loss": 0.0, | |
| "num_tokens": 48120.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 16 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1136.0, | |
| "completions/mean_terminated_length": 1136.0, | |
| "completions/min_length": 1112.0, | |
| "completions/min_terminated_length": 1112.0, | |
| "epoch": 0.0004216792757038323, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.333333333333333e-07, | |
| "loss": 0.0, | |
| "num_tokens": 51370.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 17 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1104.5, | |
| "completions/mean_terminated_length": 1104.5, | |
| "completions/min_length": 1048.0, | |
| "completions/min_terminated_length": 1048.0, | |
| "epoch": 0.00044648393898052833, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.666666666666666e-07, | |
| "loss": 0.0, | |
| "num_tokens": 54403.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 18 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1050.0, | |
| "completions/max_terminated_length": 1050.0, | |
| "completions/mean_length": 1049.5, | |
| "completions/mean_terminated_length": 1049.5, | |
| "completions/min_length": 1049.0, | |
| "completions/min_terminated_length": 1049.0, | |
| "epoch": 0.00047128860225722433, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6e-07, | |
| "loss": 0.0, | |
| "num_tokens": 57450.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 19 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1081.0, | |
| "completions/max_terminated_length": 1081.0, | |
| "completions/mean_length": 963.0, | |
| "completions/mean_terminated_length": 963.0, | |
| "completions/min_length": 845.0, | |
| "completions/min_terminated_length": 845.0, | |
| "epoch": 0.0004960932655339203, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.333333333333332e-07, | |
| "loss": 0.0, | |
| "num_tokens": 60254.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 20 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1117.0, | |
| "completions/max_terminated_length": 1117.0, | |
| "completions/mean_length": 937.0, | |
| "completions/mean_terminated_length": 937.0, | |
| "completions/min_length": 757.0, | |
| "completions/min_terminated_length": 757.0, | |
| "epoch": 0.0005208979288106164, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.666666666666666e-07, | |
| "loss": 0.0, | |
| "num_tokens": 62956.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 21 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1034.0, | |
| "completions/max_terminated_length": 1034.0, | |
| "completions/mean_length": 919.0, | |
| "completions/mean_terminated_length": 919.0, | |
| "completions/min_length": 804.0, | |
| "completions/min_terminated_length": 804.0, | |
| "epoch": 0.0005457025920873125, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7e-07, | |
| "loss": 0.0, | |
| "num_tokens": 65606.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 22 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 715.0, | |
| "completions/max_terminated_length": 715.0, | |
| "completions/mean_length": 645.0, | |
| "completions/mean_terminated_length": 645.0, | |
| "completions/min_length": 575.0, | |
| "completions/min_terminated_length": 575.0, | |
| "epoch": 0.0005705072553640084, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.333333333333332e-07, | |
| "loss": 0.0, | |
| "num_tokens": 67746.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 23 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0005953119186407045, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.666666666666667e-07, | |
| "loss": 0.0, | |
| "num_tokens": 70995.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 24 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1147.0, | |
| "completions/mean_terminated_length": 1147.0, | |
| "completions/min_length": 1135.0, | |
| "completions/min_terminated_length": 1135.0, | |
| "epoch": 0.0006201165819174004, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8e-07, | |
| "loss": 0.0, | |
| "num_tokens": 74153.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 25 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 725.0, | |
| "completions/max_terminated_length": 725.0, | |
| "completions/mean_length": 674.0, | |
| "completions/mean_terminated_length": 674.0, | |
| "completions/min_length": 623.0, | |
| "completions/min_terminated_length": 623.0, | |
| "epoch": 0.0006449212451940965, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.333333333333333e-07, | |
| "loss": 0.0, | |
| "num_tokens": 76333.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 26 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1098.5, | |
| "completions/mean_terminated_length": 1098.5, | |
| "completions/min_length": 1037.0, | |
| "completions/min_terminated_length": 1037.0, | |
| "epoch": 0.0006697259084707925, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.666666666666667e-07, | |
| "loss": 0.0, | |
| "num_tokens": 79358.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 27 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1111.0, | |
| "completions/mean_terminated_length": 1111.0, | |
| "completions/min_length": 1062.0, | |
| "completions/min_terminated_length": 1062.0, | |
| "epoch": 0.0006945305717474885, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9e-07, | |
| "loss": 0.0, | |
| "num_tokens": 82644.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 28 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1118.5, | |
| "completions/mean_terminated_length": 1118.5, | |
| "completions/min_length": 1078.0, | |
| "completions/min_terminated_length": 1078.0, | |
| "epoch": 0.0007193352350241846, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.333333333333333e-07, | |
| "loss": 0.0, | |
| "num_tokens": 85839.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 29 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0007441398983008806, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.666666666666666e-07, | |
| "loss": 0.0, | |
| "num_tokens": 89189.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 30 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1048.0, | |
| "completions/max_terminated_length": 1048.0, | |
| "completions/mean_length": 1047.5, | |
| "completions/mean_terminated_length": 1047.5, | |
| "completions/min_length": 1047.0, | |
| "completions/min_terminated_length": 1047.0, | |
| "epoch": 0.0007689445615775766, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1e-06, | |
| "loss": 0.0, | |
| "num_tokens": 92180.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 31 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0007937492248542726, | |
| "grad_norm": 4.284660816192627, | |
| "learning_rate": 9.99966154001881e-07, | |
| "loss": 0.0002, | |
| "num_tokens": 95421.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 32 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0008185538881309686, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.998646205897307e-07, | |
| "loss": 0.0, | |
| "num_tokens": 98827.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 33 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0008433585514076646, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.996954135095478e-07, | |
| "loss": 0.0, | |
| "num_tokens": 102050.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 34 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1113.5, | |
| "completions/mean_terminated_length": 1113.5, | |
| "completions/min_length": 1066.0, | |
| "completions/min_terminated_length": 1066.0, | |
| "epoch": 0.0008681632146843607, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.994585556692624e-07, | |
| "loss": 0.0, | |
| "num_tokens": 105141.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 35 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 965.0, | |
| "completions/mean_terminated_length": 965.0, | |
| "completions/min_length": 769.0, | |
| "completions/min_terminated_length": 769.0, | |
| "epoch": 0.0008929678779610567, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.991540791356342e-07, | |
| "loss": 0.0, | |
| "num_tokens": 108287.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 36 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1046.0, | |
| "completions/max_terminated_length": 1046.0, | |
| "completions/mean_length": 1046.0, | |
| "completions/mean_terminated_length": 1046.0, | |
| "completions/min_length": 1046.0, | |
| "completions/min_terminated_length": 1046.0, | |
| "epoch": 0.0009177725412377527, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.98782025129912e-07, | |
| "loss": 0.0, | |
| "num_tokens": 111249.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 37 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1042.0, | |
| "completions/max_terminated_length": 1042.0, | |
| "completions/mean_length": 1041.5, | |
| "completions/mean_terminated_length": 1041.5, | |
| "completions/min_length": 1041.0, | |
| "completions/min_terminated_length": 1041.0, | |
| "epoch": 0.0009425772045144487, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.983424440222529e-07, | |
| "loss": 0.0, | |
| "num_tokens": 114208.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 38 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0009673818677911447, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.978353953249021e-07, | |
| "loss": 0.0, | |
| "num_tokens": 117375.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 39 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0009921865310678407, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.972609476841365e-07, | |
| "loss": 0.0, | |
| "num_tokens": 120777.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 40 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0010169911943445368, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.966191788709714e-07, | |
| "loss": 0.0, | |
| "num_tokens": 124034.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 41 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0010417958576212328, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.959101757706308e-07, | |
| "loss": 0.0, | |
| "num_tokens": 127235.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 42 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1050.0, | |
| "completions/max_terminated_length": 1050.0, | |
| "completions/mean_length": 1050.0, | |
| "completions/mean_terminated_length": 1050.0, | |
| "completions/min_length": 1050.0, | |
| "completions/min_terminated_length": 1050.0, | |
| "epoch": 0.0010666005208979288, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.95134034370785e-07, | |
| "loss": 0.0, | |
| "num_tokens": 130287.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 43 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.001091405184174625, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.942908597485558e-07, | |
| "loss": 0.0, | |
| "num_tokens": 133547.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 44 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1103.5, | |
| "completions/mean_terminated_length": 1103.5, | |
| "completions/min_length": 1046.0, | |
| "completions/min_terminated_length": 1046.0, | |
| "epoch": 0.0011162098474513209, | |
| "grad_norm": 4.441093921661377, | |
| "learning_rate": 9.933807660562896e-07, | |
| "loss": 0.0261, | |
| "num_tokens": 136646.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 45 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0011410145107280168, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.92403876506104e-07, | |
| "loss": 0.0, | |
| "num_tokens": 139961.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 46 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1159.0, | |
| "completions/mean_terminated_length": 1159.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0011658191740047128, | |
| "grad_norm": 5.3396992683410645, | |
| "learning_rate": 9.913603233532067e-07, | |
| "loss": 0.0, | |
| "num_tokens": 143307.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 47 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1116.5, | |
| "completions/mean_terminated_length": 1116.5, | |
| "completions/min_length": 1073.0, | |
| "completions/min_terminated_length": 1073.0, | |
| "epoch": 0.001190623837281409, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.902502478779896e-07, | |
| "loss": 0.0, | |
| "num_tokens": 146460.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 48 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1057.0, | |
| "completions/max_terminated_length": 1057.0, | |
| "completions/mean_length": 1057.0, | |
| "completions/mean_terminated_length": 1057.0, | |
| "completions/min_length": 1057.0, | |
| "completions/min_terminated_length": 1057.0, | |
| "epoch": 0.001215428500558105, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.890738003669027e-07, | |
| "loss": 0.0, | |
| "num_tokens": 149482.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 49 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0012402331638348009, | |
| "grad_norm": 4.062455177307129, | |
| "learning_rate": 9.878311400921072e-07, | |
| "loss": 0.0002, | |
| "num_tokens": 152685.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 50 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.001265037827111497, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.865224352899118e-07, | |
| "loss": 0.0, | |
| "num_tokens": 156049.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 51 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.001289842490388193, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.851478631379982e-07, | |
| "loss": 0.0, | |
| "num_tokens": 159381.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 52 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.001314647153664889, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.837076097314318e-07, | |
| "loss": 0.0, | |
| "num_tokens": 162618.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 53 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.001339451816941585, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.822018700574694e-07, | |
| "loss": 0.0, | |
| "num_tokens": 165894.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 54 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1113.0, | |
| "completions/mean_terminated_length": 1113.0, | |
| "completions/min_length": 1065.0, | |
| "completions/min_terminated_length": 1065.0, | |
| "epoch": 0.001364256480218281, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.806308479691594e-07, | |
| "loss": 0.0, | |
| "num_tokens": 169096.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 55 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.001389061143494977, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.789947561577443e-07, | |
| "loss": 0.0, | |
| "num_tokens": 172307.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 56 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0014138658067716732, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.77293816123866e-07, | |
| "loss": 0.0, | |
| "num_tokens": 175836.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 57 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0014386704700483691, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.755282581475767e-07, | |
| "loss": 0.0, | |
| "num_tokens": 179287.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 58 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.001463475133325065, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.736983212571645e-07, | |
| "loss": 0.0, | |
| "num_tokens": 182440.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 59 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0014882797966017612, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.718042531967916e-07, | |
| "loss": 0.0, | |
| "num_tokens": 185618.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 60 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0015130844598784572, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.698463103929541e-07, | |
| "loss": 0.0, | |
| "num_tokens": 188861.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 61 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1064.0, | |
| "completions/max_terminated_length": 1064.0, | |
| "completions/mean_length": 1062.5, | |
| "completions/mean_terminated_length": 1062.5, | |
| "completions/min_length": 1061.0, | |
| "completions/min_terminated_length": 1061.0, | |
| "epoch": 0.0015378891231551531, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.678247579197658e-07, | |
| "loss": 0.0, | |
| "num_tokens": 191992.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 62 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1159.0, | |
| "completions/mean_terminated_length": 1159.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.001562693786431849, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.657398694630712e-07, | |
| "loss": 0.0, | |
| "num_tokens": 195192.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 63 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0015874984497085453, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.635919272833937e-07, | |
| "loss": 0.0, | |
| "num_tokens": 198417.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 64 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1152.0, | |
| "completions/mean_terminated_length": 1152.0, | |
| "completions/min_length": 1143.0, | |
| "completions/min_terminated_length": 1143.0, | |
| "epoch": 0.0016123031129852412, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.613812221777212e-07, | |
| "loss": 0.0, | |
| "num_tokens": 201671.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 65 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1132.0, | |
| "completions/max_terminated_length": 1132.0, | |
| "completions/mean_length": 1113.5, | |
| "completions/mean_terminated_length": 1113.5, | |
| "completions/min_length": 1095.0, | |
| "completions/min_terminated_length": 1095.0, | |
| "epoch": 0.0016371077762619372, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.591080534401371e-07, | |
| "loss": 0.0, | |
| "num_tokens": 204726.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 66 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0016619124395386333, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.567727288213004e-07, | |
| "loss": 0.0, | |
| "num_tokens": 208104.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 67 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1117.0, | |
| "completions/mean_terminated_length": 1117.0, | |
| "completions/min_length": 1074.0, | |
| "completions/min_terminated_length": 1074.0, | |
| "epoch": 0.0016867171028153293, | |
| "grad_norm": 5.227029323577881, | |
| "learning_rate": 9.543755644867822e-07, | |
| "loss": 0.0192, | |
| "num_tokens": 211292.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 68 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0017115217660920252, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.519168849742602e-07, | |
| "loss": 0.0, | |
| "num_tokens": 214614.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 69 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1065.0, | |
| "completions/max_terminated_length": 1065.0, | |
| "completions/mean_length": 1065.0, | |
| "completions/mean_terminated_length": 1065.0, | |
| "completions/min_length": 1065.0, | |
| "completions/min_terminated_length": 1065.0, | |
| "epoch": 0.0017363264293687214, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.493970231495834e-07, | |
| "loss": 0.0, | |
| "num_tokens": 217596.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 70 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0017611310926454174, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.468163201617061e-07, | |
| "loss": 0.0, | |
| "num_tokens": 220835.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 71 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0017859357559221133, | |
| "grad_norm": 5.141083240509033, | |
| "learning_rate": 9.44175125396502e-07, | |
| "loss": 0.0002, | |
| "num_tokens": 224422.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 72 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1098.0, | |
| "completions/mean_terminated_length": 1098.0, | |
| "completions/min_length": 1036.0, | |
| "completions/min_terminated_length": 1036.0, | |
| "epoch": 0.0018107404191988095, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.414737964294634e-07, | |
| "loss": 0.0, | |
| "num_tokens": 227472.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 73 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0018355450824755054, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.387126989772909e-07, | |
| "loss": 0.0, | |
| "num_tokens": 230768.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 74 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0018603497457522014, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.358922068483811e-07, | |
| "loss": 0.0, | |
| "num_tokens": 234020.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 75 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0018851544090288973, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.330127018922193e-07, | |
| "loss": 0.0, | |
| "num_tokens": 237325.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 76 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0019099590723055935, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.300745739476828e-07, | |
| "loss": 0.0, | |
| "num_tokens": 240813.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 77 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1083.0, | |
| "completions/max_terminated_length": 1083.0, | |
| "completions/mean_length": 1065.5, | |
| "completions/mean_terminated_length": 1065.5, | |
| "completions/min_length": 1048.0, | |
| "completions/min_terminated_length": 1048.0, | |
| "epoch": 0.0019347637355822895, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.270782207902627e-07, | |
| "loss": 0.0, | |
| "num_tokens": 243864.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 78 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1111.5, | |
| "completions/mean_terminated_length": 1111.5, | |
| "completions/min_length": 1062.0, | |
| "completions/min_terminated_length": 1062.0, | |
| "epoch": 0.0019595683988589854, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.240240480782129e-07, | |
| "loss": 0.0, | |
| "num_tokens": 246915.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 79 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0019843730621356814, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.209124692976287e-07, | |
| "loss": 0.0, | |
| "num_tokens": 250094.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 80 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0020091777254123773, | |
| "grad_norm": 3.792428493499756, | |
| "learning_rate": 9.177439057064682e-07, | |
| "loss": 0.0, | |
| "num_tokens": 253312.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 81 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 652.0, | |
| "completions/max_terminated_length": 652.0, | |
| "completions/mean_length": 652.0, | |
| "completions/mean_terminated_length": 652.0, | |
| "completions/min_length": 652.0, | |
| "completions/min_terminated_length": 652.0, | |
| "epoch": 0.0020339823886890737, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.145187862775208e-07, | |
| "loss": 0.0, | |
| "num_tokens": 255432.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 82 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0020587870519657697, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.112375476403311e-07, | |
| "loss": 0.0, | |
| "num_tokens": 258637.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 83 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0020835917152424656, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.079006340220861e-07, | |
| "loss": 0.0, | |
| "num_tokens": 261909.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 84 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1104.0, | |
| "completions/mean_terminated_length": 1104.0, | |
| "completions/min_length": 1048.0, | |
| "completions/min_terminated_length": 1048.0, | |
| "epoch": 0.0021083963785191616, | |
| "grad_norm": 4.88740348815918, | |
| "learning_rate": 9.045084971874737e-07, | |
| "loss": -0.0254, | |
| "num_tokens": 264967.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 85 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0021332010417958575, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.010615963775219e-07, | |
| "loss": 0.0, | |
| "num_tokens": 268191.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 86 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0021580057050725535, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.975603982474238e-07, | |
| "loss": 0.0, | |
| "num_tokens": 271528.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 87 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1101.5, | |
| "completions/mean_terminated_length": 1101.5, | |
| "completions/min_length": 1043.0, | |
| "completions/min_terminated_length": 1043.0, | |
| "epoch": 0.00218281036834925, | |
| "grad_norm": 3.760263204574585, | |
| "learning_rate": 8.940053768033608e-07, | |
| "loss": 0.0266, | |
| "num_tokens": 274553.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 88 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.002207615031625946, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.903970133383296e-07, | |
| "loss": 0.0, | |
| "num_tokens": 277835.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 89 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1041.0, | |
| "completions/max_terminated_length": 1041.0, | |
| "completions/mean_length": 1039.0, | |
| "completions/mean_terminated_length": 1039.0, | |
| "completions/min_length": 1037.0, | |
| "completions/min_terminated_length": 1037.0, | |
| "epoch": 0.0022324196949026417, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.86735796366982e-07, | |
| "loss": 0.0, | |
| "num_tokens": 280845.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 90 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1059.5, | |
| "completions/mean_terminated_length": 1059.5, | |
| "completions/min_length": 959.0, | |
| "completions/min_terminated_length": 959.0, | |
| "epoch": 0.0022572243581793377, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.83022221559489e-07, | |
| "loss": 0.0, | |
| "num_tokens": 283852.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 91 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0022820290214560337, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.792567916744345e-07, | |
| "loss": 0.0, | |
| "num_tokens": 287084.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 92 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0023068336847327296, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.754400164907496e-07, | |
| "loss": 0.0, | |
| "num_tokens": 290353.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 93 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0023316383480094256, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.71572412738697e-07, | |
| "loss": 0.0, | |
| "num_tokens": 293569.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 94 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.002356443011286122, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.676545040299143e-07, | |
| "loss": 0.0, | |
| "num_tokens": 296842.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 95 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1103.5, | |
| "completions/mean_terminated_length": 1103.5, | |
| "completions/min_length": 1046.0, | |
| "completions/min_terminated_length": 1046.0, | |
| "epoch": 0.002381247674562818, | |
| "grad_norm": 5.504190444946289, | |
| "learning_rate": 8.636868207865243e-07, | |
| "loss": -0.0261, | |
| "num_tokens": 299897.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 96 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1120.5, | |
| "completions/mean_terminated_length": 1120.5, | |
| "completions/min_length": 1081.0, | |
| "completions/min_terminated_length": 1081.0, | |
| "epoch": 0.002406052337839514, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.596699001693255e-07, | |
| "loss": 0.0, | |
| "num_tokens": 303098.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 97 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.00243085700111621, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.556042860050685e-07, | |
| "loss": 0.0, | |
| "num_tokens": 306485.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 98 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 701.0, | |
| "completions/max_terminated_length": 701.0, | |
| "completions/mean_length": 682.0, | |
| "completions/mean_terminated_length": 682.0, | |
| "completions/min_length": 663.0, | |
| "completions/min_terminated_length": 663.0, | |
| "epoch": 0.0024556616643929058, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.514905287128309e-07, | |
| "loss": 0.0, | |
| "num_tokens": 308721.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 99 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0024804663276696017, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.473291852294986e-07, | |
| "loss": 0.0, | |
| "num_tokens": 312088.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 100 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.002505270990946298, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.431208189343669e-07, | |
| "loss": 0.0, | |
| "num_tokens": 315250.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 101 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.002530075654222994, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.388659995728662e-07, | |
| "loss": 0.0, | |
| "num_tokens": 318417.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 102 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.00255488031749969, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.34565303179429e-07, | |
| "loss": 0.0, | |
| "num_tokens": 321599.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 103 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.002579684980776386, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.302193119995038e-07, | |
| "loss": 0.0, | |
| "num_tokens": 324831.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 104 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.002604489644053082, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.258286144107276e-07, | |
| "loss": 0.0, | |
| "num_tokens": 328037.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 105 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1105.5, | |
| "completions/mean_terminated_length": 1105.5, | |
| "completions/min_length": 1050.0, | |
| "completions/min_terminated_length": 1050.0, | |
| "epoch": 0.002629294307329778, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.213938048432696e-07, | |
| "loss": 0.0, | |
| "num_tokens": 331154.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 106 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 786.0, | |
| "completions/max_terminated_length": 786.0, | |
| "completions/mean_length": 660.5, | |
| "completions/mean_terminated_length": 660.5, | |
| "completions/min_length": 535.0, | |
| "completions/min_terminated_length": 535.0, | |
| "epoch": 0.0026540989706064742, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.16915483699355e-07, | |
| "loss": 0.0, | |
| "num_tokens": 333371.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 107 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.00267890363388317, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.123942572719799e-07, | |
| "loss": 0.0, | |
| "num_tokens": 336527.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 108 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.002703708297159866, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.07830737662829e-07, | |
| "loss": 0.0, | |
| "num_tokens": 339687.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 109 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.002728512960436562, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.032255426994068e-07, | |
| "loss": 0.0, | |
| "num_tokens": 342873.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 110 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1058.0, | |
| "completions/max_terminated_length": 1058.0, | |
| "completions/mean_length": 1054.5, | |
| "completions/mean_terminated_length": 1054.5, | |
| "completions/min_length": 1051.0, | |
| "completions/min_terminated_length": 1051.0, | |
| "epoch": 0.002753317623713258, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.985792958513931e-07, | |
| "loss": 0.0, | |
| "num_tokens": 345860.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 111 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.002778122286989954, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.938926261462365e-07, | |
| "loss": 0.0, | |
| "num_tokens": 349275.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 112 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.00280292695026665, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.891661680839932e-07, | |
| "loss": 0.0, | |
| "num_tokens": 352521.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 113 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0028277316135433463, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.844005615514258e-07, | |
| "loss": 0.0, | |
| "num_tokens": 355809.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 114 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1055.0, | |
| "completions/max_terminated_length": 1055.0, | |
| "completions/mean_length": 1055.0, | |
| "completions/mean_terminated_length": 1055.0, | |
| "completions/min_length": 1055.0, | |
| "completions/min_terminated_length": 1055.0, | |
| "epoch": 0.0028525362768200423, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.795964517353733e-07, | |
| "loss": 0.0, | |
| "num_tokens": 358777.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 115 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1098.5, | |
| "completions/mean_terminated_length": 1098.5, | |
| "completions/min_length": 1036.0, | |
| "completions/min_terminated_length": 1036.0, | |
| "epoch": 0.0028773409400967382, | |
| "grad_norm": 4.180582046508789, | |
| "learning_rate": 7.74754489035403e-07, | |
| "loss": 0.0284, | |
| "num_tokens": 361834.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 116 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1124.5, | |
| "completions/mean_terminated_length": 1124.5, | |
| "completions/min_length": 1089.0, | |
| "completions/min_terminated_length": 1089.0, | |
| "epoch": 0.002902145603373434, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.698753289757564e-07, | |
| "loss": 0.0, | |
| "num_tokens": 365245.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 117 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1159.0, | |
| "completions/mean_terminated_length": 1159.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.00292695026665013, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.649596321166024e-07, | |
| "loss": 0.0, | |
| "num_tokens": 368539.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 118 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.002951754929926826, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.600080639646076e-07, | |
| "loss": 0.0, | |
| "num_tokens": 371833.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 119 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 830.0, | |
| "completions/max_terminated_length": 830.0, | |
| "completions/mean_length": 812.5, | |
| "completions/mean_terminated_length": 812.5, | |
| "completions/min_length": 795.0, | |
| "completions/min_terminated_length": 795.0, | |
| "epoch": 0.0029765595932035225, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.550212948828376e-07, | |
| "loss": 0.0, | |
| "num_tokens": 374264.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 120 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0030013642564802184, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.5e-07, | |
| "loss": 0.0, | |
| "num_tokens": 377523.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 121 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0030261689197569144, | |
| "grad_norm": 4.116443634033203, | |
| "learning_rate": 7.449448591190434e-07, | |
| "loss": -0.0002, | |
| "num_tokens": 381088.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 122 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 823.0, | |
| "completions/max_terminated_length": 823.0, | |
| "completions/mean_length": 729.5, | |
| "completions/mean_terminated_length": 729.5, | |
| "completions/min_length": 636.0, | |
| "completions/min_terminated_length": 636.0, | |
| "epoch": 0.0030509735830336103, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.398565566251232e-07, | |
| "loss": 0.0, | |
| "num_tokens": 383359.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 123 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1112.5, | |
| "completions/mean_terminated_length": 1112.5, | |
| "completions/min_length": 1064.0, | |
| "completions/min_terminated_length": 1064.0, | |
| "epoch": 0.0030757782463103063, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.347357813929454e-07, | |
| "loss": 0.0, | |
| "num_tokens": 386644.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 124 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 944.0, | |
| "completions/max_terminated_length": 944.0, | |
| "completions/mean_length": 840.0, | |
| "completions/mean_terminated_length": 840.0, | |
| "completions/min_length": 736.0, | |
| "completions/min_terminated_length": 736.0, | |
| "epoch": 0.0031005829095870022, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.295832266935058e-07, | |
| "loss": 0.0, | |
| "num_tokens": 389140.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 125 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.003125387572863698, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.243995901002311e-07, | |
| "loss": 0.0, | |
| "num_tokens": 392478.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 126 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 949.0, | |
| "completions/max_terminated_length": 949.0, | |
| "completions/mean_length": 896.0, | |
| "completions/mean_terminated_length": 896.0, | |
| "completions/min_length": 843.0, | |
| "completions/min_terminated_length": 843.0, | |
| "epoch": 0.0031501922361403946, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.191855733945386e-07, | |
| "loss": 0.0, | |
| "num_tokens": 395126.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 127 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1156.5, | |
| "completions/mean_terminated_length": 1156.5, | |
| "completions/min_length": 1154.0, | |
| "completions/min_terminated_length": 1154.0, | |
| "epoch": 0.0031749968994170905, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.139418824708271e-07, | |
| "loss": 0.0, | |
| "num_tokens": 398385.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 128 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0031998015626937865, | |
| "grad_norm": 4.577914237976074, | |
| "learning_rate": 7.086692272409089e-07, | |
| "loss": 0.0004, | |
| "num_tokens": 401619.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 129 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0032246062259704824, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.033683215379002e-07, | |
| "loss": 0.0, | |
| "num_tokens": 404991.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 130 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 394.0, | |
| "completions/max_terminated_length": 394.0, | |
| "completions/mean_length": 389.0, | |
| "completions/mean_terminated_length": 389.0, | |
| "completions/min_length": 384.0, | |
| "completions/min_terminated_length": 384.0, | |
| "epoch": 0.0032494108892471784, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.980398830195784e-07, | |
| "loss": 0.0, | |
| "num_tokens": 406647.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 131 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0032742155525238743, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.926846330712241e-07, | |
| "loss": 0.0, | |
| "num_tokens": 410248.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 132 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1139.0, | |
| "completions/mean_terminated_length": 1139.0, | |
| "completions/min_length": 1118.0, | |
| "completions/min_terminated_length": 1118.0, | |
| "epoch": 0.0032990202158005707, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.87303296707956e-07, | |
| "loss": 0.0, | |
| "num_tokens": 413390.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 133 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0033238248790772667, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.818966024765757e-07, | |
| "loss": 0.0, | |
| "num_tokens": 416560.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 134 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0033486295423539626, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.764652823569343e-07, | |
| "loss": 0.0, | |
| "num_tokens": 419844.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 135 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0033734342056306586, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.710100716628344e-07, | |
| "loss": 0.0, | |
| "num_tokens": 423018.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 136 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0033982388689073545, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.65531708942479e-07, | |
| "loss": 0.0, | |
| "num_tokens": 426257.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 137 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0034230435321840505, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.600309358784857e-07, | |
| "loss": 0.0, | |
| "num_tokens": 429451.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 138 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0034478481954607464, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.545084971874736e-07, | |
| "loss": 0.0, | |
| "num_tokens": 432661.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 139 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.003472652858737443, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.489651405192409e-07, | |
| "loss": 0.0, | |
| "num_tokens": 435989.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 140 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 712.0, | |
| "completions/max_terminated_length": 712.0, | |
| "completions/mean_length": 666.5, | |
| "completions/mean_terminated_length": 666.5, | |
| "completions/min_length": 621.0, | |
| "completions/min_terminated_length": 621.0, | |
| "epoch": 0.0034974575220141388, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.434016163555451e-07, | |
| "loss": 0.0, | |
| "num_tokens": 438226.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 141 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0035222621852908347, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.378186779084995e-07, | |
| "loss": 0.0, | |
| "num_tokens": 441480.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 142 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1101.0, | |
| "completions/mean_terminated_length": 1101.0, | |
| "completions/min_length": 1041.0, | |
| "completions/min_terminated_length": 1041.0, | |
| "epoch": 0.0035470668485675307, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.322170810186011e-07, | |
| "loss": 0.0, | |
| "num_tokens": 444570.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 143 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0035718715118442266, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.265975840524009e-07, | |
| "loss": 0.0, | |
| "num_tokens": 447825.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 144 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0035966761751209226, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.209609477998338e-07, | |
| "loss": 0.0, | |
| "num_tokens": 451023.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 145 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1136.5, | |
| "completions/mean_terminated_length": 1136.5, | |
| "completions/min_length": 1112.0, | |
| "completions/min_terminated_length": 1112.0, | |
| "epoch": 0.003621480838397619, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.153079353712201e-07, | |
| "loss": 0.0, | |
| "num_tokens": 454258.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 146 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.003646285501674315, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.096393120939516e-07, | |
| "loss": 0.0, | |
| "num_tokens": 457551.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 147 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.003671090164951011, | |
| "grad_norm": 4.276771068572998, | |
| "learning_rate": 6.039558454088795e-07, | |
| "loss": -0.0002, | |
| "num_tokens": 460792.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 148 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 744.0, | |
| "completions/max_terminated_length": 744.0, | |
| "completions/mean_length": 658.0, | |
| "completions/mean_terminated_length": 658.0, | |
| "completions/min_length": 572.0, | |
| "completions/min_terminated_length": 572.0, | |
| "epoch": 0.003695894828227707, | |
| "grad_norm": 5.478691101074219, | |
| "learning_rate": 5.98258304766415e-07, | |
| "loss": 0.0653, | |
| "num_tokens": 462960.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 149 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0037206994915044028, | |
| "grad_norm": 4.9000935554504395, | |
| "learning_rate": 5.925474615223572e-07, | |
| "loss": 0.0002, | |
| "num_tokens": 466229.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 150 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0037455041547810987, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.868240888334652e-07, | |
| "loss": 0.0, | |
| "num_tokens": 469424.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 151 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0037703088180577947, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.810889615527838e-07, | |
| "loss": 0.0, | |
| "num_tokens": 472677.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 152 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1108.0, | |
| "completions/mean_terminated_length": 1108.0, | |
| "completions/min_length": 1055.0, | |
| "completions/min_terminated_length": 1055.0, | |
| "epoch": 0.003795113481334491, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.753428561247415e-07, | |
| "loss": 0.0, | |
| "num_tokens": 475963.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 153 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 396.0, | |
| "completions/max_terminated_length": 396.0, | |
| "completions/mean_length": 395.0, | |
| "completions/mean_terminated_length": 395.0, | |
| "completions/min_length": 394.0, | |
| "completions/min_terminated_length": 394.0, | |
| "epoch": 0.003819918144611187, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.695865504800327e-07, | |
| "loss": 0.0, | |
| "num_tokens": 477633.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 154 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.003844722807887883, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.638208239302974e-07, | |
| "loss": 0.0, | |
| "num_tokens": 480869.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 155 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.003869527471164579, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.580464570626151e-07, | |
| "loss": 0.0, | |
| "num_tokens": 484119.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 156 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1057.0, | |
| "completions/max_terminated_length": 1057.0, | |
| "completions/mean_length": 1056.5, | |
| "completions/mean_terminated_length": 1056.5, | |
| "completions/min_length": 1056.0, | |
| "completions/min_terminated_length": 1056.0, | |
| "epoch": 0.003894332134441275, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.522642316338268e-07, | |
| "loss": 0.0, | |
| "num_tokens": 487110.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 157 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.003919136797717971, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.464749304646961e-07, | |
| "loss": 0.0, | |
| "num_tokens": 490274.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 158 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.003943941460994667, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.406793373339292e-07, | |
| "loss": 0.0, | |
| "num_tokens": 493466.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 159 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1106.5, | |
| "completions/mean_terminated_length": 1106.5, | |
| "completions/min_length": 1052.0, | |
| "completions/min_terminated_length": 1052.0, | |
| "epoch": 0.003968746124271363, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.348782368720625e-07, | |
| "loss": 0.0, | |
| "num_tokens": 496819.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 160 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1099.5, | |
| "completions/mean_terminated_length": 1099.5, | |
| "completions/min_length": 1039.0, | |
| "completions/min_terminated_length": 1039.0, | |
| "epoch": 0.003993550787548059, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.290724144552379e-07, | |
| "loss": 0.0, | |
| "num_tokens": 500108.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 161 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1126.5, | |
| "completions/mean_terminated_length": 1126.5, | |
| "completions/min_length": 1092.0, | |
| "completions/min_terminated_length": 1092.0, | |
| "epoch": 0.004018355450824755, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.232626560988734e-07, | |
| "loss": 0.0, | |
| "num_tokens": 503395.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 162 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.004043160114101451, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.174497483512505e-07, | |
| "loss": 0.0, | |
| "num_tokens": 506789.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 163 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004067964777378147, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.116344781870281e-07, | |
| "loss": 0.0, | |
| "num_tokens": 510067.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 164 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1104.0, | |
| "completions/mean_terminated_length": 1104.0, | |
| "completions/min_length": 1048.0, | |
| "completions/min_terminated_length": 1048.0, | |
| "epoch": 0.004092769440654843, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.058176329006985e-07, | |
| "loss": 0.0, | |
| "num_tokens": 513145.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 165 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.004117574103931539, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5e-07, | |
| "loss": 0.0, | |
| "num_tokens": 516324.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 166 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.004142378767208235, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.941823670993015e-07, | |
| "loss": 0.0, | |
| "num_tokens": 519560.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 167 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1134.5, | |
| "completions/mean_terminated_length": 1134.5, | |
| "completions/min_length": 1109.0, | |
| "completions/min_terminated_length": 1109.0, | |
| "epoch": 0.004167183430484931, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.883655218129719e-07, | |
| "loss": 0.0, | |
| "num_tokens": 523121.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 168 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.004191988093761628, | |
| "grad_norm": 3.9390673637390137, | |
| "learning_rate": 4.825502516487496e-07, | |
| "loss": 0.0, | |
| "num_tokens": 526431.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 169 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1099.0, | |
| "completions/mean_terminated_length": 1099.0, | |
| "completions/min_length": 1038.0, | |
| "completions/min_terminated_length": 1038.0, | |
| "epoch": 0.004216792757038323, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.7673734390112666e-07, | |
| "loss": 0.0, | |
| "num_tokens": 529535.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 170 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0042415974203150195, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.7092758554476206e-07, | |
| "loss": 0.0, | |
| "num_tokens": 532775.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 171 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.004266402083591715, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.6512176312793735e-07, | |
| "loss": 0.0, | |
| "num_tokens": 536009.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 172 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.004291206746868411, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.593206626660709e-07, | |
| "loss": 0.0, | |
| "num_tokens": 539229.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 173 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1082.0, | |
| "completions/max_terminated_length": 1082.0, | |
| "completions/mean_length": 985.0, | |
| "completions/mean_terminated_length": 985.0, | |
| "completions/min_length": 888.0, | |
| "completions/min_terminated_length": 888.0, | |
| "epoch": 0.004316011410145107, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.535250695353039e-07, | |
| "loss": 0.0, | |
| "num_tokens": 542033.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 174 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.004340816073421803, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.477357683661733e-07, | |
| "loss": 0.0, | |
| "num_tokens": 545369.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 175 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0043656207366985, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.419535429373848e-07, | |
| "loss": 0.0, | |
| "num_tokens": 548690.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 176 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 750.0, | |
| "completions/max_terminated_length": 750.0, | |
| "completions/mean_length": 726.0, | |
| "completions/mean_terminated_length": 726.0, | |
| "completions/min_length": 702.0, | |
| "completions/min_terminated_length": 702.0, | |
| "epoch": 0.004390425399975195, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.3617917606970267e-07, | |
| "loss": 0.0, | |
| "num_tokens": 550988.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 177 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1101.5, | |
| "completions/mean_terminated_length": 1101.5, | |
| "completions/min_length": 1042.0, | |
| "completions/min_terminated_length": 1042.0, | |
| "epoch": 0.004415230063251892, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.304134495199674e-07, | |
| "loss": 0.0, | |
| "num_tokens": 554031.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 178 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004440034726528587, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.246571438752584e-07, | |
| "loss": 0.0, | |
| "num_tokens": 557221.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 179 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1098.5, | |
| "completions/mean_terminated_length": 1098.5, | |
| "completions/min_length": 1036.0, | |
| "completions/min_terminated_length": 1036.0, | |
| "epoch": 0.0044648393898052835, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.1891103844721634e-07, | |
| "loss": 0.0, | |
| "num_tokens": 560388.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 180 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004489644053081979, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.131759111665348e-07, | |
| "loss": 0.0, | |
| "num_tokens": 563599.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 181 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004514448716358675, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.074525384776428e-07, | |
| "loss": 0.0, | |
| "num_tokens": 566805.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 182 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004539253379635372, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.0174169523358485e-07, | |
| "loss": 0.0, | |
| "num_tokens": 570332.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 183 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1133.5, | |
| "completions/mean_terminated_length": 1133.5, | |
| "completions/min_length": 1106.0, | |
| "completions/min_terminated_length": 1106.0, | |
| "epoch": 0.004564058042912067, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.960441545911204e-07, | |
| "loss": 0.0, | |
| "num_tokens": 573507.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 184 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.004588862706188764, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.9036068790604823e-07, | |
| "loss": 0.0, | |
| "num_tokens": 576655.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 185 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.004613667369465459, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.846920646287799e-07, | |
| "loss": 0.0, | |
| "num_tokens": 579969.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 186 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.004638472032742156, | |
| "grad_norm": 4.225953578948975, | |
| "learning_rate": 3.790390522001662e-07, | |
| "loss": 0.0, | |
| "num_tokens": 583149.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 187 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1023.0, | |
| "completions/max_terminated_length": 1023.0, | |
| "completions/mean_length": 972.5, | |
| "completions/mean_terminated_length": 972.5, | |
| "completions/min_length": 922.0, | |
| "completions/min_terminated_length": 922.0, | |
| "epoch": 0.004663276696018851, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.734024159475991e-07, | |
| "loss": 0.0, | |
| "num_tokens": 586000.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 188 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1100.5, | |
| "completions/mean_terminated_length": 1100.5, | |
| "completions/min_length": 1041.0, | |
| "completions/min_terminated_length": 1041.0, | |
| "epoch": 0.0046880813592955475, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.6778291898139903e-07, | |
| "loss": 0.0, | |
| "num_tokens": 589111.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 189 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1143.0, | |
| "completions/max_terminated_length": 1143.0, | |
| "completions/mean_length": 1094.0, | |
| "completions/mean_terminated_length": 1094.0, | |
| "completions/min_length": 1045.0, | |
| "completions/min_terminated_length": 1045.0, | |
| "epoch": 0.004712886022572244, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.621813220915004e-07, | |
| "loss": 0.0, | |
| "num_tokens": 592191.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 190 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004737690685848939, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.56598383644455e-07, | |
| "loss": 0.0, | |
| "num_tokens": 595476.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 191 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.004762495349125636, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.5103485948075894e-07, | |
| "loss": 0.0, | |
| "num_tokens": 598740.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 192 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004787300012402331, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.454915028125263e-07, | |
| "loss": 0.0, | |
| "num_tokens": 602011.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 193 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 599.0, | |
| "completions/max_terminated_length": 599.0, | |
| "completions/mean_length": 596.5, | |
| "completions/mean_terminated_length": 596.5, | |
| "completions/min_length": 594.0, | |
| "completions/min_terminated_length": 594.0, | |
| "epoch": 0.004812104675679028, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.3996906412151417e-07, | |
| "loss": 0.0, | |
| "num_tokens": 604050.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 194 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004836909338955724, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.34468291057521e-07, | |
| "loss": 0.0, | |
| "num_tokens": 607196.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 195 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 643.0, | |
| "completions/max_terminated_length": 643.0, | |
| "completions/mean_length": 597.0, | |
| "completions/mean_terminated_length": 597.0, | |
| "completions/min_length": 551.0, | |
| "completions/min_terminated_length": 551.0, | |
| "epoch": 0.00486171400223242, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.2898992833716563e-07, | |
| "loss": 0.0, | |
| "num_tokens": 609278.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 196 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1106.5, | |
| "completions/mean_terminated_length": 1106.5, | |
| "completions/min_length": 1052.0, | |
| "completions/min_terminated_length": 1052.0, | |
| "epoch": 0.004886518665509116, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.235347176430656e-07, | |
| "loss": 0.0, | |
| "num_tokens": 612401.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 197 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0049113233287858115, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.181033975234244e-07, | |
| "loss": 0.0, | |
| "num_tokens": 615635.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 198 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 991.0, | |
| "completions/max_terminated_length": 991.0, | |
| "completions/mean_length": 854.0, | |
| "completions/mean_terminated_length": 854.0, | |
| "completions/min_length": 717.0, | |
| "completions/min_terminated_length": 717.0, | |
| "epoch": 0.004936127992062508, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.1269670329204393e-07, | |
| "loss": 0.0, | |
| "num_tokens": 618143.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 199 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.004960932655339203, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.073153669287759e-07, | |
| "loss": 0.0, | |
| "num_tokens": 621340.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 200 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 767.0, | |
| "completions/max_terminated_length": 767.0, | |
| "completions/mean_length": 694.5, | |
| "completions/mean_terminated_length": 694.5, | |
| "completions/min_length": 622.0, | |
| "completions/min_terminated_length": 622.0, | |
| "epoch": 0.0049857373186159, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.0196011698042156e-07, | |
| "loss": 0.0, | |
| "num_tokens": 623615.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 201 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1100.0, | |
| "completions/mean_terminated_length": 1100.0, | |
| "completions/min_length": 1040.0, | |
| "completions/min_terminated_length": 1040.0, | |
| "epoch": 0.005010541981892596, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.9663167846209996e-07, | |
| "loss": 0.0, | |
| "num_tokens": 626681.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 202 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1143.5, | |
| "completions/mean_terminated_length": 1143.5, | |
| "completions/min_length": 1126.0, | |
| "completions/min_terminated_length": 1126.0, | |
| "epoch": 0.005035346645169292, | |
| "grad_norm": 3.8946311473846436, | |
| "learning_rate": 2.9133077275909107e-07, | |
| "loss": 0.0077, | |
| "num_tokens": 629804.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 203 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 194.0, | |
| "completions/max_terminated_length": 194.0, | |
| "completions/mean_length": 193.5, | |
| "completions/mean_terminated_length": 193.5, | |
| "completions/min_length": 193.0, | |
| "completions/min_terminated_length": 193.0, | |
| "epoch": 0.005060151308445988, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.86058117529173e-07, | |
| "loss": 0.0, | |
| "num_tokens": 630997.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 204 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005084955971722684, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.808144266054612e-07, | |
| "loss": 0.0, | |
| "num_tokens": 634166.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 205 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.00510976063499938, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.756004098997689e-07, | |
| "loss": 0.0, | |
| "num_tokens": 637409.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 206 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0051345652982760755, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.7041677330649406e-07, | |
| "loss": 0.0, | |
| "num_tokens": 640584.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 207 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.005159369961552772, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6526421860705473e-07, | |
| "loss": 0.0, | |
| "num_tokens": 643958.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 208 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005184174624829468, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6014344337487703e-07, | |
| "loss": 0.0, | |
| "num_tokens": 647203.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 209 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005208979288106164, | |
| "grad_norm": 4.012828826904297, | |
| "learning_rate": 2.550551408809565e-07, | |
| "loss": -0.0002, | |
| "num_tokens": 650446.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 210 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1143.0, | |
| "completions/mean_terminated_length": 1143.0, | |
| "completions/min_length": 1126.0, | |
| "completions/min_terminated_length": 1126.0, | |
| "epoch": 0.00523378395138286, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.500000000000001e-07, | |
| "loss": 0.0, | |
| "num_tokens": 653658.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 211 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005258588614659556, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4497870511716237e-07, | |
| "loss": 0.0, | |
| "num_tokens": 656809.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 212 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1098.0, | |
| "completions/max_terminated_length": 1098.0, | |
| "completions/mean_length": 1096.0, | |
| "completions/mean_terminated_length": 1096.0, | |
| "completions/min_length": 1094.0, | |
| "completions/min_terminated_length": 1094.0, | |
| "epoch": 0.005283393277936252, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.399919360353923e-07, | |
| "loss": 0.0, | |
| "num_tokens": 660059.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 213 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0053081979412129485, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.350403678833976e-07, | |
| "loss": 0.0, | |
| "num_tokens": 663917.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 214 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1127.0, | |
| "completions/mean_terminated_length": 1127.0, | |
| "completions/min_length": 1093.0, | |
| "completions/min_terminated_length": 1093.0, | |
| "epoch": 0.005333002604489644, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.301246710242437e-07, | |
| "loss": 0.0, | |
| "num_tokens": 667155.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 215 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1073.0, | |
| "completions/max_terminated_length": 1073.0, | |
| "completions/mean_length": 1072.0, | |
| "completions/mean_terminated_length": 1072.0, | |
| "completions/min_length": 1071.0, | |
| "completions/min_terminated_length": 1071.0, | |
| "epoch": 0.00535780726776634, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.25245510964597e-07, | |
| "loss": 0.0, | |
| "num_tokens": 670323.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 216 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.005382611931043036, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2040354826462664e-07, | |
| "loss": 0.0, | |
| "num_tokens": 673512.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 217 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.005407416594319732, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.155994384485742e-07, | |
| "loss": 0.0, | |
| "num_tokens": 676684.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 218 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005432221257596428, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1083383191600672e-07, | |
| "loss": 0.0, | |
| "num_tokens": 679975.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 219 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005457025920873124, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.0610737385376348e-07, | |
| "loss": 0.0, | |
| "num_tokens": 683161.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 220 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.0054818305841498206, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.01420704148607e-07, | |
| "loss": 0.0, | |
| "num_tokens": 686346.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 221 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 953.0, | |
| "completions/max_terminated_length": 953.0, | |
| "completions/mean_length": 889.5, | |
| "completions/mean_terminated_length": 889.5, | |
| "completions/min_length": 826.0, | |
| "completions/min_terminated_length": 826.0, | |
| "epoch": 0.005506635247426516, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9677445730059344e-07, | |
| "loss": 0.0, | |
| "num_tokens": 688939.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 222 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 466.0, | |
| "completions/max_terminated_length": 466.0, | |
| "completions/mean_length": 454.0, | |
| "completions/mean_terminated_length": 454.0, | |
| "completions/min_length": 442.0, | |
| "completions/min_terminated_length": 442.0, | |
| "epoch": 0.0055314399107032125, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.9216926233717084e-07, | |
| "loss": 0.0, | |
| "num_tokens": 690653.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 223 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005556244573979908, | |
| "grad_norm": 4.9939961433410645, | |
| "learning_rate": 1.8760574272801998e-07, | |
| "loss": 0.0, | |
| "num_tokens": 693923.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 224 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 646.0, | |
| "completions/max_terminated_length": 646.0, | |
| "completions/mean_length": 591.5, | |
| "completions/mean_terminated_length": 591.5, | |
| "completions/min_length": 537.0, | |
| "completions/min_terminated_length": 537.0, | |
| "epoch": 0.005581049237256604, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.830845163006448e-07, | |
| "loss": 0.0, | |
| "num_tokens": 695956.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 225 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1113.5, | |
| "completions/mean_terminated_length": 1113.5, | |
| "completions/min_length": 1067.0, | |
| "completions/min_terminated_length": 1067.0, | |
| "epoch": 0.0056058539005333, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7860619515673032e-07, | |
| "loss": 0.0, | |
| "num_tokens": 699187.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 226 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.005630658563809996, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.741713855892724e-07, | |
| "loss": 0.0, | |
| "num_tokens": 702425.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 227 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.005655463227086693, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.697806880004962e-07, | |
| "loss": 0.0, | |
| "num_tokens": 705813.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 228 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1111.0, | |
| "completions/max_terminated_length": 1111.0, | |
| "completions/mean_length": 1075.5, | |
| "completions/mean_terminated_length": 1075.5, | |
| "completions/min_length": 1040.0, | |
| "completions/min_terminated_length": 1040.0, | |
| "epoch": 0.005680267890363388, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6543469682057104e-07, | |
| "loss": 0.0, | |
| "num_tokens": 708784.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 229 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 570.0, | |
| "completions/max_terminated_length": 570.0, | |
| "completions/mean_length": 554.5, | |
| "completions/mean_terminated_length": 554.5, | |
| "completions/min_length": 539.0, | |
| "completions/min_terminated_length": 539.0, | |
| "epoch": 0.005705072553640085, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6113400042713388e-07, | |
| "loss": 0.0, | |
| "num_tokens": 710775.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 230 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1159.0, | |
| "completions/mean_terminated_length": 1159.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.00572987721691678, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5687918106563325e-07, | |
| "loss": 0.0, | |
| "num_tokens": 714253.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 231 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0057546818801934765, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.5267081477050131e-07, | |
| "loss": 0.0, | |
| "num_tokens": 717617.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 232 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005779486543470172, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4850947128716911e-07, | |
| "loss": 0.0, | |
| "num_tokens": 720945.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 233 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.005804291206746868, | |
| "grad_norm": 6.170485496520996, | |
| "learning_rate": 1.4439571399493145e-07, | |
| "loss": -0.0002, | |
| "num_tokens": 724198.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 234 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.005829095870023565, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.4033009983067452e-07, | |
| "loss": 0.0, | |
| "num_tokens": 727450.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 235 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.00585390053330026, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3631317921347562e-07, | |
| "loss": 0.0, | |
| "num_tokens": 731058.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 236 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1104.0, | |
| "completions/mean_terminated_length": 1104.0, | |
| "completions/min_length": 1049.0, | |
| "completions/min_terminated_length": 1049.0, | |
| "epoch": 0.005878705196576957, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3234549597008572e-07, | |
| "loss": 0.0, | |
| "num_tokens": 734192.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 237 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1103.0, | |
| "completions/mean_terminated_length": 1103.0, | |
| "completions/min_length": 1046.0, | |
| "completions/min_terminated_length": 1046.0, | |
| "epoch": 0.005903509859853652, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.284275872613028e-07, | |
| "loss": 0.0, | |
| "num_tokens": 737280.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 238 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1130.0, | |
| "completions/mean_terminated_length": 1130.0, | |
| "completions/min_length": 1101.0, | |
| "completions/min_terminated_length": 1101.0, | |
| "epoch": 0.005928314523130349, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.245599835092504e-07, | |
| "loss": 0.0, | |
| "num_tokens": 740502.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 239 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.005953119186407045, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.2074320832556556e-07, | |
| "loss": 0.0, | |
| "num_tokens": 743802.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 240 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 591.0, | |
| "completions/max_terminated_length": 591.0, | |
| "completions/mean_length": 545.0, | |
| "completions/mean_terminated_length": 545.0, | |
| "completions/min_length": 499.0, | |
| "completions/min_terminated_length": 499.0, | |
| "epoch": 0.0059779238496837405, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1697777844051104e-07, | |
| "loss": 0.0, | |
| "num_tokens": 745740.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 241 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1053.0, | |
| "completions/max_terminated_length": 1053.0, | |
| "completions/mean_length": 1051.5, | |
| "completions/mean_terminated_length": 1051.5, | |
| "completions/min_length": 1050.0, | |
| "completions/min_terminated_length": 1050.0, | |
| "epoch": 0.006002728512960437, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.1326420363301808e-07, | |
| "loss": 0.0, | |
| "num_tokens": 749029.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 242 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1157.0, | |
| "completions/mean_terminated_length": 1157.0, | |
| "completions/min_length": 1154.0, | |
| "completions/min_terminated_length": 1154.0, | |
| "epoch": 0.006027533176237132, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.096029866616704e-07, | |
| "loss": 0.0, | |
| "num_tokens": 752345.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 243 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.006052337839513829, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0599462319663904e-07, | |
| "loss": 0.0, | |
| "num_tokens": 755507.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 244 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006077142502790524, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0243960175257605e-07, | |
| "loss": 0.0, | |
| "num_tokens": 759195.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 245 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.006101947166067221, | |
| "grad_norm": 4.425199508666992, | |
| "learning_rate": 9.893840362247807e-08, | |
| "loss": 0.0, | |
| "num_tokens": 762363.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 246 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006126751829343917, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.549150281252632e-08, | |
| "loss": 0.0, | |
| "num_tokens": 765694.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 247 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.006151556492620613, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.209936597791407e-08, | |
| "loss": 0.0, | |
| "num_tokens": 768958.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 248 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006176361155897309, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.876245235966883e-08, | |
| "loss": 0.0, | |
| "num_tokens": 772163.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 249 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1145.5, | |
| "completions/mean_terminated_length": 1145.5, | |
| "completions/min_length": 1131.0, | |
| "completions/min_terminated_length": 1131.0, | |
| "epoch": 0.0062011658191740045, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.548121372247919e-08, | |
| "loss": 0.0, | |
| "num_tokens": 775316.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 250 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1127.5, | |
| "completions/mean_terminated_length": 1127.5, | |
| "completions/min_length": 1094.0, | |
| "completions/min_terminated_length": 1094.0, | |
| "epoch": 0.006225970482450701, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.225609429353186e-08, | |
| "loss": 0.0, | |
| "num_tokens": 778405.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 251 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006250775145727396, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.908753070237124e-08, | |
| "loss": 0.0, | |
| "num_tokens": 781653.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 252 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1103.0, | |
| "completions/mean_terminated_length": 1103.0, | |
| "completions/min_length": 1045.0, | |
| "completions/min_terminated_length": 1045.0, | |
| "epoch": 0.006275579809004093, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.597595192178702e-08, | |
| "loss": 0.0, | |
| "num_tokens": 784733.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 253 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1133.5, | |
| "completions/mean_terminated_length": 1133.5, | |
| "completions/min_length": 1107.0, | |
| "completions/min_terminated_length": 1107.0, | |
| "epoch": 0.006300384472280789, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.292177920973724e-08, | |
| "loss": 0.0, | |
| "num_tokens": 787840.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 254 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1131.0, | |
| "completions/mean_terminated_length": 1131.0, | |
| "completions/min_length": 1102.0, | |
| "completions/min_terminated_length": 1102.0, | |
| "epoch": 0.006325189135557485, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.992542605231738e-08, | |
| "loss": 0.0, | |
| "num_tokens": 791044.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 255 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006349993798834181, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.698729810778064e-08, | |
| "loss": 0.0, | |
| "num_tokens": 794386.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 256 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006374798462110877, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.410779315161886e-08, | |
| "loss": 0.0, | |
| "num_tokens": 797689.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 257 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.006399603125387573, | |
| "grad_norm": 7.163500785827637, | |
| "learning_rate": 6.128730102270896e-08, | |
| "loss": 0.0004, | |
| "num_tokens": 800989.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 258 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1070.0, | |
| "completions/max_terminated_length": 1070.0, | |
| "completions/mean_length": 1055.0, | |
| "completions/mean_terminated_length": 1055.0, | |
| "completions/min_length": 1040.0, | |
| "completions/min_terminated_length": 1040.0, | |
| "epoch": 0.0064244077886642685, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.8526203570536504e-08, | |
| "loss": 0.0, | |
| "num_tokens": 803933.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 259 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006449212451940965, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.582487460349805e-08, | |
| "loss": 0.0, | |
| "num_tokens": 807138.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 260 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.006474017115217661, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.318367983829392e-08, | |
| "loss": 0.0, | |
| "num_tokens": 810345.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 261 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1039.0, | |
| "completions/max_terminated_length": 1039.0, | |
| "completions/mean_length": 913.0, | |
| "completions/mean_terminated_length": 913.0, | |
| "completions/min_length": 787.0, | |
| "completions/min_terminated_length": 787.0, | |
| "epoch": 0.006498821778494357, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.060297685041659e-08, | |
| "loss": 0.0, | |
| "num_tokens": 813127.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 262 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1099.0, | |
| "completions/mean_terminated_length": 1099.0, | |
| "completions/min_length": 1037.0, | |
| "completions/min_terminated_length": 1037.0, | |
| "epoch": 0.006523626441771053, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.808311502573975e-08, | |
| "loss": 0.0, | |
| "num_tokens": 816265.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 263 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1162.0, | |
| "completions/max_terminated_length": 1162.0, | |
| "completions/mean_length": 1161.5, | |
| "completions/mean_terminated_length": 1161.5, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.006548431105047749, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.5624435513217873e-08, | |
| "loss": 0.0, | |
| "num_tokens": 819548.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 264 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006573235768324445, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.322727117869951e-08, | |
| "loss": 0.0, | |
| "num_tokens": 822761.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 265 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0065980404316011414, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.089194655986306e-08, | |
| "loss": 0.0, | |
| "num_tokens": 826049.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 266 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.006622845094877837, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.861877782227885e-08, | |
| "loss": 0.0, | |
| "num_tokens": 829275.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 267 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006647649758154533, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.6408072716606345e-08, | |
| "loss": 0.0, | |
| "num_tokens": 832512.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 268 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.006672454421431229, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.426013053692878e-08, | |
| "loss": 0.0, | |
| "num_tokens": 835716.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 269 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1115.0, | |
| "completions/mean_terminated_length": 1115.0, | |
| "completions/min_length": 1071.0, | |
| "completions/min_terminated_length": 1071.0, | |
| "epoch": 0.006697259084707925, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.217524208023431e-08, | |
| "loss": 0.0, | |
| "num_tokens": 838788.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 270 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.006722063747984621, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.015368960704584e-08, | |
| "loss": 0.0, | |
| "num_tokens": 842011.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 271 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 880.0, | |
| "completions/max_terminated_length": 880.0, | |
| "completions/mean_length": 832.0, | |
| "completions/mean_terminated_length": 832.0, | |
| "completions/min_length": 784.0, | |
| "completions/min_terminated_length": 784.0, | |
| "epoch": 0.006746868411261317, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.8195746803208242e-08, | |
| "loss": 0.0, | |
| "num_tokens": 844527.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 272 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1156.0, | |
| "completions/mean_terminated_length": 1156.0, | |
| "completions/min_length": 1152.0, | |
| "completions/min_terminated_length": 1152.0, | |
| "epoch": 0.0067716730745380135, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.6301678742835397e-08, | |
| "loss": 0.0, | |
| "num_tokens": 847757.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 273 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1102.0, | |
| "completions/mean_terminated_length": 1102.0, | |
| "completions/min_length": 1044.0, | |
| "completions/min_terminated_length": 1044.0, | |
| "epoch": 0.006796477737814709, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.4471741852423233e-08, | |
| "loss": 0.0, | |
| "num_tokens": 850983.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 274 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1099.0, | |
| "completions/max_terminated_length": 1099.0, | |
| "completions/mean_length": 1043.0, | |
| "completions/mean_terminated_length": 1043.0, | |
| "completions/min_length": 987.0, | |
| "completions/min_terminated_length": 987.0, | |
| "epoch": 0.0068212824010914054, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.2706183876134045e-08, | |
| "loss": 0.0, | |
| "num_tokens": 853931.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 275 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006846087064368101, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.100524384225555e-08, | |
| "loss": 0.0, | |
| "num_tokens": 857299.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 276 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006870891727644797, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.936915203084055e-08, | |
| "loss": 0.0, | |
| "num_tokens": 860655.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 277 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1109.0, | |
| "completions/mean_terminated_length": 1109.0, | |
| "completions/min_length": 1057.0, | |
| "completions/min_terminated_length": 1057.0, | |
| "epoch": 0.006895696390921493, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.7798129942530548e-08, | |
| "loss": 0.0, | |
| "num_tokens": 863867.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 278 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1102.5, | |
| "completions/mean_terminated_length": 1102.5, | |
| "completions/min_length": 1046.0, | |
| "completions/min_terminated_length": 1046.0, | |
| "epoch": 0.006920501054198189, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.62923902685681e-08, | |
| "loss": 0.0, | |
| "num_tokens": 867012.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 279 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.006945305717474886, | |
| "grad_norm": 4.35086727142334, | |
| "learning_rate": 1.4852136862001763e-08, | |
| "loss": 0.0, | |
| "num_tokens": 870196.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 280 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1142.5, | |
| "completions/mean_terminated_length": 1142.5, | |
| "completions/min_length": 1124.0, | |
| "completions/min_terminated_length": 1124.0, | |
| "epoch": 0.006970110380751581, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3477564710088096e-08, | |
| "loss": 0.0, | |
| "num_tokens": 873489.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 281 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.0069949150440282775, | |
| "grad_norm": 5.316676616668701, | |
| "learning_rate": 1.2168859907892902e-08, | |
| "loss": 0.0, | |
| "num_tokens": 876709.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 282 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1107.0, | |
| "completions/mean_terminated_length": 1107.0, | |
| "completions/min_length": 1054.0, | |
| "completions/min_terminated_length": 1054.0, | |
| "epoch": 0.007019719707304973, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.0926199633097154e-08, | |
| "loss": 0.0, | |
| "num_tokens": 879787.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 283 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1160.0, | |
| "completions/mean_terminated_length": 1160.0, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0070445243705816694, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.749752122010346e-09, | |
| "loss": 0.0, | |
| "num_tokens": 883013.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 284 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.007069329033858365, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.639676646793382e-09, | |
| "loss": 0.0, | |
| "num_tokens": 886160.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 285 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1159.0, | |
| "completions/max_terminated_length": 1159.0, | |
| "completions/mean_length": 1089.0, | |
| "completions/mean_terminated_length": 1089.0, | |
| "completions/min_length": 1019.0, | |
| "completions/min_terminated_length": 1019.0, | |
| "epoch": 0.007094133697135061, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.59612349389599e-09, | |
| "loss": 0.0, | |
| "num_tokens": 889182.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 286 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.007118938360411758, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.61923394371039e-09, | |
| "loss": 0.0, | |
| "num_tokens": 892463.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 287 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1159.5, | |
| "completions/mean_terminated_length": 1159.5, | |
| "completions/min_length": 1159.0, | |
| "completions/min_terminated_length": 1159.0, | |
| "epoch": 0.007143743023688453, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.7091402514442e-09, | |
| "loss": 0.0, | |
| "num_tokens": 895656.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 288 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 727.0, | |
| "completions/max_terminated_length": 727.0, | |
| "completions/mean_length": 661.5, | |
| "completions/mean_terminated_length": 661.5, | |
| "completions/min_length": 596.0, | |
| "completions/min_terminated_length": 596.0, | |
| "epoch": 0.00716854768696515, | |
| "grad_norm": 0.0, | |
| "learning_rate": 4.865965629214819e-09, | |
| "loss": 0.0, | |
| "num_tokens": 897853.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 289 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 590.0, | |
| "completions/max_terminated_length": 590.0, | |
| "completions/mean_length": 577.5, | |
| "completions/mean_terminated_length": 577.5, | |
| "completions/min_length": 565.0, | |
| "completions/min_terminated_length": 565.0, | |
| "epoch": 0.007193352350241845, | |
| "grad_norm": 9.068865776062012, | |
| "learning_rate": 4.089824229369154e-09, | |
| "loss": -0.0108, | |
| "num_tokens": 899930.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 290 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1163.0, | |
| "completions/max_terminated_length": 1163.0, | |
| "completions/mean_length": 1161.5, | |
| "completions/mean_terminated_length": 1161.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.0072181570135185415, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.380821129028488e-09, | |
| "loss": 0.0, | |
| "num_tokens": 903191.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 291 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1161.0, | |
| "completions/mean_terminated_length": 1161.0, | |
| "completions/min_length": 1161.0, | |
| "completions/min_terminated_length": 1161.0, | |
| "epoch": 0.007242961676795238, | |
| "grad_norm": 4.983455181121826, | |
| "learning_rate": 2.739052315863355e-09, | |
| "loss": 0.0, | |
| "num_tokens": 906377.0, | |
| "reward": 0.5, | |
| "reward_std": 0.7071067690849304, | |
| "rewards/accuracy_reward/mean": 0.5, | |
| "rewards/accuracy_reward/std": 0.7071067690849304, | |
| "step": 292 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1160.0, | |
| "completions/max_terminated_length": 1160.0, | |
| "completions/mean_length": 1047.0, | |
| "completions/mean_terminated_length": 1047.0, | |
| "completions/min_length": 934.0, | |
| "completions/min_terminated_length": 934.0, | |
| "epoch": 0.0072677663400719334, | |
| "grad_norm": 0.0, | |
| "learning_rate": 2.1646046750978253e-09, | |
| "loss": 0.0, | |
| "num_tokens": 909287.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 293 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1156.5, | |
| "completions/mean_terminated_length": 1156.5, | |
| "completions/min_length": 1152.0, | |
| "completions/min_terminated_length": 1152.0, | |
| "epoch": 0.00729257100334863, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.6575559777469717e-09, | |
| "loss": 0.0, | |
| "num_tokens": 912768.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 294 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1104.0, | |
| "completions/mean_terminated_length": 1104.0, | |
| "completions/min_length": 1047.0, | |
| "completions/min_terminated_length": 1047.0, | |
| "epoch": 0.007317375666625325, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.217974870087901e-09, | |
| "loss": 0.0, | |
| "num_tokens": 915912.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 295 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.007342180329902022, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.459208643659121e-10, | |
| "loss": 0.0, | |
| "num_tokens": 919111.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 296 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1061.0, | |
| "completions/max_terminated_length": 1061.0, | |
| "completions/mean_length": 1060.5, | |
| "completions/mean_terminated_length": 1060.5, | |
| "completions/min_length": 1060.0, | |
| "completions/min_terminated_length": 1060.0, | |
| "epoch": 0.007366984993178717, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.41444330737717e-10, | |
| "loss": 0.0, | |
| "num_tokens": 922056.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 297 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.007391789656455414, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.0458649045211894e-10, | |
| "loss": 0.0, | |
| "num_tokens": 925347.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 298 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1160.5, | |
| "completions/mean_terminated_length": 1160.5, | |
| "completions/min_length": 1160.0, | |
| "completions/min_terminated_length": 1160.0, | |
| "epoch": 0.00741659431973211, | |
| "grad_norm": 0.0, | |
| "learning_rate": 1.3537941026914302e-10, | |
| "loss": 0.0, | |
| "num_tokens": 928612.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 0.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 299 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1161.0, | |
| "completions/max_terminated_length": 1161.0, | |
| "completions/mean_length": 1102.0, | |
| "completions/mean_terminated_length": 1102.0, | |
| "completions/min_length": 1043.0, | |
| "completions/min_terminated_length": 1043.0, | |
| "epoch": 0.0074413989830088055, | |
| "grad_norm": 0.0, | |
| "learning_rate": 3.3845998118897657e-11, | |
| "loss": 0.0, | |
| "num_tokens": 931688.0, | |
| "reward": 1.0, | |
| "reward_std": 0.0, | |
| "rewards/accuracy_reward/mean": 1.0, | |
| "rewards/accuracy_reward/std": 0.0, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0074413989830088055, | |
| "step": 300, | |
| "total_flos": 0.0, | |
| "train_loss": 0.00037381448991557895, | |
| "train_runtime": 2088.7955, | |
| "train_samples_per_second": 0.287, | |
| "train_steps_per_second": 0.144 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 300, | |
| "num_input_tokens_seen": 931688, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |