File size: 7,472 Bytes
1960aa4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 |
{
"best_metric": null,
"best_model_checkpoint": null,
"best_supernet_model_checkpoint": null,
"epoch": 4.0,
"global_step": 8420,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"compression_loss": 0.0,
"epoch": 0.24,
"learning_rate": 2.9743870065874887e-05,
"loss": 0.5172,
"step": 500
},
{
"compression_loss": 0.0,
"epoch": 0.48,
"learning_rate": 2.8976113714195393e-05,
"loss": 0.2933,
"step": 1000
},
{
"compression_loss": 0.0,
"epoch": 0.71,
"learning_rate": 2.7723356990465294e-05,
"loss": 0.216,
"step": 1500
},
{
"compression_loss": 0.0,
"epoch": 0.95,
"learning_rate": 2.6029073172701843e-05,
"loss": 0.1786,
"step": 2000
},
{
"Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 320, 1: 256, 2: 256, 3: 192, 4: 256, 5: 192, 6: 128, 7: 320, 8: 256, 9: 192, 10: 128, 11: 64, 12: 1585, 13: 1570, 14: 1775, 15: 1717, 16: 1679, 17: 1580, 18: 1621, 19: 1406, 20: 1188, 21: 930, 22: 828, 23: 654})])",
"epoch": 1.0,
"eval_accuracy": 0.9151376146788991,
"eval_loss": 0.31559914350509644,
"eval_runtime": 0.6902,
"eval_samples_per_second": 1263.387,
"eval_steps_per_second": 10.142,
"step": 2105
},
{
"SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])",
"epoch": 1.0,
"eval_accuracy": 0.9220183486238532,
"eval_loss": 0.2937995493412018,
"eval_runtime": 1.0139,
"eval_samples_per_second": 860.065,
"eval_steps_per_second": 6.904,
"step": 2105
},
{
"compression_loss": 0.0,
"epoch": 1.19,
"learning_rate": 2.395654751860746e-05,
"loss": 0.1126,
"step": 2500
},
{
"compression_loss": 0.0,
"epoch": 1.43,
"learning_rate": 2.1569418439843677e-05,
"loss": 0.0894,
"step": 3000
},
{
"compression_loss": 0.0,
"epoch": 1.66,
"learning_rate": 1.895431680356957e-05,
"loss": 0.0786,
"step": 3500
},
{
"compression_loss": 0.0,
"epoch": 1.9,
"learning_rate": 1.6201992105136965e-05,
"loss": 0.0868,
"step": 4000
},
{
"Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 320, 1: 256, 2: 256, 3: 192, 4: 256, 5: 192, 6: 128, 7: 320, 8: 256, 9: 192, 10: 128, 11: 64, 12: 1585, 13: 1570, 14: 1775, 15: 1717, 16: 1679, 17: 1580, 18: 1621, 19: 1406, 20: 1188, 21: 930, 22: 828, 23: 654})])",
"epoch": 2.0,
"eval_accuracy": 0.9197247706422018,
"eval_loss": 0.3034738302230835,
"eval_runtime": 0.6917,
"eval_samples_per_second": 1260.72,
"eval_steps_per_second": 10.12,
"step": 4210
},
{
"SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])",
"epoch": 2.0,
"eval_accuracy": 0.9231651376146789,
"eval_loss": 0.3007892668247223,
"eval_runtime": 1.0119,
"eval_samples_per_second": 861.755,
"eval_steps_per_second": 6.918,
"step": 4210
},
{
"compression_loss": 0.0,
"epoch": 2.14,
"learning_rate": 1.3413520927067597e-05,
"loss": 0.0576,
"step": 4500
},
{
"compression_loss": 0.0,
"epoch": 2.38,
"learning_rate": 1.0674525310461774e-05,
"loss": 0.0435,
"step": 5000
},
{
"compression_loss": 0.0,
"epoch": 2.61,
"learning_rate": 8.085632710804847e-06,
"loss": 0.0411,
"step": 5500
},
{
"compression_loss": 0.0,
"epoch": 2.85,
"learning_rate": 5.736683115070964e-06,
"loss": 0.0371,
"step": 6000
},
{
"Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 320, 1: 256, 2: 256, 3: 192, 4: 256, 5: 192, 6: 128, 7: 320, 8: 256, 9: 192, 10: 128, 11: 64, 12: 1585, 13: 1570, 14: 1775, 15: 1717, 16: 1679, 17: 1580, 18: 1621, 19: 1406, 20: 1188, 21: 930, 22: 828, 23: 654})])",
"epoch": 3.0,
"eval_accuracy": 0.9151376146788991,
"eval_loss": 0.30734896659851074,
"eval_runtime": 0.7135,
"eval_samples_per_second": 1222.206,
"eval_steps_per_second": 9.811,
"step": 6315
},
{
"SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])",
"epoch": 3.0,
"eval_accuracy": 0.9288990825688074,
"eval_loss": 0.26742127537727356,
"eval_runtime": 1.0141,
"eval_samples_per_second": 859.88,
"eval_steps_per_second": 6.903,
"step": 6315
},
{
"compression_loss": 0.0,
"epoch": 3.09,
"learning_rate": 3.7128752783657687e-06,
"loss": 0.0341,
"step": 6500
},
{
"compression_loss": 0.0,
"epoch": 3.33,
"learning_rate": 2.0791936159197827e-06,
"loss": 0.0285,
"step": 7000
},
{
"compression_loss": 0.0,
"epoch": 3.56,
"learning_rate": 8.902040909382414e-07,
"loss": 0.0253,
"step": 7500
},
{
"compression_loss": 0.0,
"epoch": 3.8,
"learning_rate": 1.9085398971886657e-07,
"loss": 0.0249,
"step": 8000
},
{
"Minimum SubNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 320, 1: 256, 2: 256, 3: 192, 4: 256, 5: 192, 6: 128, 7: 320, 8: 256, 9: 192, 10: 128, 11: 64, 12: 1585, 13: 1570, 14: 1775, 15: 1717, 16: 1679, 17: 1580, 18: 1621, 19: 1406, 20: 1188, 21: 930, 22: 828, 23: 654})])",
"epoch": 4.0,
"eval_accuracy": 0.9139908256880734,
"eval_loss": 0.3040490746498108,
"eval_runtime": 0.7023,
"eval_samples_per_second": 1241.664,
"eval_steps_per_second": 9.967,
"step": 8420
},
{
"SuperNet": "OrderedDict([(<ElasticityDim.WIDTH: 'width'>, {0: 768, 1: 768, 2: 768, 3: 768, 4: 768, 5: 768, 6: 768, 7: 768, 8: 768, 9: 768, 10: 768, 11: 768, 12: 3072, 13: 3072, 14: 3072, 15: 3072, 16: 3072, 17: 3072, 18: 3072, 19: 3072, 20: 3072, 21: 3072, 22: 3072, 23: 3072})])",
"epoch": 4.0,
"eval_accuracy": 0.9311926605504587,
"eval_loss": 0.26580190658569336,
"eval_runtime": 1.0433,
"eval_samples_per_second": 835.844,
"eval_steps_per_second": 6.71,
"step": 8420
},
{
"epoch": 4.0,
"step": 8420,
"total_flos": 1.772026646744064e+16,
"train_loss": 0.11200937262057126,
"train_runtime": 14148.7677,
"train_samples_per_second": 19.04,
"train_steps_per_second": 0.595
}
],
"max_steps": 8420,
"min_subnet_acc": null,
"min_subnet_best_acc": null,
"num_train_epochs": 4,
"supernet_acc": null,
"supernet_best_acc": null,
"total_flos": 1.772026646744064e+16,
"trial_name": null,
"trial_params": null
}
|