{ "best_metric": 0.8335, "best_model_checkpoint": "dinov2-base-imagenet1k-1-layer-head-finetuned-100-galaxy_mnist/checkpoint-812", "epoch": 29.76, "eval_steps": 500, "global_step": 930, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.32, "learning_rate": 1.0752688172043012e-05, "loss": 1.7608, "step": 10 }, { "epoch": 0.64, "learning_rate": 2.1505376344086024e-05, "loss": 1.6634, "step": 20 }, { "epoch": 0.96, "learning_rate": 3.2258064516129034e-05, "loss": 1.5876, "step": 30 }, { "epoch": 0.99, "eval_accuracy": 0.257, "eval_f1": 0.22338894181755434, "eval_loss": 1.5423954725265503, "eval_precision": 0.24120359989818144, "eval_recall": 0.257, "eval_runtime": 15.9562, "eval_samples_per_second": 125.343, "eval_steps_per_second": 2.005, "step": 31 }, { "epoch": 1.28, "learning_rate": 4.301075268817205e-05, "loss": 1.5185, "step": 40 }, { "epoch": 1.6, "learning_rate": 5.3763440860215054e-05, "loss": 1.4034, "step": 50 }, { "epoch": 1.92, "learning_rate": 6.451612903225807e-05, "loss": 1.2929, "step": 60 }, { "epoch": 1.98, "eval_accuracy": 0.4485, "eval_f1": 0.4223155767255556, "eval_loss": 1.2249799966812134, "eval_precision": 0.46435119418717524, "eval_recall": 0.4485, "eval_runtime": 17.7936, "eval_samples_per_second": 112.4, "eval_steps_per_second": 1.798, "step": 62 }, { "epoch": 2.24, "learning_rate": 7.526881720430108e-05, "loss": 1.1666, "step": 70 }, { "epoch": 2.56, "learning_rate": 8.60215053763441e-05, "loss": 1.0639, "step": 80 }, { "epoch": 2.88, "learning_rate": 9.677419354838711e-05, "loss": 0.9596, "step": 90 }, { "epoch": 2.98, "eval_accuracy": 0.677, "eval_f1": 0.6683284908486606, "eval_loss": 0.932870626449585, "eval_precision": 0.6825865576171346, "eval_recall": 0.677, "eval_runtime": 16.0395, "eval_samples_per_second": 124.693, "eval_steps_per_second": 1.995, "step": 93 }, { "epoch": 3.2, "learning_rate": 9.916367980884111e-05, "loss": 0.8785, "step": 100 }, { "epoch": 3.52, "learning_rate": 9.79689366786141e-05, "loss": 0.8, "step": 110 }, { "epoch": 3.84, "learning_rate": 9.677419354838711e-05, "loss": 0.7585, "step": 120 }, { "epoch": 4.0, "eval_accuracy": 0.759, "eval_f1": 0.7589579809109729, "eval_loss": 0.7491401433944702, "eval_precision": 0.7590226528547981, "eval_recall": 0.759, "eval_runtime": 16.0508, "eval_samples_per_second": 124.604, "eval_steps_per_second": 1.994, "step": 125 }, { "epoch": 4.16, "learning_rate": 9.55794504181601e-05, "loss": 0.7138, "step": 130 }, { "epoch": 4.48, "learning_rate": 9.438470728793309e-05, "loss": 0.69, "step": 140 }, { "epoch": 4.8, "learning_rate": 9.31899641577061e-05, "loss": 0.6636, "step": 150 }, { "epoch": 4.99, "eval_accuracy": 0.78, "eval_f1": 0.7797046362286271, "eval_loss": 0.6670598387718201, "eval_precision": 0.7815994622653994, "eval_recall": 0.78, "eval_runtime": 16.3291, "eval_samples_per_second": 122.481, "eval_steps_per_second": 1.96, "step": 156 }, { "epoch": 5.12, "learning_rate": 9.199522102747909e-05, "loss": 0.6472, "step": 160 }, { "epoch": 5.44, "learning_rate": 9.080047789725208e-05, "loss": 0.606, "step": 170 }, { "epoch": 5.76, "learning_rate": 8.960573476702509e-05, "loss": 0.621, "step": 180 }, { "epoch": 5.98, "eval_accuracy": 0.7895, "eval_f1": 0.7889275470120856, "eval_loss": 0.6224125027656555, "eval_precision": 0.792303920974145, "eval_recall": 0.7895, "eval_runtime": 15.9917, "eval_samples_per_second": 125.065, "eval_steps_per_second": 2.001, "step": 187 }, { "epoch": 6.08, "learning_rate": 8.84109916367981e-05, "loss": 0.6147, "step": 190 }, { "epoch": 6.4, "learning_rate": 8.72162485065711e-05, "loss": 0.5787, "step": 200 }, { "epoch": 6.72, "learning_rate": 8.60215053763441e-05, "loss": 0.6004, "step": 210 }, { "epoch": 6.98, "eval_accuracy": 0.7895, "eval_f1": 0.7901166722907009, "eval_loss": 0.5859662890434265, "eval_precision": 0.7915506616157723, "eval_recall": 0.7895, "eval_runtime": 16.3651, "eval_samples_per_second": 122.211, "eval_steps_per_second": 1.955, "step": 218 }, { "epoch": 7.04, "learning_rate": 8.482676224611709e-05, "loss": 0.5741, "step": 220 }, { "epoch": 7.36, "learning_rate": 8.363201911589009e-05, "loss": 0.5569, "step": 230 }, { "epoch": 7.68, "learning_rate": 8.243727598566309e-05, "loss": 0.5809, "step": 240 }, { "epoch": 8.0, "learning_rate": 8.124253285543608e-05, "loss": 0.5454, "step": 250 }, { "epoch": 8.0, "eval_accuracy": 0.797, "eval_f1": 0.7969475809284087, "eval_loss": 0.5620217323303223, "eval_precision": 0.8009175853959318, "eval_recall": 0.797, "eval_runtime": 16.2964, "eval_samples_per_second": 122.727, "eval_steps_per_second": 1.964, "step": 250 }, { "epoch": 8.32, "learning_rate": 8.004778972520908e-05, "loss": 0.5472, "step": 260 }, { "epoch": 8.64, "learning_rate": 7.885304659498209e-05, "loss": 0.5288, "step": 270 }, { "epoch": 8.96, "learning_rate": 7.765830346475508e-05, "loss": 0.5357, "step": 280 }, { "epoch": 8.99, "eval_accuracy": 0.804, "eval_f1": 0.8038958561694742, "eval_loss": 0.5371913909912109, "eval_precision": 0.8044830222884323, "eval_recall": 0.804, "eval_runtime": 16.0328, "eval_samples_per_second": 124.744, "eval_steps_per_second": 1.996, "step": 281 }, { "epoch": 9.28, "learning_rate": 7.646356033452809e-05, "loss": 0.5369, "step": 290 }, { "epoch": 9.6, "learning_rate": 7.526881720430108e-05, "loss": 0.5104, "step": 300 }, { "epoch": 9.92, "learning_rate": 7.407407407407407e-05, "loss": 0.5137, "step": 310 }, { "epoch": 9.98, "eval_accuracy": 0.805, "eval_f1": 0.8049878897474154, "eval_loss": 0.522330641746521, "eval_precision": 0.8060689049248413, "eval_recall": 0.805, "eval_runtime": 16.6082, "eval_samples_per_second": 120.422, "eval_steps_per_second": 1.927, "step": 312 }, { "epoch": 10.24, "learning_rate": 7.287933094384708e-05, "loss": 0.532, "step": 320 }, { "epoch": 10.56, "learning_rate": 7.168458781362007e-05, "loss": 0.5031, "step": 330 }, { "epoch": 10.88, "learning_rate": 7.048984468339306e-05, "loss": 0.4968, "step": 340 }, { "epoch": 10.98, "eval_accuracy": 0.812, "eval_f1": 0.8121944912318306, "eval_loss": 0.5122575759887695, "eval_precision": 0.8125069330509963, "eval_recall": 0.812, "eval_runtime": 16.3092, "eval_samples_per_second": 122.63, "eval_steps_per_second": 1.962, "step": 343 }, { "epoch": 11.2, "learning_rate": 6.929510155316607e-05, "loss": 0.505, "step": 350 }, { "epoch": 11.52, "learning_rate": 6.810035842293908e-05, "loss": 0.492, "step": 360 }, { "epoch": 11.84, "learning_rate": 6.690561529271207e-05, "loss": 0.5295, "step": 370 }, { "epoch": 12.0, "eval_accuracy": 0.8165, "eval_f1": 0.8169089129009968, "eval_loss": 0.5009225010871887, "eval_precision": 0.8181645077998002, "eval_recall": 0.8165, "eval_runtime": 19.373, "eval_samples_per_second": 103.237, "eval_steps_per_second": 1.652, "step": 375 }, { "epoch": 12.16, "learning_rate": 6.571087216248507e-05, "loss": 0.4874, "step": 380 }, { "epoch": 12.48, "learning_rate": 6.451612903225807e-05, "loss": 0.5057, "step": 390 }, { "epoch": 12.8, "learning_rate": 6.332138590203107e-05, "loss": 0.4882, "step": 400 }, { "epoch": 12.99, "eval_accuracy": 0.8185, "eval_f1": 0.8177644080143811, "eval_loss": 0.49214428663253784, "eval_precision": 0.8197450477555775, "eval_recall": 0.8185, "eval_runtime": 17.9164, "eval_samples_per_second": 111.63, "eval_steps_per_second": 1.786, "step": 406 }, { "epoch": 13.12, "learning_rate": 6.212664277180407e-05, "loss": 0.4974, "step": 410 }, { "epoch": 13.44, "learning_rate": 6.093189964157706e-05, "loss": 0.4931, "step": 420 }, { "epoch": 13.76, "learning_rate": 5.9737156511350064e-05, "loss": 0.4839, "step": 430 }, { "epoch": 13.98, "eval_accuracy": 0.817, "eval_f1": 0.8174636540946847, "eval_loss": 0.48681023716926575, "eval_precision": 0.8183617147928213, "eval_recall": 0.817, "eval_runtime": 17.8555, "eval_samples_per_second": 112.01, "eval_steps_per_second": 1.792, "step": 437 }, { "epoch": 14.08, "learning_rate": 5.8542413381123063e-05, "loss": 0.4816, "step": 440 }, { "epoch": 14.4, "learning_rate": 5.7347670250896056e-05, "loss": 0.4993, "step": 450 }, { "epoch": 14.72, "learning_rate": 5.615292712066906e-05, "loss": 0.4857, "step": 460 }, { "epoch": 14.98, "eval_accuracy": 0.818, "eval_f1": 0.8181818193195336, "eval_loss": 0.48188459873199463, "eval_precision": 0.8207020860608805, "eval_recall": 0.818, "eval_runtime": 17.7307, "eval_samples_per_second": 112.799, "eval_steps_per_second": 1.805, "step": 468 }, { "epoch": 15.04, "learning_rate": 5.495818399044206e-05, "loss": 0.4945, "step": 470 }, { "epoch": 15.36, "learning_rate": 5.3763440860215054e-05, "loss": 0.4823, "step": 480 }, { "epoch": 15.68, "learning_rate": 5.256869772998806e-05, "loss": 0.4951, "step": 490 }, { "epoch": 16.0, "learning_rate": 5.137395459976105e-05, "loss": 0.4692, "step": 500 }, { "epoch": 16.0, "eval_accuracy": 0.8205, "eval_f1": 0.821043190688658, "eval_loss": 0.47813189029693604, "eval_precision": 0.8232973499855216, "eval_recall": 0.8205, "eval_runtime": 16.3652, "eval_samples_per_second": 122.211, "eval_steps_per_second": 1.955, "step": 500 }, { "epoch": 16.32, "learning_rate": 5.017921146953405e-05, "loss": 0.4824, "step": 510 }, { "epoch": 16.64, "learning_rate": 4.898446833930705e-05, "loss": 0.4801, "step": 520 }, { "epoch": 16.96, "learning_rate": 4.778972520908005e-05, "loss": 0.4559, "step": 530 }, { "epoch": 16.99, "eval_accuracy": 0.8265, "eval_f1": 0.8265215290631058, "eval_loss": 0.4689340889453888, "eval_precision": 0.8275859978238665, "eval_recall": 0.8265, "eval_runtime": 16.1336, "eval_samples_per_second": 123.965, "eval_steps_per_second": 1.983, "step": 531 }, { "epoch": 17.28, "learning_rate": 4.659498207885305e-05, "loss": 0.4894, "step": 540 }, { "epoch": 17.6, "learning_rate": 4.540023894862604e-05, "loss": 0.4784, "step": 550 }, { "epoch": 17.92, "learning_rate": 4.420549581839905e-05, "loss": 0.4689, "step": 560 }, { "epoch": 17.98, "eval_accuracy": 0.825, "eval_f1": 0.8250710788084435, "eval_loss": 0.46753910183906555, "eval_precision": 0.8266864901950215, "eval_recall": 0.825, "eval_runtime": 16.2051, "eval_samples_per_second": 123.418, "eval_steps_per_second": 1.975, "step": 562 }, { "epoch": 18.24, "learning_rate": 4.301075268817205e-05, "loss": 0.4837, "step": 570 }, { "epoch": 18.56, "learning_rate": 4.1816009557945046e-05, "loss": 0.4633, "step": 580 }, { "epoch": 18.88, "learning_rate": 4.062126642771804e-05, "loss": 0.4695, "step": 590 }, { "epoch": 18.98, "eval_accuracy": 0.82, "eval_f1": 0.8204074451150565, "eval_loss": 0.466614693403244, "eval_precision": 0.8229438588733322, "eval_recall": 0.82, "eval_runtime": 16.275, "eval_samples_per_second": 122.888, "eval_steps_per_second": 1.966, "step": 593 }, { "epoch": 19.2, "learning_rate": 3.9426523297491045e-05, "loss": 0.4666, "step": 600 }, { "epoch": 19.52, "learning_rate": 3.8231780167264044e-05, "loss": 0.459, "step": 610 }, { "epoch": 19.84, "learning_rate": 3.7037037037037037e-05, "loss": 0.4772, "step": 620 }, { "epoch": 20.0, "eval_accuracy": 0.821, "eval_f1": 0.8213833749183231, "eval_loss": 0.46309223771095276, "eval_precision": 0.8237877379576838, "eval_recall": 0.821, "eval_runtime": 16.0916, "eval_samples_per_second": 124.288, "eval_steps_per_second": 1.989, "step": 625 }, { "epoch": 20.16, "learning_rate": 3.5842293906810036e-05, "loss": 0.4648, "step": 630 }, { "epoch": 20.48, "learning_rate": 3.4647550776583035e-05, "loss": 0.4683, "step": 640 }, { "epoch": 20.8, "learning_rate": 3.3452807646356034e-05, "loss": 0.4757, "step": 650 }, { "epoch": 20.99, "eval_accuracy": 0.8315, "eval_f1": 0.8318274857846966, "eval_loss": 0.45710477232933044, "eval_precision": 0.8323227202371666, "eval_recall": 0.8315, "eval_runtime": 16.1122, "eval_samples_per_second": 124.129, "eval_steps_per_second": 1.986, "step": 656 }, { "epoch": 21.12, "learning_rate": 3.2258064516129034e-05, "loss": 0.4627, "step": 660 }, { "epoch": 21.44, "learning_rate": 3.106332138590203e-05, "loss": 0.4697, "step": 670 }, { "epoch": 21.76, "learning_rate": 2.9868578255675032e-05, "loss": 0.4633, "step": 680 }, { "epoch": 21.98, "eval_accuracy": 0.832, "eval_f1": 0.832013235627763, "eval_loss": 0.4536786377429962, "eval_precision": 0.8323563296861461, "eval_recall": 0.832, "eval_runtime": 16.7012, "eval_samples_per_second": 119.752, "eval_steps_per_second": 1.916, "step": 687 }, { "epoch": 22.08, "learning_rate": 2.8673835125448028e-05, "loss": 0.4525, "step": 690 }, { "epoch": 22.4, "learning_rate": 2.747909199522103e-05, "loss": 0.452, "step": 700 }, { "epoch": 22.72, "learning_rate": 2.628434886499403e-05, "loss": 0.4407, "step": 710 }, { "epoch": 22.98, "eval_accuracy": 0.826, "eval_f1": 0.8261479261431166, "eval_loss": 0.45469141006469727, "eval_precision": 0.8284518019008321, "eval_recall": 0.826, "eval_runtime": 17.8226, "eval_samples_per_second": 112.217, "eval_steps_per_second": 1.795, "step": 718 }, { "epoch": 23.04, "learning_rate": 2.5089605734767026e-05, "loss": 0.4626, "step": 720 }, { "epoch": 23.36, "learning_rate": 2.3894862604540025e-05, "loss": 0.4491, "step": 730 }, { "epoch": 23.68, "learning_rate": 2.270011947431302e-05, "loss": 0.4602, "step": 740 }, { "epoch": 24.0, "learning_rate": 2.1505376344086024e-05, "loss": 0.4525, "step": 750 }, { "epoch": 24.0, "eval_accuracy": 0.831, "eval_f1": 0.8312528359986336, "eval_loss": 0.4508240818977356, "eval_precision": 0.831889140006019, "eval_recall": 0.831, "eval_runtime": 17.8282, "eval_samples_per_second": 112.182, "eval_steps_per_second": 1.795, "step": 750 }, { "epoch": 24.32, "learning_rate": 2.031063321385902e-05, "loss": 0.4496, "step": 760 }, { "epoch": 24.64, "learning_rate": 1.9115890083632022e-05, "loss": 0.4654, "step": 770 }, { "epoch": 24.96, "learning_rate": 1.7921146953405018e-05, "loss": 0.4556, "step": 780 }, { "epoch": 24.99, "eval_accuracy": 0.8305, "eval_f1": 0.8306739554336051, "eval_loss": 0.4493548274040222, "eval_precision": 0.8316644839042083, "eval_recall": 0.8305, "eval_runtime": 16.7753, "eval_samples_per_second": 119.223, "eval_steps_per_second": 1.908, "step": 781 }, { "epoch": 25.28, "learning_rate": 1.6726403823178017e-05, "loss": 0.4709, "step": 790 }, { "epoch": 25.6, "learning_rate": 1.5531660692951016e-05, "loss": 0.4697, "step": 800 }, { "epoch": 25.92, "learning_rate": 1.4336917562724014e-05, "loss": 0.4468, "step": 810 }, { "epoch": 25.98, "eval_accuracy": 0.8335, "eval_f1": 0.8336546122016085, "eval_loss": 0.44776374101638794, "eval_precision": 0.834185155704984, "eval_recall": 0.8335, "eval_runtime": 16.0083, "eval_samples_per_second": 124.935, "eval_steps_per_second": 1.999, "step": 812 }, { "epoch": 26.24, "learning_rate": 1.3142174432497015e-05, "loss": 0.4407, "step": 820 }, { "epoch": 26.56, "learning_rate": 1.1947431302270013e-05, "loss": 0.4633, "step": 830 }, { "epoch": 26.88, "learning_rate": 1.0752688172043012e-05, "loss": 0.4579, "step": 840 }, { "epoch": 26.98, "eval_accuracy": 0.8325, "eval_f1": 0.832798193857644, "eval_loss": 0.448117196559906, "eval_precision": 0.8336239911414051, "eval_recall": 0.8325, "eval_runtime": 18.1273, "eval_samples_per_second": 110.331, "eval_steps_per_second": 1.765, "step": 843 }, { "epoch": 27.2, "learning_rate": 9.557945041816011e-06, "loss": 0.4658, "step": 850 }, { "epoch": 27.52, "learning_rate": 8.363201911589009e-06, "loss": 0.4375, "step": 860 }, { "epoch": 27.84, "learning_rate": 7.168458781362007e-06, "loss": 0.4749, "step": 870 }, { "epoch": 28.0, "eval_accuracy": 0.832, "eval_f1": 0.8322620980284605, "eval_loss": 0.4472426772117615, "eval_precision": 0.8331060778333447, "eval_recall": 0.832, "eval_runtime": 17.7883, "eval_samples_per_second": 112.433, "eval_steps_per_second": 1.799, "step": 875 }, { "epoch": 28.16, "learning_rate": 5.973715651135006e-06, "loss": 0.4726, "step": 880 }, { "epoch": 28.48, "learning_rate": 4.7789725209080055e-06, "loss": 0.4629, "step": 890 }, { "epoch": 28.8, "learning_rate": 3.5842293906810035e-06, "loss": 0.4427, "step": 900 }, { "epoch": 28.99, "eval_accuracy": 0.8325, "eval_f1": 0.8327771754993347, "eval_loss": 0.44715616106987, "eval_precision": 0.8336576504294633, "eval_recall": 0.8325, "eval_runtime": 16.2626, "eval_samples_per_second": 122.982, "eval_steps_per_second": 1.968, "step": 906 }, { "epoch": 29.12, "learning_rate": 2.3894862604540028e-06, "loss": 0.4464, "step": 910 }, { "epoch": 29.44, "learning_rate": 1.1947431302270014e-06, "loss": 0.4472, "step": 920 }, { "epoch": 29.76, "learning_rate": 0.0, "loss": 0.4652, "step": 930 }, { "epoch": 29.76, "eval_accuracy": 0.8325, "eval_f1": 0.8327796544679289, "eval_loss": 0.446830689907074, "eval_precision": 0.8335505578284591, "eval_recall": 0.8325, "eval_runtime": 17.2377, "eval_samples_per_second": 116.025, "eval_steps_per_second": 1.856, "step": 930 }, { "epoch": 29.76, "step": 930, "total_flos": 2.4317906065576428e+19, "train_loss": 0.5948929966136973, "train_runtime": 2850.14, "train_samples_per_second": 84.206, "train_steps_per_second": 0.326 } ], "logging_steps": 10, "max_steps": 930, "num_input_tokens_seen": 0, "num_train_epochs": 30, "save_steps": 500, "total_flos": 2.4317906065576428e+19, "train_batch_size": 64, "trial_name": null, "trial_params": null }