| { | |
| "best_metric": 0.88, | |
| "best_model_checkpoint": "dinov2-base-finetuned-dia_eye/checkpoint-2500", | |
| "epoch": 10.0, | |
| "eval_steps": 500, | |
| "global_step": 2500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 90.73234558105469, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 1.7164, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 120.8720932006836, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 1.5765, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 83.37552642822266, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 1.4828, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 72.08551025390625, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 1.4564, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 95.60829162597656, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 1.3918, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 113.41104888916016, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 1.3633, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 113.49620819091797, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 1.4582, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 60.3448486328125, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 1.3945, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 87.17510223388672, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 1.2236, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 116.16291809082031, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 1.2932, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 91.94257354736328, | |
| "learning_rate": 8.8e-06, | |
| "loss": 1.2999, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 85.25334167480469, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 1.4004, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 82.13865661621094, | |
| "learning_rate": 1.04e-05, | |
| "loss": 1.5986, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 86.27275085449219, | |
| "learning_rate": 1.1200000000000001e-05, | |
| "loss": 1.3174, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "grad_norm": 120.41253662109375, | |
| "learning_rate": 1.2e-05, | |
| "loss": 1.3869, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 61.761695861816406, | |
| "learning_rate": 1.2800000000000001e-05, | |
| "loss": 1.3498, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "grad_norm": 53.90617752075195, | |
| "learning_rate": 1.3600000000000002e-05, | |
| "loss": 1.1202, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "grad_norm": 65.96098327636719, | |
| "learning_rate": 1.4400000000000001e-05, | |
| "loss": 1.3588, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "grad_norm": 60.957847595214844, | |
| "learning_rate": 1.5200000000000002e-05, | |
| "loss": 1.4875, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "grad_norm": 31.72243309020996, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.3045, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "grad_norm": 81.10260772705078, | |
| "learning_rate": 1.6800000000000002e-05, | |
| "loss": 1.2088, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "grad_norm": 51.385196685791016, | |
| "learning_rate": 1.76e-05, | |
| "loss": 1.352, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "grad_norm": 43.19595718383789, | |
| "learning_rate": 1.8400000000000003e-05, | |
| "loss": 1.2643, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 69.54638671875, | |
| "learning_rate": 1.9200000000000003e-05, | |
| "loss": 1.3476, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "grad_norm": 39.397499084472656, | |
| "learning_rate": 2e-05, | |
| "loss": 1.2812, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.494, | |
| "eval_f1": 0.4460326515069461, | |
| "eval_loss": 1.1658940315246582, | |
| "eval_runtime": 12.2613, | |
| "eval_samples_per_second": 40.779, | |
| "eval_steps_per_second": 10.195, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "grad_norm": 29.106040954589844, | |
| "learning_rate": 1.9911111111111112e-05, | |
| "loss": 1.1481, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "grad_norm": 48.481876373291016, | |
| "learning_rate": 1.9822222222222226e-05, | |
| "loss": 1.2368, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "grad_norm": 36.711673736572266, | |
| "learning_rate": 1.9733333333333336e-05, | |
| "loss": 1.325, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "grad_norm": 70.87812805175781, | |
| "learning_rate": 1.9644444444444447e-05, | |
| "loss": 1.1004, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "grad_norm": 45.34326171875, | |
| "learning_rate": 1.9555555555555557e-05, | |
| "loss": 1.2207, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "grad_norm": 39.800941467285156, | |
| "learning_rate": 1.9466666666666668e-05, | |
| "loss": 1.1775, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 33.798614501953125, | |
| "learning_rate": 1.9377777777777778e-05, | |
| "loss": 1.097, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "grad_norm": 95.97491455078125, | |
| "learning_rate": 1.928888888888889e-05, | |
| "loss": 1.1752, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 1.3599999999999999, | |
| "grad_norm": 49.4578971862793, | |
| "learning_rate": 1.9200000000000003e-05, | |
| "loss": 1.2785, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "grad_norm": 48.13294219970703, | |
| "learning_rate": 1.9111111111111113e-05, | |
| "loss": 1.3751, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "grad_norm": 27.46150779724121, | |
| "learning_rate": 1.9022222222222223e-05, | |
| "loss": 1.2267, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "grad_norm": 83.89068603515625, | |
| "learning_rate": 1.8933333333333334e-05, | |
| "loss": 1.1817, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "grad_norm": 36.93865203857422, | |
| "learning_rate": 1.8844444444444444e-05, | |
| "loss": 1.0889, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "grad_norm": 36.16452407836914, | |
| "learning_rate": 1.8755555555555558e-05, | |
| "loss": 1.1369, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 30.880001068115234, | |
| "learning_rate": 1.866666666666667e-05, | |
| "loss": 1.1892, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 1.6400000000000001, | |
| "grad_norm": 35.53660202026367, | |
| "learning_rate": 1.857777777777778e-05, | |
| "loss": 1.0495, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 1.6800000000000002, | |
| "grad_norm": 125.27716827392578, | |
| "learning_rate": 1.848888888888889e-05, | |
| "loss": 1.0685, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "grad_norm": 45.547950744628906, | |
| "learning_rate": 1.8400000000000003e-05, | |
| "loss": 1.1031, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "grad_norm": 54.839542388916016, | |
| "learning_rate": 1.8311111111111114e-05, | |
| "loss": 1.1888, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "grad_norm": 20.931964874267578, | |
| "learning_rate": 1.8222222222222224e-05, | |
| "loss": 1.2119, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 1.8399999999999999, | |
| "grad_norm": 28.963083267211914, | |
| "learning_rate": 1.8133333333333335e-05, | |
| "loss": 1.0865, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "grad_norm": 59.61734390258789, | |
| "learning_rate": 1.8044444444444445e-05, | |
| "loss": 1.1195, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 43.75231170654297, | |
| "learning_rate": 1.7955555555555556e-05, | |
| "loss": 1.1171, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "grad_norm": 27.184715270996094, | |
| "learning_rate": 1.7866666666666666e-05, | |
| "loss": 1.1224, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "grad_norm": 38.968082427978516, | |
| "learning_rate": 1.7777777777777777e-05, | |
| "loss": 1.0885, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.46, | |
| "eval_f1": 0.40981236448175834, | |
| "eval_loss": 1.1569879055023193, | |
| "eval_runtime": 12.149, | |
| "eval_samples_per_second": 41.156, | |
| "eval_steps_per_second": 10.289, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.04, | |
| "grad_norm": 50.790748596191406, | |
| "learning_rate": 1.768888888888889e-05, | |
| "loss": 1.1199, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 2.08, | |
| "grad_norm": 53.71720886230469, | |
| "learning_rate": 1.76e-05, | |
| "loss": 0.9691, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 62.33308792114258, | |
| "learning_rate": 1.751111111111111e-05, | |
| "loss": 1.0077, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 2.16, | |
| "grad_norm": 33.90275192260742, | |
| "learning_rate": 1.7422222222222222e-05, | |
| "loss": 1.0222, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "grad_norm": 71.48577880859375, | |
| "learning_rate": 1.7333333333333336e-05, | |
| "loss": 1.1158, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 25.986026763916016, | |
| "learning_rate": 1.7244444444444446e-05, | |
| "loss": 0.9958, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 2.2800000000000002, | |
| "grad_norm": 47.359107971191406, | |
| "learning_rate": 1.7155555555555557e-05, | |
| "loss": 1.0862, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 2.32, | |
| "grad_norm": 40.83256530761719, | |
| "learning_rate": 1.706666666666667e-05, | |
| "loss": 1.0912, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 2.36, | |
| "grad_norm": 63.868675231933594, | |
| "learning_rate": 1.697777777777778e-05, | |
| "loss": 1.1017, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 2.4, | |
| "grad_norm": 45.01089859008789, | |
| "learning_rate": 1.688888888888889e-05, | |
| "loss": 1.0942, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 46.86573791503906, | |
| "learning_rate": 1.6800000000000002e-05, | |
| "loss": 1.0188, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "grad_norm": 59.64995574951172, | |
| "learning_rate": 1.6711111111111112e-05, | |
| "loss": 1.035, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 2.52, | |
| "grad_norm": 33.47834014892578, | |
| "learning_rate": 1.6622222222222223e-05, | |
| "loss": 0.9173, | |
| "step": 630 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 59.513633728027344, | |
| "learning_rate": 1.6533333333333333e-05, | |
| "loss": 1.0721, | |
| "step": 640 | |
| }, | |
| { | |
| "epoch": 2.6, | |
| "grad_norm": 33.897315979003906, | |
| "learning_rate": 1.6444444444444444e-05, | |
| "loss": 1.0167, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 2.64, | |
| "grad_norm": 55.43059158325195, | |
| "learning_rate": 1.6355555555555557e-05, | |
| "loss": 1.0183, | |
| "step": 660 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "grad_norm": 36.83810043334961, | |
| "learning_rate": 1.6266666666666668e-05, | |
| "loss": 1.0661, | |
| "step": 670 | |
| }, | |
| { | |
| "epoch": 2.7199999999999998, | |
| "grad_norm": 27.871374130249023, | |
| "learning_rate": 1.617777777777778e-05, | |
| "loss": 0.986, | |
| "step": 680 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 26.579404830932617, | |
| "learning_rate": 1.608888888888889e-05, | |
| "loss": 1.0217, | |
| "step": 690 | |
| }, | |
| { | |
| "epoch": 2.8, | |
| "grad_norm": 23.805009841918945, | |
| "learning_rate": 1.6000000000000003e-05, | |
| "loss": 1.015, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 35.254974365234375, | |
| "learning_rate": 1.5911111111111113e-05, | |
| "loss": 1.0762, | |
| "step": 710 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 20.483610153198242, | |
| "learning_rate": 1.5822222222222224e-05, | |
| "loss": 1.0583, | |
| "step": 720 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "grad_norm": 26.34144401550293, | |
| "learning_rate": 1.5733333333333334e-05, | |
| "loss": 1.1008, | |
| "step": 730 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "grad_norm": 54.002681732177734, | |
| "learning_rate": 1.5644444444444448e-05, | |
| "loss": 0.9295, | |
| "step": 740 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "grad_norm": 36.5385627746582, | |
| "learning_rate": 1.555555555555556e-05, | |
| "loss": 1.0673, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_accuracy": 0.51, | |
| "eval_f1": 0.4777248337252371, | |
| "eval_loss": 1.1951327323913574, | |
| "eval_runtime": 12.1837, | |
| "eval_samples_per_second": 41.038, | |
| "eval_steps_per_second": 10.26, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 3.04, | |
| "grad_norm": 58.73692321777344, | |
| "learning_rate": 1.546666666666667e-05, | |
| "loss": 0.9637, | |
| "step": 760 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 18.000825881958008, | |
| "learning_rate": 1.537777777777778e-05, | |
| "loss": 0.9251, | |
| "step": 770 | |
| }, | |
| { | |
| "epoch": 3.12, | |
| "grad_norm": 93.39592742919922, | |
| "learning_rate": 1.528888888888889e-05, | |
| "loss": 1.0542, | |
| "step": 780 | |
| }, | |
| { | |
| "epoch": 3.16, | |
| "grad_norm": 41.7457389831543, | |
| "learning_rate": 1.5200000000000002e-05, | |
| "loss": 0.9525, | |
| "step": 790 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "grad_norm": 25.752269744873047, | |
| "learning_rate": 1.5111111111111112e-05, | |
| "loss": 0.8786, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 3.24, | |
| "grad_norm": 58.843475341796875, | |
| "learning_rate": 1.5022222222222223e-05, | |
| "loss": 1.015, | |
| "step": 810 | |
| }, | |
| { | |
| "epoch": 3.2800000000000002, | |
| "grad_norm": 21.79439353942871, | |
| "learning_rate": 1.4933333333333335e-05, | |
| "loss": 0.9858, | |
| "step": 820 | |
| }, | |
| { | |
| "epoch": 3.32, | |
| "grad_norm": 29.008590698242188, | |
| "learning_rate": 1.4844444444444445e-05, | |
| "loss": 0.9522, | |
| "step": 830 | |
| }, | |
| { | |
| "epoch": 3.36, | |
| "grad_norm": 25.020465850830078, | |
| "learning_rate": 1.4755555555555556e-05, | |
| "loss": 1.0351, | |
| "step": 840 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 30.38283920288086, | |
| "learning_rate": 1.4666666666666666e-05, | |
| "loss": 1.0174, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "grad_norm": 21.29317855834961, | |
| "learning_rate": 1.457777777777778e-05, | |
| "loss": 1.0674, | |
| "step": 860 | |
| }, | |
| { | |
| "epoch": 3.48, | |
| "grad_norm": 50.27965545654297, | |
| "learning_rate": 1.448888888888889e-05, | |
| "loss": 1.0266, | |
| "step": 870 | |
| }, | |
| { | |
| "epoch": 3.52, | |
| "grad_norm": 66.33875274658203, | |
| "learning_rate": 1.4400000000000001e-05, | |
| "loss": 1.001, | |
| "step": 880 | |
| }, | |
| { | |
| "epoch": 3.56, | |
| "grad_norm": 34.711116790771484, | |
| "learning_rate": 1.4311111111111111e-05, | |
| "loss": 0.9511, | |
| "step": 890 | |
| }, | |
| { | |
| "epoch": 3.6, | |
| "grad_norm": 50.2099494934082, | |
| "learning_rate": 1.4222222222222224e-05, | |
| "loss": 0.9778, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 3.64, | |
| "grad_norm": 20.47673988342285, | |
| "learning_rate": 1.4133333333333334e-05, | |
| "loss": 0.8044, | |
| "step": 910 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "grad_norm": 27.520601272583008, | |
| "learning_rate": 1.4044444444444445e-05, | |
| "loss": 0.8282, | |
| "step": 920 | |
| }, | |
| { | |
| "epoch": 3.7199999999999998, | |
| "grad_norm": 30.060382843017578, | |
| "learning_rate": 1.3955555555555558e-05, | |
| "loss": 0.6744, | |
| "step": 930 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "grad_norm": 51.914154052734375, | |
| "learning_rate": 1.3866666666666669e-05, | |
| "loss": 0.8913, | |
| "step": 940 | |
| }, | |
| { | |
| "epoch": 3.8, | |
| "grad_norm": 32.7239990234375, | |
| "learning_rate": 1.377777777777778e-05, | |
| "loss": 0.9128, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 3.84, | |
| "grad_norm": 40.4760856628418, | |
| "learning_rate": 1.368888888888889e-05, | |
| "loss": 0.8142, | |
| "step": 960 | |
| }, | |
| { | |
| "epoch": 3.88, | |
| "grad_norm": 49.8121223449707, | |
| "learning_rate": 1.3600000000000002e-05, | |
| "loss": 0.8092, | |
| "step": 970 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "grad_norm": 35.05157470703125, | |
| "learning_rate": 1.3511111111111112e-05, | |
| "loss": 0.7544, | |
| "step": 980 | |
| }, | |
| { | |
| "epoch": 3.96, | |
| "grad_norm": 46.630287170410156, | |
| "learning_rate": 1.3422222222222223e-05, | |
| "loss": 1.1021, | |
| "step": 990 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "grad_norm": 20.62359046936035, | |
| "learning_rate": 1.3333333333333333e-05, | |
| "loss": 0.9863, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_accuracy": 0.622, | |
| "eval_f1": 0.6315847689471261, | |
| "eval_loss": 0.8479958176612854, | |
| "eval_runtime": 12.0373, | |
| "eval_samples_per_second": 41.537, | |
| "eval_steps_per_second": 10.384, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 4.04, | |
| "grad_norm": 33.65226364135742, | |
| "learning_rate": 1.3244444444444447e-05, | |
| "loss": 0.9395, | |
| "step": 1010 | |
| }, | |
| { | |
| "epoch": 4.08, | |
| "grad_norm": 21.537878036499023, | |
| "learning_rate": 1.3155555555555558e-05, | |
| "loss": 0.7315, | |
| "step": 1020 | |
| }, | |
| { | |
| "epoch": 4.12, | |
| "grad_norm": 72.42523956298828, | |
| "learning_rate": 1.3066666666666668e-05, | |
| "loss": 0.9017, | |
| "step": 1030 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "grad_norm": 41.7869873046875, | |
| "learning_rate": 1.2977777777777779e-05, | |
| "loss": 0.9716, | |
| "step": 1040 | |
| }, | |
| { | |
| "epoch": 4.2, | |
| "grad_norm": 52.05732727050781, | |
| "learning_rate": 1.288888888888889e-05, | |
| "loss": 0.8553, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 4.24, | |
| "grad_norm": 45.54288864135742, | |
| "learning_rate": 1.2800000000000001e-05, | |
| "loss": 0.8538, | |
| "step": 1060 | |
| }, | |
| { | |
| "epoch": 4.28, | |
| "grad_norm": 37.879661560058594, | |
| "learning_rate": 1.2711111111111112e-05, | |
| "loss": 0.8716, | |
| "step": 1070 | |
| }, | |
| { | |
| "epoch": 4.32, | |
| "grad_norm": 42.977272033691406, | |
| "learning_rate": 1.2622222222222222e-05, | |
| "loss": 0.8166, | |
| "step": 1080 | |
| }, | |
| { | |
| "epoch": 4.36, | |
| "grad_norm": 36.236854553222656, | |
| "learning_rate": 1.2533333333333336e-05, | |
| "loss": 0.7672, | |
| "step": 1090 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "grad_norm": 46.707763671875, | |
| "learning_rate": 1.2444444444444446e-05, | |
| "loss": 0.7979, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "grad_norm": 28.657617568969727, | |
| "learning_rate": 1.2355555555555557e-05, | |
| "loss": 0.7771, | |
| "step": 1110 | |
| }, | |
| { | |
| "epoch": 4.48, | |
| "grad_norm": 54.733009338378906, | |
| "learning_rate": 1.2266666666666667e-05, | |
| "loss": 0.8463, | |
| "step": 1120 | |
| }, | |
| { | |
| "epoch": 4.52, | |
| "grad_norm": 49.474613189697266, | |
| "learning_rate": 1.217777777777778e-05, | |
| "loss": 0.759, | |
| "step": 1130 | |
| }, | |
| { | |
| "epoch": 4.5600000000000005, | |
| "grad_norm": 31.721797943115234, | |
| "learning_rate": 1.208888888888889e-05, | |
| "loss": 0.8087, | |
| "step": 1140 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "grad_norm": 32.5080680847168, | |
| "learning_rate": 1.2e-05, | |
| "loss": 0.8189, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "grad_norm": 29.60678482055664, | |
| "learning_rate": 1.191111111111111e-05, | |
| "loss": 0.7827, | |
| "step": 1160 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "grad_norm": 27.952041625976562, | |
| "learning_rate": 1.1822222222222225e-05, | |
| "loss": 0.7894, | |
| "step": 1170 | |
| }, | |
| { | |
| "epoch": 4.72, | |
| "grad_norm": 39.61127471923828, | |
| "learning_rate": 1.1733333333333335e-05, | |
| "loss": 0.8418, | |
| "step": 1180 | |
| }, | |
| { | |
| "epoch": 4.76, | |
| "grad_norm": 29.20393180847168, | |
| "learning_rate": 1.1644444444444446e-05, | |
| "loss": 0.6856, | |
| "step": 1190 | |
| }, | |
| { | |
| "epoch": 4.8, | |
| "grad_norm": 40.39738082885742, | |
| "learning_rate": 1.1555555555555556e-05, | |
| "loss": 0.7397, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 4.84, | |
| "grad_norm": 30.21686363220215, | |
| "learning_rate": 1.1466666666666668e-05, | |
| "loss": 0.8024, | |
| "step": 1210 | |
| }, | |
| { | |
| "epoch": 4.88, | |
| "grad_norm": 41.96994400024414, | |
| "learning_rate": 1.1377777777777779e-05, | |
| "loss": 0.8058, | |
| "step": 1220 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "grad_norm": 24.6497802734375, | |
| "learning_rate": 1.1288888888888889e-05, | |
| "loss": 0.7722, | |
| "step": 1230 | |
| }, | |
| { | |
| "epoch": 4.96, | |
| "grad_norm": 61.19656753540039, | |
| "learning_rate": 1.1200000000000001e-05, | |
| "loss": 0.8071, | |
| "step": 1240 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "grad_norm": 28.335107803344727, | |
| "learning_rate": 1.1111111111111113e-05, | |
| "loss": 0.8241, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_accuracy": 0.706, | |
| "eval_f1": 0.7049416744459689, | |
| "eval_loss": 0.7028206586837769, | |
| "eval_runtime": 12.1037, | |
| "eval_samples_per_second": 41.31, | |
| "eval_steps_per_second": 10.327, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 5.04, | |
| "grad_norm": 35.011070251464844, | |
| "learning_rate": 1.1022222222222224e-05, | |
| "loss": 0.6987, | |
| "step": 1260 | |
| }, | |
| { | |
| "epoch": 5.08, | |
| "grad_norm": 69.44827270507812, | |
| "learning_rate": 1.0933333333333334e-05, | |
| "loss": 0.7744, | |
| "step": 1270 | |
| }, | |
| { | |
| "epoch": 5.12, | |
| "grad_norm": 56.46673583984375, | |
| "learning_rate": 1.0844444444444446e-05, | |
| "loss": 0.7145, | |
| "step": 1280 | |
| }, | |
| { | |
| "epoch": 5.16, | |
| "grad_norm": 31.053302764892578, | |
| "learning_rate": 1.0755555555555557e-05, | |
| "loss": 0.8252, | |
| "step": 1290 | |
| }, | |
| { | |
| "epoch": 5.2, | |
| "grad_norm": 43.00981140136719, | |
| "learning_rate": 1.0666666666666667e-05, | |
| "loss": 0.6484, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 5.24, | |
| "grad_norm": 19.58731460571289, | |
| "learning_rate": 1.0577777777777778e-05, | |
| "loss": 0.671, | |
| "step": 1310 | |
| }, | |
| { | |
| "epoch": 5.28, | |
| "grad_norm": 61.77705001831055, | |
| "learning_rate": 1.048888888888889e-05, | |
| "loss": 0.6228, | |
| "step": 1320 | |
| }, | |
| { | |
| "epoch": 5.32, | |
| "grad_norm": 39.46787643432617, | |
| "learning_rate": 1.04e-05, | |
| "loss": 0.604, | |
| "step": 1330 | |
| }, | |
| { | |
| "epoch": 5.36, | |
| "grad_norm": 37.76319885253906, | |
| "learning_rate": 1.0311111111111113e-05, | |
| "loss": 0.7439, | |
| "step": 1340 | |
| }, | |
| { | |
| "epoch": 5.4, | |
| "grad_norm": 86.55498504638672, | |
| "learning_rate": 1.0222222222222223e-05, | |
| "loss": 0.6356, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 5.44, | |
| "grad_norm": 50.998966217041016, | |
| "learning_rate": 1.0133333333333335e-05, | |
| "loss": 0.8106, | |
| "step": 1360 | |
| }, | |
| { | |
| "epoch": 5.48, | |
| "grad_norm": 41.33028793334961, | |
| "learning_rate": 1.0044444444444446e-05, | |
| "loss": 0.6859, | |
| "step": 1370 | |
| }, | |
| { | |
| "epoch": 5.52, | |
| "grad_norm": 27.738656997680664, | |
| "learning_rate": 9.955555555555556e-06, | |
| "loss": 0.6726, | |
| "step": 1380 | |
| }, | |
| { | |
| "epoch": 5.5600000000000005, | |
| "grad_norm": 65.7751235961914, | |
| "learning_rate": 9.866666666666668e-06, | |
| "loss": 0.7502, | |
| "step": 1390 | |
| }, | |
| { | |
| "epoch": 5.6, | |
| "grad_norm": 35.19927978515625, | |
| "learning_rate": 9.777777777777779e-06, | |
| "loss": 0.8105, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "grad_norm": 49.49024200439453, | |
| "learning_rate": 9.688888888888889e-06, | |
| "loss": 0.6238, | |
| "step": 1410 | |
| }, | |
| { | |
| "epoch": 5.68, | |
| "grad_norm": 69.92552947998047, | |
| "learning_rate": 9.600000000000001e-06, | |
| "loss": 0.6782, | |
| "step": 1420 | |
| }, | |
| { | |
| "epoch": 5.72, | |
| "grad_norm": 35.6678352355957, | |
| "learning_rate": 9.511111111111112e-06, | |
| "loss": 0.8168, | |
| "step": 1430 | |
| }, | |
| { | |
| "epoch": 5.76, | |
| "grad_norm": 26.826770782470703, | |
| "learning_rate": 9.422222222222222e-06, | |
| "loss": 0.6466, | |
| "step": 1440 | |
| }, | |
| { | |
| "epoch": 5.8, | |
| "grad_norm": 44.43244934082031, | |
| "learning_rate": 9.333333333333334e-06, | |
| "loss": 0.7103, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 5.84, | |
| "grad_norm": 29.49979591369629, | |
| "learning_rate": 9.244444444444445e-06, | |
| "loss": 0.7882, | |
| "step": 1460 | |
| }, | |
| { | |
| "epoch": 5.88, | |
| "grad_norm": 68.5856704711914, | |
| "learning_rate": 9.155555555555557e-06, | |
| "loss": 0.7308, | |
| "step": 1470 | |
| }, | |
| { | |
| "epoch": 5.92, | |
| "grad_norm": 59.66977310180664, | |
| "learning_rate": 9.066666666666667e-06, | |
| "loss": 0.6081, | |
| "step": 1480 | |
| }, | |
| { | |
| "epoch": 5.96, | |
| "grad_norm": 44.2071418762207, | |
| "learning_rate": 8.977777777777778e-06, | |
| "loss": 0.6688, | |
| "step": 1490 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "grad_norm": 35.35416030883789, | |
| "learning_rate": 8.888888888888888e-06, | |
| "loss": 0.7208, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_accuracy": 0.712, | |
| "eval_f1": 0.6909848104243247, | |
| "eval_loss": 0.7059077024459839, | |
| "eval_runtime": 12.0866, | |
| "eval_samples_per_second": 41.368, | |
| "eval_steps_per_second": 10.342, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 6.04, | |
| "grad_norm": 28.48759651184082, | |
| "learning_rate": 8.8e-06, | |
| "loss": 0.7302, | |
| "step": 1510 | |
| }, | |
| { | |
| "epoch": 6.08, | |
| "grad_norm": 24.124494552612305, | |
| "learning_rate": 8.711111111111111e-06, | |
| "loss": 0.5639, | |
| "step": 1520 | |
| }, | |
| { | |
| "epoch": 6.12, | |
| "grad_norm": 46.50981521606445, | |
| "learning_rate": 8.622222222222223e-06, | |
| "loss": 0.7587, | |
| "step": 1530 | |
| }, | |
| { | |
| "epoch": 6.16, | |
| "grad_norm": 31.084308624267578, | |
| "learning_rate": 8.533333333333335e-06, | |
| "loss": 0.662, | |
| "step": 1540 | |
| }, | |
| { | |
| "epoch": 6.2, | |
| "grad_norm": 45.10621643066406, | |
| "learning_rate": 8.444444444444446e-06, | |
| "loss": 0.7906, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 6.24, | |
| "grad_norm": 34.53160095214844, | |
| "learning_rate": 8.355555555555556e-06, | |
| "loss": 0.6335, | |
| "step": 1560 | |
| }, | |
| { | |
| "epoch": 6.28, | |
| "grad_norm": 50.21031951904297, | |
| "learning_rate": 8.266666666666667e-06, | |
| "loss": 0.6376, | |
| "step": 1570 | |
| }, | |
| { | |
| "epoch": 6.32, | |
| "grad_norm": 40.00431823730469, | |
| "learning_rate": 8.177777777777779e-06, | |
| "loss": 0.5273, | |
| "step": 1580 | |
| }, | |
| { | |
| "epoch": 6.36, | |
| "grad_norm": 44.98348617553711, | |
| "learning_rate": 8.08888888888889e-06, | |
| "loss": 0.6106, | |
| "step": 1590 | |
| }, | |
| { | |
| "epoch": 6.4, | |
| "grad_norm": 77.24087524414062, | |
| "learning_rate": 8.000000000000001e-06, | |
| "loss": 0.5021, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 6.44, | |
| "grad_norm": 43.97039031982422, | |
| "learning_rate": 7.911111111111112e-06, | |
| "loss": 0.721, | |
| "step": 1610 | |
| }, | |
| { | |
| "epoch": 6.48, | |
| "grad_norm": 63.44462203979492, | |
| "learning_rate": 7.822222222222224e-06, | |
| "loss": 0.7287, | |
| "step": 1620 | |
| }, | |
| { | |
| "epoch": 6.52, | |
| "grad_norm": 34.81692123413086, | |
| "learning_rate": 7.733333333333334e-06, | |
| "loss": 0.6739, | |
| "step": 1630 | |
| }, | |
| { | |
| "epoch": 6.5600000000000005, | |
| "grad_norm": 60.13438034057617, | |
| "learning_rate": 7.644444444444445e-06, | |
| "loss": 0.5785, | |
| "step": 1640 | |
| }, | |
| { | |
| "epoch": 6.6, | |
| "grad_norm": 55.27112579345703, | |
| "learning_rate": 7.555555555555556e-06, | |
| "loss": 0.5858, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 6.64, | |
| "grad_norm": 35.41032028198242, | |
| "learning_rate": 7.4666666666666675e-06, | |
| "loss": 0.5187, | |
| "step": 1660 | |
| }, | |
| { | |
| "epoch": 6.68, | |
| "grad_norm": 43.339637756347656, | |
| "learning_rate": 7.377777777777778e-06, | |
| "loss": 0.6068, | |
| "step": 1670 | |
| }, | |
| { | |
| "epoch": 6.72, | |
| "grad_norm": 47.03825759887695, | |
| "learning_rate": 7.28888888888889e-06, | |
| "loss": 0.627, | |
| "step": 1680 | |
| }, | |
| { | |
| "epoch": 6.76, | |
| "grad_norm": 65.18019104003906, | |
| "learning_rate": 7.2000000000000005e-06, | |
| "loss": 0.4992, | |
| "step": 1690 | |
| }, | |
| { | |
| "epoch": 6.8, | |
| "grad_norm": 31.7502384185791, | |
| "learning_rate": 7.111111111111112e-06, | |
| "loss": 0.4831, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 6.84, | |
| "grad_norm": 58.455284118652344, | |
| "learning_rate": 7.022222222222222e-06, | |
| "loss": 0.6985, | |
| "step": 1710 | |
| }, | |
| { | |
| "epoch": 6.88, | |
| "grad_norm": 39.89744186401367, | |
| "learning_rate": 6.9333333333333344e-06, | |
| "loss": 0.6184, | |
| "step": 1720 | |
| }, | |
| { | |
| "epoch": 6.92, | |
| "grad_norm": 47.30400466918945, | |
| "learning_rate": 6.844444444444445e-06, | |
| "loss": 0.544, | |
| "step": 1730 | |
| }, | |
| { | |
| "epoch": 6.96, | |
| "grad_norm": 35.126983642578125, | |
| "learning_rate": 6.755555555555556e-06, | |
| "loss": 0.6523, | |
| "step": 1740 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "grad_norm": 34.56584930419922, | |
| "learning_rate": 6.666666666666667e-06, | |
| "loss": 0.5563, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_accuracy": 0.782, | |
| "eval_f1": 0.7813244154636514, | |
| "eval_loss": 0.5727885365486145, | |
| "eval_runtime": 12.134, | |
| "eval_samples_per_second": 41.206, | |
| "eval_steps_per_second": 10.302, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 7.04, | |
| "grad_norm": 41.27728271484375, | |
| "learning_rate": 6.577777777777779e-06, | |
| "loss": 0.5345, | |
| "step": 1760 | |
| }, | |
| { | |
| "epoch": 7.08, | |
| "grad_norm": 45.002113342285156, | |
| "learning_rate": 6.488888888888889e-06, | |
| "loss": 0.4454, | |
| "step": 1770 | |
| }, | |
| { | |
| "epoch": 7.12, | |
| "grad_norm": 54.88307571411133, | |
| "learning_rate": 6.4000000000000006e-06, | |
| "loss": 0.4505, | |
| "step": 1780 | |
| }, | |
| { | |
| "epoch": 7.16, | |
| "grad_norm": 61.16643524169922, | |
| "learning_rate": 6.311111111111111e-06, | |
| "loss": 0.4595, | |
| "step": 1790 | |
| }, | |
| { | |
| "epoch": 7.2, | |
| "grad_norm": 40.985477447509766, | |
| "learning_rate": 6.222222222222223e-06, | |
| "loss": 0.394, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 7.24, | |
| "grad_norm": 47.477718353271484, | |
| "learning_rate": 6.133333333333334e-06, | |
| "loss": 0.5319, | |
| "step": 1810 | |
| }, | |
| { | |
| "epoch": 7.28, | |
| "grad_norm": 36.49656677246094, | |
| "learning_rate": 6.044444444444445e-06, | |
| "loss": 0.4503, | |
| "step": 1820 | |
| }, | |
| { | |
| "epoch": 7.32, | |
| "grad_norm": 58.11835479736328, | |
| "learning_rate": 5.955555555555555e-06, | |
| "loss": 0.4832, | |
| "step": 1830 | |
| }, | |
| { | |
| "epoch": 7.36, | |
| "grad_norm": 12.562129020690918, | |
| "learning_rate": 5.8666666666666675e-06, | |
| "loss": 0.5398, | |
| "step": 1840 | |
| }, | |
| { | |
| "epoch": 7.4, | |
| "grad_norm": 55.433841705322266, | |
| "learning_rate": 5.777777777777778e-06, | |
| "loss": 0.4846, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 7.44, | |
| "grad_norm": 45.45614242553711, | |
| "learning_rate": 5.688888888888889e-06, | |
| "loss": 0.5762, | |
| "step": 1860 | |
| }, | |
| { | |
| "epoch": 7.48, | |
| "grad_norm": 56.408843994140625, | |
| "learning_rate": 5.600000000000001e-06, | |
| "loss": 0.5523, | |
| "step": 1870 | |
| }, | |
| { | |
| "epoch": 7.52, | |
| "grad_norm": 51.10346984863281, | |
| "learning_rate": 5.511111111111112e-06, | |
| "loss": 0.5049, | |
| "step": 1880 | |
| }, | |
| { | |
| "epoch": 7.5600000000000005, | |
| "grad_norm": 66.00965881347656, | |
| "learning_rate": 5.422222222222223e-06, | |
| "loss": 0.4715, | |
| "step": 1890 | |
| }, | |
| { | |
| "epoch": 7.6, | |
| "grad_norm": 76.69068908691406, | |
| "learning_rate": 5.333333333333334e-06, | |
| "loss": 0.5237, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 7.64, | |
| "grad_norm": 57.46429443359375, | |
| "learning_rate": 5.244444444444445e-06, | |
| "loss": 0.4419, | |
| "step": 1910 | |
| }, | |
| { | |
| "epoch": 7.68, | |
| "grad_norm": 47.936641693115234, | |
| "learning_rate": 5.155555555555556e-06, | |
| "loss": 0.6135, | |
| "step": 1920 | |
| }, | |
| { | |
| "epoch": 7.72, | |
| "grad_norm": 56.27345275878906, | |
| "learning_rate": 5.0666666666666676e-06, | |
| "loss": 0.4293, | |
| "step": 1930 | |
| }, | |
| { | |
| "epoch": 7.76, | |
| "grad_norm": 66.12334442138672, | |
| "learning_rate": 4.977777777777778e-06, | |
| "loss": 0.5966, | |
| "step": 1940 | |
| }, | |
| { | |
| "epoch": 7.8, | |
| "grad_norm": 52.354122161865234, | |
| "learning_rate": 4.888888888888889e-06, | |
| "loss": 0.5202, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 7.84, | |
| "grad_norm": 34.89662170410156, | |
| "learning_rate": 4.800000000000001e-06, | |
| "loss": 0.4621, | |
| "step": 1960 | |
| }, | |
| { | |
| "epoch": 7.88, | |
| "grad_norm": 67.30014038085938, | |
| "learning_rate": 4.711111111111111e-06, | |
| "loss": 0.4718, | |
| "step": 1970 | |
| }, | |
| { | |
| "epoch": 7.92, | |
| "grad_norm": 59.92790603637695, | |
| "learning_rate": 4.622222222222222e-06, | |
| "loss": 0.4111, | |
| "step": 1980 | |
| }, | |
| { | |
| "epoch": 7.96, | |
| "grad_norm": 60.730255126953125, | |
| "learning_rate": 4.533333333333334e-06, | |
| "loss": 0.4406, | |
| "step": 1990 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "grad_norm": 25.637128829956055, | |
| "learning_rate": 4.444444444444444e-06, | |
| "loss": 0.3988, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 8.0, | |
| "eval_accuracy": 0.826, | |
| "eval_f1": 0.8239121231432465, | |
| "eval_loss": 0.5472010970115662, | |
| "eval_runtime": 12.1827, | |
| "eval_samples_per_second": 41.042, | |
| "eval_steps_per_second": 10.26, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 8.04, | |
| "grad_norm": 36.69926834106445, | |
| "learning_rate": 4.3555555555555555e-06, | |
| "loss": 0.4001, | |
| "step": 2010 | |
| }, | |
| { | |
| "epoch": 8.08, | |
| "grad_norm": 40.46434783935547, | |
| "learning_rate": 4.266666666666668e-06, | |
| "loss": 0.3608, | |
| "step": 2020 | |
| }, | |
| { | |
| "epoch": 8.12, | |
| "grad_norm": 41.12105178833008, | |
| "learning_rate": 4.177777777777778e-06, | |
| "loss": 0.3893, | |
| "step": 2030 | |
| }, | |
| { | |
| "epoch": 8.16, | |
| "grad_norm": 84.14956665039062, | |
| "learning_rate": 4.088888888888889e-06, | |
| "loss": 0.4152, | |
| "step": 2040 | |
| }, | |
| { | |
| "epoch": 8.2, | |
| "grad_norm": 49.22280502319336, | |
| "learning_rate": 4.000000000000001e-06, | |
| "loss": 0.4308, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 8.24, | |
| "grad_norm": 45.23503112792969, | |
| "learning_rate": 3.911111111111112e-06, | |
| "loss": 0.3673, | |
| "step": 2060 | |
| }, | |
| { | |
| "epoch": 8.28, | |
| "grad_norm": 47.49519348144531, | |
| "learning_rate": 3.8222222222222224e-06, | |
| "loss": 0.3846, | |
| "step": 2070 | |
| }, | |
| { | |
| "epoch": 8.32, | |
| "grad_norm": 68.24031829833984, | |
| "learning_rate": 3.7333333333333337e-06, | |
| "loss": 0.3908, | |
| "step": 2080 | |
| }, | |
| { | |
| "epoch": 8.36, | |
| "grad_norm": 23.122114181518555, | |
| "learning_rate": 3.644444444444445e-06, | |
| "loss": 0.3358, | |
| "step": 2090 | |
| }, | |
| { | |
| "epoch": 8.4, | |
| "grad_norm": 59.9205436706543, | |
| "learning_rate": 3.555555555555556e-06, | |
| "loss": 0.3517, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 8.44, | |
| "grad_norm": 38.14185333251953, | |
| "learning_rate": 3.4666666666666672e-06, | |
| "loss": 0.4558, | |
| "step": 2110 | |
| }, | |
| { | |
| "epoch": 8.48, | |
| "grad_norm": 50.6385498046875, | |
| "learning_rate": 3.377777777777778e-06, | |
| "loss": 0.3912, | |
| "step": 2120 | |
| }, | |
| { | |
| "epoch": 8.52, | |
| "grad_norm": 30.214555740356445, | |
| "learning_rate": 3.2888888888888894e-06, | |
| "loss": 0.4873, | |
| "step": 2130 | |
| }, | |
| { | |
| "epoch": 8.56, | |
| "grad_norm": 53.54391860961914, | |
| "learning_rate": 3.2000000000000003e-06, | |
| "loss": 0.3847, | |
| "step": 2140 | |
| }, | |
| { | |
| "epoch": 8.6, | |
| "grad_norm": 29.186870574951172, | |
| "learning_rate": 3.1111111111111116e-06, | |
| "loss": 0.3381, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 8.64, | |
| "grad_norm": 31.920259475708008, | |
| "learning_rate": 3.0222222222222225e-06, | |
| "loss": 0.3559, | |
| "step": 2160 | |
| }, | |
| { | |
| "epoch": 8.68, | |
| "grad_norm": 86.72305297851562, | |
| "learning_rate": 2.9333333333333338e-06, | |
| "loss": 0.3753, | |
| "step": 2170 | |
| }, | |
| { | |
| "epoch": 8.72, | |
| "grad_norm": 68.44404602050781, | |
| "learning_rate": 2.8444444444444446e-06, | |
| "loss": 0.4498, | |
| "step": 2180 | |
| }, | |
| { | |
| "epoch": 8.76, | |
| "grad_norm": 29.52780532836914, | |
| "learning_rate": 2.755555555555556e-06, | |
| "loss": 0.4367, | |
| "step": 2190 | |
| }, | |
| { | |
| "epoch": 8.8, | |
| "grad_norm": 57.7866096496582, | |
| "learning_rate": 2.666666666666667e-06, | |
| "loss": 0.4172, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 8.84, | |
| "grad_norm": 21.049448013305664, | |
| "learning_rate": 2.577777777777778e-06, | |
| "loss": 0.3221, | |
| "step": 2210 | |
| }, | |
| { | |
| "epoch": 8.88, | |
| "grad_norm": 96.43756103515625, | |
| "learning_rate": 2.488888888888889e-06, | |
| "loss": 0.3575, | |
| "step": 2220 | |
| }, | |
| { | |
| "epoch": 8.92, | |
| "grad_norm": 42.55648422241211, | |
| "learning_rate": 2.4000000000000003e-06, | |
| "loss": 0.3055, | |
| "step": 2230 | |
| }, | |
| { | |
| "epoch": 8.96, | |
| "grad_norm": 44.407386779785156, | |
| "learning_rate": 2.311111111111111e-06, | |
| "loss": 0.3991, | |
| "step": 2240 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "grad_norm": 23.83012580871582, | |
| "learning_rate": 2.222222222222222e-06, | |
| "loss": 0.4643, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 9.0, | |
| "eval_accuracy": 0.85, | |
| "eval_f1": 0.8502768157768157, | |
| "eval_loss": 0.47364383935928345, | |
| "eval_runtime": 12.1944, | |
| "eval_samples_per_second": 41.002, | |
| "eval_steps_per_second": 10.251, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 9.04, | |
| "grad_norm": 33.42547607421875, | |
| "learning_rate": 2.133333333333334e-06, | |
| "loss": 0.3178, | |
| "step": 2260 | |
| }, | |
| { | |
| "epoch": 9.08, | |
| "grad_norm": 33.77496337890625, | |
| "learning_rate": 2.0444444444444447e-06, | |
| "loss": 0.2743, | |
| "step": 2270 | |
| }, | |
| { | |
| "epoch": 9.12, | |
| "grad_norm": 73.40355682373047, | |
| "learning_rate": 1.955555555555556e-06, | |
| "loss": 0.4977, | |
| "step": 2280 | |
| }, | |
| { | |
| "epoch": 9.16, | |
| "grad_norm": 51.72673034667969, | |
| "learning_rate": 1.8666666666666669e-06, | |
| "loss": 0.294, | |
| "step": 2290 | |
| }, | |
| { | |
| "epoch": 9.2, | |
| "grad_norm": 25.48830795288086, | |
| "learning_rate": 1.777777777777778e-06, | |
| "loss": 0.2909, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 9.24, | |
| "grad_norm": 32.16721725463867, | |
| "learning_rate": 1.688888888888889e-06, | |
| "loss": 0.3173, | |
| "step": 2310 | |
| }, | |
| { | |
| "epoch": 9.28, | |
| "grad_norm": 31.670467376708984, | |
| "learning_rate": 1.6000000000000001e-06, | |
| "loss": 0.3557, | |
| "step": 2320 | |
| }, | |
| { | |
| "epoch": 9.32, | |
| "grad_norm": 26.01582145690918, | |
| "learning_rate": 1.5111111111111112e-06, | |
| "loss": 0.2405, | |
| "step": 2330 | |
| }, | |
| { | |
| "epoch": 9.36, | |
| "grad_norm": 27.004608154296875, | |
| "learning_rate": 1.4222222222222223e-06, | |
| "loss": 0.3557, | |
| "step": 2340 | |
| }, | |
| { | |
| "epoch": 9.4, | |
| "grad_norm": 57.54291915893555, | |
| "learning_rate": 1.3333333333333334e-06, | |
| "loss": 0.411, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 9.44, | |
| "grad_norm": 57.62574005126953, | |
| "learning_rate": 1.2444444444444445e-06, | |
| "loss": 0.3942, | |
| "step": 2360 | |
| }, | |
| { | |
| "epoch": 9.48, | |
| "grad_norm": 60.00413131713867, | |
| "learning_rate": 1.1555555555555556e-06, | |
| "loss": 0.2951, | |
| "step": 2370 | |
| }, | |
| { | |
| "epoch": 9.52, | |
| "grad_norm": 54.96599197387695, | |
| "learning_rate": 1.066666666666667e-06, | |
| "loss": 0.368, | |
| "step": 2380 | |
| }, | |
| { | |
| "epoch": 9.56, | |
| "grad_norm": 22.52992057800293, | |
| "learning_rate": 9.77777777777778e-07, | |
| "loss": 0.4472, | |
| "step": 2390 | |
| }, | |
| { | |
| "epoch": 9.6, | |
| "grad_norm": 42.04111862182617, | |
| "learning_rate": 8.88888888888889e-07, | |
| "loss": 0.3283, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 9.64, | |
| "grad_norm": 72.67633056640625, | |
| "learning_rate": 8.000000000000001e-07, | |
| "loss": 0.4713, | |
| "step": 2410 | |
| }, | |
| { | |
| "epoch": 9.68, | |
| "grad_norm": 32.135921478271484, | |
| "learning_rate": 7.111111111111112e-07, | |
| "loss": 0.2854, | |
| "step": 2420 | |
| }, | |
| { | |
| "epoch": 9.72, | |
| "grad_norm": 95.6978759765625, | |
| "learning_rate": 6.222222222222223e-07, | |
| "loss": 0.3126, | |
| "step": 2430 | |
| }, | |
| { | |
| "epoch": 9.76, | |
| "grad_norm": 26.696413040161133, | |
| "learning_rate": 5.333333333333335e-07, | |
| "loss": 0.2417, | |
| "step": 2440 | |
| }, | |
| { | |
| "epoch": 9.8, | |
| "grad_norm": 32.3356819152832, | |
| "learning_rate": 4.444444444444445e-07, | |
| "loss": 0.326, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 9.84, | |
| "grad_norm": 51.74174499511719, | |
| "learning_rate": 3.555555555555556e-07, | |
| "loss": 0.3181, | |
| "step": 2460 | |
| }, | |
| { | |
| "epoch": 9.88, | |
| "grad_norm": 44.073734283447266, | |
| "learning_rate": 2.666666666666667e-07, | |
| "loss": 0.2574, | |
| "step": 2470 | |
| }, | |
| { | |
| "epoch": 9.92, | |
| "grad_norm": 48.75944519042969, | |
| "learning_rate": 1.777777777777778e-07, | |
| "loss": 0.3372, | |
| "step": 2480 | |
| }, | |
| { | |
| "epoch": 9.96, | |
| "grad_norm": 35.41460037231445, | |
| "learning_rate": 8.88888888888889e-08, | |
| "loss": 0.2653, | |
| "step": 2490 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "grad_norm": 27.246013641357422, | |
| "learning_rate": 0.0, | |
| "loss": 0.2625, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "eval_accuracy": 0.88, | |
| "eval_f1": 0.8802333980766498, | |
| "eval_loss": 0.4214743971824646, | |
| "eval_runtime": 12.0989, | |
| "eval_samples_per_second": 41.326, | |
| "eval_steps_per_second": 10.331, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 10.0, | |
| "step": 2500, | |
| "total_flos": 4.0857422266368e+18, | |
| "train_loss": 0.7867561736106873, | |
| "train_runtime": 2885.7234, | |
| "train_samples_per_second": 13.861, | |
| "train_steps_per_second": 0.866 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 2500, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 10, | |
| "save_steps": 500, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 4.0857422266368e+18, | |
| "train_batch_size": 4, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |