{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7100505184791279,
  "eval_steps": 500,
  "global_step": 21364,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.001030311087476735,
      "grad_norm": 60.25547409057617,
      "learning_rate": 1.0157273918741808e-06,
      "loss": 8.8455,
      "step": 31
    },
    {
      "epoch": 0.00206062217495347,
      "grad_norm": 15.669363975524902,
      "learning_rate": 2.0314547837483616e-06,
      "loss": 7.1553,
      "step": 62
    },
    {
      "epoch": 0.003090933262430205,
      "grad_norm": 15.366345405578613,
      "learning_rate": 3.0471821756225426e-06,
      "loss": 5.8784,
      "step": 93
    },
    {
      "epoch": 0.00412124434990694,
      "grad_norm": 36.30561828613281,
      "learning_rate": 4.062909567496723e-06,
      "loss": 4.7708,
      "step": 124
    },
    {
      "epoch": 0.005151555437383675,
      "grad_norm": 27.202678680419922,
      "learning_rate": 5.078636959370905e-06,
      "loss": 4.1629,
      "step": 155
    },
    {
      "epoch": 0.00618186652486041,
      "grad_norm": 24.30484962463379,
      "learning_rate": 6.094364351245085e-06,
      "loss": 3.867,
      "step": 186
    },
    {
      "epoch": 0.007212177612337145,
      "grad_norm": 19.916366577148438,
      "learning_rate": 7.110091743119267e-06,
      "loss": 3.6131,
      "step": 217
    },
    {
      "epoch": 0.00824248869981388,
      "grad_norm": 17.577274322509766,
      "learning_rate": 8.125819134993446e-06,
      "loss": 3.4772,
      "step": 248
    },
    {
      "epoch": 0.009272799787290615,
      "grad_norm": 12.133190155029297,
      "learning_rate": 9.141546526867629e-06,
      "loss": 3.3218,
      "step": 279
    },
    {
      "epoch": 0.01030311087476735,
      "grad_norm": 19.79263687133789,
      "learning_rate": 1.015727391874181e-05,
      "loss": 3.2055,
      "step": 310
    },
    {
      "epoch": 0.011333421962244085,
      "grad_norm": 16.38133430480957,
      "learning_rate": 1.117300131061599e-05,
      "loss": 3.1062,
      "step": 341
    },
    {
      "epoch": 0.01236373304972082,
      "grad_norm": 12.638299942016602,
      "learning_rate": 1.218872870249017e-05,
      "loss": 3.0106,
      "step": 372
    },
    {
      "epoch": 0.013394044137197554,
      "grad_norm": 9.46596908569336,
      "learning_rate": 1.3204456094364351e-05,
      "loss": 2.924,
      "step": 403
    },
    {
      "epoch": 0.01442435522467429,
      "grad_norm": 10.945392608642578,
      "learning_rate": 1.4220183486238533e-05,
      "loss": 2.844,
      "step": 434
    },
    {
      "epoch": 0.015454666312151024,
      "grad_norm": 8.474015235900879,
      "learning_rate": 1.5235910878112714e-05,
      "loss": 2.7892,
      "step": 465
    },
    {
      "epoch": 0.01648497739962776,
      "grad_norm": 9.370804786682129,
      "learning_rate": 1.6251638269986893e-05,
      "loss": 2.7509,
      "step": 496
    },
    {
      "epoch": 0.017515288487104493,
      "grad_norm": 11.63398551940918,
      "learning_rate": 1.7267365661861077e-05,
      "loss": 2.6999,
      "step": 527
    },
    {
      "epoch": 0.01854559957458123,
      "grad_norm": 9.17713451385498,
      "learning_rate": 1.8283093053735257e-05,
      "loss": 2.6459,
      "step": 558
    },
    {
      "epoch": 0.019575910662057962,
      "grad_norm": 7.119054794311523,
      "learning_rate": 1.9298820445609438e-05,
      "loss": 2.603,
      "step": 589
    },
    {
      "epoch": 0.0206062217495347,
      "grad_norm": 6.653646945953369,
      "learning_rate": 2.031454783748362e-05,
      "loss": 2.5588,
      "step": 620
    },
    {
      "epoch": 0.021636532837011432,
      "grad_norm": 8.332653045654297,
      "learning_rate": 2.13302752293578e-05,
      "loss": 2.5357,
      "step": 651
    },
    {
      "epoch": 0.02266684392448817,
      "grad_norm": 6.4949116706848145,
      "learning_rate": 2.234600262123198e-05,
      "loss": 2.4967,
      "step": 682
    },
    {
      "epoch": 0.023697155011964902,
      "grad_norm": 9.41009521484375,
      "learning_rate": 2.336173001310616e-05,
      "loss": 2.4563,
      "step": 713
    },
    {
      "epoch": 0.02472746609944164,
      "grad_norm": 7.840345859527588,
      "learning_rate": 2.437745740498034e-05,
      "loss": 2.4383,
      "step": 744
    },
    {
      "epoch": 0.025757777186918372,
      "grad_norm": 6.116458415985107,
      "learning_rate": 2.5393184796854525e-05,
      "loss": 2.3817,
      "step": 775
    },
    {
      "epoch": 0.02678808827439511,
      "grad_norm": 5.938300609588623,
      "learning_rate": 2.6408912188728702e-05,
      "loss": 2.3508,
      "step": 806
    },
    {
      "epoch": 0.027818399361871842,
      "grad_norm": 5.4408345222473145,
      "learning_rate": 2.7424639580602886e-05,
      "loss": 2.3325,
      "step": 837
    },
    {
      "epoch": 0.02884871044934858,
      "grad_norm": 5.375136375427246,
      "learning_rate": 2.8440366972477066e-05,
      "loss": 2.3101,
      "step": 868
    },
    {
      "epoch": 0.029879021536825312,
      "grad_norm": 5.149726867675781,
      "learning_rate": 2.9456094364351244e-05,
      "loss": 2.282,
      "step": 899
    },
    {
      "epoch": 0.03090933262430205,
      "grad_norm": 4.591221332550049,
      "learning_rate": 3.0471821756225428e-05,
      "loss": 2.2427,
      "step": 930
    },
    {
      "epoch": 0.031939643711778785,
      "grad_norm": 4.977034091949463,
      "learning_rate": 3.148754914809961e-05,
      "loss": 2.2218,
      "step": 961
    },
    {
      "epoch": 0.03296995479925552,
      "grad_norm": 5.038781642913818,
      "learning_rate": 3.2503276539973785e-05,
      "loss": 2.2044,
      "step": 992
    },
    {
      "epoch": 0.03400026588673225,
      "grad_norm": 4.872281551361084,
      "learning_rate": 3.351900393184797e-05,
      "loss": 2.1657,
      "step": 1023
    },
    {
      "epoch": 0.035030576974208985,
      "grad_norm": 4.370841979980469,
      "learning_rate": 3.453473132372215e-05,
      "loss": 2.1365,
      "step": 1054
    },
    {
      "epoch": 0.036060888061685725,
      "grad_norm": 4.087072849273682,
      "learning_rate": 3.555045871559633e-05,
      "loss": 2.1253,
      "step": 1085
    },
    {
      "epoch": 0.03709119914916246,
      "grad_norm": 4.113957405090332,
      "learning_rate": 3.6566186107470514e-05,
      "loss": 2.0973,
      "step": 1116
    },
    {
      "epoch": 0.03812151023663919,
      "grad_norm": 4.0119733810424805,
      "learning_rate": 3.7581913499344695e-05,
      "loss": 2.1024,
      "step": 1147
    },
    {
      "epoch": 0.039151821324115925,
      "grad_norm": 4.247573375701904,
      "learning_rate": 3.8597640891218876e-05,
      "loss": 2.0722,
      "step": 1178
    },
    {
      "epoch": 0.04018213241159266,
      "grad_norm": 3.5575129985809326,
      "learning_rate": 3.9613368283093056e-05,
      "loss": 2.056,
      "step": 1209
    },
    {
      "epoch": 0.0412124434990694,
      "grad_norm": 3.8885862827301025,
      "learning_rate": 4.062909567496724e-05,
      "loss": 2.0389,
      "step": 1240
    },
    {
      "epoch": 0.04224275458654613,
      "grad_norm": 3.680628538131714,
      "learning_rate": 4.164482306684142e-05,
      "loss": 2.0385,
      "step": 1271
    },
    {
      "epoch": 0.043273065674022865,
      "grad_norm": 3.780876874923706,
      "learning_rate": 4.26605504587156e-05,
      "loss": 2.0097,
      "step": 1302
    },
    {
      "epoch": 0.0443033767614996,
      "grad_norm": 4.235328674316406,
      "learning_rate": 4.367627785058978e-05,
      "loss": 2.0024,
      "step": 1333
    },
    {
      "epoch": 0.04533368784897634,
      "grad_norm": 3.326941967010498,
      "learning_rate": 4.469200524246396e-05,
      "loss": 1.9953,
      "step": 1364
    },
    {
      "epoch": 0.04636399893645307,
      "grad_norm": 3.28456449508667,
      "learning_rate": 4.570773263433814e-05,
      "loss": 1.9579,
      "step": 1395
    },
    {
      "epoch": 0.047394310023929805,
      "grad_norm": 16.107433319091797,
      "learning_rate": 4.672346002621232e-05,
      "loss": 1.9701,
      "step": 1426
    },
    {
      "epoch": 0.04842462111140654,
      "grad_norm": 3.5708224773406982,
      "learning_rate": 4.77391874180865e-05,
      "loss": 1.9621,
      "step": 1457
    },
    {
      "epoch": 0.04945493219888328,
      "grad_norm": 2.9053499698638916,
      "learning_rate": 4.875491480996068e-05,
      "loss": 1.9458,
      "step": 1488
    },
    {
      "epoch": 0.05048524328636001,
      "grad_norm": 3.0863258838653564,
      "learning_rate": 4.977064220183487e-05,
      "loss": 1.9483,
      "step": 1519
    },
    {
      "epoch": 0.051515554373836744,
      "grad_norm": 2.9012269973754883,
      "learning_rate": 4.9999915451558777e-05,
      "loss": 1.928,
      "step": 1550
    },
    {
      "epoch": 0.05254586546131348,
      "grad_norm": 3.0949041843414307,
      "learning_rate": 4.999955597496219e-05,
      "loss": 1.9229,
      "step": 1581
    },
    {
      "epoch": 0.05357617654879022,
      "grad_norm": 2.8687901496887207,
      "learning_rate": 4.9998914381774255e-05,
      "loss": 1.915,
      "step": 1612
    },
    {
      "epoch": 0.05460648763626695,
      "grad_norm": 3.2136878967285156,
      "learning_rate": 4.999799067923527e-05,
      "loss": 1.9197,
      "step": 1643
    },
    {
      "epoch": 0.055636798723743684,
      "grad_norm": 2.590843677520752,
      "learning_rate": 4.999678487776908e-05,
      "loss": 1.8756,
      "step": 1674
    },
    {
      "epoch": 0.05666710981122042,
      "grad_norm": 2.64634108543396,
      "learning_rate": 4.9995296990983006e-05,
      "loss": 1.9033,
      "step": 1705
    },
    {
      "epoch": 0.05769742089869716,
      "grad_norm": 3.0151331424713135,
      "learning_rate": 4.999352703566763e-05,
      "loss": 1.8883,
      "step": 1736
    },
    {
      "epoch": 0.05872773198617389,
      "grad_norm": 2.526806354522705,
      "learning_rate": 4.999147503179668e-05,
      "loss": 1.8666,
      "step": 1767
    },
    {
      "epoch": 0.059758043073650624,
      "grad_norm": 2.510300397872925,
      "learning_rate": 4.998914100252672e-05,
      "loss": 1.854,
      "step": 1798
    },
    {
      "epoch": 0.06078835416112736,
      "grad_norm": 2.4867682456970215,
      "learning_rate": 4.998652497419696e-05,
      "loss": 1.8548,
      "step": 1829
    },
    {
      "epoch": 0.0618186652486041,
      "grad_norm": 2.3920586109161377,
      "learning_rate": 4.9983626976328927e-05,
      "loss": 1.8495,
      "step": 1860
    },
    {
      "epoch": 0.06284897633608083,
      "grad_norm": 2.714177370071411,
      "learning_rate": 4.998044704162613e-05,
      "loss": 1.8433,
      "step": 1891
    },
    {
      "epoch": 0.06387928742355757,
      "grad_norm": 2.3094465732574463,
      "learning_rate": 4.9976985205973705e-05,
      "loss": 1.8382,
      "step": 1922
    },
    {
      "epoch": 0.0649095985110343,
      "grad_norm": 2.47184419631958,
      "learning_rate": 4.997324150843799e-05,
      "loss": 1.8464,
      "step": 1953
    },
    {
      "epoch": 0.06593990959851104,
      "grad_norm": 2.391841411590576,
      "learning_rate": 4.99692159912661e-05,
      "loss": 1.8179,
      "step": 1984
    },
    {
      "epoch": 0.06697022068598776,
      "grad_norm": 2.2471864223480225,
      "learning_rate": 4.996490869988546e-05,
      "loss": 1.8149,
      "step": 2015
    },
    {
      "epoch": 0.0680005317734645,
      "grad_norm": 2.5497376918792725,
      "learning_rate": 4.996031968290326e-05,
      "loss": 1.8099,
      "step": 2046
    },
    {
      "epoch": 0.06903084286094124,
      "grad_norm": 2.330463409423828,
      "learning_rate": 4.995544899210594e-05,
      "loss": 1.8267,
      "step": 2077
    },
    {
      "epoch": 0.07006115394841797,
      "grad_norm": 2.3259341716766357,
      "learning_rate": 4.9950296682458583e-05,
      "loss": 1.7801,
      "step": 2108
    },
    {
      "epoch": 0.07109146503589471,
      "grad_norm": 2.1711952686309814,
      "learning_rate": 4.994486281210429e-05,
      "loss": 1.7961,
      "step": 2139
    },
    {
      "epoch": 0.07212177612337145,
      "grad_norm": 2.1808884143829346,
      "learning_rate": 4.9939147442363566e-05,
      "loss": 1.8109,
      "step": 2170
    },
    {
      "epoch": 0.07315208721084818,
      "grad_norm": 2.089256525039673,
      "learning_rate": 4.9933150637733574e-05,
      "loss": 1.8026,
      "step": 2201
    },
    {
      "epoch": 0.07418239829832492,
      "grad_norm": 2.0864951610565186,
      "learning_rate": 4.992687246588743e-05,
      "loss": 1.7753,
      "step": 2232
    },
    {
      "epoch": 0.07521270938580164,
      "grad_norm": 2.36157488822937,
      "learning_rate": 4.992031299767347e-05,
      "loss": 1.7746,
      "step": 2263
    },
    {
      "epoch": 0.07624302047327838,
      "grad_norm": 2.5334439277648926,
      "learning_rate": 4.9913472307114386e-05,
      "loss": 1.7927,
      "step": 2294
    },
    {
      "epoch": 0.07727333156075512,
      "grad_norm": 2.2565715312957764,
      "learning_rate": 4.9906350471406446e-05,
      "loss": 1.7668,
      "step": 2325
    },
    {
      "epoch": 0.07830364264823185,
      "grad_norm": 2.1043128967285156,
      "learning_rate": 4.989894757091861e-05,
      "loss": 1.7771,
      "step": 2356
    },
    {
      "epoch": 0.07933395373570859,
      "grad_norm": 1.9659819602966309,
      "learning_rate": 4.989126368919158e-05,
      "loss": 1.7666,
      "step": 2387
    },
    {
      "epoch": 0.08036426482318532,
      "grad_norm": 2.0778403282165527,
      "learning_rate": 4.988329891293693e-05,
      "loss": 1.7405,
      "step": 2418
    },
    {
      "epoch": 0.08139457591066206,
      "grad_norm": 2.1767923831939697,
      "learning_rate": 4.987505333203608e-05,
      "loss": 1.7495,
      "step": 2449
    },
    {
      "epoch": 0.0824248869981388,
      "grad_norm": 2.260143280029297,
      "learning_rate": 4.9866527039539276e-05,
      "loss": 1.7504,
      "step": 2480
    },
    {
      "epoch": 0.08345519808561552,
      "grad_norm": 2.18271803855896,
      "learning_rate": 4.9857720131664594e-05,
      "loss": 1.7456,
      "step": 2511
    },
    {
      "epoch": 0.08448550917309226,
      "grad_norm": 2.209594964981079,
      "learning_rate": 4.9848632707796773e-05,
      "loss": 1.7528,
      "step": 2542
    },
    {
      "epoch": 0.085515820260569,
      "grad_norm": 2.0666229724884033,
      "learning_rate": 4.9839264870486155e-05,
      "loss": 1.7517,
      "step": 2573
    },
    {
      "epoch": 0.08654613134804573,
      "grad_norm": 2.1070454120635986,
      "learning_rate": 4.9829616725447526e-05,
      "loss": 1.7474,
      "step": 2604
    },
    {
      "epoch": 0.08757644243552247,
      "grad_norm": 1.9430303573608398,
      "learning_rate": 4.981968838155888e-05,
      "loss": 1.7348,
      "step": 2635
    },
    {
      "epoch": 0.0886067535229992,
      "grad_norm": 1.9638925790786743,
      "learning_rate": 4.980947995086024e-05,
      "loss": 1.7202,
      "step": 2666
    },
    {
      "epoch": 0.08963706461047594,
      "grad_norm": 1.8845652341842651,
      "learning_rate": 4.979899154855234e-05,
      "loss": 1.7375,
      "step": 2697
    },
    {
      "epoch": 0.09066737569795268,
      "grad_norm": 5.712058067321777,
      "learning_rate": 4.9788223292995386e-05,
      "loss": 1.7379,
      "step": 2728
    },
    {
      "epoch": 0.0916976867854294,
      "grad_norm": 1.9520670175552368,
      "learning_rate": 4.977717530570768e-05,
      "loss": 1.7302,
      "step": 2759
    },
    {
      "epoch": 0.09272799787290614,
      "grad_norm": 1.8802224397659302,
      "learning_rate": 4.976584771136425e-05,
      "loss": 1.74,
      "step": 2790
    },
    {
      "epoch": 0.09375830896038288,
      "grad_norm": 2.1098153591156006,
      "learning_rate": 4.975424063779547e-05,
      "loss": 1.7024,
      "step": 2821
    },
    {
      "epoch": 0.09478862004785961,
      "grad_norm": 2.1568291187286377,
      "learning_rate": 4.974235421598557e-05,
      "loss": 1.7131,
      "step": 2852
    },
    {
      "epoch": 0.09581893113533635,
      "grad_norm": 1.8769980669021606,
      "learning_rate": 4.973018858007122e-05,
      "loss": 1.7008,
      "step": 2883
    },
    {
      "epoch": 0.09684924222281308,
      "grad_norm": 1.8325533866882324,
      "learning_rate": 4.9717743867339963e-05,
      "loss": 1.7058,
      "step": 2914
    },
    {
      "epoch": 0.09787955331028982,
      "grad_norm": 2.086416721343994,
      "learning_rate": 4.9705020218228695e-05,
      "loss": 1.711,
      "step": 2945
    },
    {
      "epoch": 0.09890986439776656,
      "grad_norm": 1.8294793367385864,
      "learning_rate": 4.969201777632205e-05,
      "loss": 1.6998,
      "step": 2976
    },
    {
      "epoch": 0.09994017548524328,
      "grad_norm": 2.0608153343200684,
      "learning_rate": 4.9678736688350846e-05,
      "loss": 1.6948,
      "step": 3007
    },
    {
      "epoch": 0.10097048657272002,
      "grad_norm": 3.2166008949279785,
      "learning_rate": 4.966517710419033e-05,
      "loss": 1.6788,
      "step": 3038
    },
    {
      "epoch": 0.10200079766019676,
      "grad_norm": 1.9431313276290894,
      "learning_rate": 4.965133917685858e-05,
      "loss": 1.7115,
      "step": 3069
    },
    {
      "epoch": 0.10303110874767349,
      "grad_norm": 1.967512845993042,
      "learning_rate": 4.9637223062514714e-05,
      "loss": 1.7033,
      "step": 3100
    },
    {
      "epoch": 0.10406141983515023,
      "grad_norm": 1.9253389835357666,
      "learning_rate": 4.962282892045718e-05,
      "loss": 1.6856,
      "step": 3131
    },
    {
      "epoch": 0.10509173092262696,
      "grad_norm": 1.986840009689331,
      "learning_rate": 4.9608156913121904e-05,
      "loss": 1.723,
      "step": 3162
    },
    {
      "epoch": 0.1061220420101037,
      "grad_norm": 1.83523690700531,
      "learning_rate": 4.959320720608049e-05,
      "loss": 1.6912,
      "step": 3193
    },
    {
      "epoch": 0.10715235309758044,
      "grad_norm": 2.1271955966949463,
      "learning_rate": 4.9577979968038354e-05,
      "loss": 1.7032,
      "step": 3224
    },
    {
      "epoch": 0.10818266418505716,
      "grad_norm": 1.8383768796920776,
      "learning_rate": 4.956247537083282e-05,
      "loss": 1.6726,
      "step": 3255
    },
    {
      "epoch": 0.1092129752725339,
      "grad_norm": 1.8806651830673218,
      "learning_rate": 4.9546693589431145e-05,
      "loss": 1.6817,
      "step": 3286
    },
    {
      "epoch": 0.11024328636001064,
      "grad_norm": 1.7535260915756226,
      "learning_rate": 4.9530634801928595e-05,
      "loss": 1.6875,
      "step": 3317
    },
    {
      "epoch": 0.11127359744748737,
      "grad_norm": 1.765906810760498,
      "learning_rate": 4.9514299189546395e-05,
      "loss": 1.6859,
      "step": 3348
    },
    {
      "epoch": 0.11230390853496411,
      "grad_norm": 1.869828462600708,
      "learning_rate": 4.949768693662973e-05,
      "loss": 1.6915,
      "step": 3379
    },
    {
      "epoch": 0.11333421962244083,
      "grad_norm": 1.8347504138946533,
      "learning_rate": 4.948079823064559e-05,
      "loss": 1.6859,
      "step": 3410
    },
    {
      "epoch": 0.11436453070991758,
      "grad_norm": 1.7692474126815796,
      "learning_rate": 4.946363326218074e-05,
      "loss": 1.6565,
      "step": 3441
    },
    {
      "epoch": 0.11539484179739432,
      "grad_norm": 1.8231885433197021,
      "learning_rate": 4.9446192224939525e-05,
      "loss": 1.686,
      "step": 3472
    },
    {
      "epoch": 0.11642515288487104,
      "grad_norm": 1.7155958414077759,
      "learning_rate": 4.942847531574167e-05,
      "loss": 1.6538,
      "step": 3503
    },
    {
      "epoch": 0.11745546397234778,
      "grad_norm": 1.787183403968811,
      "learning_rate": 4.941048273452008e-05,
      "loss": 1.6776,
      "step": 3534
    },
    {
      "epoch": 0.11848577505982451,
      "grad_norm": 1.741213083267212,
      "learning_rate": 4.9392214684318605e-05,
      "loss": 1.6784,
      "step": 3565
    },
    {
      "epoch": 0.11951608614730125,
      "grad_norm": 1.7836824655532837,
      "learning_rate": 4.93736713712897e-05,
      "loss": 1.6557,
      "step": 3596
    },
    {
      "epoch": 0.12054639723477799,
      "grad_norm": 1.7103859186172485,
      "learning_rate": 4.9354853004692124e-05,
      "loss": 1.6606,
      "step": 3627
    },
    {
      "epoch": 0.12157670832225471,
      "grad_norm": 1.7865506410598755,
      "learning_rate": 4.93357597968886e-05,
      "loss": 1.6409,
      "step": 3658
    },
    {
      "epoch": 0.12260701940973145,
      "grad_norm": 1.7770143747329712,
      "learning_rate": 4.931639196334338e-05,
      "loss": 1.6574,
      "step": 3689
    },
    {
      "epoch": 0.1236373304972082,
      "grad_norm": 1.857575535774231,
      "learning_rate": 4.9296749722619826e-05,
      "loss": 1.6724,
      "step": 3720
    },
    {
      "epoch": 0.12466764158468492,
      "grad_norm": 1.8742581605911255,
      "learning_rate": 4.9276833296377966e-05,
      "loss": 1.6506,
      "step": 3751
    },
    {
      "epoch": 0.12569795267216166,
      "grad_norm": 1.827668309211731,
      "learning_rate": 4.925664290937196e-05,
      "loss": 1.6523,
      "step": 3782
    },
    {
      "epoch": 0.1267282637596384,
      "grad_norm": 1.7517486810684204,
      "learning_rate": 4.9236178789447576e-05,
      "loss": 1.6459,
      "step": 3813
    },
    {
      "epoch": 0.12775857484711514,
      "grad_norm": 1.8109570741653442,
      "learning_rate": 4.921544116753962e-05,
      "loss": 1.6614,
      "step": 3844
    },
    {
      "epoch": 0.12878888593459187,
      "grad_norm": 1.692597508430481,
      "learning_rate": 4.919443027766935e-05,
      "loss": 1.6431,
      "step": 3875
    },
    {
      "epoch": 0.1298191970220686,
      "grad_norm": 1.8650025129318237,
      "learning_rate": 4.91731463569418e-05,
      "loss": 1.6466,
      "step": 3906
    },
    {
      "epoch": 0.13084950810954532,
      "grad_norm": 1.6794081926345825,
      "learning_rate": 4.915158964554312e-05,
      "loss": 1.6504,
      "step": 3937
    },
    {
      "epoch": 0.13187981919702207,
      "grad_norm": 1.7685374021530151,
      "learning_rate": 4.912976038673786e-05,
      "loss": 1.6446,
      "step": 3968
    },
    {
      "epoch": 0.1329101302844988,
      "grad_norm": 1.7601110935211182,
      "learning_rate": 4.9107658826866254e-05,
      "loss": 1.631,
      "step": 3999
    },
    {
      "epoch": 0.13394044137197553,
      "grad_norm": 2.0616064071655273,
      "learning_rate": 4.908528521534139e-05,
      "loss": 1.6476,
      "step": 4030
    },
    {
      "epoch": 0.13497075245945228,
      "grad_norm": 1.8973504304885864,
      "learning_rate": 4.906263980464644e-05,
      "loss": 1.6582,
      "step": 4061
    },
    {
      "epoch": 0.136001063546929,
      "grad_norm": 1.7768895626068115,
      "learning_rate": 4.903972285033178e-05,
      "loss": 1.6159,
      "step": 4092
    },
    {
      "epoch": 0.13703137463440573,
      "grad_norm": 1.8264424800872803,
      "learning_rate": 4.901653461101213e-05,
      "loss": 1.6289,
      "step": 4123
    },
    {
      "epoch": 0.1380616857218825,
      "grad_norm": 1.7140119075775146,
      "learning_rate": 4.8993075348363626e-05,
      "loss": 1.6357,
      "step": 4154
    },
    {
      "epoch": 0.13909199680935921,
      "grad_norm": 1.6964486837387085,
      "learning_rate": 4.896934532712084e-05,
      "loss": 1.6233,
      "step": 4185
    },
    {
      "epoch": 0.14012230789683594,
      "grad_norm": 1.8008025884628296,
      "learning_rate": 4.8945344815073846e-05,
      "loss": 1.637,
      "step": 4216
    },
    {
      "epoch": 0.1411526189843127,
      "grad_norm": 1.562730073928833,
      "learning_rate": 4.892107408306516e-05,
      "loss": 1.6379,
      "step": 4247
    },
    {
      "epoch": 0.14218293007178942,
      "grad_norm": 1.8273371458053589,
      "learning_rate": 4.889653340498669e-05,
      "loss": 1.6246,
      "step": 4278
    },
    {
      "epoch": 0.14321324115926615,
      "grad_norm": 56.33716583251953,
      "learning_rate": 4.8871723057776664e-05,
      "loss": 1.6457,
      "step": 4309
    },
    {
      "epoch": 0.1442435522467429,
      "grad_norm": 1.746523380279541,
      "learning_rate": 4.8846643321416476e-05,
      "loss": 1.6343,
      "step": 4340
    },
    {
      "epoch": 0.14527386333421963,
      "grad_norm": 1.7737531661987305,
      "learning_rate": 4.882129447892753e-05,
      "loss": 1.6447,
      "step": 4371
    },
    {
      "epoch": 0.14630417442169635,
      "grad_norm": 1.660485863685608,
      "learning_rate": 4.8795676816368076e-05,
      "loss": 1.6192,
      "step": 4402
    },
    {
      "epoch": 0.14733448550917308,
      "grad_norm": 1.6823406219482422,
      "learning_rate": 4.876979062282995e-05,
      "loss": 1.6253,
      "step": 4433
    },
    {
      "epoch": 0.14836479659664983,
      "grad_norm": 7.78139066696167,
      "learning_rate": 4.8743636190435325e-05,
      "loss": 1.6234,
      "step": 4464
    },
    {
      "epoch": 0.14939510768412656,
      "grad_norm": 1.7426058053970337,
      "learning_rate": 4.871721381433344e-05,
      "loss": 1.6337,
      "step": 4495
    },
    {
      "epoch": 0.1504254187716033,
      "grad_norm": 1.6294783353805542,
      "learning_rate": 4.869052379269719e-05,
      "loss": 1.6217,
      "step": 4526
    },
    {
      "epoch": 0.15145572985908004,
      "grad_norm": 1.6523306369781494,
      "learning_rate": 4.866356642671985e-05,
      "loss": 1.605,
      "step": 4557
    },
    {
      "epoch": 0.15248604094655677,
      "grad_norm": 1.8571300506591797,
      "learning_rate": 4.8636342020611634e-05,
      "loss": 1.6218,
      "step": 4588
    },
    {
      "epoch": 0.1535163520340335,
      "grad_norm": 1.7754936218261719,
      "learning_rate": 4.860885088159626e-05,
      "loss": 1.6171,
      "step": 4619
    },
    {
      "epoch": 0.15454666312151025,
      "grad_norm": 1.91987943649292,
      "learning_rate": 4.858109331990751e-05,
      "loss": 1.6167,
      "step": 4650
    },
    {
      "epoch": 0.15557697420898697,
      "grad_norm": 1.5994452238082886,
      "learning_rate": 4.855306964878567e-05,
      "loss": 1.5951,
      "step": 4681
    },
    {
      "epoch": 0.1566072852964637,
      "grad_norm": 1.6490916013717651,
      "learning_rate": 4.8524780184474084e-05,
      "loss": 1.616,
      "step": 4712
    },
    {
      "epoch": 0.15763759638394045,
      "grad_norm": 1.5921640396118164,
      "learning_rate": 4.8496225246215496e-05,
      "loss": 1.6346,
      "step": 4743
    },
    {
      "epoch": 0.15866790747141718,
      "grad_norm": 1.6729261875152588,
      "learning_rate": 4.8467405156248505e-05,
      "loss": 1.6165,
      "step": 4774
    },
    {
      "epoch": 0.1596982185588939,
      "grad_norm": 1.628113031387329,
      "learning_rate": 4.843832023980392e-05,
      "loss": 1.6119,
      "step": 4805
    },
    {
      "epoch": 0.16072852964637063,
      "grad_norm": 1.651647925376892,
      "learning_rate": 4.840897082510106e-05,
      "loss": 1.5997,
      "step": 4836
    },
    {
      "epoch": 0.1617588407338474,
      "grad_norm": 1.5297720432281494,
      "learning_rate": 4.8379357243344084e-05,
      "loss": 1.6242,
      "step": 4867
    },
    {
      "epoch": 0.1627891518213241,
      "grad_norm": 1.5779869556427002,
      "learning_rate": 4.8349479828718236e-05,
      "loss": 1.6149,
      "step": 4898
    },
    {
      "epoch": 0.16381946290880084,
      "grad_norm": 1.5843939781188965,
      "learning_rate": 4.8319338918386075e-05,
      "loss": 1.5926,
      "step": 4929
    },
    {
      "epoch": 0.1648497739962776,
      "grad_norm": 2.3762106895446777,
      "learning_rate": 4.828893485248369e-05,
      "loss": 1.6108,
      "step": 4960
    },
    {
      "epoch": 0.16588008508375432,
      "grad_norm": 1.5871953964233398,
      "learning_rate": 4.825826797411682e-05,
      "loss": 1.6103,
      "step": 4991
    },
    {
      "epoch": 0.16691039617123105,
      "grad_norm": 1.5934125185012817,
      "learning_rate": 4.822733862935702e-05,
      "loss": 1.6091,
      "step": 5022
    },
    {
      "epoch": 0.1679407072587078,
      "grad_norm": 1.6997628211975098,
      "learning_rate": 4.819614716723775e-05,
      "loss": 1.6098,
      "step": 5053
    },
    {
      "epoch": 0.16897101834618453,
      "grad_norm": 1.682849645614624,
      "learning_rate": 4.8164693939750425e-05,
      "loss": 1.599,
      "step": 5084
    },
    {
      "epoch": 0.17000132943366125,
      "grad_norm": 1.709743857383728,
      "learning_rate": 4.813297930184042e-05,
      "loss": 1.6194,
      "step": 5115
    },
    {
      "epoch": 0.171031640521138,
      "grad_norm": 1.725879430770874,
      "learning_rate": 4.810100361140314e-05,
      "loss": 1.6115,
      "step": 5146
    },
    {
      "epoch": 0.17206195160861473,
      "grad_norm": 1.6710290908813477,
      "learning_rate": 4.8068767229279885e-05,
      "loss": 1.6032,
      "step": 5177
    },
    {
      "epoch": 0.17309226269609146,
      "grad_norm": 1.6156634092330933,
      "learning_rate": 4.8036270519253854e-05,
      "loss": 1.5973,
      "step": 5208
    },
    {
      "epoch": 0.1741225737835682,
      "grad_norm": 1.5654059648513794,
      "learning_rate": 4.8003513848046e-05,
      "loss": 1.5817,
      "step": 5239
    },
    {
      "epoch": 0.17515288487104494,
      "grad_norm": 1.5789822340011597,
      "learning_rate": 4.79704975853109e-05,
      "loss": 1.6138,
      "step": 5270
    },
    {
      "epoch": 0.17618319595852167,
      "grad_norm": 1.6022037267684937,
      "learning_rate": 4.793722210363262e-05,
      "loss": 1.5998,
      "step": 5301
    },
    {
      "epoch": 0.1772135070459984,
      "grad_norm": 1.5142741203308105,
      "learning_rate": 4.7903687778520414e-05,
      "loss": 1.6061,
      "step": 5332
    },
    {
      "epoch": 0.17824381813347515,
      "grad_norm": 1.6454212665557861,
      "learning_rate": 4.7869894988404593e-05,
      "loss": 1.6063,
      "step": 5363
    },
    {
      "epoch": 0.17927412922095187,
      "grad_norm": 1.5250823497772217,
      "learning_rate": 4.783584411463221e-05,
      "loss": 1.6038,
      "step": 5394
    },
    {
      "epoch": 0.1803044403084286,
      "grad_norm": 1.5829335451126099,
      "learning_rate": 4.780153554146274e-05,
      "loss": 1.5949,
      "step": 5425
    },
    {
      "epoch": 0.18133475139590535,
      "grad_norm": 1.5342432260513306,
      "learning_rate": 4.7766969656063766e-05,
      "loss": 1.5913,
      "step": 5456
    },
    {
      "epoch": 0.18236506248338208,
      "grad_norm": 1.6397250890731812,
      "learning_rate": 4.773214684850662e-05,
      "loss": 1.6102,
      "step": 5487
    },
    {
      "epoch": 0.1833953735708588,
      "grad_norm": 1.5228471755981445,
      "learning_rate": 4.769706751176193e-05,
      "loss": 1.5885,
      "step": 5518
    },
    {
      "epoch": 0.18442568465833556,
      "grad_norm": 1.6186103820800781,
      "learning_rate": 4.7661732041695264e-05,
      "loss": 1.6086,
      "step": 5549
    },
    {
      "epoch": 0.18545599574581229,
      "grad_norm": 1.6024582386016846,
      "learning_rate": 4.762614083706258e-05,
      "loss": 1.6004,
      "step": 5580
    },
    {
      "epoch": 0.186486306833289,
      "grad_norm": 1.5443711280822754,
      "learning_rate": 4.759029429950581e-05,
      "loss": 1.6048,
      "step": 5611
    },
    {
      "epoch": 0.18751661792076577,
      "grad_norm": 1.4831629991531372,
      "learning_rate": 4.7554192833548235e-05,
      "loss": 1.5841,
      "step": 5642
    },
    {
      "epoch": 0.1885469290082425,
      "grad_norm": 1.6426068544387817,
      "learning_rate": 4.751783684659e-05,
      "loss": 1.587,
      "step": 5673
    },
    {
      "epoch": 0.18957724009571922,
      "grad_norm": 1.4609078168869019,
      "learning_rate": 4.748122674890348e-05,
      "loss": 1.5945,
      "step": 5704
    },
    {
      "epoch": 0.19060755118319597,
      "grad_norm": 1.5365614891052246,
      "learning_rate": 4.7444362953628654e-05,
      "loss": 1.5737,
      "step": 5735
    },
    {
      "epoch": 0.1916378622706727,
      "grad_norm": 1.5755670070648193,
      "learning_rate": 4.7407245876768424e-05,
      "loss": 1.5862,
      "step": 5766
    },
    {
      "epoch": 0.19266817335814942,
      "grad_norm": 1.6469846963882446,
      "learning_rate": 4.736987593718397e-05,
      "loss": 1.5663,
      "step": 5797
    },
    {
      "epoch": 0.19369848444562615,
      "grad_norm": 1.5927278995513916,
      "learning_rate": 4.733225355658999e-05,
      "loss": 1.5776,
      "step": 5828
    },
    {
      "epoch": 0.1947287955331029,
      "grad_norm": 1.5593287944793701,
      "learning_rate": 4.7294379159549926e-05,
      "loss": 1.579,
      "step": 5859
    },
    {
      "epoch": 0.19575910662057963,
      "grad_norm": 1.534055233001709,
      "learning_rate": 4.725625317347119e-05,
      "loss": 1.6017,
      "step": 5890
    },
    {
      "epoch": 0.19678941770805636,
      "grad_norm": 1.5846387147903442,
      "learning_rate": 4.7217876028600374e-05,
      "loss": 1.5739,
      "step": 5921
    },
    {
      "epoch": 0.1978197287955331,
      "grad_norm": 1.5377682447433472,
      "learning_rate": 4.717924815801832e-05,
      "loss": 1.57,
      "step": 5952
    },
    {
      "epoch": 0.19885003988300984,
      "grad_norm": 1.467956781387329,
      "learning_rate": 4.714036999763532e-05,
      "loss": 1.5736,
      "step": 5983
    },
    {
      "epoch": 0.19988035097048656,
      "grad_norm": 1.601070523262024,
      "learning_rate": 4.7101241986186116e-05,
      "loss": 1.5861,
      "step": 6014
    },
    {
      "epoch": 0.20091066205796332,
      "grad_norm": 1.5051921606063843,
      "learning_rate": 4.7061864565225e-05,
      "loss": 1.5735,
      "step": 6045
    },
    {
      "epoch": 0.20194097314544004,
      "grad_norm": 1.462843418121338,
      "learning_rate": 4.702223817912081e-05,
      "loss": 1.582,
      "step": 6076
    },
    {
      "epoch": 0.20297128423291677,
      "grad_norm": 1.5698682069778442,
      "learning_rate": 4.698236327505195e-05,
      "loss": 1.5647,
      "step": 6107
    },
    {
      "epoch": 0.20400159532039353,
      "grad_norm": 1.5633916854858398,
      "learning_rate": 4.694224030300127e-05,
      "loss": 1.5741,
      "step": 6138
    },
    {
      "epoch": 0.20503190640787025,
      "grad_norm": 1.6174733638763428,
      "learning_rate": 4.690186971575107e-05,
      "loss": 1.5634,
      "step": 6169
    },
    {
      "epoch": 0.20606221749534698,
      "grad_norm": 1.4957518577575684,
      "learning_rate": 4.6861251968877916e-05,
      "loss": 1.575,
      "step": 6200
    },
    {
      "epoch": 0.2070925285828237,
      "grad_norm": 1.670933485031128,
      "learning_rate": 4.68203875207476e-05,
      "loss": 1.5792,
      "step": 6231
    },
    {
      "epoch": 0.20812283967030046,
      "grad_norm": 1.5676430463790894,
      "learning_rate": 4.677927683250983e-05,
      "loss": 1.5689,
      "step": 6262
    },
    {
      "epoch": 0.20915315075777718,
      "grad_norm": 1.5753976106643677,
      "learning_rate": 4.6737920368093156e-05,
      "loss": 1.5594,
      "step": 6293
    },
    {
      "epoch": 0.2101834618452539,
      "grad_norm": 1.4973617792129517,
      "learning_rate": 4.669631859419965e-05,
      "loss": 1.5593,
      "step": 6324
    },
    {
      "epoch": 0.21121377293273066,
      "grad_norm": 1.4691433906555176,
      "learning_rate": 4.6654471980299676e-05,
      "loss": 1.5711,
      "step": 6355
    },
    {
      "epoch": 0.2122440840202074,
      "grad_norm": 1.407630443572998,
      "learning_rate": 4.661238099862658e-05,
      "loss": 1.5787,
      "step": 6386
    },
    {
      "epoch": 0.21327439510768412,
      "grad_norm": 1.5011677742004395,
      "learning_rate": 4.657004612417138e-05,
      "loss": 1.5751,
      "step": 6417
    },
    {
      "epoch": 0.21430470619516087,
      "grad_norm": 1.509750485420227,
      "learning_rate": 4.6527467834677374e-05,
      "loss": 1.5583,
      "step": 6448
    },
    {
      "epoch": 0.2153350172826376,
      "grad_norm": 1.3919882774353027,
      "learning_rate": 4.648464661063478e-05,
      "loss": 1.5712,
      "step": 6479
    },
    {
      "epoch": 0.21636532837011432,
      "grad_norm": 1.4854936599731445,
      "learning_rate": 4.6441582935275264e-05,
      "loss": 1.5637,
      "step": 6510
    },
    {
      "epoch": 0.21739563945759108,
      "grad_norm": 1.4413583278656006,
      "learning_rate": 4.6398277294566586e-05,
      "loss": 1.56,
      "step": 6541
    },
    {
      "epoch": 0.2184259505450678,
      "grad_norm": 1.5063883066177368,
      "learning_rate": 4.6354730177207e-05,
      "loss": 1.5525,
      "step": 6572
    },
    {
      "epoch": 0.21945626163254453,
      "grad_norm": 1.4899688959121704,
      "learning_rate": 4.6310942074619787e-05,
      "loss": 1.5817,
      "step": 6603
    },
    {
      "epoch": 0.22048657272002128,
      "grad_norm": 1.3927967548370361,
      "learning_rate": 4.626691348094777e-05,
      "loss": 1.5407,
      "step": 6634
    },
    {
      "epoch": 0.221516883807498,
      "grad_norm": 1.5378398895263672,
      "learning_rate": 4.622264489304762e-05,
      "loss": 1.5561,
      "step": 6665
    },
    {
      "epoch": 0.22254719489497474,
      "grad_norm": 1.554624319076538,
      "learning_rate": 4.617813681048434e-05,
      "loss": 1.5859,
      "step": 6696
    },
    {
      "epoch": 0.22357750598245146,
      "grad_norm": 1.5356658697128296,
      "learning_rate": 4.61333897355256e-05,
      "loss": 1.5531,
      "step": 6727
    },
    {
      "epoch": 0.22460781706992822,
      "grad_norm": 1.5534918308258057,
      "learning_rate": 4.608840417313604e-05,
      "loss": 1.5774,
      "step": 6758
    },
    {
      "epoch": 0.22563812815740494,
      "grad_norm": 1.5660988092422485,
      "learning_rate": 4.6043180630971646e-05,
      "loss": 1.5763,
      "step": 6789
    },
    {
      "epoch": 0.22666843924488167,
      "grad_norm": 1.4993386268615723,
      "learning_rate": 4.599771961937391e-05,
      "loss": 1.5615,
      "step": 6820
    },
    {
      "epoch": 0.22769875033235842,
      "grad_norm": 1.4630553722381592,
      "learning_rate": 4.5952021651364204e-05,
      "loss": 1.543,
      "step": 6851
    },
    {
      "epoch": 0.22872906141983515,
      "grad_norm": 1.470173954963684,
      "learning_rate": 4.590608724263786e-05,
      "loss": 1.5674,
      "step": 6882
    },
    {
      "epoch": 0.22975937250731188,
      "grad_norm": 1.5867971181869507,
      "learning_rate": 4.585991691155845e-05,
      "loss": 1.5702,
      "step": 6913
    },
    {
      "epoch": 0.23078968359478863,
      "grad_norm": 1.44207763671875,
      "learning_rate": 4.581351117915188e-05,
      "loss": 1.5436,
      "step": 6944
    },
    {
      "epoch": 0.23181999468226536,
      "grad_norm": 1.4691039323806763,
      "learning_rate": 4.5766870569100534e-05,
      "loss": 1.5465,
      "step": 6975
    },
    {
      "epoch": 0.23285030576974208,
      "grad_norm": 1.4807918071746826,
      "learning_rate": 4.571999560773736e-05,
      "loss": 1.5564,
      "step": 7006
    },
    {
      "epoch": 0.23388061685721884,
      "grad_norm": 1.481487512588501,
      "learning_rate": 4.5672886824039915e-05,
      "loss": 1.5466,
      "step": 7037
    },
    {
      "epoch": 0.23491092794469556,
      "grad_norm": 1.4518013000488281,
      "learning_rate": 4.5625544749624435e-05,
      "loss": 1.5618,
      "step": 7068
    },
    {
      "epoch": 0.2359412390321723,
      "grad_norm": 1.4186676740646362,
      "learning_rate": 4.5577969918739794e-05,
      "loss": 1.5528,
      "step": 7099
    },
    {
      "epoch": 0.23697155011964902,
      "grad_norm": 1.5287110805511475,
      "learning_rate": 4.5530162868261486e-05,
      "loss": 1.5457,
      "step": 7130
    },
    {
      "epoch": 0.23800186120712577,
      "grad_norm": 1.5516417026519775,
      "learning_rate": 4.548212413768558e-05,
      "loss": 1.5467,
      "step": 7161
    },
    {
      "epoch": 0.2390321722946025,
      "grad_norm": 1.4710053205490112,
      "learning_rate": 4.543385426912261e-05,
      "loss": 1.5431,
      "step": 7192
    },
    {
      "epoch": 0.24006248338207922,
      "grad_norm": 1.5005567073822021,
      "learning_rate": 4.53853538072915e-05,
      "loss": 1.5592,
      "step": 7223
    },
    {
      "epoch": 0.24109279446955598,
      "grad_norm": 1.5864965915679932,
      "learning_rate": 4.533662329951336e-05,
      "loss": 1.5694,
      "step": 7254
    },
    {
      "epoch": 0.2421231055570327,
      "grad_norm": 1.4661896228790283,
      "learning_rate": 4.528766329570536e-05,
      "loss": 1.545,
      "step": 7285
    },
    {
      "epoch": 0.24315341664450943,
      "grad_norm": 1.5157560110092163,
      "learning_rate": 4.523847434837447e-05,
      "loss": 1.5458,
      "step": 7316
    },
    {
      "epoch": 0.24418372773198618,
      "grad_norm": 1.4033585786819458,
      "learning_rate": 4.518905701261128e-05,
      "loss": 1.5464,
      "step": 7347
    },
    {
      "epoch": 0.2452140388194629,
      "grad_norm": 1.5357593297958374,
      "learning_rate": 4.5139411846083715e-05,
      "loss": 1.5497,
      "step": 7378
    },
    {
      "epoch": 0.24624434990693964,
      "grad_norm": 1.419507384300232,
      "learning_rate": 4.508953940903073e-05,
      "loss": 1.5414,
      "step": 7409
    },
    {
      "epoch": 0.2472746609944164,
      "grad_norm": 1.5201773643493652,
      "learning_rate": 4.5039440264255994e-05,
      "loss": 1.5503,
      "step": 7440
    },
    {
      "epoch": 0.24830497208189312,
      "grad_norm": 1.8000444173812866,
      "learning_rate": 4.498911497712155e-05,
      "loss": 1.5448,
      "step": 7471
    },
    {
      "epoch": 0.24933528316936984,
      "grad_norm": 1.4876810312271118,
      "learning_rate": 4.493856411554142e-05,
      "loss": 1.5524,
      "step": 7502
    },
    {
      "epoch": 0.25036559425684657,
      "grad_norm": 1.5130078792572021,
      "learning_rate": 4.4887788249975206e-05,
      "loss": 1.5454,
      "step": 7533
    },
    {
      "epoch": 0.2513959053443233,
      "grad_norm": 1.4829351902008057,
      "learning_rate": 4.4836787953421656e-05,
      "loss": 1.5407,
      "step": 7564
    },
    {
      "epoch": 0.2524262164318001,
      "grad_norm": 1.521550178527832,
      "learning_rate": 4.478556380141218e-05,
      "loss": 1.5727,
      "step": 7595
    },
    {
      "epoch": 0.2534565275192768,
      "grad_norm": 1.4377928972244263,
      "learning_rate": 4.4734116372004375e-05,
      "loss": 1.5432,
      "step": 7626
    },
    {
      "epoch": 0.25448683860675353,
      "grad_norm": 1.4101744890213013,
      "learning_rate": 4.4682446245775477e-05,
      "loss": 1.547,
      "step": 7657
    },
    {
      "epoch": 0.2555171496942303,
      "grad_norm": 1.522524356842041,
      "learning_rate": 4.463055400581586e-05,
      "loss": 1.5418,
      "step": 7688
    },
    {
      "epoch": 0.256547460781707,
      "grad_norm": 1.4160797595977783,
      "learning_rate": 4.4578440237722374e-05,
      "loss": 1.5457,
      "step": 7719
    },
    {
      "epoch": 0.25757777186918374,
      "grad_norm": 1.4106636047363281,
      "learning_rate": 4.452610552959183e-05,
      "loss": 1.5405,
      "step": 7750
    },
    {
      "epoch": 0.2586080829566605,
      "grad_norm": 1.422723650932312,
      "learning_rate": 4.447355047201428e-05,
      "loss": 1.5423,
      "step": 7781
    },
    {
      "epoch": 0.2596383940441372,
      "grad_norm": 1.4362592697143555,
      "learning_rate": 4.4420775658066414e-05,
      "loss": 1.5372,
      "step": 7812
    },
    {
      "epoch": 0.26066870513161394,
      "grad_norm": 1.4319696426391602,
      "learning_rate": 4.436778168330484e-05,
      "loss": 1.5451,
      "step": 7843
    },
    {
      "epoch": 0.26169901621909064,
      "grad_norm": 1.4069257974624634,
      "learning_rate": 4.4314569145759353e-05,
      "loss": 1.5221,
      "step": 7874
    },
    {
      "epoch": 0.2627293273065674,
      "grad_norm": 1.4424949884414673,
      "learning_rate": 4.42611386459262e-05,
      "loss": 1.5419,
      "step": 7905
    },
    {
      "epoch": 0.26375963839404415,
      "grad_norm": 1.4579105377197266,
      "learning_rate": 4.420749078676133e-05,
      "loss": 1.5116,
      "step": 7936
    },
    {
      "epoch": 0.26478994948152085,
      "grad_norm": 1.4563167095184326,
      "learning_rate": 4.4153626173673516e-05,
      "loss": 1.5296,
      "step": 7967
    },
    {
      "epoch": 0.2658202605689976,
      "grad_norm": 1.4440968036651611,
      "learning_rate": 4.409954541451762e-05,
      "loss": 1.5548,
      "step": 7998
    },
    {
      "epoch": 0.26685057165647436,
      "grad_norm": 1.5711034536361694,
      "learning_rate": 4.404524911958764e-05,
      "loss": 1.535,
      "step": 8029
    },
    {
      "epoch": 0.26788088274395105,
      "grad_norm": 1.5221564769744873,
      "learning_rate": 4.399073790160989e-05,
      "loss": 1.5495,
      "step": 8060
    },
    {
      "epoch": 0.2689111938314278,
      "grad_norm": 1.392699956893921,
      "learning_rate": 4.393601237573607e-05,
      "loss": 1.546,
      "step": 8091
    },
    {
      "epoch": 0.26994150491890456,
      "grad_norm": 1.5343137979507446,
      "learning_rate": 4.388107315953628e-05,
      "loss": 1.549,
      "step": 8122
    },
    {
      "epoch": 0.27097181600638126,
      "grad_norm": 1.4483468532562256,
      "learning_rate": 4.382592087299212e-05,
      "loss": 1.5424,
      "step": 8153
    },
    {
      "epoch": 0.272002127093858,
      "grad_norm": 1.4963489770889282,
      "learning_rate": 4.377055613848964e-05,
      "loss": 1.508,
      "step": 8184
    },
    {
      "epoch": 0.27303243818133477,
      "grad_norm": 1.4839162826538086,
      "learning_rate": 4.3714979580812355e-05,
      "loss": 1.5203,
      "step": 8215
    },
    {
      "epoch": 0.27406274926881147,
      "grad_norm": 1.4272018671035767,
      "learning_rate": 4.365919182713416e-05,
      "loss": 1.5264,
      "step": 8246
    },
    {
      "epoch": 0.2750930603562882,
      "grad_norm": 1.3808270692825317,
      "learning_rate": 4.360319350701226e-05,
      "loss": 1.5255,
      "step": 8277
    },
    {
      "epoch": 0.276123371443765,
      "grad_norm": 1.4179162979125977,
      "learning_rate": 4.3546985252380115e-05,
      "loss": 1.535,
      "step": 8308
    },
    {
      "epoch": 0.2771536825312417,
      "grad_norm": 1.3617374897003174,
      "learning_rate": 4.349056769754021e-05,
      "loss": 1.5295,
      "step": 8339
    },
    {
      "epoch": 0.27818399361871843,
      "grad_norm": 1.4745615720748901,
      "learning_rate": 4.3433941479156994e-05,
      "loss": 1.5438,
      "step": 8370
    },
    {
      "epoch": 0.2792143047061952,
      "grad_norm": 1.3661375045776367,
      "learning_rate": 4.3377107236249647e-05,
      "loss": 1.5134,
      "step": 8401
    },
    {
      "epoch": 0.2802446157936719,
      "grad_norm": 1.3907949924468994,
      "learning_rate": 4.332006561018488e-05,
      "loss": 1.5237,
      "step": 8432
    },
    {
      "epoch": 0.28127492688114863,
      "grad_norm": 1.3575704097747803,
      "learning_rate": 4.3262817244669683e-05,
      "loss": 1.5226,
      "step": 8463
    },
    {
      "epoch": 0.2823052379686254,
      "grad_norm": 1.3836462497711182,
      "learning_rate": 4.3205362785744083e-05,
      "loss": 1.5433,
      "step": 8494
    },
    {
      "epoch": 0.2833355490561021,
      "grad_norm": 1.6108276844024658,
      "learning_rate": 4.314770288177384e-05,
      "loss": 1.5324,
      "step": 8525
    },
    {
      "epoch": 0.28436586014357884,
      "grad_norm": 1.4650689363479614,
      "learning_rate": 4.308983818344313e-05,
      "loss": 1.535,
      "step": 8556
    },
    {
      "epoch": 0.2853961712310556,
      "grad_norm": 1.5836583375930786,
      "learning_rate": 4.3031769343747206e-05,
      "loss": 1.5313,
      "step": 8587
    },
    {
      "epoch": 0.2864264823185323,
      "grad_norm": 1.5348492860794067,
      "learning_rate": 4.297349701798505e-05,
      "loss": 1.5106,
      "step": 8618
    },
    {
      "epoch": 0.28745679340600905,
      "grad_norm": 1.4060319662094116,
      "learning_rate": 4.2915021863751916e-05,
      "loss": 1.5283,
      "step": 8649
    },
    {
      "epoch": 0.2884871044934858,
      "grad_norm": 1.531657099723816,
      "learning_rate": 4.285634454093198e-05,
      "loss": 1.5087,
      "step": 8680
    },
    {
      "epoch": 0.2895174155809625,
      "grad_norm": 1.4756299257278442,
      "learning_rate": 4.279746571169086e-05,
      "loss": 1.5042,
      "step": 8711
    },
    {
      "epoch": 0.29054772666843925,
      "grad_norm": 1.3221153020858765,
      "learning_rate": 4.2738386040468136e-05,
      "loss": 1.5244,
      "step": 8742
    },
    {
      "epoch": 0.29157803775591595,
      "grad_norm": 1.4067268371582031,
      "learning_rate": 4.2679106193969866e-05,
      "loss": 1.5012,
      "step": 8773
    },
    {
      "epoch": 0.2926083488433927,
      "grad_norm": 1.5192064046859741,
      "learning_rate": 4.261962684116106e-05,
      "loss": 1.521,
      "step": 8804
    },
    {
      "epoch": 0.29363865993086946,
      "grad_norm": 1.3847788572311401,
      "learning_rate": 4.2559948653258145e-05,
      "loss": 1.5128,
      "step": 8835
    },
    {
      "epoch": 0.29466897101834616,
      "grad_norm": 1.4612780809402466,
      "learning_rate": 4.250007230372134e-05,
      "loss": 1.5371,
      "step": 8866
    },
    {
      "epoch": 0.2956992821058229,
      "grad_norm": 1.468971610069275,
      "learning_rate": 4.2439998468247126e-05,
      "loss": 1.5199,
      "step": 8897
    },
    {
      "epoch": 0.29672959319329967,
      "grad_norm": 1.386236310005188,
      "learning_rate": 4.2379727824760566e-05,
      "loss": 1.5273,
      "step": 8928
    },
    {
      "epoch": 0.29775990428077637,
      "grad_norm": 1.3843929767608643,
      "learning_rate": 4.231926105340768e-05,
      "loss": 1.5011,
      "step": 8959
    },
    {
      "epoch": 0.2987902153682531,
      "grad_norm": 1.4554557800292969,
      "learning_rate": 4.225859883654776e-05,
      "loss": 1.5311,
      "step": 8990
    },
    {
      "epoch": 0.2998205264557299,
      "grad_norm": 1.3674421310424805,
      "learning_rate": 4.219774185874569e-05,
      "loss": 1.5302,
      "step": 9021
    },
    {
      "epoch": 0.3008508375432066,
      "grad_norm": 1.3804330825805664,
      "learning_rate": 4.213669080676418e-05,
      "loss": 1.538,
      "step": 9052
    },
    {
      "epoch": 0.3018811486306833,
      "grad_norm": 1.4643255472183228,
      "learning_rate": 4.2075446369556056e-05,
      "loss": 1.5172,
      "step": 9083
    },
    {
      "epoch": 0.3029114597181601,
      "grad_norm": 1.3375928401947021,
      "learning_rate": 4.201400923825648e-05,
      "loss": 1.5123,
      "step": 9114
    },
    {
      "epoch": 0.3039417708056368,
      "grad_norm": 1.4321980476379395,
      "learning_rate": 4.195238010617511e-05,
      "loss": 1.5196,
      "step": 9145
    },
    {
      "epoch": 0.30497208189311353,
      "grad_norm": 1.4312376976013184,
      "learning_rate": 4.1890559668788344e-05,
      "loss": 1.5138,
      "step": 9176
    },
    {
      "epoch": 0.3060023929805903,
      "grad_norm": 1.3089646100997925,
      "learning_rate": 4.1828548623731405e-05,
      "loss": 1.5027,
      "step": 9207
    },
    {
      "epoch": 0.307032704068067,
      "grad_norm": 1.4863250255584717,
      "learning_rate": 4.1766347670790506e-05,
      "loss": 1.5091,
      "step": 9238
    },
    {
      "epoch": 0.30806301515554374,
      "grad_norm": 1.373666763305664,
      "learning_rate": 4.170395751189495e-05,
      "loss": 1.5256,
      "step": 9269
    },
    {
      "epoch": 0.3090933262430205,
      "grad_norm": 1.4160584211349487,
      "learning_rate": 4.164137885110921e-05,
      "loss": 1.4938,
      "step": 9300
    },
    {
      "epoch": 0.3101236373304972,
      "grad_norm": 2.112110137939453,
      "learning_rate": 4.157861239462495e-05,
      "loss": 1.5106,
      "step": 9331
    },
    {
      "epoch": 0.31115394841797395,
      "grad_norm": 1.337058663368225,
      "learning_rate": 4.1515658850753114e-05,
      "loss": 1.4999,
      "step": 9362
    },
    {
      "epoch": 0.3121842595054507,
      "grad_norm": 1.3625296354293823,
      "learning_rate": 4.145251892991588e-05,
      "loss": 1.5136,
      "step": 9393
    },
    {
      "epoch": 0.3132145705929274,
      "grad_norm": 1.399491548538208,
      "learning_rate": 4.138919334463868e-05,
      "loss": 1.499,
      "step": 9424
    },
    {
      "epoch": 0.31424488168040415,
      "grad_norm": 1.4202344417572021,
      "learning_rate": 4.1325682809542124e-05,
      "loss": 1.5049,
      "step": 9455
    },
    {
      "epoch": 0.3152751927678809,
      "grad_norm": 1.392248272895813,
      "learning_rate": 4.126198804133398e-05,
      "loss": 1.5287,
      "step": 9486
    },
    {
      "epoch": 0.3163055038553576,
      "grad_norm": 1.3807618618011475,
      "learning_rate": 4.1198109758801055e-05,
      "loss": 1.5309,
      "step": 9517
    },
    {
      "epoch": 0.31733581494283436,
      "grad_norm": 1.3117905855178833,
      "learning_rate": 4.113404868280107e-05,
      "loss": 1.4933,
      "step": 9548
    },
    {
      "epoch": 0.3183661260303111,
      "grad_norm": 1.452086091041565,
      "learning_rate": 4.106980553625457e-05,
      "loss": 1.5221,
      "step": 9579
    },
    {
      "epoch": 0.3193964371177878,
      "grad_norm": 1.477364182472229,
      "learning_rate": 4.100538104413674e-05,
      "loss": 1.4904,
      "step": 9610
    },
    {
      "epoch": 0.32042674820526457,
      "grad_norm": 1.3584345579147339,
      "learning_rate": 4.09407759334692e-05,
      "loss": 1.4953,
      "step": 9641
    },
    {
      "epoch": 0.32145705929274127,
      "grad_norm": 1.3619811534881592,
      "learning_rate": 4.087599093331186e-05,
      "loss": 1.4956,
      "step": 9672
    },
    {
      "epoch": 0.322487370380218,
      "grad_norm": 1.4507052898406982,
      "learning_rate": 4.081102677475462e-05,
      "loss": 1.5197,
      "step": 9703
    },
    {
      "epoch": 0.3235176814676948,
      "grad_norm": 1.4229698181152344,
      "learning_rate": 4.0745884190909194e-05,
      "loss": 1.498,
      "step": 9734
    },
    {
      "epoch": 0.32454799255517147,
      "grad_norm": 1.3074679374694824,
      "learning_rate": 4.0680563916900796e-05,
      "loss": 1.5146,
      "step": 9765
    },
    {
      "epoch": 0.3255783036426482,
      "grad_norm": 1.397815465927124,
      "learning_rate": 4.0615066689859815e-05,
      "loss": 1.5291,
      "step": 9796
    },
    {
      "epoch": 0.326608614730125,
      "grad_norm": 1.3196336030960083,
      "learning_rate": 4.0549393248913584e-05,
      "loss": 1.5077,
      "step": 9827
    },
    {
      "epoch": 0.3276389258176017,
      "grad_norm": 1.3129957914352417,
      "learning_rate": 4.048354433517794e-05,
      "loss": 1.4965,
      "step": 9858
    },
    {
      "epoch": 0.32866923690507843,
      "grad_norm": 1.4380089044570923,
      "learning_rate": 4.0417520691748916e-05,
      "loss": 1.5115,
      "step": 9889
    },
    {
      "epoch": 0.3296995479925552,
      "grad_norm": 1.3162370920181274,
      "learning_rate": 4.035132306369438e-05,
      "loss": 1.5029,
      "step": 9920
    },
    {
      "epoch": 0.3307298590800319,
      "grad_norm": 1.3739668130874634,
      "learning_rate": 4.028495219804555e-05,
      "loss": 1.5083,
      "step": 9951
    },
    {
      "epoch": 0.33176017016750864,
      "grad_norm": 1.3673723936080933,
      "learning_rate": 4.021840884378864e-05,
      "loss": 1.5223,
      "step": 9982
    },
    {
      "epoch": 0.3327904812549854,
      "grad_norm": 1.3970317840576172,
      "learning_rate": 4.015169375185633e-05,
      "loss": 1.5003,
      "step": 10013
    },
    {
      "epoch": 0.3338207923424621,
      "grad_norm": 1.2982394695281982,
      "learning_rate": 4.0084807675119396e-05,
      "loss": 1.5066,
      "step": 10044
    },
    {
      "epoch": 0.33485110342993885,
      "grad_norm": 1.4548689126968384,
      "learning_rate": 4.0017751368378106e-05,
      "loss": 1.4993,
      "step": 10075
    },
    {
      "epoch": 0.3358814145174156,
      "grad_norm": 1.3693586587905884,
      "learning_rate": 3.995052558835377e-05,
      "loss": 1.4987,
      "step": 10106
    },
    {
      "epoch": 0.3369117256048923,
      "grad_norm": 1.4046767950057983,
      "learning_rate": 3.988313109368017e-05,
      "loss": 1.5098,
      "step": 10137
    },
    {
      "epoch": 0.33794203669236905,
      "grad_norm": 1.3772069215774536,
      "learning_rate": 3.981556864489504e-05,
      "loss": 1.5165,
      "step": 10168
    },
    {
      "epoch": 0.3389723477798458,
      "grad_norm": 1.471211314201355,
      "learning_rate": 3.974783900443142e-05,
      "loss": 1.5037,
      "step": 10199
    },
    {
      "epoch": 0.3400026588673225,
      "grad_norm": 1.3990979194641113,
      "learning_rate": 3.9679942936609095e-05,
      "loss": 1.5096,
      "step": 10230
    },
    {
      "epoch": 0.34103296995479926,
      "grad_norm": 1.3779234886169434,
      "learning_rate": 3.961188120762596e-05,
      "loss": 1.4914,
      "step": 10261
    },
    {
      "epoch": 0.342063281042276,
      "grad_norm": 1.2866768836975098,
      "learning_rate": 3.954365458554938e-05,
      "loss": 1.5026,
      "step": 10292
    },
    {
      "epoch": 0.3430935921297527,
      "grad_norm": 1.353468894958496,
      "learning_rate": 3.947526384030751e-05,
      "loss": 1.5063,
      "step": 10323
    },
    {
      "epoch": 0.34412390321722947,
      "grad_norm": 1.3264256715774536,
      "learning_rate": 3.9406709743680624e-05,
      "loss": 1.4911,
      "step": 10354
    },
    {
      "epoch": 0.3451542143047062,
      "grad_norm": 1.3496876955032349,
      "learning_rate": 3.9337993069292366e-05,
      "loss": 1.4921,
      "step": 10385
    },
    {
      "epoch": 0.3461845253921829,
      "grad_norm": 1.3812434673309326,
      "learning_rate": 3.926911459260109e-05,
      "loss": 1.4826,
      "step": 10416
    },
    {
      "epoch": 0.34721483647965967,
      "grad_norm": 1.4926965236663818,
      "learning_rate": 3.920007509089102e-05,
      "loss": 1.4994,
      "step": 10447
    },
    {
      "epoch": 0.3482451475671364,
      "grad_norm": 1.3446170091629028,
      "learning_rate": 3.913087534326357e-05,
      "loss": 1.5114,
      "step": 10478
    },
    {
      "epoch": 0.3492754586546131,
      "grad_norm": 1.3100495338439941,
      "learning_rate": 3.9061516130628475e-05,
      "loss": 1.5066,
      "step": 10509
    },
    {
      "epoch": 0.3503057697420899,
      "grad_norm": 1.395874261856079,
      "learning_rate": 3.8991998235695025e-05,
      "loss": 1.4999,
      "step": 10540
    },
    {
      "epoch": 0.3513360808295666,
      "grad_norm": 1.3682137727737427,
      "learning_rate": 3.8922322442963224e-05,
      "loss": 1.4778,
      "step": 10571
    },
    {
      "epoch": 0.35236639191704333,
      "grad_norm": 1.4196573495864868,
      "learning_rate": 3.885248953871491e-05,
      "loss": 1.4909,
      "step": 10602
    },
    {
      "epoch": 0.3533967030045201,
      "grad_norm": 1.4299864768981934,
      "learning_rate": 3.8782500311004915e-05,
      "loss": 1.5025,
      "step": 10633
    },
    {
      "epoch": 0.3544270140919968,
      "grad_norm": 1.39677095413208,
      "learning_rate": 3.871235554965218e-05,
      "loss": 1.4932,
      "step": 10664
    },
    {
      "epoch": 0.35545732517947354,
      "grad_norm": 1.3219736814498901,
      "learning_rate": 3.864205604623078e-05,
      "loss": 1.4795,
      "step": 10695
    },
    {
      "epoch": 0.3564876362669503,
      "grad_norm": 1.3649324178695679,
      "learning_rate": 3.857160259406107e-05,
      "loss": 1.4838,
      "step": 10726
    },
    {
      "epoch": 0.357517947354427,
      "grad_norm": 1.4109989404678345,
      "learning_rate": 3.8500995988200674e-05,
      "loss": 1.5058,
      "step": 10757
    },
    {
      "epoch": 0.35854825844190374,
      "grad_norm": 1.3625038862228394,
      "learning_rate": 3.843023702543556e-05,
      "loss": 1.4912,
      "step": 10788
    },
    {
      "epoch": 0.3595785695293805,
      "grad_norm": 1.4725775718688965,
      "learning_rate": 3.8359326504270984e-05,
      "loss": 1.5012,
      "step": 10819
    },
    {
      "epoch": 0.3606088806168572,
      "grad_norm": 1.4126085042953491,
      "learning_rate": 3.828826522492255e-05,
      "loss": 1.4977,
      "step": 10850
    },
    {
      "epoch": 0.36163919170433395,
      "grad_norm": 1.3949086666107178,
      "learning_rate": 3.821705398930713e-05,
      "loss": 1.4903,
      "step": 10881
    },
    {
      "epoch": 0.3626695027918107,
      "grad_norm": 1.286792516708374,
      "learning_rate": 3.814569360103385e-05,
      "loss": 1.5067,
      "step": 10912
    },
    {
      "epoch": 0.3636998138792874,
      "grad_norm": 1.274703025817871,
      "learning_rate": 3.807418486539499e-05,
      "loss": 1.4583,
      "step": 10943
    },
    {
      "epoch": 0.36473012496676416,
      "grad_norm": 1.401455283164978,
      "learning_rate": 3.80025285893569e-05,
      "loss": 1.4834,
      "step": 10974
    },
    {
      "epoch": 0.3657604360542409,
      "grad_norm": 1.308361530303955,
      "learning_rate": 3.793072558155093e-05,
      "loss": 1.4832,
      "step": 11005
    },
    {
      "epoch": 0.3667907471417176,
      "grad_norm": 1.654733419418335,
      "learning_rate": 3.785877665226426e-05,
      "loss": 1.4867,
      "step": 11036
    },
    {
      "epoch": 0.36782105822919436,
      "grad_norm": 1.3530856370925903,
      "learning_rate": 3.778668261343079e-05,
      "loss": 1.4873,
      "step": 11067
    },
    {
      "epoch": 0.3688513693166711,
      "grad_norm": 1.3567407131195068,
      "learning_rate": 3.771444427862192e-05,
      "loss": 1.4935,
      "step": 11098
    },
    {
      "epoch": 0.3698816804041478,
      "grad_norm": 1.3184572458267212,
      "learning_rate": 3.7642062463037465e-05,
      "loss": 1.4891,
      "step": 11129
    },
    {
      "epoch": 0.37091199149162457,
      "grad_norm": 1.366489291191101,
      "learning_rate": 3.7569537983496373e-05,
      "loss": 1.5159,
      "step": 11160
    },
    {
      "epoch": 0.3719423025791013,
      "grad_norm": 1.423258662223816,
      "learning_rate": 3.749687165842753e-05,
      "loss": 1.4938,
      "step": 11191
    },
    {
      "epoch": 0.372972613666578,
      "grad_norm": 1.3226194381713867,
      "learning_rate": 3.7424064307860536e-05,
      "loss": 1.499,
      "step": 11222
    },
    {
      "epoch": 0.3740029247540548,
      "grad_norm": 1.350500464439392,
      "learning_rate": 3.735111675341645e-05,
      "loss": 1.4952,
      "step": 11253
    },
    {
      "epoch": 0.37503323584153153,
      "grad_norm": 1.3667839765548706,
      "learning_rate": 3.7278029818298524e-05,
      "loss": 1.4763,
      "step": 11284
    },
    {
      "epoch": 0.37606354692900823,
      "grad_norm": 1.4876132011413574,
      "learning_rate": 3.720480432728287e-05,
      "loss": 1.4913,
      "step": 11315
    },
    {
      "epoch": 0.377093858016485,
      "grad_norm": 1.3927743434906006,
      "learning_rate": 3.71314411067092e-05,
      "loss": 1.4948,
      "step": 11346
    },
    {
      "epoch": 0.37812416910396174,
      "grad_norm": 1.3752413988113403,
      "learning_rate": 3.70579409844715e-05,
      "loss": 1.4763,
      "step": 11377
    },
    {
      "epoch": 0.37915448019143844,
      "grad_norm": 1.3530951738357544,
      "learning_rate": 3.698430479000865e-05,
      "loss": 1.5077,
      "step": 11408
    },
    {
      "epoch": 0.3801847912789152,
      "grad_norm": 1.4309345483779907,
      "learning_rate": 3.691053335429509e-05,
      "loss": 1.4945,
      "step": 11439
    },
    {
      "epoch": 0.38121510236639194,
      "grad_norm": 1.2874380350112915,
      "learning_rate": 3.683662750983147e-05,
      "loss": 1.4698,
      "step": 11470
    },
    {
      "epoch": 0.38224541345386864,
      "grad_norm": 1.3356250524520874,
      "learning_rate": 3.676258809063518e-05,
      "loss": 1.4924,
      "step": 11501
    },
    {
      "epoch": 0.3832757245413454,
      "grad_norm": 1.304559588432312,
      "learning_rate": 3.6688415932231004e-05,
      "loss": 1.4682,
      "step": 11532
    },
    {
      "epoch": 0.3843060356288221,
      "grad_norm": 1.4153447151184082,
      "learning_rate": 3.661411187164166e-05,
      "loss": 1.4989,
      "step": 11563
    },
    {
      "epoch": 0.38533634671629885,
      "grad_norm": 1.356992244720459,
      "learning_rate": 3.65396767473784e-05,
      "loss": 1.4854,
      "step": 11594
    },
    {
      "epoch": 0.3863666578037756,
      "grad_norm": 1.322449803352356,
      "learning_rate": 3.6465111399431465e-05,
      "loss": 1.4877,
      "step": 11625
    },
    {
      "epoch": 0.3873969688912523,
      "grad_norm": 1.3981350660324097,
      "learning_rate": 3.6390416669260674e-05,
      "loss": 1.499,
      "step": 11656
    },
    {
      "epoch": 0.38842727997872906,
      "grad_norm": 1.324871301651001,
      "learning_rate": 3.63155933997859e-05,
      "loss": 1.4814,
      "step": 11687
    },
    {
      "epoch": 0.3894575910662058,
      "grad_norm": 1.3940790891647339,
      "learning_rate": 3.624064243537758e-05,
      "loss": 1.4754,
      "step": 11718
    },
    {
      "epoch": 0.3904879021536825,
      "grad_norm": 1.2880780696868896,
      "learning_rate": 3.616556462184716e-05,
      "loss": 1.4832,
      "step": 11749
    },
    {
      "epoch": 0.39151821324115926,
      "grad_norm": 1.315329670906067,
      "learning_rate": 3.609036080643755e-05,
      "loss": 1.4853,
      "step": 11780
    },
    {
      "epoch": 0.392548524328636,
      "grad_norm": 1.4093523025512695,
      "learning_rate": 3.60150318378136e-05,
      "loss": 1.4978,
      "step": 11811
    },
    {
      "epoch": 0.3935788354161127,
      "grad_norm": 1.271151065826416,
      "learning_rate": 3.5939578566052465e-05,
      "loss": 1.4933,
      "step": 11842
    },
    {
      "epoch": 0.39460914650358947,
      "grad_norm": 1.2910923957824707,
      "learning_rate": 3.586400184263408e-05,
      "loss": 1.4853,
      "step": 11873
    },
    {
      "epoch": 0.3956394575910662,
      "grad_norm": 1.2480064630508423,
      "learning_rate": 3.578830252043148e-05,
      "loss": 1.4642,
      "step": 11904
    },
    {
      "epoch": 0.3966697686785429,
      "grad_norm": 1.263197422027588,
      "learning_rate": 3.571248145370125e-05,
      "loss": 1.4812,
      "step": 11935
    },
    {
      "epoch": 0.3977000797660197,
      "grad_norm": 1.3231288194656372,
      "learning_rate": 3.5636539498073794e-05,
      "loss": 1.4744,
      "step": 11966
    },
    {
      "epoch": 0.39873039085349643,
      "grad_norm": 1.3933110237121582,
      "learning_rate": 3.556047751054378e-05,
      "loss": 1.4849,
      "step": 11997
    },
    {
      "epoch": 0.39976070194097313,
      "grad_norm": 1.3615801334381104,
      "learning_rate": 3.548429634946039e-05,
      "loss": 1.4866,
      "step": 12028
    },
    {
      "epoch": 0.4007910130284499,
      "grad_norm": 1.298638939857483,
      "learning_rate": 3.540799687451768e-05,
      "loss": 1.4664,
      "step": 12059
    },
    {
      "epoch": 0.40182132411592664,
      "grad_norm": 1.29216468334198,
      "learning_rate": 3.533157994674485e-05,
      "loss": 1.4697,
      "step": 12090
    },
    {
      "epoch": 0.40285163520340334,
      "grad_norm": 1.3759845495224,
      "learning_rate": 3.5255046428496546e-05,
      "loss": 1.4854,
      "step": 12121
    },
    {
      "epoch": 0.4038819462908801,
      "grad_norm": 1.4045615196228027,
      "learning_rate": 3.517839718344311e-05,
      "loss": 1.4622,
      "step": 12152
    },
    {
      "epoch": 0.40491225737835684,
      "grad_norm": 1.2979034185409546,
      "learning_rate": 3.510163307656086e-05,
      "loss": 1.4797,
      "step": 12183
    },
    {
      "epoch": 0.40594256846583354,
      "grad_norm": 1.303139567375183,
      "learning_rate": 3.5024754974122324e-05,
      "loss": 1.4588,
      "step": 12214
    },
    {
      "epoch": 0.4069728795533103,
      "grad_norm": 1.287781834602356,
      "learning_rate": 3.494776374368643e-05,
      "loss": 1.4834,
      "step": 12245
    },
    {
      "epoch": 0.40800319064078705,
      "grad_norm": 1.3806688785552979,
      "learning_rate": 3.4870660254088724e-05,
      "loss": 1.4807,
      "step": 12276
    },
    {
      "epoch": 0.40903350172826375,
      "grad_norm": 1.4059745073318481,
      "learning_rate": 3.479344537543164e-05,
      "loss": 1.4906,
      "step": 12307
    },
    {
      "epoch": 0.4100638128157405,
      "grad_norm": 1.3052942752838135,
      "learning_rate": 3.4716119979074565e-05,
      "loss": 1.4801,
      "step": 12338
    },
    {
      "epoch": 0.41109412390321726,
      "grad_norm": 1.3306844234466553,
      "learning_rate": 3.463868493762412e-05,
      "loss": 1.4911,
      "step": 12369
    },
    {
      "epoch": 0.41212443499069396,
      "grad_norm": 1.3276656866073608,
      "learning_rate": 3.456114112492418e-05,
      "loss": 1.4678,
      "step": 12400
    },
    {
      "epoch": 0.4131547460781707,
      "grad_norm": 1.3164253234863281,
      "learning_rate": 3.4483489416046164e-05,
      "loss": 1.4816,
      "step": 12431
    },
    {
      "epoch": 0.4141850571656474,
      "grad_norm": 1.3827886581420898,
      "learning_rate": 3.440573068727905e-05,
      "loss": 1.481,
      "step": 12462
    },
    {
      "epoch": 0.41521536825312416,
      "grad_norm": 1.2899463176727295,
      "learning_rate": 3.4327865816119495e-05,
      "loss": 1.4575,
      "step": 12493
    },
    {
      "epoch": 0.4162456793406009,
      "grad_norm": 1.3136677742004395,
      "learning_rate": 3.4249895681262025e-05,
      "loss": 1.4695,
      "step": 12524
    },
    {
      "epoch": 0.4172759904280776,
      "grad_norm": 1.2920372486114502,
      "learning_rate": 3.417182116258899e-05,
      "loss": 1.4765,
      "step": 12555
    },
    {
      "epoch": 0.41830630151555437,
      "grad_norm": 1.3285510540008545,
      "learning_rate": 3.409364314116074e-05,
      "loss": 1.4559,
      "step": 12586
    },
    {
      "epoch": 0.4193366126030311,
      "grad_norm": 1.2834984064102173,
      "learning_rate": 3.401536249920559e-05,
      "loss": 1.4706,
      "step": 12617
    },
    {
      "epoch": 0.4203669236905078,
      "grad_norm": 1.315942645072937,
      "learning_rate": 3.393698012010998e-05,
      "loss": 1.4692,
      "step": 12648
    },
    {
      "epoch": 0.4213972347779846,
      "grad_norm": 1.3668091297149658,
      "learning_rate": 3.385849688840839e-05,
      "loss": 1.4801,
      "step": 12679
    },
    {
      "epoch": 0.42242754586546133,
      "grad_norm": 1.312280297279358,
      "learning_rate": 3.3779913689773414e-05,
      "loss": 1.4673,
      "step": 12710
    },
    {
      "epoch": 0.423457856952938,
      "grad_norm": 1.3579858541488647,
      "learning_rate": 3.370123141100578e-05,
      "loss": 1.4578,
      "step": 12741
    },
    {
      "epoch": 0.4244881680404148,
      "grad_norm": 1.4001456499099731,
      "learning_rate": 3.3622450940024305e-05,
      "loss": 1.4787,
      "step": 12772
    },
    {
      "epoch": 0.42551847912789154,
      "grad_norm": 1.352629542350769,
      "learning_rate": 3.35435731658559e-05,
      "loss": 1.457,
      "step": 12803
    },
    {
      "epoch": 0.42654879021536823,
      "grad_norm": 1.4044222831726074,
      "learning_rate": 3.346459897862552e-05,
      "loss": 1.4979,
      "step": 12834
    },
    {
      "epoch": 0.427579101302845,
      "grad_norm": 1.2666436433792114,
      "learning_rate": 3.338552926954613e-05,
      "loss": 1.4712,
      "step": 12865
    },
    {
      "epoch": 0.42860941239032174,
      "grad_norm": 1.2487694025039673,
      "learning_rate": 3.330636493090868e-05,
      "loss": 1.4784,
      "step": 12896
    },
    {
      "epoch": 0.42963972347779844,
      "grad_norm": 1.2346290349960327,
      "learning_rate": 3.322710685607193e-05,
      "loss": 1.4754,
      "step": 12927
    },
    {
      "epoch": 0.4306700345652752,
      "grad_norm": 1.2908893823623657,
      "learning_rate": 3.314775593945251e-05,
      "loss": 1.4677,
      "step": 12958
    },
    {
      "epoch": 0.43170034565275195,
      "grad_norm": 1.3283506631851196,
      "learning_rate": 3.3068313076514714e-05,
      "loss": 1.4661,
      "step": 12989
    },
    {
      "epoch": 0.43273065674022865,
      "grad_norm": 1.2982537746429443,
      "learning_rate": 3.298877916376047e-05,
      "loss": 1.4838,
      "step": 13020
    },
    {
      "epoch": 0.4337609678277054,
      "grad_norm": 1.3566454648971558,
      "learning_rate": 3.290915509871915e-05,
      "loss": 1.4683,
      "step": 13051
    },
    {
      "epoch": 0.43479127891518216,
      "grad_norm": 1.3470877408981323,
      "learning_rate": 3.282944177993753e-05,
      "loss": 1.4724,
      "step": 13082
    },
    {
      "epoch": 0.43582159000265885,
      "grad_norm": 1.451150894165039,
      "learning_rate": 3.274964010696957e-05,
      "loss": 1.4731,
      "step": 13113
    },
    {
      "epoch": 0.4368519010901356,
      "grad_norm": 1.3415958881378174,
      "learning_rate": 3.266975098036629e-05,
      "loss": 1.4809,
      "step": 13144
    },
    {
      "epoch": 0.43788221217761236,
      "grad_norm": 1.2775352001190186,
      "learning_rate": 3.258977530166562e-05,
      "loss": 1.4523,
      "step": 13175
    },
    {
      "epoch": 0.43891252326508906,
      "grad_norm": 1.365050196647644,
      "learning_rate": 3.250971397338227e-05,
      "loss": 1.4611,
      "step": 13206
    },
    {
      "epoch": 0.4399428343525658,
      "grad_norm": 1.3481686115264893,
      "learning_rate": 3.2429567898997404e-05,
      "loss": 1.4708,
      "step": 13237
    },
    {
      "epoch": 0.44097314544004257,
      "grad_norm": 1.3418121337890625,
      "learning_rate": 3.234933798294859e-05,
      "loss": 1.485,
      "step": 13268
    },
    {
      "epoch": 0.44200345652751927,
      "grad_norm": 1.3098441362380981,
      "learning_rate": 3.2269025130619535e-05,
      "loss": 1.472,
      "step": 13299
    },
    {
      "epoch": 0.443033767614996,
      "grad_norm": 1.2792437076568604,
      "learning_rate": 3.218863024832985e-05,
      "loss": 1.4592,
      "step": 13330
    },
    {
      "epoch": 0.4440640787024727,
      "grad_norm": 1.3804035186767578,
      "learning_rate": 3.2108154243324864e-05,
      "loss": 1.4546,
      "step": 13361
    },
    {
      "epoch": 0.4450943897899495,
      "grad_norm": 1.287787675857544,
      "learning_rate": 3.2027598023765345e-05,
      "loss": 1.4477,
      "step": 13392
    },
    {
      "epoch": 0.44612470087742623,
      "grad_norm": 1.5964646339416504,
      "learning_rate": 3.194696249871729e-05,
      "loss": 1.4468,
      "step": 13423
    },
    {
      "epoch": 0.4471550119649029,
      "grad_norm": 1.3253474235534668,
      "learning_rate": 3.186624857814164e-05,
      "loss": 1.4588,
      "step": 13454
    },
    {
      "epoch": 0.4481853230523797,
      "grad_norm": 1.288176417350769,
      "learning_rate": 3.178545717288401e-05,
      "loss": 1.4644,
      "step": 13485
    },
    {
      "epoch": 0.44921563413985643,
      "grad_norm": 1.3357142210006714,
      "learning_rate": 3.170458919466444e-05,
      "loss": 1.4871,
      "step": 13516
    },
    {
      "epoch": 0.45024594522733313,
      "grad_norm": 1.2954436540603638,
      "learning_rate": 3.1623645556067063e-05,
      "loss": 1.4571,
      "step": 13547
    },
    {
      "epoch": 0.4512762563148099,
      "grad_norm": 1.344789981842041,
      "learning_rate": 3.154262717052985e-05,
      "loss": 1.459,
      "step": 13578
    },
    {
      "epoch": 0.45230656740228664,
      "grad_norm": 1.2648475170135498,
      "learning_rate": 3.146153495233426e-05,
      "loss": 1.4496,
      "step": 13609
    },
    {
      "epoch": 0.45333687848976334,
      "grad_norm": 1.312733769416809,
      "learning_rate": 3.1380369816594944e-05,
      "loss": 1.4309,
      "step": 13640
    },
    {
      "epoch": 0.4543671895772401,
      "grad_norm": 1.3719325065612793,
      "learning_rate": 3.129913267924946e-05,
      "loss": 1.4723,
      "step": 13671
    },
    {
      "epoch": 0.45539750066471685,
      "grad_norm": 1.2850617170333862,
      "learning_rate": 3.121782445704782e-05,
      "loss": 1.4599,
      "step": 13702
    },
    {
      "epoch": 0.45642781175219355,
      "grad_norm": 1.3335177898406982,
      "learning_rate": 3.11364460675423e-05,
      "loss": 1.4821,
      "step": 13733
    },
    {
      "epoch": 0.4574581228396703,
      "grad_norm": 1.1675069332122803,
      "learning_rate": 3.1054998429076934e-05,
      "loss": 1.453,
      "step": 13764
    },
    {
      "epoch": 0.45848843392714705,
      "grad_norm": 1.283544898033142,
      "learning_rate": 3.097348246077728e-05,
      "loss": 1.4545,
      "step": 13795
    },
    {
      "epoch": 0.45951874501462375,
      "grad_norm": 1.4358693361282349,
      "learning_rate": 3.0891899082539924e-05,
      "loss": 1.4673,
      "step": 13826
    },
    {
      "epoch": 0.4605490561021005,
      "grad_norm": 1.2551497220993042,
      "learning_rate": 3.0810249215022233e-05,
      "loss": 1.4532,
      "step": 13857
    },
    {
      "epoch": 0.46157936718957726,
      "grad_norm": 1.2574602365493774,
      "learning_rate": 3.0728533779631865e-05,
      "loss": 1.4762,
      "step": 13888
    },
    {
      "epoch": 0.46260967827705396,
      "grad_norm": 1.2202764749526978,
      "learning_rate": 3.064675369851637e-05,
      "loss": 1.4461,
      "step": 13919
    },
    {
      "epoch": 0.4636399893645307,
      "grad_norm": 1.2787501811981201,
      "learning_rate": 3.056490989455289e-05,
      "loss": 1.4607,
      "step": 13950
    },
    {
      "epoch": 0.46467030045200747,
      "grad_norm": 1.2511006593704224,
      "learning_rate": 3.0483003291337596e-05,
      "loss": 1.4548,
      "step": 13981
    },
    {
      "epoch": 0.46570061153948417,
      "grad_norm": 1.2749834060668945,
      "learning_rate": 3.040103481317539e-05,
      "loss": 1.4394,
      "step": 14012
    },
    {
      "epoch": 0.4667309226269609,
      "grad_norm": 1.223057746887207,
      "learning_rate": 3.03190053850694e-05,
      "loss": 1.4684,
      "step": 14043
    },
    {
      "epoch": 0.4677612337144377,
      "grad_norm": 1.39846932888031,
      "learning_rate": 3.0236915932710573e-05,
      "loss": 1.4657,
      "step": 14074
    },
    {
      "epoch": 0.4687915448019144,
      "grad_norm": 1.5305665731430054,
      "learning_rate": 3.0154767382467232e-05,
      "loss": 1.4795,
      "step": 14105
    },
    {
      "epoch": 0.4698218558893911,
      "grad_norm": 1.2569035291671753,
      "learning_rate": 3.0072560661374582e-05,
      "loss": 1.4756,
      "step": 14136
    },
    {
      "epoch": 0.4708521669768679,
      "grad_norm": 1.3472824096679688,
      "learning_rate": 2.999029669712431e-05,
      "loss": 1.4682,
      "step": 14167
    },
    {
      "epoch": 0.4718824780643446,
      "grad_norm": 1.271714210510254,
      "learning_rate": 2.990797641805408e-05,
      "loss": 1.4509,
      "step": 14198
    },
    {
      "epoch": 0.47291278915182133,
      "grad_norm": 1.3342047929763794,
      "learning_rate": 2.982560075313704e-05,
      "loss": 1.4528,
      "step": 14229
    },
    {
      "epoch": 0.47394310023929803,
      "grad_norm": 1.5821506977081299,
      "learning_rate": 2.9743170631971368e-05,
      "loss": 1.4609,
      "step": 14260
    },
    {
      "epoch": 0.4749734113267748,
      "grad_norm": 1.2598062753677368,
      "learning_rate": 2.9660686984769792e-05,
      "loss": 1.471,
      "step": 14291
    },
    {
      "epoch": 0.47600372241425154,
      "grad_norm": 1.2648885250091553,
      "learning_rate": 2.9578150742349047e-05,
      "loss": 1.4708,
      "step": 14322
    },
    {
      "epoch": 0.47703403350172824,
      "grad_norm": 1.559665560722351,
      "learning_rate": 2.949556283611942e-05,
      "loss": 1.4516,
      "step": 14353
    },
    {
      "epoch": 0.478064344589205,
      "grad_norm": 1.2621581554412842,
      "learning_rate": 2.9412924198074206e-05,
      "loss": 1.446,
      "step": 14384
    },
    {
      "epoch": 0.47909465567668175,
      "grad_norm": 1.2775017023086548,
      "learning_rate": 2.9330235760779208e-05,
      "loss": 1.4496,
      "step": 14415
    },
    {
      "epoch": 0.48012496676415845,
      "grad_norm": 1.2010388374328613,
      "learning_rate": 2.9247498457362188e-05,
      "loss": 1.4606,
      "step": 14446
    },
    {
      "epoch": 0.4811552778516352,
      "grad_norm": 1.3053895235061646,
      "learning_rate": 2.9164713221502373e-05,
      "loss": 1.4536,
      "step": 14477
    },
    {
      "epoch": 0.48218558893911195,
      "grad_norm": 1.311596155166626,
      "learning_rate": 2.9081880987419912e-05,
      "loss": 1.4409,
      "step": 14508
    },
    {
      "epoch": 0.48321590002658865,
      "grad_norm": 1.3888933658599854,
      "learning_rate": 2.8999002689865296e-05,
      "loss": 1.4314,
      "step": 14539
    },
    {
      "epoch": 0.4842462111140654,
      "grad_norm": 1.288619875907898,
      "learning_rate": 2.8916079264108852e-05,
      "loss": 1.4539,
      "step": 14570
    },
    {
      "epoch": 0.48527652220154216,
      "grad_norm": 1.2974294424057007,
      "learning_rate": 2.883311164593017e-05,
      "loss": 1.4627,
      "step": 14601
    },
    {
      "epoch": 0.48630683328901886,
      "grad_norm": 1.2057379484176636,
      "learning_rate": 2.875010077160754e-05,
      "loss": 1.4578,
      "step": 14632
    },
    {
      "epoch": 0.4873371443764956,
      "grad_norm": 1.363971471786499,
      "learning_rate": 2.866704757790741e-05,
      "loss": 1.4671,
      "step": 14663
    },
    {
      "epoch": 0.48836745546397237,
      "grad_norm": 1.2696925401687622,
      "learning_rate": 2.858395300207376e-05,
      "loss": 1.4333,
      "step": 14694
    },
    {
      "epoch": 0.48939776655144906,
      "grad_norm": 1.2653478384017944,
      "learning_rate": 2.8500817981817607e-05,
      "loss": 1.4662,
      "step": 14725
    },
    {
      "epoch": 0.4904280776389258,
      "grad_norm": 1.3011239767074585,
      "learning_rate": 2.8417643455306336e-05,
      "loss": 1.4589,
      "step": 14756
    },
    {
      "epoch": 0.4914583887264026,
      "grad_norm": 1.3312432765960693,
      "learning_rate": 2.8334430361153185e-05,
      "loss": 1.4368,
      "step": 14787
    },
    {
      "epoch": 0.49248869981387927,
      "grad_norm": 1.3015661239624023,
      "learning_rate": 2.8251179638406612e-05,
      "loss": 1.466,
      "step": 14818
    },
    {
      "epoch": 0.493519010901356,
      "grad_norm": 1.3215759992599487,
      "learning_rate": 2.8167892226539704e-05,
      "loss": 1.4486,
      "step": 14849
    },
    {
      "epoch": 0.4945493219888328,
      "grad_norm": 1.2909883260726929,
      "learning_rate": 2.8084569065439588e-05,
      "loss": 1.4433,
      "step": 14880
    },
    {
      "epoch": 0.4955796330763095,
      "grad_norm": 1.364015817642212,
      "learning_rate": 2.8001211095396807e-05,
      "loss": 1.4449,
      "step": 14911
    },
    {
      "epoch": 0.49660994416378623,
      "grad_norm": 1.2468819618225098,
      "learning_rate": 2.791781925709473e-05,
      "loss": 1.4572,
      "step": 14942
    },
    {
      "epoch": 0.497640255251263,
      "grad_norm": 1.2739325761795044,
      "learning_rate": 2.7834394491598908e-05,
      "loss": 1.4478,
      "step": 14973
    },
    {
      "epoch": 0.4986705663387397,
      "grad_norm": 1.3384937047958374,
      "learning_rate": 2.7750937740346485e-05,
      "loss": 1.4429,
      "step": 15004
    },
    {
      "epoch": 0.49970087742621644,
      "grad_norm": 1.231088399887085,
      "learning_rate": 2.7667449945135564e-05,
      "loss": 1.4631,
      "step": 15035
    },
    {
      "epoch": 0.5007311885136931,
      "grad_norm": 1.2262307405471802,
      "learning_rate": 2.7583932048114557e-05,
      "loss": 1.4508,
      "step": 15066
    },
    {
      "epoch": 0.5017614996011699,
      "grad_norm": 1.3427774906158447,
      "learning_rate": 2.7500384991771587e-05,
      "loss": 1.4441,
      "step": 15097
    },
    {
      "epoch": 0.5027918106886466,
      "grad_norm": 1.2950241565704346,
      "learning_rate": 2.7416809718923825e-05,
      "loss": 1.4427,
      "step": 15128
    },
    {
      "epoch": 0.5038221217761234,
      "grad_norm": 1.4129016399383545,
      "learning_rate": 2.7333207172706864e-05,
      "loss": 1.4562,
      "step": 15159
    },
    {
      "epoch": 0.5048524328636002,
      "grad_norm": 1.2751520872116089,
      "learning_rate": 2.7249578296564088e-05,
      "loss": 1.4517,
      "step": 15190
    },
    {
      "epoch": 0.5058827439510768,
      "grad_norm": 1.302485466003418,
      "learning_rate": 2.7165924034235973e-05,
      "loss": 1.4327,
      "step": 15221
    },
    {
      "epoch": 0.5069130550385536,
      "grad_norm": 1.295390009880066,
      "learning_rate": 2.708224532974953e-05,
      "loss": 1.4455,
      "step": 15252
    },
    {
      "epoch": 0.5079433661260303,
      "grad_norm": 1.3160103559494019,
      "learning_rate": 2.6998543127407538e-05,
      "loss": 1.4556,
      "step": 15283
    },
    {
      "epoch": 0.5089736772135071,
      "grad_norm": 1.2997361421585083,
      "learning_rate": 2.6914818371777988e-05,
      "loss": 1.444,
      "step": 15314
    },
    {
      "epoch": 0.5100039883009838,
      "grad_norm": 1.2427833080291748,
      "learning_rate": 2.6831072007683373e-05,
      "loss": 1.4501,
      "step": 15345
    },
    {
      "epoch": 0.5110342993884606,
      "grad_norm": 1.2402199506759644,
      "learning_rate": 2.6747304980190018e-05,
      "loss": 1.4543,
      "step": 15376
    },
    {
      "epoch": 0.5120646104759372,
      "grad_norm": 1.2938770055770874,
      "learning_rate": 2.6663518234597453e-05,
      "loss": 1.4394,
      "step": 15407
    },
    {
      "epoch": 0.513094921563414,
      "grad_norm": 1.1747736930847168,
      "learning_rate": 2.6579712716427696e-05,
      "loss": 1.4389,
      "step": 15438
    },
    {
      "epoch": 0.5141252326508907,
      "grad_norm": 1.326824426651001,
      "learning_rate": 2.6495889371414652e-05,
      "loss": 1.4365,
      "step": 15469
    },
    {
      "epoch": 0.5151555437383675,
      "grad_norm": 1.245665431022644,
      "learning_rate": 2.6412049145493367e-05,
      "loss": 1.4525,
      "step": 15500
    },
    {
      "epoch": 0.5161858548258442,
      "grad_norm": 1.1753687858581543,
      "learning_rate": 2.632819298478939e-05,
      "loss": 1.447,
      "step": 15531
    },
    {
      "epoch": 0.517216165913321,
      "grad_norm": 1.3870874643325806,
      "learning_rate": 2.6244321835608105e-05,
      "loss": 1.4577,
      "step": 15562
    },
    {
      "epoch": 0.5182464770007976,
      "grad_norm": 1.2849411964416504,
      "learning_rate": 2.6160436644424024e-05,
      "loss": 1.4371,
      "step": 15593
    },
    {
      "epoch": 0.5192767880882744,
      "grad_norm": 1.292443037033081,
      "learning_rate": 2.6076538357870133e-05,
      "loss": 1.4558,
      "step": 15624
    },
    {
      "epoch": 0.5203070991757511,
      "grad_norm": 1.279961347579956,
      "learning_rate": 2.5992627922727196e-05,
      "loss": 1.4384,
      "step": 15655
    },
    {
      "epoch": 0.5213374102632279,
      "grad_norm": 1.3141279220581055,
      "learning_rate": 2.5908706285913066e-05,
      "loss": 1.45,
      "step": 15686
    },
    {
      "epoch": 0.5223677213507046,
      "grad_norm": 1.3931515216827393,
      "learning_rate": 2.5824774394472008e-05,
      "loss": 1.4403,
      "step": 15717
    },
    {
      "epoch": 0.5233980324381813,
      "grad_norm": 1.2564170360565186,
      "learning_rate": 2.5740833195563996e-05,
      "loss": 1.4482,
      "step": 15748
    },
    {
      "epoch": 0.524428343525658,
      "grad_norm": 1.5450046062469482,
      "learning_rate": 2.5656883636454067e-05,
      "loss": 1.4443,
      "step": 15779
    },
    {
      "epoch": 0.5254586546131348,
      "grad_norm": 1.2659518718719482,
      "learning_rate": 2.557292666450159e-05,
      "loss": 1.4653,
      "step": 15810
    },
    {
      "epoch": 0.5264889657006115,
      "grad_norm": 1.2940540313720703,
      "learning_rate": 2.5488963227149566e-05,
      "loss": 1.4302,
      "step": 15841
    },
    {
      "epoch": 0.5275192767880883,
      "grad_norm": 1.2514533996582031,
      "learning_rate": 2.5404994271913983e-05,
      "loss": 1.4412,
      "step": 15872
    },
    {
      "epoch": 0.528549587875565,
      "grad_norm": 1.2681846618652344,
      "learning_rate": 2.5321020746373085e-05,
      "loss": 1.4411,
      "step": 15903
    },
    {
      "epoch": 0.5295798989630417,
      "grad_norm": 1.2581806182861328,
      "learning_rate": 2.52370435981567e-05,
      "loss": 1.4503,
      "step": 15934
    },
    {
      "epoch": 0.5306102100505184,
      "grad_norm": 1.3299468755722046,
      "learning_rate": 2.5153063774935533e-05,
      "loss": 1.4392,
      "step": 15965
    },
    {
      "epoch": 0.5316405211379952,
      "grad_norm": 1.240678310394287,
      "learning_rate": 2.506908222441045e-05,
      "loss": 1.4412,
      "step": 15996
    },
    {
      "epoch": 0.532670832225472,
      "grad_norm": 1.337936520576477,
      "learning_rate": 2.498509989430187e-05,
      "loss": 1.4254,
      "step": 16027
    },
    {
      "epoch": 0.5337011433129487,
      "grad_norm": 1.302909016609192,
      "learning_rate": 2.4901117732338958e-05,
      "loss": 1.4436,
      "step": 16058
    },
    {
      "epoch": 0.5347314544004255,
      "grad_norm": 1.2539550065994263,
      "learning_rate": 2.481713668624899e-05,
      "loss": 1.4496,
      "step": 16089
    },
    {
      "epoch": 0.5357617654879021,
      "grad_norm": 1.287431001663208,
      "learning_rate": 2.4733157703746663e-05,
      "loss": 1.424,
      "step": 16120
    },
    {
      "epoch": 0.5367920765753789,
      "grad_norm": 1.5333632230758667,
      "learning_rate": 2.4649181732523392e-05,
      "loss": 1.4399,
      "step": 16151
    },
    {
      "epoch": 0.5378223876628556,
      "grad_norm": 1.2591406106948853,
      "learning_rate": 2.4565209720236582e-05,
      "loss": 1.439,
      "step": 16182
    },
    {
      "epoch": 0.5388526987503324,
      "grad_norm": 1.3093276023864746,
      "learning_rate": 2.4481242614498975e-05,
      "loss": 1.4279,
      "step": 16213
    },
    {
      "epoch": 0.5398830098378091,
      "grad_norm": 1.2824875116348267,
      "learning_rate": 2.439728136286796e-05,
      "loss": 1.4428,
      "step": 16244
    },
    {
      "epoch": 0.5409133209252859,
      "grad_norm": 1.2775593996047974,
      "learning_rate": 2.4313326912834852e-05,
      "loss": 1.4352,
      "step": 16275
    },
    {
      "epoch": 0.5419436320127625,
      "grad_norm": 1.4667550325393677,
      "learning_rate": 2.4229380211814206e-05,
      "loss": 1.4633,
      "step": 16306
    },
    {
      "epoch": 0.5429739431002393,
      "grad_norm": 1.2620900869369507,
      "learning_rate": 2.4145442207133124e-05,
      "loss": 1.4482,
      "step": 16337
    },
    {
      "epoch": 0.544004254187716,
      "grad_norm": 1.3041224479675293,
      "learning_rate": 2.406151384602059e-05,
      "loss": 1.4431,
      "step": 16368
    },
    {
      "epoch": 0.5450345652751928,
      "grad_norm": 1.3634989261627197,
      "learning_rate": 2.3977596075596747e-05,
      "loss": 1.4186,
      "step": 16399
    },
    {
      "epoch": 0.5460648763626695,
      "grad_norm": 1.2322940826416016,
      "learning_rate": 2.3893689842862223e-05,
      "loss": 1.4322,
      "step": 16430
    },
    {
      "epoch": 0.5470951874501463,
      "grad_norm": 1.5554733276367188,
      "learning_rate": 2.3809796094687475e-05,
      "loss": 1.4337,
      "step": 16461
    },
    {
      "epoch": 0.5481254985376229,
      "grad_norm": 1.4745500087738037,
      "learning_rate": 2.372591577780202e-05,
      "loss": 1.4411,
      "step": 16492
    },
    {
      "epoch": 0.5491558096250997,
      "grad_norm": 1.2865196466445923,
      "learning_rate": 2.3642049838783838e-05,
      "loss": 1.429,
      "step": 16523
    },
    {
      "epoch": 0.5501861207125764,
      "grad_norm": 1.399247407913208,
      "learning_rate": 2.3558199224048666e-05,
      "loss": 1.4753,
      "step": 16554
    },
    {
      "epoch": 0.5512164318000532,
      "grad_norm": 1.2135406732559204,
      "learning_rate": 2.347436487983929e-05,
      "loss": 1.4553,
      "step": 16585
    },
    {
      "epoch": 0.55224674288753,
      "grad_norm": 1.164150357246399,
      "learning_rate": 2.3390547752214888e-05,
      "loss": 1.4268,
      "step": 16616
    },
    {
      "epoch": 0.5532770539750066,
      "grad_norm": 1.2363818883895874,
      "learning_rate": 2.330674878704035e-05,
      "loss": 1.4381,
      "step": 16647
    },
    {
      "epoch": 0.5543073650624833,
      "grad_norm": 1.286139726638794,
      "learning_rate": 2.322296892997561e-05,
      "loss": 1.4492,
      "step": 16678
    },
    {
      "epoch": 0.5553376761499601,
      "grad_norm": 1.2836147546768188,
      "learning_rate": 2.313920912646497e-05,
      "loss": 1.4128,
      "step": 16709
    },
    {
      "epoch": 0.5563679872374369,
      "grad_norm": 1.253727674484253,
      "learning_rate": 2.305547032172643e-05,
      "loss": 1.4472,
      "step": 16740
    },
    {
      "epoch": 0.5573982983249136,
      "grad_norm": 1.2580201625823975,
      "learning_rate": 2.2971753460741014e-05,
      "loss": 1.4461,
      "step": 16771
    },
    {
      "epoch": 0.5584286094123904,
      "grad_norm": 1.2446421384811401,
      "learning_rate": 2.288805948824212e-05,
      "loss": 1.4267,
      "step": 16802
    },
    {
      "epoch": 0.559458920499867,
      "grad_norm": 1.3572150468826294,
      "learning_rate": 2.2804389348704858e-05,
      "loss": 1.4222,
      "step": 16833
    },
    {
      "epoch": 0.5604892315873438,
      "grad_norm": 1.3694707155227661,
      "learning_rate": 2.2720743986335374e-05,
      "loss": 1.4624,
      "step": 16864
    },
    {
      "epoch": 0.5615195426748205,
      "grad_norm": 1.2654088735580444,
      "learning_rate": 2.2637124345060233e-05,
      "loss": 1.4379,
      "step": 16895
    },
    {
      "epoch": 0.5625498537622973,
      "grad_norm": 1.3349469900131226,
      "learning_rate": 2.2553531368515695e-05,
      "loss": 1.4404,
      "step": 16926
    },
    {
      "epoch": 0.563580164849774,
      "grad_norm": 1.2259774208068848,
      "learning_rate": 2.2469966000037144e-05,
      "loss": 1.4335,
      "step": 16957
    },
    {
      "epoch": 0.5646104759372508,
      "grad_norm": 1.2973053455352783,
      "learning_rate": 2.2386429182648417e-05,
      "loss": 1.4397,
      "step": 16988
    },
    {
      "epoch": 0.5656407870247274,
      "grad_norm": 1.2674601078033447,
      "learning_rate": 2.230292185905114e-05,
      "loss": 1.4256,
      "step": 17019
    },
    {
      "epoch": 0.5666710981122042,
      "grad_norm": 1.243605136871338,
      "learning_rate": 2.2219444971614116e-05,
      "loss": 1.4404,
      "step": 17050
    },
    {
      "epoch": 0.5677014091996809,
      "grad_norm": 1.2108361721038818,
      "learning_rate": 2.2135999462362655e-05,
      "loss": 1.4318,
      "step": 17081
    },
    {
      "epoch": 0.5687317202871577,
      "grad_norm": 1.2497962713241577,
      "learning_rate": 2.2052586272968003e-05,
      "loss": 1.4409,
      "step": 17112
    },
    {
      "epoch": 0.5697620313746344,
      "grad_norm": 1.2269086837768555,
      "learning_rate": 2.196920634473666e-05,
      "loss": 1.4417,
      "step": 17143
    },
    {
      "epoch": 0.5707923424621112,
      "grad_norm": 1.3165903091430664,
      "learning_rate": 2.1885860618599787e-05,
      "loss": 1.4541,
      "step": 17174
    },
    {
      "epoch": 0.5718226535495878,
      "grad_norm": 1.2117608785629272,
      "learning_rate": 2.1802550035102577e-05,
      "loss": 1.4457,
      "step": 17205
    },
    {
      "epoch": 0.5728529646370646,
      "grad_norm": 1.2482073307037354,
      "learning_rate": 2.171927553439363e-05,
      "loss": 1.4408,
      "step": 17236
    },
    {
      "epoch": 0.5738832757245413,
      "grad_norm": 1.2258682250976562,
      "learning_rate": 2.1636038056214376e-05,
      "loss": 1.4366,
      "step": 17267
    },
    {
      "epoch": 0.5749135868120181,
      "grad_norm": 1.254062294960022,
      "learning_rate": 2.155283853988844e-05,
      "loss": 1.4187,
      "step": 17298
    },
    {
      "epoch": 0.5759438978994948,
      "grad_norm": 1.3397905826568604,
      "learning_rate": 2.146967792431106e-05,
      "loss": 1.4316,
      "step": 17329
    },
    {
      "epoch": 0.5769742089869716,
      "grad_norm": 1.3253263235092163,
      "learning_rate": 2.138655714793849e-05,
      "loss": 1.4361,
      "step": 17360
    },
    {
      "epoch": 0.5780045200744482,
      "grad_norm": 1.2624903917312622,
      "learning_rate": 2.1303477148777367e-05,
      "loss": 1.4136,
      "step": 17391
    },
    {
      "epoch": 0.579034831161925,
      "grad_norm": 1.3255977630615234,
      "learning_rate": 2.122043886437421e-05,
      "loss": 1.4552,
      "step": 17422
    },
    {
      "epoch": 0.5800651422494018,
      "grad_norm": 1.300898790359497,
      "learning_rate": 2.1137443231804765e-05,
      "loss": 1.4152,
      "step": 17453
    },
    {
      "epoch": 0.5810954533368785,
      "grad_norm": 1.2904343605041504,
      "learning_rate": 2.105449118766347e-05,
      "loss": 1.4195,
      "step": 17484
    },
    {
      "epoch": 0.5821257644243553,
      "grad_norm": 1.3146878480911255,
      "learning_rate": 2.097158366805287e-05,
      "loss": 1.426,
      "step": 17515
    },
    {
      "epoch": 0.5831560755118319,
      "grad_norm": 1.2454010248184204,
      "learning_rate": 2.0888721608573047e-05,
      "loss": 1.4239,
      "step": 17546
    },
    {
      "epoch": 0.5841863865993087,
      "grad_norm": 1.194626808166504,
      "learning_rate": 2.0805905944311087e-05,
      "loss": 1.4416,
      "step": 17577
    },
    {
      "epoch": 0.5852166976867854,
      "grad_norm": 1.359053373336792,
      "learning_rate": 2.0723137609830497e-05,
      "loss": 1.4112,
      "step": 17608
    },
    {
      "epoch": 0.5862470087742622,
      "grad_norm": 1.2577933073043823,
      "learning_rate": 2.0640417539160686e-05,
      "loss": 1.4432,
      "step": 17639
    },
    {
      "epoch": 0.5872773198617389,
      "grad_norm": 1.2604849338531494,
      "learning_rate": 2.0557746665786427e-05,
      "loss": 1.4184,
      "step": 17670
    },
    {
      "epoch": 0.5883076309492157,
      "grad_norm": 1.2511252164840698,
      "learning_rate": 2.0475125922637256e-05,
      "loss": 1.4276,
      "step": 17701
    },
    {
      "epoch": 0.5893379420366923,
      "grad_norm": 1.2841278314590454,
      "learning_rate": 2.0392556242077047e-05,
      "loss": 1.4345,
      "step": 17732
    },
    {
      "epoch": 0.5903682531241691,
      "grad_norm": 1.3342245817184448,
      "learning_rate": 2.031003855589343e-05,
      "loss": 1.4212,
      "step": 17763
    },
    {
      "epoch": 0.5913985642116458,
      "grad_norm": 1.352387547492981,
      "learning_rate": 2.022757379528727e-05,
      "loss": 1.4316,
      "step": 17794
    },
    {
      "epoch": 0.5924288752991226,
      "grad_norm": 1.3534374237060547,
      "learning_rate": 2.0145162890862184e-05,
      "loss": 1.4352,
      "step": 17825
    },
    {
      "epoch": 0.5934591863865993,
      "grad_norm": 1.2957963943481445,
      "learning_rate": 2.0062806772614022e-05,
      "loss": 1.4057,
      "step": 17856
    },
    {
      "epoch": 0.5944894974740761,
      "grad_norm": 1.3178727626800537,
      "learning_rate": 1.9980506369920392e-05,
      "loss": 1.4323,
      "step": 17887
    },
    {
      "epoch": 0.5955198085615527,
      "grad_norm": 1.3364850282669067,
      "learning_rate": 1.989826261153015e-05,
      "loss": 1.4228,
      "step": 17918
    },
    {
      "epoch": 0.5965501196490295,
      "grad_norm": 1.283200979232788,
      "learning_rate": 1.9816076425552923e-05,
      "loss": 1.4348,
      "step": 17949
    },
    {
      "epoch": 0.5975804307365062,
      "grad_norm": 1.2856223583221436,
      "learning_rate": 1.9733948739448676e-05,
      "loss": 1.4176,
      "step": 17980
    },
    {
      "epoch": 0.598610741823983,
      "grad_norm": 1.253180742263794,
      "learning_rate": 1.9651880480017155e-05,
      "loss": 1.4175,
      "step": 18011
    },
    {
      "epoch": 0.5996410529114597,
      "grad_norm": 1.3471016883850098,
      "learning_rate": 1.9569872573387516e-05,
      "loss": 1.433,
      "step": 18042
    },
    {
      "epoch": 0.6006713639989365,
      "grad_norm": 1.2449748516082764,
      "learning_rate": 1.9487925945007854e-05,
      "loss": 1.4091,
      "step": 18073
    },
    {
      "epoch": 0.6017016750864131,
      "grad_norm": 1.3311972618103027,
      "learning_rate": 1.9406041519634726e-05,
      "loss": 1.403,
      "step": 18104
    },
    {
      "epoch": 0.6027319861738899,
      "grad_norm": 1.2645657062530518,
      "learning_rate": 1.932422022132275e-05,
      "loss": 1.4265,
      "step": 18135
    },
    {
      "epoch": 0.6037622972613667,
      "grad_norm": 1.3313370943069458,
      "learning_rate": 1.924246297341414e-05,
      "loss": 1.4275,
      "step": 18166
    },
    {
      "epoch": 0.6047926083488434,
      "grad_norm": 1.2827123403549194,
      "learning_rate": 1.9160770698528338e-05,
      "loss": 1.4277,
      "step": 18197
    },
    {
      "epoch": 0.6058229194363202,
      "grad_norm": 1.2230308055877686,
      "learning_rate": 1.907914431855156e-05,
      "loss": 1.4391,
      "step": 18228
    },
    {
      "epoch": 0.6068532305237969,
      "grad_norm": 1.2785223722457886,
      "learning_rate": 1.8997584754626412e-05,
      "loss": 1.4152,
      "step": 18259
    },
    {
      "epoch": 0.6078835416112736,
      "grad_norm": 1.3152620792388916,
      "learning_rate": 1.8916092927141486e-05,
      "loss": 1.4137,
      "step": 18290
    },
    {
      "epoch": 0.6089138526987503,
      "grad_norm": 1.1842609643936157,
      "learning_rate": 1.883466975572098e-05,
      "loss": 1.4141,
      "step": 18321
    },
    {
      "epoch": 0.6099441637862271,
      "grad_norm": 1.2319703102111816,
      "learning_rate": 1.8753316159214312e-05,
      "loss": 1.4216,
      "step": 18352
    },
    {
      "epoch": 0.6109744748737038,
      "grad_norm": 1.3239370584487915,
      "learning_rate": 1.8672033055685766e-05,
      "loss": 1.4184,
      "step": 18383
    },
    {
      "epoch": 0.6120047859611806,
      "grad_norm": 1.2665941715240479,
      "learning_rate": 1.8590821362404116e-05,
      "loss": 1.4249,
      "step": 18414
    },
    {
      "epoch": 0.6130350970486572,
      "grad_norm": 1.2569379806518555,
      "learning_rate": 1.8509681995832294e-05,
      "loss": 1.4242,
      "step": 18445
    },
    {
      "epoch": 0.614065408136134,
      "grad_norm": 1.2848411798477173,
      "learning_rate": 1.8428615871617004e-05,
      "loss": 1.4166,
      "step": 18476
    },
    {
      "epoch": 0.6150957192236107,
      "grad_norm": 1.2636574506759644,
      "learning_rate": 1.8347623904578448e-05,
      "loss": 1.4297,
      "step": 18507
    },
    {
      "epoch": 0.6161260303110875,
      "grad_norm": 1.2672234773635864,
      "learning_rate": 1.8266707008699975e-05,
      "loss": 1.4244,
      "step": 18538
    },
    {
      "epoch": 0.6171563413985642,
      "grad_norm": 1.2299143075942993,
      "learning_rate": 1.818586609711774e-05,
      "loss": 1.408,
      "step": 18569
    },
    {
      "epoch": 0.618186652486041,
      "grad_norm": 1.2221580743789673,
      "learning_rate": 1.8105102082110462e-05,
      "loss": 1.4242,
      "step": 18600
    },
    {
      "epoch": 0.6192169635735176,
      "grad_norm": 1.290737509727478,
      "learning_rate": 1.8024415875089058e-05,
      "loss": 1.4167,
      "step": 18631
    },
    {
      "epoch": 0.6202472746609944,
      "grad_norm": 1.3236243724822998,
      "learning_rate": 1.7943808386586407e-05,
      "loss": 1.4341,
      "step": 18662
    },
    {
      "epoch": 0.6212775857484711,
      "grad_norm": 1.1983164548873901,
      "learning_rate": 1.7863280526247073e-05,
      "loss": 1.4171,
      "step": 18693
    },
    {
      "epoch": 0.6223078968359479,
      "grad_norm": 1.2706191539764404,
      "learning_rate": 1.7782833202817003e-05,
      "loss": 1.4268,
      "step": 18724
    },
    {
      "epoch": 0.6233382079234246,
      "grad_norm": 1.2584494352340698,
      "learning_rate": 1.7702467324133327e-05,
      "loss": 1.4364,
      "step": 18755
    },
    {
      "epoch": 0.6243685190109014,
      "grad_norm": 1.345226526260376,
      "learning_rate": 1.7622183797114042e-05,
      "loss": 1.4274,
      "step": 18786
    },
    {
      "epoch": 0.625398830098378,
      "grad_norm": 1.3055671453475952,
      "learning_rate": 1.7541983527747838e-05,
      "loss": 1.4101,
      "step": 18817
    },
    {
      "epoch": 0.6264291411858548,
      "grad_norm": 1.2878341674804688,
      "learning_rate": 1.746186742108387e-05,
      "loss": 1.4133,
      "step": 18848
    },
    {
      "epoch": 0.6274594522733316,
      "grad_norm": 1.241191029548645,
      "learning_rate": 1.73818363812215e-05,
      "loss": 1.4038,
      "step": 18879
    },
    {
      "epoch": 0.6284897633608083,
      "grad_norm": 1.8631796836853027,
      "learning_rate": 1.7301891311300153e-05,
      "loss": 1.3961,
      "step": 18910
    },
    {
      "epoch": 0.6295200744482851,
      "grad_norm": 1.2781902551651,
      "learning_rate": 1.7222033113489055e-05,
      "loss": 1.4238,
      "step": 18941
    },
    {
      "epoch": 0.6305503855357618,
      "grad_norm": 1.2679165601730347,
      "learning_rate": 1.7142262688977127e-05,
      "loss": 1.4236,
      "step": 18972
    },
    {
      "epoch": 0.6315806966232385,
      "grad_norm": 1.257203459739685,
      "learning_rate": 1.7062580937962764e-05,
      "loss": 1.4156,
      "step": 19003
    },
    {
      "epoch": 0.6326110077107152,
      "grad_norm": 1.284470796585083,
      "learning_rate": 1.698298875964369e-05,
      "loss": 1.4241,
      "step": 19034
    },
    {
      "epoch": 0.633641318798192,
      "grad_norm": 1.310545802116394,
      "learning_rate": 1.690348705220684e-05,
      "loss": 1.4205,
      "step": 19065
    },
    {
      "epoch": 0.6346716298856687,
      "grad_norm": 1.2868564128875732,
      "learning_rate": 1.6824076712818156e-05,
      "loss": 1.4238,
      "step": 19096
    },
    {
      "epoch": 0.6357019409731455,
      "grad_norm": 1.2508702278137207,
      "learning_rate": 1.6744758637612533e-05,
      "loss": 1.4046,
      "step": 19127
    },
    {
      "epoch": 0.6367322520606222,
      "grad_norm": 1.3149102926254272,
      "learning_rate": 1.6665533721683664e-05,
      "loss": 1.4211,
      "step": 19158
    },
    {
      "epoch": 0.6377625631480989,
      "grad_norm": 1.3485240936279297,
      "learning_rate": 1.6586402859073974e-05,
      "loss": 1.4167,
      "step": 19189
    },
    {
      "epoch": 0.6387928742355756,
      "grad_norm": 1.2397938966751099,
      "learning_rate": 1.6507366942764463e-05,
      "loss": 1.4242,
      "step": 19220
    },
    {
      "epoch": 0.6398231853230524,
      "grad_norm": 1.2909672260284424,
      "learning_rate": 1.6428426864664732e-05,
      "loss": 1.403,
      "step": 19251
    },
    {
      "epoch": 0.6408534964105291,
      "grad_norm": 1.290385365486145,
      "learning_rate": 1.6349583515602816e-05,
      "loss": 1.4082,
      "step": 19282
    },
    {
      "epoch": 0.6418838074980059,
      "grad_norm": 1.3623126745224,
      "learning_rate": 1.6270837785315208e-05,
      "loss": 1.4075,
      "step": 19313
    },
    {
      "epoch": 0.6429141185854825,
      "grad_norm": 1.276903510093689,
      "learning_rate": 1.619219056243676e-05,
      "loss": 1.4135,
      "step": 19344
    },
    {
      "epoch": 0.6439444296729593,
      "grad_norm": 1.2038910388946533,
      "learning_rate": 1.6113642734490698e-05,
      "loss": 1.4162,
      "step": 19375
    },
    {
      "epoch": 0.644974740760436,
      "grad_norm": 1.2092891931533813,
      "learning_rate": 1.6035195187878577e-05,
      "loss": 1.4285,
      "step": 19406
    },
    {
      "epoch": 0.6460050518479128,
      "grad_norm": 1.2983031272888184,
      "learning_rate": 1.5956848807870305e-05,
      "loss": 1.4128,
      "step": 19437
    },
    {
      "epoch": 0.6470353629353895,
      "grad_norm": 1.279845952987671,
      "learning_rate": 1.587860447859413e-05,
      "loss": 1.4351,
      "step": 19468
    },
    {
      "epoch": 0.6480656740228663,
      "grad_norm": 1.2781362533569336,
      "learning_rate": 1.5800463083026686e-05,
      "loss": 1.4118,
      "step": 19499
    },
    {
      "epoch": 0.6490959851103429,
      "grad_norm": 1.2652825117111206,
      "learning_rate": 1.572242550298298e-05,
      "loss": 1.4195,
      "step": 19530
    },
    {
      "epoch": 0.6501262961978197,
      "grad_norm": 1.3177101612091064,
      "learning_rate": 1.56444926191065e-05,
      "loss": 1.4307,
      "step": 19561
    },
    {
      "epoch": 0.6511566072852965,
      "grad_norm": 1.2758272886276245,
      "learning_rate": 1.5566665310859257e-05,
      "loss": 1.4096,
      "step": 19592
    },
    {
      "epoch": 0.6521869183727732,
      "grad_norm": 1.2265219688415527,
      "learning_rate": 1.5488944456511846e-05,
      "loss": 1.4098,
      "step": 19623
    },
    {
      "epoch": 0.65321722946025,
      "grad_norm": 1.258945345878601,
      "learning_rate": 1.5411330933133546e-05,
      "loss": 1.4274,
      "step": 19654
    },
    {
      "epoch": 0.6542475405477267,
      "grad_norm": 1.2599055767059326,
      "learning_rate": 1.533382561658241e-05,
      "loss": 1.4207,
      "step": 19685
    },
    {
      "epoch": 0.6552778516352034,
      "grad_norm": 1.2502135038375854,
      "learning_rate": 1.525642938149541e-05,
      "loss": 1.4046,
      "step": 19716
    },
    {
      "epoch": 0.6563081627226801,
      "grad_norm": 1.2734349966049194,
      "learning_rate": 1.5179143101278536e-05,
      "loss": 1.41,
      "step": 19747
    },
    {
      "epoch": 0.6573384738101569,
      "grad_norm": 1.2801038026809692,
      "learning_rate": 1.5101967648096955e-05,
      "loss": 1.4088,
      "step": 19778
    },
    {
      "epoch": 0.6583687848976336,
      "grad_norm": 1.2488126754760742,
      "learning_rate": 1.5024903892865172e-05,
      "loss": 1.4111,
      "step": 19809
    },
    {
      "epoch": 0.6593990959851104,
      "grad_norm": 1.2418783903121948,
      "learning_rate": 1.4947952705237184e-05,
      "loss": 1.384,
      "step": 19840
    },
    {
      "epoch": 0.6604294070725871,
      "grad_norm": 1.2566567659378052,
      "learning_rate": 1.4871114953596682e-05,
      "loss": 1.4127,
      "step": 19871
    },
    {
      "epoch": 0.6614597181600638,
      "grad_norm": 1.2431600093841553,
      "learning_rate": 1.4794391505047256e-05,
      "loss": 1.4015,
      "step": 19902
    },
    {
      "epoch": 0.6624900292475405,
      "grad_norm": 1.3174066543579102,
      "learning_rate": 1.4717783225402596e-05,
      "loss": 1.4113,
      "step": 19933
    },
    {
      "epoch": 0.6635203403350173,
      "grad_norm": 1.3124332427978516,
      "learning_rate": 1.4641290979176735e-05,
      "loss": 1.421,
      "step": 19964
    },
    {
      "epoch": 0.664550651422494,
      "grad_norm": 1.2595762014389038,
      "learning_rate": 1.4564915629574246e-05,
      "loss": 1.409,
      "step": 19995
    },
    {
      "epoch": 0.6655809625099708,
      "grad_norm": 1.2872180938720703,
      "learning_rate": 1.4488658038480601e-05,
      "loss": 1.4082,
      "step": 20026
    },
    {
      "epoch": 0.6666112735974475,
      "grad_norm": 1.27680242061615,
      "learning_rate": 1.4412519066452323e-05,
      "loss": 1.3979,
      "step": 20057
    },
    {
      "epoch": 0.6676415846849242,
      "grad_norm": 1.2753857374191284,
      "learning_rate": 1.4336499572707373e-05,
      "loss": 1.4227,
      "step": 20088
    },
    {
      "epoch": 0.6686718957724009,
      "grad_norm": 1.2680202722549438,
      "learning_rate": 1.4260600415115433e-05,
      "loss": 1.418,
      "step": 20119
    },
    {
      "epoch": 0.6697022068598777,
      "grad_norm": 1.3002320528030396,
      "learning_rate": 1.4184822450188137e-05,
      "loss": 1.4133,
      "step": 20150
    },
    {
      "epoch": 0.6707325179473544,
      "grad_norm": 1.3236373662948608,
      "learning_rate": 1.410916653306954e-05,
      "loss": 1.4133,
      "step": 20181
    },
    {
      "epoch": 0.6717628290348312,
      "grad_norm": 1.3784340620040894,
      "learning_rate": 1.403363351752639e-05,
      "loss": 1.4064,
      "step": 20212
    },
    {
      "epoch": 0.6727931401223078,
      "grad_norm": 1.2793350219726562,
      "learning_rate": 1.3958224255938485e-05,
      "loss": 1.4203,
      "step": 20243
    },
    {
      "epoch": 0.6738234512097846,
      "grad_norm": 1.3510205745697021,
      "learning_rate": 1.388293959928911e-05,
      "loss": 1.418,
      "step": 20274
    },
    {
      "epoch": 0.6748537622972614,
      "grad_norm": 1.2981188297271729,
      "learning_rate": 1.3807780397155379e-05,
      "loss": 1.4019,
      "step": 20305
    },
    {
      "epoch": 0.6758840733847381,
      "grad_norm": 1.2599388360977173,
      "learning_rate": 1.3732747497698655e-05,
      "loss": 1.4187,
      "step": 20336
    },
    {
      "epoch": 0.6769143844722149,
      "grad_norm": 1.2741434574127197,
      "learning_rate": 1.3657841747655038e-05,
      "loss": 1.4183,
      "step": 20367
    },
    {
      "epoch": 0.6779446955596916,
      "grad_norm": 1.2376216650009155,
      "learning_rate": 1.3583063992325706e-05,
      "loss": 1.4208,
      "step": 20398
    },
    {
      "epoch": 0.6789750066471683,
      "grad_norm": 1.341134786605835,
      "learning_rate": 1.3508415075567496e-05,
      "loss": 1.4015,
      "step": 20429
    },
    {
      "epoch": 0.680005317734645,
      "grad_norm": 1.3483457565307617,
      "learning_rate": 1.343389583978327e-05,
      "loss": 1.4043,
      "step": 20460
    },
    {
      "epoch": 0.6810356288221218,
      "grad_norm": 1.3255680799484253,
      "learning_rate": 1.3359507125912468e-05,
      "loss": 1.4162,
      "step": 20491
    },
    {
      "epoch": 0.6820659399095985,
      "grad_norm": 1.211305022239685,
      "learning_rate": 1.3285249773421627e-05,
      "loss": 1.4043,
      "step": 20522
    },
    {
      "epoch": 0.6830962509970753,
      "grad_norm": 1.3049174547195435,
      "learning_rate": 1.3211124620294884e-05,
      "loss": 1.4012,
      "step": 20553
    },
    {
      "epoch": 0.684126562084552,
      "grad_norm": 1.2884812355041504,
      "learning_rate": 1.313713250302451e-05,
      "loss": 1.419,
      "step": 20584
    },
    {
      "epoch": 0.6851568731720287,
      "grad_norm": 1.2465201616287231,
      "learning_rate": 1.3063274256601479e-05,
      "loss": 1.394,
      "step": 20615
    },
    {
      "epoch": 0.6861871842595054,
      "grad_norm": 1.2868762016296387,
      "learning_rate": 1.2989550714506086e-05,
      "loss": 1.3975,
      "step": 20646
    },
    {
      "epoch": 0.6872174953469822,
      "grad_norm": 1.2728379964828491,
      "learning_rate": 1.291596270869846e-05,
      "loss": 1.3918,
      "step": 20677
    },
    {
      "epoch": 0.6882478064344589,
      "grad_norm": 1.265869379043579,
      "learning_rate": 1.284251106960927e-05,
      "loss": 1.402,
      "step": 20708
    },
    {
      "epoch": 0.6892781175219357,
      "grad_norm": 1.3357373476028442,
      "learning_rate": 1.2769196626130263e-05,
      "loss": 1.3975,
      "step": 20739
    },
    {
      "epoch": 0.6903084286094124,
      "grad_norm": 1.216797947883606,
      "learning_rate": 1.2696020205604969e-05,
      "loss": 1.3953,
      "step": 20770
    },
    {
      "epoch": 0.6913387396968891,
      "grad_norm": 1.269227385520935,
      "learning_rate": 1.2622982633819359e-05,
      "loss": 1.4154,
      "step": 20801
    },
    {
      "epoch": 0.6923690507843658,
      "grad_norm": 1.3336331844329834,
      "learning_rate": 1.2550084734992484e-05,
      "loss": 1.3992,
      "step": 20832
    },
    {
      "epoch": 0.6933993618718426,
      "grad_norm": 1.2936463356018066,
      "learning_rate": 1.247732733176724e-05,
      "loss": 1.4147,
      "step": 20863
    },
    {
      "epoch": 0.6944296729593193,
      "grad_norm": 1.344826102256775,
      "learning_rate": 1.2404711245201044e-05,
      "loss": 1.3878,
      "step": 20894
    },
    {
      "epoch": 0.6954599840467961,
      "grad_norm": 1.2611995935440063,
      "learning_rate": 1.2332237294756535e-05,
      "loss": 1.4088,
      "step": 20925
    },
    {
      "epoch": 0.6964902951342729,
      "grad_norm": 1.3274885416030884,
      "learning_rate": 1.225990629829241e-05,
      "loss": 1.4036,
      "step": 20956
    },
    {
      "epoch": 0.6975206062217495,
      "grad_norm": 1.2847373485565186,
      "learning_rate": 1.2187719072054136e-05,
      "loss": 1.398,
      "step": 20987
    },
    {
      "epoch": 0.6985509173092262,
      "grad_norm": 1.2856248617172241,
      "learning_rate": 1.2115676430664735e-05,
      "loss": 1.4101,
      "step": 21018
    },
    {
      "epoch": 0.699581228396703,
      "grad_norm": 1.3064154386520386,
      "learning_rate": 1.2043779187115647e-05,
      "loss": 1.4081,
      "step": 21049
    },
    {
      "epoch": 0.7006115394841798,
      "grad_norm": 1.253602147102356,
      "learning_rate": 1.1972028152757476e-05,
      "loss": 1.4123,
      "step": 21080
    },
    {
      "epoch": 0.7016418505716565,
      "grad_norm": 1.2678899765014648,
      "learning_rate": 1.1900424137290889e-05,
      "loss": 1.3969,
      "step": 21111
    },
    {
      "epoch": 0.7026721616591332,
      "grad_norm": 1.2261760234832764,
      "learning_rate": 1.1828967948757482e-05,
      "loss": 1.4009,
      "step": 21142
    },
    {
      "epoch": 0.7037024727466099,
      "grad_norm": 1.540486216545105,
      "learning_rate": 1.175766039353062e-05,
      "loss": 1.4215,
      "step": 21173
    },
    {
      "epoch": 0.7047327838340867,
      "grad_norm": 1.2508059740066528,
      "learning_rate": 1.1686502276306382e-05,
      "loss": 1.4046,
      "step": 21204
    },
    {
      "epoch": 0.7057630949215634,
      "grad_norm": 1.2918591499328613,
      "learning_rate": 1.1615494400094445e-05,
      "loss": 1.4301,
      "step": 21235
    },
    {
      "epoch": 0.7067934060090402,
      "grad_norm": 1.240178108215332,
      "learning_rate": 1.1544637566209029e-05,
      "loss": 1.3888,
      "step": 21266
    },
    {
      "epoch": 0.7078237170965169,
      "grad_norm": 1.2358977794647217,
      "learning_rate": 1.1473932574259886e-05,
      "loss": 1.415,
      "step": 21297
    },
    {
      "epoch": 0.7088540281839936,
      "grad_norm": 1.2963451147079468,
      "learning_rate": 1.1403380222143247e-05,
      "loss": 1.4002,
      "step": 21328
    },
    {
      "epoch": 0.7098843392714703,
      "grad_norm": 1.3245363235473633,
      "learning_rate": 1.1332981306032808e-05,
      "loss": 1.3945,
      "step": 21359
    }
  ],
  "logging_steps": 31,
  "max_steps": 30517,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 3052,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.5847615378155897e+19,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}