{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.99968,
  "eval_steps": 500,
  "global_step": 1562,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00064,
      "grad_norm": 48.05089569091797,
      "learning_rate": 0.0,
      "loss": 1.4121,
      "mean_token_accuracy": 0.6530859991908073,
      "num_tokens": 13040.0,
      "step": 1
    },
    {
      "epoch": 0.00128,
      "grad_norm": 26.102807998657227,
      "learning_rate": 6.329113924050633e-08,
      "loss": 1.5231,
      "mean_token_accuracy": 0.6276459023356438,
      "num_tokens": 26989.0,
      "step": 2
    },
    {
      "epoch": 0.00192,
      "grad_norm": 95.80143737792969,
      "learning_rate": 1.2658227848101266e-07,
      "loss": 1.4079,
      "mean_token_accuracy": 0.6467841640114784,
      "num_tokens": 37679.0,
      "step": 3
    },
    {
      "epoch": 0.00256,
      "grad_norm": 15.393555641174316,
      "learning_rate": 1.89873417721519e-07,
      "loss": 1.5839,
      "mean_token_accuracy": 0.6144984066486359,
      "num_tokens": 52503.0,
      "step": 4
    },
    {
      "epoch": 0.0032,
      "grad_norm": 76.43201446533203,
      "learning_rate": 2.5316455696202533e-07,
      "loss": 1.5376,
      "mean_token_accuracy": 0.614102203398943,
      "num_tokens": 62165.0,
      "step": 5
    },
    {
      "epoch": 0.00384,
      "grad_norm": 13.124272346496582,
      "learning_rate": 3.164556962025317e-07,
      "loss": 1.4651,
      "mean_token_accuracy": 0.6233282685279846,
      "num_tokens": 76003.0,
      "step": 6
    },
    {
      "epoch": 0.00448,
      "grad_norm": 22.9676570892334,
      "learning_rate": 3.79746835443038e-07,
      "loss": 1.5145,
      "mean_token_accuracy": 0.6122585535049438,
      "num_tokens": 92265.0,
      "step": 7
    },
    {
      "epoch": 0.00512,
      "grad_norm": 15.335000038146973,
      "learning_rate": 4.4303797468354435e-07,
      "loss": 1.4871,
      "mean_token_accuracy": 0.6254958733916283,
      "num_tokens": 106642.0,
      "step": 8
    },
    {
      "epoch": 0.00576,
      "grad_norm": 13.938623428344727,
      "learning_rate": 5.063291139240507e-07,
      "loss": 1.2911,
      "mean_token_accuracy": 0.6838521659374237,
      "num_tokens": 118655.0,
      "step": 9
    },
    {
      "epoch": 0.0064,
      "grad_norm": 12.838367462158203,
      "learning_rate": 5.69620253164557e-07,
      "loss": 1.5914,
      "mean_token_accuracy": 0.6144495904445648,
      "num_tokens": 133015.0,
      "step": 10
    },
    {
      "epoch": 0.00704,
      "grad_norm": 28.111896514892578,
      "learning_rate": 6.329113924050634e-07,
      "loss": 1.5112,
      "mean_token_accuracy": 0.6265368536114693,
      "num_tokens": 147398.0,
      "step": 11
    },
    {
      "epoch": 0.00768,
      "grad_norm": 86.63944244384766,
      "learning_rate": 6.962025316455696e-07,
      "loss": 1.3589,
      "mean_token_accuracy": 0.6383277997374535,
      "num_tokens": 158812.0,
      "step": 12
    },
    {
      "epoch": 0.00832,
      "grad_norm": 168.6136016845703,
      "learning_rate": 7.59493670886076e-07,
      "loss": 1.7851,
      "mean_token_accuracy": 0.5883053466677666,
      "num_tokens": 170703.0,
      "step": 13
    },
    {
      "epoch": 0.00896,
      "grad_norm": 217.70408630371094,
      "learning_rate": 8.227848101265823e-07,
      "loss": 1.4027,
      "mean_token_accuracy": 0.6471100524067879,
      "num_tokens": 184556.0,
      "step": 14
    },
    {
      "epoch": 0.0096,
      "grad_norm": 90.14910125732422,
      "learning_rate": 8.860759493670887e-07,
      "loss": 1.376,
      "mean_token_accuracy": 0.6501478627324104,
      "num_tokens": 202523.0,
      "step": 15
    },
    {
      "epoch": 0.01024,
      "grad_norm": 97.01738739013672,
      "learning_rate": 9.493670886075951e-07,
      "loss": 1.1443,
      "mean_token_accuracy": 0.6894906312227249,
      "num_tokens": 212189.0,
      "step": 16
    },
    {
      "epoch": 0.01088,
      "grad_norm": 64.89408874511719,
      "learning_rate": 1.0126582278481013e-06,
      "loss": 1.5423,
      "mean_token_accuracy": 0.6109918430447578,
      "num_tokens": 226375.0,
      "step": 17
    },
    {
      "epoch": 0.01152,
      "grad_norm": 82.11033630371094,
      "learning_rate": 1.0759493670886077e-06,
      "loss": 1.6578,
      "mean_token_accuracy": 0.6166552416980267,
      "num_tokens": 238636.0,
      "step": 18
    },
    {
      "epoch": 0.01216,
      "grad_norm": 102.00513458251953,
      "learning_rate": 1.139240506329114e-06,
      "loss": 1.3764,
      "mean_token_accuracy": 0.6483487188816071,
      "num_tokens": 250678.0,
      "step": 19
    },
    {
      "epoch": 0.0128,
      "grad_norm": 69.1679916381836,
      "learning_rate": 1.2025316455696204e-06,
      "loss": 1.5599,
      "mean_token_accuracy": 0.6092639714479446,
      "num_tokens": 266795.0,
      "step": 20
    },
    {
      "epoch": 0.01344,
      "grad_norm": 138.91578674316406,
      "learning_rate": 1.2658227848101267e-06,
      "loss": 1.4293,
      "mean_token_accuracy": 0.6301368102431297,
      "num_tokens": 280316.0,
      "step": 21
    },
    {
      "epoch": 0.01408,
      "grad_norm": 84.13861083984375,
      "learning_rate": 1.3291139240506329e-06,
      "loss": 1.5571,
      "mean_token_accuracy": 0.6376139968633652,
      "num_tokens": 292273.0,
      "step": 22
    },
    {
      "epoch": 0.01472,
      "grad_norm": 75.20580291748047,
      "learning_rate": 1.3924050632911392e-06,
      "loss": 1.7514,
      "mean_token_accuracy": 0.5854216478765011,
      "num_tokens": 304665.0,
      "step": 23
    },
    {
      "epoch": 0.01536,
      "grad_norm": 33.301204681396484,
      "learning_rate": 1.4556962025316456e-06,
      "loss": 1.445,
      "mean_token_accuracy": 0.6291614323854446,
      "num_tokens": 317582.0,
      "step": 24
    },
    {
      "epoch": 0.016,
      "grad_norm": 49.913997650146484,
      "learning_rate": 1.518987341772152e-06,
      "loss": 1.1659,
      "mean_token_accuracy": 0.6733755245804787,
      "num_tokens": 330930.0,
      "step": 25
    },
    {
      "epoch": 0.01664,
      "grad_norm": 16.423551559448242,
      "learning_rate": 1.5822784810126585e-06,
      "loss": 1.4189,
      "mean_token_accuracy": 0.6274379268288612,
      "num_tokens": 343897.0,
      "step": 26
    },
    {
      "epoch": 0.01728,
      "grad_norm": 48.93357467651367,
      "learning_rate": 1.6455696202531647e-06,
      "loss": 1.5449,
      "mean_token_accuracy": 0.6013954728841782,
      "num_tokens": 358229.0,
      "step": 27
    },
    {
      "epoch": 0.01792,
      "grad_norm": 41.11186981201172,
      "learning_rate": 1.708860759493671e-06,
      "loss": 1.4404,
      "mean_token_accuracy": 0.6342460885643959,
      "num_tokens": 369284.0,
      "step": 28
    },
    {
      "epoch": 0.01856,
      "grad_norm": 32.76636505126953,
      "learning_rate": 1.7721518987341774e-06,
      "loss": 1.5705,
      "mean_token_accuracy": 0.6268726661801338,
      "num_tokens": 384919.0,
      "step": 29
    },
    {
      "epoch": 0.0192,
      "grad_norm": 65.5134048461914,
      "learning_rate": 1.8354430379746838e-06,
      "loss": 1.4156,
      "mean_token_accuracy": 0.6435664221644402,
      "num_tokens": 399789.0,
      "step": 30
    },
    {
      "epoch": 0.01984,
      "grad_norm": 6.874727725982666,
      "learning_rate": 1.8987341772151901e-06,
      "loss": 1.3794,
      "mean_token_accuracy": 0.6731243506073952,
      "num_tokens": 410300.0,
      "step": 31
    },
    {
      "epoch": 0.02048,
      "grad_norm": 30.61371421813965,
      "learning_rate": 1.9620253164556965e-06,
      "loss": 1.4516,
      "mean_token_accuracy": 0.6296539008617401,
      "num_tokens": 425086.0,
      "step": 32
    },
    {
      "epoch": 0.02112,
      "grad_norm": 53.762176513671875,
      "learning_rate": 2.0253164556962026e-06,
      "loss": 1.3964,
      "mean_token_accuracy": 0.6357481107115746,
      "num_tokens": 438978.0,
      "step": 33
    },
    {
      "epoch": 0.02176,
      "grad_norm": 58.90037536621094,
      "learning_rate": 2.088607594936709e-06,
      "loss": 1.4799,
      "mean_token_accuracy": 0.619662769138813,
      "num_tokens": 451824.0,
      "step": 34
    },
    {
      "epoch": 0.0224,
      "grad_norm": 8.633367538452148,
      "learning_rate": 2.1518987341772153e-06,
      "loss": 1.4459,
      "mean_token_accuracy": 0.6490786001086235,
      "num_tokens": 465569.0,
      "step": 35
    },
    {
      "epoch": 0.02304,
      "grad_norm": 152.17538452148438,
      "learning_rate": 2.2151898734177215e-06,
      "loss": 1.5855,
      "mean_token_accuracy": 0.5879618301987648,
      "num_tokens": 476187.0,
      "step": 36
    },
    {
      "epoch": 0.02368,
      "grad_norm": 63.17410659790039,
      "learning_rate": 2.278481012658228e-06,
      "loss": 1.4941,
      "mean_token_accuracy": 0.6467924416065216,
      "num_tokens": 490658.0,
      "step": 37
    },
    {
      "epoch": 0.02432,
      "grad_norm": 40.93563461303711,
      "learning_rate": 2.341772151898734e-06,
      "loss": 1.2798,
      "mean_token_accuracy": 0.6463187485933304,
      "num_tokens": 500707.0,
      "step": 38
    },
    {
      "epoch": 0.02496,
      "grad_norm": 47.74807357788086,
      "learning_rate": 2.4050632911392408e-06,
      "loss": 1.682,
      "mean_token_accuracy": 0.5752647258341312,
      "num_tokens": 514924.0,
      "step": 39
    },
    {
      "epoch": 0.0256,
      "grad_norm": 8.83420181274414,
      "learning_rate": 2.4683544303797473e-06,
      "loss": 1.374,
      "mean_token_accuracy": 0.6248214021325111,
      "num_tokens": 529540.0,
      "step": 40
    },
    {
      "epoch": 0.02624,
      "grad_norm": 73.02564239501953,
      "learning_rate": 2.5316455696202535e-06,
      "loss": 1.4803,
      "mean_token_accuracy": 0.63168865442276,
      "num_tokens": 542779.0,
      "step": 41
    },
    {
      "epoch": 0.02688,
      "grad_norm": 58.30765914916992,
      "learning_rate": 2.5949367088607596e-06,
      "loss": 1.2061,
      "mean_token_accuracy": 0.6671500578522682,
      "num_tokens": 556396.0,
      "step": 42
    },
    {
      "epoch": 0.02752,
      "grad_norm": 33.67079162597656,
      "learning_rate": 2.6582278481012658e-06,
      "loss": 1.522,
      "mean_token_accuracy": 0.5986876226961613,
      "num_tokens": 569089.0,
      "step": 43
    },
    {
      "epoch": 0.02816,
      "grad_norm": 31.859474182128906,
      "learning_rate": 2.7215189873417724e-06,
      "loss": 1.3638,
      "mean_token_accuracy": 0.6643245741724968,
      "num_tokens": 583380.0,
      "step": 44
    },
    {
      "epoch": 0.0288,
      "grad_norm": 33.59089660644531,
      "learning_rate": 2.7848101265822785e-06,
      "loss": 1.4956,
      "mean_token_accuracy": 0.6372537463903427,
      "num_tokens": 596014.0,
      "step": 45
    },
    {
      "epoch": 0.02944,
      "grad_norm": 25.843647003173828,
      "learning_rate": 2.848101265822785e-06,
      "loss": 1.1846,
      "mean_token_accuracy": 0.6587028503417969,
      "num_tokens": 608555.0,
      "step": 46
    },
    {
      "epoch": 0.03008,
      "grad_norm": 5.101419925689697,
      "learning_rate": 2.9113924050632912e-06,
      "loss": 1.3947,
      "mean_token_accuracy": 0.6413091421127319,
      "num_tokens": 621134.0,
      "step": 47
    },
    {
      "epoch": 0.03072,
      "grad_norm": 40.20245361328125,
      "learning_rate": 2.9746835443037974e-06,
      "loss": 1.345,
      "mean_token_accuracy": 0.6560010835528374,
      "num_tokens": 635852.0,
      "step": 48
    },
    {
      "epoch": 0.03136,
      "grad_norm": 94.18912506103516,
      "learning_rate": 3.037974683544304e-06,
      "loss": 1.3185,
      "mean_token_accuracy": 0.6504691988229752,
      "num_tokens": 648238.0,
      "step": 49
    },
    {
      "epoch": 0.032,
      "grad_norm": 23.04238510131836,
      "learning_rate": 3.10126582278481e-06,
      "loss": 1.5373,
      "mean_token_accuracy": 0.6217592805624008,
      "num_tokens": 662824.0,
      "step": 50
    },
    {
      "epoch": 0.03264,
      "grad_norm": 56.0700569152832,
      "learning_rate": 3.164556962025317e-06,
      "loss": 1.2922,
      "mean_token_accuracy": 0.6528200656175613,
      "num_tokens": 675378.0,
      "step": 51
    },
    {
      "epoch": 0.03328,
      "grad_norm": 14.78956127166748,
      "learning_rate": 3.2278481012658232e-06,
      "loss": 1.5514,
      "mean_token_accuracy": 0.6194410622119904,
      "num_tokens": 689687.0,
      "step": 52
    },
    {
      "epoch": 0.03392,
      "grad_norm": 52.21746063232422,
      "learning_rate": 3.2911392405063294e-06,
      "loss": 1.5048,
      "mean_token_accuracy": 0.6074254661798477,
      "num_tokens": 702196.0,
      "step": 53
    },
    {
      "epoch": 0.03456,
      "grad_norm": 39.832069396972656,
      "learning_rate": 3.354430379746836e-06,
      "loss": 1.2862,
      "mean_token_accuracy": 0.6434847190976143,
      "num_tokens": 716114.0,
      "step": 54
    },
    {
      "epoch": 0.0352,
      "grad_norm": 13.459836959838867,
      "learning_rate": 3.417721518987342e-06,
      "loss": 1.6001,
      "mean_token_accuracy": 0.6024078205227852,
      "num_tokens": 729970.0,
      "step": 55
    },
    {
      "epoch": 0.03584,
      "grad_norm": 7.002089023590088,
      "learning_rate": 3.4810126582278487e-06,
      "loss": 1.2902,
      "mean_token_accuracy": 0.6684707179665565,
      "num_tokens": 742129.0,
      "step": 56
    },
    {
      "epoch": 0.03648,
      "grad_norm": 5.5110907554626465,
      "learning_rate": 3.544303797468355e-06,
      "loss": 1.287,
      "mean_token_accuracy": 0.6572533845901489,
      "num_tokens": 756207.0,
      "step": 57
    },
    {
      "epoch": 0.03712,
      "grad_norm": 19.13697052001953,
      "learning_rate": 3.607594936708861e-06,
      "loss": 1.3056,
      "mean_token_accuracy": 0.6451508551836014,
      "num_tokens": 768845.0,
      "step": 58
    },
    {
      "epoch": 0.03776,
      "grad_norm": 15.833284378051758,
      "learning_rate": 3.6708860759493675e-06,
      "loss": 1.738,
      "mean_token_accuracy": 0.5944546982645988,
      "num_tokens": 780788.0,
      "step": 59
    },
    {
      "epoch": 0.0384,
      "grad_norm": 20.870206832885742,
      "learning_rate": 3.7341772151898737e-06,
      "loss": 1.4071,
      "mean_token_accuracy": 0.6308668106794357,
      "num_tokens": 793426.0,
      "step": 60
    },
    {
      "epoch": 0.03904,
      "grad_norm": 16.34093475341797,
      "learning_rate": 3.7974683544303802e-06,
      "loss": 1.5468,
      "mean_token_accuracy": 0.627624161541462,
      "num_tokens": 804663.0,
      "step": 61
    },
    {
      "epoch": 0.03968,
      "grad_norm": 17.309402465820312,
      "learning_rate": 3.860759493670886e-06,
      "loss": 1.505,
      "mean_token_accuracy": 0.6210604161024094,
      "num_tokens": 818199.0,
      "step": 62
    },
    {
      "epoch": 0.04032,
      "grad_norm": 4.618063449859619,
      "learning_rate": 3.924050632911393e-06,
      "loss": 1.2564,
      "mean_token_accuracy": 0.664100281894207,
      "num_tokens": 830056.0,
      "step": 63
    },
    {
      "epoch": 0.04096,
      "grad_norm": 61.135398864746094,
      "learning_rate": 3.9873417721518995e-06,
      "loss": 1.2191,
      "mean_token_accuracy": 0.6882363706827164,
      "num_tokens": 844140.0,
      "step": 64
    },
    {
      "epoch": 0.0416,
      "grad_norm": 58.18097686767578,
      "learning_rate": 4.050632911392405e-06,
      "loss": 1.4123,
      "mean_token_accuracy": 0.6319537982344627,
      "num_tokens": 856421.0,
      "step": 65
    },
    {
      "epoch": 0.04224,
      "grad_norm": 4.918764591217041,
      "learning_rate": 4.113924050632912e-06,
      "loss": 1.342,
      "mean_token_accuracy": 0.6437618285417557,
      "num_tokens": 870219.0,
      "step": 66
    },
    {
      "epoch": 0.04288,
      "grad_norm": 6.8447585105896,
      "learning_rate": 4.177215189873418e-06,
      "loss": 1.2137,
      "mean_token_accuracy": 0.6827035769820213,
      "num_tokens": 880524.0,
      "step": 67
    },
    {
      "epoch": 0.04352,
      "grad_norm": 12.660514831542969,
      "learning_rate": 4.240506329113924e-06,
      "loss": 1.4528,
      "mean_token_accuracy": 0.6331579238176346,
      "num_tokens": 891958.0,
      "step": 68
    },
    {
      "epoch": 0.04416,
      "grad_norm": 7.19080924987793,
      "learning_rate": 4.303797468354431e-06,
      "loss": 1.4252,
      "mean_token_accuracy": 0.65432970225811,
      "num_tokens": 904908.0,
      "step": 69
    },
    {
      "epoch": 0.0448,
      "grad_norm": 3.9678971767425537,
      "learning_rate": 4.367088607594937e-06,
      "loss": 1.2971,
      "mean_token_accuracy": 0.6341002583503723,
      "num_tokens": 918681.0,
      "step": 70
    },
    {
      "epoch": 0.04544,
      "grad_norm": 7.076503276824951,
      "learning_rate": 4.430379746835443e-06,
      "loss": 1.2615,
      "mean_token_accuracy": 0.6656483858823776,
      "num_tokens": 928006.0,
      "step": 71
    },
    {
      "epoch": 0.04608,
      "grad_norm": 5.339262962341309,
      "learning_rate": 4.4936708860759495e-06,
      "loss": 1.344,
      "mean_token_accuracy": 0.6466359868645668,
      "num_tokens": 940426.0,
      "step": 72
    },
    {
      "epoch": 0.04672,
      "grad_norm": 7.0051703453063965,
      "learning_rate": 4.556962025316456e-06,
      "loss": 1.4216,
      "mean_token_accuracy": 0.630195863544941,
      "num_tokens": 954324.0,
      "step": 73
    },
    {
      "epoch": 0.04736,
      "grad_norm": 4.788408279418945,
      "learning_rate": 4.620253164556963e-06,
      "loss": 1.4698,
      "mean_token_accuracy": 0.614908404648304,
      "num_tokens": 967599.0,
      "step": 74
    },
    {
      "epoch": 0.048,
      "grad_norm": 5.4968366622924805,
      "learning_rate": 4.683544303797468e-06,
      "loss": 1.3819,
      "mean_token_accuracy": 0.6416184306144714,
      "num_tokens": 981616.0,
      "step": 75
    },
    {
      "epoch": 0.04864,
      "grad_norm": 4.646515369415283,
      "learning_rate": 4.746835443037975e-06,
      "loss": 1.4479,
      "mean_token_accuracy": 0.6559240221977234,
      "num_tokens": 993440.0,
      "step": 76
    },
    {
      "epoch": 0.04928,
      "grad_norm": 5.726164817810059,
      "learning_rate": 4.8101265822784815e-06,
      "loss": 1.3377,
      "mean_token_accuracy": 0.6394649744033813,
      "num_tokens": 1005930.0,
      "step": 77
    },
    {
      "epoch": 0.04992,
      "grad_norm": 7.1859588623046875,
      "learning_rate": 4.873417721518987e-06,
      "loss": 1.5267,
      "mean_token_accuracy": 0.6308169737458229,
      "num_tokens": 1018113.0,
      "step": 78
    },
    {
      "epoch": 0.05056,
      "grad_norm": 5.919410705566406,
      "learning_rate": 4.936708860759495e-06,
      "loss": 1.5063,
      "mean_token_accuracy": 0.6113156750798225,
      "num_tokens": 1030828.0,
      "step": 79
    },
    {
      "epoch": 0.0512,
      "grad_norm": 4.142421722412109,
      "learning_rate": 5e-06,
      "loss": 1.365,
      "mean_token_accuracy": 0.6484999246895313,
      "num_tokens": 1045699.0,
      "step": 80
    },
    {
      "epoch": 0.05184,
      "grad_norm": 5.720826625823975,
      "learning_rate": 5e-06,
      "loss": 1.324,
      "mean_token_accuracy": 0.6485482379794121,
      "num_tokens": 1060409.0,
      "step": 81
    },
    {
      "epoch": 0.05248,
      "grad_norm": 4.827797889709473,
      "learning_rate": 5e-06,
      "loss": 1.2039,
      "mean_token_accuracy": 0.6779980957508087,
      "num_tokens": 1072000.0,
      "step": 82
    },
    {
      "epoch": 0.05312,
      "grad_norm": 4.712104797363281,
      "learning_rate": 5e-06,
      "loss": 1.5722,
      "mean_token_accuracy": 0.6242717280983925,
      "num_tokens": 1085195.0,
      "step": 83
    },
    {
      "epoch": 0.05376,
      "grad_norm": 4.540091514587402,
      "learning_rate": 5e-06,
      "loss": 1.5155,
      "mean_token_accuracy": 0.633654311299324,
      "num_tokens": 1099571.0,
      "step": 84
    },
    {
      "epoch": 0.0544,
      "grad_norm": 5.3648905754089355,
      "learning_rate": 5e-06,
      "loss": 1.4137,
      "mean_token_accuracy": 0.6268021315336227,
      "num_tokens": 1114063.0,
      "step": 85
    },
    {
      "epoch": 0.05504,
      "grad_norm": 4.212844371795654,
      "learning_rate": 5e-06,
      "loss": 1.3986,
      "mean_token_accuracy": 0.638413742184639,
      "num_tokens": 1128456.0,
      "step": 86
    },
    {
      "epoch": 0.05568,
      "grad_norm": 4.77896785736084,
      "learning_rate": 5e-06,
      "loss": 1.3913,
      "mean_token_accuracy": 0.6454877629876137,
      "num_tokens": 1141977.0,
      "step": 87
    },
    {
      "epoch": 0.05632,
      "grad_norm": 6.540133953094482,
      "learning_rate": 5e-06,
      "loss": 1.1014,
      "mean_token_accuracy": 0.6967510804533958,
      "num_tokens": 1154057.0,
      "step": 88
    },
    {
      "epoch": 0.05696,
      "grad_norm": 3.7844600677490234,
      "learning_rate": 5e-06,
      "loss": 1.4211,
      "mean_token_accuracy": 0.6254619807004929,
      "num_tokens": 1169061.0,
      "step": 89
    },
    {
      "epoch": 0.0576,
      "grad_norm": 3.695892810821533,
      "learning_rate": 5e-06,
      "loss": 1.2861,
      "mean_token_accuracy": 0.6654118373990059,
      "num_tokens": 1182796.0,
      "step": 90
    },
    {
      "epoch": 0.05824,
      "grad_norm": 4.524760723114014,
      "learning_rate": 5e-06,
      "loss": 1.5883,
      "mean_token_accuracy": 0.6046858802437782,
      "num_tokens": 1196449.0,
      "step": 91
    },
    {
      "epoch": 0.05888,
      "grad_norm": 5.951873779296875,
      "learning_rate": 5e-06,
      "loss": 1.3191,
      "mean_token_accuracy": 0.6647541224956512,
      "num_tokens": 1209472.0,
      "step": 92
    },
    {
      "epoch": 0.05952,
      "grad_norm": 5.607054233551025,
      "learning_rate": 5e-06,
      "loss": 1.5771,
      "mean_token_accuracy": 0.6196302324533463,
      "num_tokens": 1222720.0,
      "step": 93
    },
    {
      "epoch": 0.06016,
      "grad_norm": 4.97398567199707,
      "learning_rate": 5e-06,
      "loss": 1.2972,
      "mean_token_accuracy": 0.6596869081258774,
      "num_tokens": 1236366.0,
      "step": 94
    },
    {
      "epoch": 0.0608,
      "grad_norm": 5.066143035888672,
      "learning_rate": 5e-06,
      "loss": 1.6685,
      "mean_token_accuracy": 0.6038380563259125,
      "num_tokens": 1248615.0,
      "step": 95
    },
    {
      "epoch": 0.06144,
      "grad_norm": 4.967097282409668,
      "learning_rate": 5e-06,
      "loss": 1.3559,
      "mean_token_accuracy": 0.649577222764492,
      "num_tokens": 1258892.0,
      "step": 96
    },
    {
      "epoch": 0.06208,
      "grad_norm": 3.9898176193237305,
      "learning_rate": 5e-06,
      "loss": 1.1218,
      "mean_token_accuracy": 0.6794590428471565,
      "num_tokens": 1272167.0,
      "step": 97
    },
    {
      "epoch": 0.06272,
      "grad_norm": 4.856038570404053,
      "learning_rate": 5e-06,
      "loss": 1.4458,
      "mean_token_accuracy": 0.6120704114437103,
      "num_tokens": 1284435.0,
      "step": 98
    },
    {
      "epoch": 0.06336,
      "grad_norm": 4.787650108337402,
      "learning_rate": 5e-06,
      "loss": 1.1262,
      "mean_token_accuracy": 0.7047765105962753,
      "num_tokens": 1295683.0,
      "step": 99
    },
    {
      "epoch": 0.064,
      "grad_norm": 4.880126953125,
      "learning_rate": 5e-06,
      "loss": 1.359,
      "mean_token_accuracy": 0.6566307917237282,
      "num_tokens": 1309253.0,
      "step": 100
    },
    {
      "epoch": 0.06464,
      "grad_norm": 4.704743385314941,
      "learning_rate": 5e-06,
      "loss": 1.3073,
      "mean_token_accuracy": 0.6889312416315079,
      "num_tokens": 1321838.0,
      "step": 101
    },
    {
      "epoch": 0.06528,
      "grad_norm": 4.521302700042725,
      "learning_rate": 5e-06,
      "loss": 1.199,
      "mean_token_accuracy": 0.6745252087712288,
      "num_tokens": 1333677.0,
      "step": 102
    },
    {
      "epoch": 0.06592,
      "grad_norm": 4.4061689376831055,
      "learning_rate": 5e-06,
      "loss": 1.2863,
      "mean_token_accuracy": 0.6601276621222496,
      "num_tokens": 1345912.0,
      "step": 103
    },
    {
      "epoch": 0.06656,
      "grad_norm": 4.12923002243042,
      "learning_rate": 5e-06,
      "loss": 1.3052,
      "mean_token_accuracy": 0.6593477055430412,
      "num_tokens": 1356535.0,
      "step": 104
    },
    {
      "epoch": 0.0672,
      "grad_norm": 4.265780448913574,
      "learning_rate": 5e-06,
      "loss": 1.5341,
      "mean_token_accuracy": 0.6348154991865158,
      "num_tokens": 1368522.0,
      "step": 105
    },
    {
      "epoch": 0.06784,
      "grad_norm": 4.388949394226074,
      "learning_rate": 5e-06,
      "loss": 1.3616,
      "mean_token_accuracy": 0.6796349138021469,
      "num_tokens": 1381247.0,
      "step": 106
    },
    {
      "epoch": 0.06848,
      "grad_norm": 4.523592948913574,
      "learning_rate": 5e-06,
      "loss": 1.4017,
      "mean_token_accuracy": 0.638551875948906,
      "num_tokens": 1392378.0,
      "step": 107
    },
    {
      "epoch": 0.06912,
      "grad_norm": 4.722465991973877,
      "learning_rate": 5e-06,
      "loss": 1.1751,
      "mean_token_accuracy": 0.6694681495428085,
      "num_tokens": 1404081.0,
      "step": 108
    },
    {
      "epoch": 0.06976,
      "grad_norm": 3.7663962841033936,
      "learning_rate": 5e-06,
      "loss": 1.2044,
      "mean_token_accuracy": 0.6716165691614151,
      "num_tokens": 1417942.0,
      "step": 109
    },
    {
      "epoch": 0.0704,
      "grad_norm": 3.8090057373046875,
      "learning_rate": 5e-06,
      "loss": 1.4822,
      "mean_token_accuracy": 0.6303943246603012,
      "num_tokens": 1429633.0,
      "step": 110
    },
    {
      "epoch": 0.07104,
      "grad_norm": 4.707150936126709,
      "learning_rate": 5e-06,
      "loss": 1.4048,
      "mean_token_accuracy": 0.661470353603363,
      "num_tokens": 1439918.0,
      "step": 111
    },
    {
      "epoch": 0.07168,
      "grad_norm": 4.384817600250244,
      "learning_rate": 5e-06,
      "loss": 1.3427,
      "mean_token_accuracy": 0.6572804600000381,
      "num_tokens": 1451652.0,
      "step": 112
    },
    {
      "epoch": 0.07232,
      "grad_norm": 3.9072980880737305,
      "learning_rate": 5e-06,
      "loss": 1.3317,
      "mean_token_accuracy": 0.6496234610676765,
      "num_tokens": 1466346.0,
      "step": 113
    },
    {
      "epoch": 0.07296,
      "grad_norm": 3.8167197704315186,
      "learning_rate": 5e-06,
      "loss": 1.5108,
      "mean_token_accuracy": 0.619833417236805,
      "num_tokens": 1482241.0,
      "step": 114
    },
    {
      "epoch": 0.0736,
      "grad_norm": 3.857537031173706,
      "learning_rate": 5e-06,
      "loss": 1.3917,
      "mean_token_accuracy": 0.6645993143320084,
      "num_tokens": 1495196.0,
      "step": 115
    },
    {
      "epoch": 0.07424,
      "grad_norm": 4.024837970733643,
      "learning_rate": 5e-06,
      "loss": 1.3252,
      "mean_token_accuracy": 0.6474068984389305,
      "num_tokens": 1508711.0,
      "step": 116
    },
    {
      "epoch": 0.07488,
      "grad_norm": 3.6451432704925537,
      "learning_rate": 5e-06,
      "loss": 1.3883,
      "mean_token_accuracy": 0.658332034945488,
      "num_tokens": 1521622.0,
      "step": 117
    },
    {
      "epoch": 0.07552,
      "grad_norm": 3.7489166259765625,
      "learning_rate": 5e-06,
      "loss": 1.4337,
      "mean_token_accuracy": 0.6373646706342697,
      "num_tokens": 1536109.0,
      "step": 118
    },
    {
      "epoch": 0.07616,
      "grad_norm": 4.419317245483398,
      "learning_rate": 5e-06,
      "loss": 1.6063,
      "mean_token_accuracy": 0.5973443016409874,
      "num_tokens": 1548521.0,
      "step": 119
    },
    {
      "epoch": 0.0768,
      "grad_norm": 3.8151636123657227,
      "learning_rate": 5e-06,
      "loss": 1.2434,
      "mean_token_accuracy": 0.6510246470570564,
      "num_tokens": 1562145.0,
      "step": 120
    },
    {
      "epoch": 0.07744,
      "grad_norm": 4.26577091217041,
      "learning_rate": 5e-06,
      "loss": 1.5936,
      "mean_token_accuracy": 0.6028061434626579,
      "num_tokens": 1575331.0,
      "step": 121
    },
    {
      "epoch": 0.07808,
      "grad_norm": 4.482457637786865,
      "learning_rate": 5e-06,
      "loss": 1.3789,
      "mean_token_accuracy": 0.6534934043884277,
      "num_tokens": 1587643.0,
      "step": 122
    },
    {
      "epoch": 0.07872,
      "grad_norm": 3.56472110748291,
      "learning_rate": 5e-06,
      "loss": 1.4365,
      "mean_token_accuracy": 0.636934220790863,
      "num_tokens": 1602307.0,
      "step": 123
    },
    {
      "epoch": 0.07936,
      "grad_norm": 3.643859386444092,
      "learning_rate": 5e-06,
      "loss": 1.3166,
      "mean_token_accuracy": 0.6632036790251732,
      "num_tokens": 1616771.0,
      "step": 124
    },
    {
      "epoch": 0.08,
      "grad_norm": 3.907698154449463,
      "learning_rate": 5e-06,
      "loss": 1.347,
      "mean_token_accuracy": 0.6501271575689316,
      "num_tokens": 1628788.0,
      "step": 125
    },
    {
      "epoch": 0.08064,
      "grad_norm": 3.952827215194702,
      "learning_rate": 5e-06,
      "loss": 1.5638,
      "mean_token_accuracy": 0.6289772987365723,
      "num_tokens": 1643292.0,
      "step": 126
    },
    {
      "epoch": 0.08128,
      "grad_norm": 3.829796314239502,
      "learning_rate": 5e-06,
      "loss": 1.4867,
      "mean_token_accuracy": 0.6409079134464264,
      "num_tokens": 1657859.0,
      "step": 127
    },
    {
      "epoch": 0.08192,
      "grad_norm": 3.4832980632781982,
      "learning_rate": 5e-06,
      "loss": 1.1756,
      "mean_token_accuracy": 0.6971960365772247,
      "num_tokens": 1672891.0,
      "step": 128
    },
    {
      "epoch": 0.08256,
      "grad_norm": 4.326021671295166,
      "learning_rate": 5e-06,
      "loss": 1.3608,
      "mean_token_accuracy": 0.663967490196228,
      "num_tokens": 1685243.0,
      "step": 129
    },
    {
      "epoch": 0.0832,
      "grad_norm": 3.8590521812438965,
      "learning_rate": 5e-06,
      "loss": 1.3535,
      "mean_token_accuracy": 0.6475187167525291,
      "num_tokens": 1699220.0,
      "step": 130
    },
    {
      "epoch": 0.08384,
      "grad_norm": 4.005199432373047,
      "learning_rate": 5e-06,
      "loss": 1.5247,
      "mean_token_accuracy": 0.6049772128462791,
      "num_tokens": 1711827.0,
      "step": 131
    },
    {
      "epoch": 0.08448,
      "grad_norm": 5.4232378005981445,
      "learning_rate": 5e-06,
      "loss": 1.4393,
      "mean_token_accuracy": 0.6452240273356438,
      "num_tokens": 1722307.0,
      "step": 132
    },
    {
      "epoch": 0.08512,
      "grad_norm": 3.7561964988708496,
      "learning_rate": 5e-06,
      "loss": 1.3973,
      "mean_token_accuracy": 0.643314465880394,
      "num_tokens": 1735760.0,
      "step": 133
    },
    {
      "epoch": 0.08576,
      "grad_norm": 4.557453155517578,
      "learning_rate": 5e-06,
      "loss": 1.4625,
      "mean_token_accuracy": 0.6588743627071381,
      "num_tokens": 1749840.0,
      "step": 134
    },
    {
      "epoch": 0.0864,
      "grad_norm": 4.375631809234619,
      "learning_rate": 5e-06,
      "loss": 1.3369,
      "mean_token_accuracy": 0.6503657773137093,
      "num_tokens": 1764508.0,
      "step": 135
    },
    {
      "epoch": 0.08704,
      "grad_norm": 3.6710991859436035,
      "learning_rate": 5e-06,
      "loss": 1.3455,
      "mean_token_accuracy": 0.6592239439487457,
      "num_tokens": 1777991.0,
      "step": 136
    },
    {
      "epoch": 0.08768,
      "grad_norm": 4.055100440979004,
      "learning_rate": 5e-06,
      "loss": 1.2004,
      "mean_token_accuracy": 0.6970224753022194,
      "num_tokens": 1790908.0,
      "step": 137
    },
    {
      "epoch": 0.08832,
      "grad_norm": 3.4759104251861572,
      "learning_rate": 5e-06,
      "loss": 1.3996,
      "mean_token_accuracy": 0.6468167528510094,
      "num_tokens": 1807180.0,
      "step": 138
    },
    {
      "epoch": 0.08896,
      "grad_norm": 4.201884746551514,
      "learning_rate": 5e-06,
      "loss": 1.36,
      "mean_token_accuracy": 0.645078033208847,
      "num_tokens": 1819408.0,
      "step": 139
    },
    {
      "epoch": 0.0896,
      "grad_norm": 4.253586769104004,
      "learning_rate": 5e-06,
      "loss": 1.555,
      "mean_token_accuracy": 0.6383631229400635,
      "num_tokens": 1832773.0,
      "step": 140
    },
    {
      "epoch": 0.09024,
      "grad_norm": 3.354541063308716,
      "learning_rate": 5e-06,
      "loss": 1.2203,
      "mean_token_accuracy": 0.6814669519662857,
      "num_tokens": 1848152.0,
      "step": 141
    },
    {
      "epoch": 0.09088,
      "grad_norm": 3.436411142349243,
      "learning_rate": 5e-06,
      "loss": 1.4883,
      "mean_token_accuracy": 0.6492328196763992,
      "num_tokens": 1863701.0,
      "step": 142
    },
    {
      "epoch": 0.09152,
      "grad_norm": 4.413644790649414,
      "learning_rate": 5e-06,
      "loss": 1.0295,
      "mean_token_accuracy": 0.7075678631663322,
      "num_tokens": 1872939.0,
      "step": 143
    },
    {
      "epoch": 0.09216,
      "grad_norm": 5.079326152801514,
      "learning_rate": 5e-06,
      "loss": 1.3153,
      "mean_token_accuracy": 0.6815094351768494,
      "num_tokens": 1881487.0,
      "step": 144
    },
    {
      "epoch": 0.0928,
      "grad_norm": 4.065243721008301,
      "learning_rate": 5e-06,
      "loss": 1.3596,
      "mean_token_accuracy": 0.6275613754987717,
      "num_tokens": 1892857.0,
      "step": 145
    },
    {
      "epoch": 0.09344,
      "grad_norm": 3.9777028560638428,
      "learning_rate": 5e-06,
      "loss": 1.1708,
      "mean_token_accuracy": 0.7008514180779457,
      "num_tokens": 1905468.0,
      "step": 146
    },
    {
      "epoch": 0.09408,
      "grad_norm": 3.9590489864349365,
      "learning_rate": 5e-06,
      "loss": 1.3645,
      "mean_token_accuracy": 0.645123079419136,
      "num_tokens": 1921339.0,
      "step": 147
    },
    {
      "epoch": 0.09472,
      "grad_norm": 4.232624053955078,
      "learning_rate": 5e-06,
      "loss": 1.4376,
      "mean_token_accuracy": 0.6167034581303596,
      "num_tokens": 1933922.0,
      "step": 148
    },
    {
      "epoch": 0.09536,
      "grad_norm": 4.538359642028809,
      "learning_rate": 5e-06,
      "loss": 1.2695,
      "mean_token_accuracy": 0.6443182751536369,
      "num_tokens": 1946327.0,
      "step": 149
    },
    {
      "epoch": 0.096,
      "grad_norm": 3.987658977508545,
      "learning_rate": 5e-06,
      "loss": 1.165,
      "mean_token_accuracy": 0.700744241476059,
      "num_tokens": 1958145.0,
      "step": 150
    },
    {
      "epoch": 0.09664,
      "grad_norm": 5.451640605926514,
      "learning_rate": 5e-06,
      "loss": 1.1847,
      "mean_token_accuracy": 0.6844369322061539,
      "num_tokens": 1968466.0,
      "step": 151
    },
    {
      "epoch": 0.09728,
      "grad_norm": 3.7554731369018555,
      "learning_rate": 5e-06,
      "loss": 1.3363,
      "mean_token_accuracy": 0.6585431769490242,
      "num_tokens": 1981386.0,
      "step": 152
    },
    {
      "epoch": 0.09792,
      "grad_norm": 3.601236581802368,
      "learning_rate": 5e-06,
      "loss": 1.3988,
      "mean_token_accuracy": 0.6534986943006516,
      "num_tokens": 1995319.0,
      "step": 153
    },
    {
      "epoch": 0.09856,
      "grad_norm": 3.569467306137085,
      "learning_rate": 5e-06,
      "loss": 1.1972,
      "mean_token_accuracy": 0.6820317879319191,
      "num_tokens": 2008019.0,
      "step": 154
    },
    {
      "epoch": 0.0992,
      "grad_norm": 3.896125078201294,
      "learning_rate": 5e-06,
      "loss": 1.3651,
      "mean_token_accuracy": 0.6400049701333046,
      "num_tokens": 2021300.0,
      "step": 155
    },
    {
      "epoch": 0.09984,
      "grad_norm": 3.486210584640503,
      "learning_rate": 5e-06,
      "loss": 1.3398,
      "mean_token_accuracy": 0.6543328985571861,
      "num_tokens": 2033964.0,
      "step": 156
    },
    {
      "epoch": 0.10048,
      "grad_norm": 3.03397274017334,
      "learning_rate": 5e-06,
      "loss": 1.4379,
      "mean_token_accuracy": 0.6368994787335396,
      "num_tokens": 2051392.0,
      "step": 157
    },
    {
      "epoch": 0.10112,
      "grad_norm": 3.8133559226989746,
      "learning_rate": 5e-06,
      "loss": 1.4191,
      "mean_token_accuracy": 0.6660285517573357,
      "num_tokens": 2063899.0,
      "step": 158
    },
    {
      "epoch": 0.10176,
      "grad_norm": 2.894871234893799,
      "learning_rate": 5e-06,
      "loss": 1.149,
      "mean_token_accuracy": 0.687338799238205,
      "num_tokens": 2081505.0,
      "step": 159
    },
    {
      "epoch": 0.1024,
      "grad_norm": 4.369359016418457,
      "learning_rate": 5e-06,
      "loss": 1.3478,
      "mean_token_accuracy": 0.6496308445930481,
      "num_tokens": 2092604.0,
      "step": 160
    },
    {
      "epoch": 0.10304,
      "grad_norm": 4.516582489013672,
      "learning_rate": 5e-06,
      "loss": 1.3535,
      "mean_token_accuracy": 0.6436882838606834,
      "num_tokens": 2103256.0,
      "step": 161
    },
    {
      "epoch": 0.10368,
      "grad_norm": 3.317488431930542,
      "learning_rate": 5e-06,
      "loss": 1.3131,
      "mean_token_accuracy": 0.6673252284526825,
      "num_tokens": 2119060.0,
      "step": 162
    },
    {
      "epoch": 0.10432,
      "grad_norm": 4.195248603820801,
      "learning_rate": 5e-06,
      "loss": 1.5371,
      "mean_token_accuracy": 0.6269242167472839,
      "num_tokens": 2131564.0,
      "step": 163
    },
    {
      "epoch": 0.10496,
      "grad_norm": 4.055263042449951,
      "learning_rate": 5e-06,
      "loss": 1.2917,
      "mean_token_accuracy": 0.672488197684288,
      "num_tokens": 2144473.0,
      "step": 164
    },
    {
      "epoch": 0.1056,
      "grad_norm": 3.9197511672973633,
      "learning_rate": 5e-06,
      "loss": 1.3064,
      "mean_token_accuracy": 0.664051964879036,
      "num_tokens": 2157277.0,
      "step": 165
    },
    {
      "epoch": 0.10624,
      "grad_norm": 4.073387145996094,
      "learning_rate": 5e-06,
      "loss": 1.3085,
      "mean_token_accuracy": 0.6389222107827663,
      "num_tokens": 2168765.0,
      "step": 166
    },
    {
      "epoch": 0.10688,
      "grad_norm": 3.508542060852051,
      "learning_rate": 5e-06,
      "loss": 1.2401,
      "mean_token_accuracy": 0.6622222438454628,
      "num_tokens": 2182480.0,
      "step": 167
    },
    {
      "epoch": 0.10752,
      "grad_norm": 5.038687229156494,
      "learning_rate": 5e-06,
      "loss": 1.3458,
      "mean_token_accuracy": 0.6548017933964729,
      "num_tokens": 2192216.0,
      "step": 168
    },
    {
      "epoch": 0.10816,
      "grad_norm": 3.743532180786133,
      "learning_rate": 5e-06,
      "loss": 1.3079,
      "mean_token_accuracy": 0.675239585340023,
      "num_tokens": 2205231.0,
      "step": 169
    },
    {
      "epoch": 0.1088,
      "grad_norm": 3.9550719261169434,
      "learning_rate": 5e-06,
      "loss": 1.4297,
      "mean_token_accuracy": 0.6310381144285202,
      "num_tokens": 2219210.0,
      "step": 170
    },
    {
      "epoch": 0.10944,
      "grad_norm": 3.988621950149536,
      "learning_rate": 5e-06,
      "loss": 1.2593,
      "mean_token_accuracy": 0.6804088428616524,
      "num_tokens": 2232718.0,
      "step": 171
    },
    {
      "epoch": 0.11008,
      "grad_norm": 4.214746475219727,
      "learning_rate": 5e-06,
      "loss": 1.1987,
      "mean_token_accuracy": 0.6554268151521683,
      "num_tokens": 2244509.0,
      "step": 172
    },
    {
      "epoch": 0.11072,
      "grad_norm": 4.047118186950684,
      "learning_rate": 5e-06,
      "loss": 1.3908,
      "mean_token_accuracy": 0.6510942876338959,
      "num_tokens": 2256799.0,
      "step": 173
    },
    {
      "epoch": 0.11136,
      "grad_norm": 4.169956207275391,
      "learning_rate": 5e-06,
      "loss": 1.1637,
      "mean_token_accuracy": 0.6976971700787544,
      "num_tokens": 2267854.0,
      "step": 174
    },
    {
      "epoch": 0.112,
      "grad_norm": 4.0025434494018555,
      "learning_rate": 5e-06,
      "loss": 1.2681,
      "mean_token_accuracy": 0.6660499349236488,
      "num_tokens": 2281207.0,
      "step": 175
    },
    {
      "epoch": 0.11264,
      "grad_norm": 3.6148102283477783,
      "learning_rate": 5e-06,
      "loss": 1.0893,
      "mean_token_accuracy": 0.6946917325258255,
      "num_tokens": 2294364.0,
      "step": 176
    },
    {
      "epoch": 0.11328,
      "grad_norm": 4.246650695800781,
      "learning_rate": 5e-06,
      "loss": 1.3055,
      "mean_token_accuracy": 0.6432985439896584,
      "num_tokens": 2304580.0,
      "step": 177
    },
    {
      "epoch": 0.11392,
      "grad_norm": 3.6579151153564453,
      "learning_rate": 5e-06,
      "loss": 1.3814,
      "mean_token_accuracy": 0.6313494071364403,
      "num_tokens": 2319903.0,
      "step": 178
    },
    {
      "epoch": 0.11456,
      "grad_norm": 3.988365411758423,
      "learning_rate": 5e-06,
      "loss": 1.1713,
      "mean_token_accuracy": 0.6748137697577477,
      "num_tokens": 2334193.0,
      "step": 179
    },
    {
      "epoch": 0.1152,
      "grad_norm": 4.839256286621094,
      "learning_rate": 5e-06,
      "loss": 1.6099,
      "mean_token_accuracy": 0.642399325966835,
      "num_tokens": 2344137.0,
      "step": 180
    },
    {
      "epoch": 0.11584,
      "grad_norm": 3.8175253868103027,
      "learning_rate": 5e-06,
      "loss": 1.3848,
      "mean_token_accuracy": 0.6434383615851402,
      "num_tokens": 2356787.0,
      "step": 181
    },
    {
      "epoch": 0.11648,
      "grad_norm": 4.244999885559082,
      "learning_rate": 5e-06,
      "loss": 1.3926,
      "mean_token_accuracy": 0.6472559943795204,
      "num_tokens": 2369124.0,
      "step": 182
    },
    {
      "epoch": 0.11712,
      "grad_norm": 3.850306749343872,
      "learning_rate": 5e-06,
      "loss": 1.266,
      "mean_token_accuracy": 0.6437094509601593,
      "num_tokens": 2383314.0,
      "step": 183
    },
    {
      "epoch": 0.11776,
      "grad_norm": 5.292626857757568,
      "learning_rate": 5e-06,
      "loss": 1.7328,
      "mean_token_accuracy": 0.5816368944942951,
      "num_tokens": 2392822.0,
      "step": 184
    },
    {
      "epoch": 0.1184,
      "grad_norm": 4.827669620513916,
      "learning_rate": 5e-06,
      "loss": 1.6344,
      "mean_token_accuracy": 0.6154987290501595,
      "num_tokens": 2404362.0,
      "step": 185
    },
    {
      "epoch": 0.11904,
      "grad_norm": 4.1474995613098145,
      "learning_rate": 5e-06,
      "loss": 1.3776,
      "mean_token_accuracy": 0.6394111067056656,
      "num_tokens": 2415206.0,
      "step": 186
    },
    {
      "epoch": 0.11968,
      "grad_norm": 4.1867995262146,
      "learning_rate": 5e-06,
      "loss": 1.1555,
      "mean_token_accuracy": 0.6839761063456535,
      "num_tokens": 2428366.0,
      "step": 187
    },
    {
      "epoch": 0.12032,
      "grad_norm": 3.8448567390441895,
      "learning_rate": 5e-06,
      "loss": 1.3755,
      "mean_token_accuracy": 0.6562356427311897,
      "num_tokens": 2440401.0,
      "step": 188
    },
    {
      "epoch": 0.12096,
      "grad_norm": 3.82326078414917,
      "learning_rate": 5e-06,
      "loss": 1.2447,
      "mean_token_accuracy": 0.651421345770359,
      "num_tokens": 2453194.0,
      "step": 189
    },
    {
      "epoch": 0.1216,
      "grad_norm": 3.8324315547943115,
      "learning_rate": 5e-06,
      "loss": 1.4677,
      "mean_token_accuracy": 0.6340256333351135,
      "num_tokens": 2466328.0,
      "step": 190
    },
    {
      "epoch": 0.12224,
      "grad_norm": 3.4532899856567383,
      "learning_rate": 5e-06,
      "loss": 1.3832,
      "mean_token_accuracy": 0.6311789453029633,
      "num_tokens": 2480165.0,
      "step": 191
    },
    {
      "epoch": 0.12288,
      "grad_norm": 6.352081298828125,
      "learning_rate": 5e-06,
      "loss": 1.5605,
      "mean_token_accuracy": 0.6426242366433144,
      "num_tokens": 2489563.0,
      "step": 192
    },
    {
      "epoch": 0.12352,
      "grad_norm": 3.9290707111358643,
      "learning_rate": 5e-06,
      "loss": 1.4923,
      "mean_token_accuracy": 0.621891662478447,
      "num_tokens": 2503752.0,
      "step": 193
    },
    {
      "epoch": 0.12416,
      "grad_norm": 3.5599541664123535,
      "learning_rate": 5e-06,
      "loss": 1.658,
      "mean_token_accuracy": 0.5923861265182495,
      "num_tokens": 2517941.0,
      "step": 194
    },
    {
      "epoch": 0.1248,
      "grad_norm": 4.907262802124023,
      "learning_rate": 5e-06,
      "loss": 1.3243,
      "mean_token_accuracy": 0.684236004948616,
      "num_tokens": 2531694.0,
      "step": 195
    },
    {
      "epoch": 0.12544,
      "grad_norm": 3.895585298538208,
      "learning_rate": 5e-06,
      "loss": 1.2594,
      "mean_token_accuracy": 0.6675282418727875,
      "num_tokens": 2543318.0,
      "step": 196
    },
    {
      "epoch": 0.12608,
      "grad_norm": 3.7483768463134766,
      "learning_rate": 5e-06,
      "loss": 1.3555,
      "mean_token_accuracy": 0.6702639237046242,
      "num_tokens": 2555858.0,
      "step": 197
    },
    {
      "epoch": 0.12672,
      "grad_norm": 3.980715751647949,
      "learning_rate": 5e-06,
      "loss": 1.3247,
      "mean_token_accuracy": 0.654958538711071,
      "num_tokens": 2570848.0,
      "step": 198
    },
    {
      "epoch": 0.12736,
      "grad_norm": 3.402679443359375,
      "learning_rate": 5e-06,
      "loss": 1.4151,
      "mean_token_accuracy": 0.639847457408905,
      "num_tokens": 2586951.0,
      "step": 199
    },
    {
      "epoch": 0.128,
      "grad_norm": 3.603440284729004,
      "learning_rate": 5e-06,
      "loss": 1.138,
      "mean_token_accuracy": 0.6972187757492065,
      "num_tokens": 2600380.0,
      "step": 200
    },
    {
      "epoch": 0.12864,
      "grad_norm": 4.226911544799805,
      "learning_rate": 5e-06,
      "loss": 1.2305,
      "mean_token_accuracy": 0.6777093335986137,
      "num_tokens": 2612169.0,
      "step": 201
    },
    {
      "epoch": 0.12928,
      "grad_norm": 4.133816719055176,
      "learning_rate": 5e-06,
      "loss": 1.5127,
      "mean_token_accuracy": 0.645031102001667,
      "num_tokens": 2625681.0,
      "step": 202
    },
    {
      "epoch": 0.12992,
      "grad_norm": 4.464379787445068,
      "learning_rate": 5e-06,
      "loss": 1.3419,
      "mean_token_accuracy": 0.655508816242218,
      "num_tokens": 2638449.0,
      "step": 203
    },
    {
      "epoch": 0.13056,
      "grad_norm": 3.691314697265625,
      "learning_rate": 5e-06,
      "loss": 1.4329,
      "mean_token_accuracy": 0.6271785870194435,
      "num_tokens": 2651404.0,
      "step": 204
    },
    {
      "epoch": 0.1312,
      "grad_norm": 3.735065460205078,
      "learning_rate": 5e-06,
      "loss": 1.259,
      "mean_token_accuracy": 0.6792504116892815,
      "num_tokens": 2663577.0,
      "step": 205
    },
    {
      "epoch": 0.13184,
      "grad_norm": 3.8141613006591797,
      "learning_rate": 5e-06,
      "loss": 1.3812,
      "mean_token_accuracy": 0.6525682806968689,
      "num_tokens": 2675704.0,
      "step": 206
    },
    {
      "epoch": 0.13248,
      "grad_norm": 4.096824645996094,
      "learning_rate": 5e-06,
      "loss": 1.4175,
      "mean_token_accuracy": 0.6340369358658791,
      "num_tokens": 2687284.0,
      "step": 207
    },
    {
      "epoch": 0.13312,
      "grad_norm": 4.180744171142578,
      "learning_rate": 5e-06,
      "loss": 1.37,
      "mean_token_accuracy": 0.6400524824857712,
      "num_tokens": 2700343.0,
      "step": 208
    },
    {
      "epoch": 0.13376,
      "grad_norm": 4.275300979614258,
      "learning_rate": 5e-06,
      "loss": 1.3739,
      "mean_token_accuracy": 0.6336183995008469,
      "num_tokens": 2713760.0,
      "step": 209
    },
    {
      "epoch": 0.1344,
      "grad_norm": 3.547708511352539,
      "learning_rate": 5e-06,
      "loss": 1.4059,
      "mean_token_accuracy": 0.6354609504342079,
      "num_tokens": 2728045.0,
      "step": 210
    },
    {
      "epoch": 0.13504,
      "grad_norm": 4.222541809082031,
      "learning_rate": 5e-06,
      "loss": 1.3929,
      "mean_token_accuracy": 0.6449902206659317,
      "num_tokens": 2741308.0,
      "step": 211
    },
    {
      "epoch": 0.13568,
      "grad_norm": 3.930753707885742,
      "learning_rate": 5e-06,
      "loss": 1.5346,
      "mean_token_accuracy": 0.6030523180961609,
      "num_tokens": 2754620.0,
      "step": 212
    },
    {
      "epoch": 0.13632,
      "grad_norm": 3.6813647747039795,
      "learning_rate": 5e-06,
      "loss": 1.3267,
      "mean_token_accuracy": 0.6522213146090508,
      "num_tokens": 2768180.0,
      "step": 213
    },
    {
      "epoch": 0.13696,
      "grad_norm": 4.064117431640625,
      "learning_rate": 5e-06,
      "loss": 1.3081,
      "mean_token_accuracy": 0.6697950512170792,
      "num_tokens": 2781050.0,
      "step": 214
    },
    {
      "epoch": 0.1376,
      "grad_norm": 3.927386522293091,
      "learning_rate": 5e-06,
      "loss": 1.5213,
      "mean_token_accuracy": 0.6275500729680061,
      "num_tokens": 2792644.0,
      "step": 215
    },
    {
      "epoch": 0.13824,
      "grad_norm": 3.762558937072754,
      "learning_rate": 5e-06,
      "loss": 1.339,
      "mean_token_accuracy": 0.6525787115097046,
      "num_tokens": 2805857.0,
      "step": 216
    },
    {
      "epoch": 0.13888,
      "grad_norm": 3.3911473751068115,
      "learning_rate": 5e-06,
      "loss": 1.3861,
      "mean_token_accuracy": 0.646359771490097,
      "num_tokens": 2822403.0,
      "step": 217
    },
    {
      "epoch": 0.13952,
      "grad_norm": 3.3811612129211426,
      "learning_rate": 5e-06,
      "loss": 1.4414,
      "mean_token_accuracy": 0.6381309777498245,
      "num_tokens": 2836579.0,
      "step": 218
    },
    {
      "epoch": 0.14016,
      "grad_norm": 3.9682304859161377,
      "learning_rate": 5e-06,
      "loss": 1.4728,
      "mean_token_accuracy": 0.611208513379097,
      "num_tokens": 2848833.0,
      "step": 219
    },
    {
      "epoch": 0.1408,
      "grad_norm": 4.066648483276367,
      "learning_rate": 5e-06,
      "loss": 1.3081,
      "mean_token_accuracy": 0.6451118811964989,
      "num_tokens": 2859672.0,
      "step": 220
    },
    {
      "epoch": 0.14144,
      "grad_norm": 3.577544927597046,
      "learning_rate": 5e-06,
      "loss": 1.4143,
      "mean_token_accuracy": 0.6415835171937943,
      "num_tokens": 2875418.0,
      "step": 221
    },
    {
      "epoch": 0.14208,
      "grad_norm": 3.8373844623565674,
      "learning_rate": 5e-06,
      "loss": 1.1867,
      "mean_token_accuracy": 0.6628148853778839,
      "num_tokens": 2886843.0,
      "step": 222
    },
    {
      "epoch": 0.14272,
      "grad_norm": 3.243741273880005,
      "learning_rate": 5e-06,
      "loss": 1.3639,
      "mean_token_accuracy": 0.6402468308806419,
      "num_tokens": 2903000.0,
      "step": 223
    },
    {
      "epoch": 0.14336,
      "grad_norm": 3.6917643547058105,
      "learning_rate": 5e-06,
      "loss": 1.4826,
      "mean_token_accuracy": 0.6137516796588898,
      "num_tokens": 2916086.0,
      "step": 224
    },
    {
      "epoch": 0.144,
      "grad_norm": 3.6961069107055664,
      "learning_rate": 5e-06,
      "loss": 1.3914,
      "mean_token_accuracy": 0.6221867948770523,
      "num_tokens": 2928082.0,
      "step": 225
    },
    {
      "epoch": 0.14464,
      "grad_norm": 3.3489155769348145,
      "learning_rate": 5e-06,
      "loss": 1.2829,
      "mean_token_accuracy": 0.6520458236336708,
      "num_tokens": 2941972.0,
      "step": 226
    },
    {
      "epoch": 0.14528,
      "grad_norm": 3.9291248321533203,
      "learning_rate": 5e-06,
      "loss": 1.4375,
      "mean_token_accuracy": 0.6534432545304298,
      "num_tokens": 2954326.0,
      "step": 227
    },
    {
      "epoch": 0.14592,
      "grad_norm": 4.408154487609863,
      "learning_rate": 5e-06,
      "loss": 1.37,
      "mean_token_accuracy": 0.6362905651330948,
      "num_tokens": 2964773.0,
      "step": 228
    },
    {
      "epoch": 0.14656,
      "grad_norm": 3.3480911254882812,
      "learning_rate": 5e-06,
      "loss": 1.2627,
      "mean_token_accuracy": 0.664552852511406,
      "num_tokens": 2979164.0,
      "step": 229
    },
    {
      "epoch": 0.1472,
      "grad_norm": 3.5520999431610107,
      "learning_rate": 5e-06,
      "loss": 1.2172,
      "mean_token_accuracy": 0.677513062953949,
      "num_tokens": 2993457.0,
      "step": 230
    },
    {
      "epoch": 0.14784,
      "grad_norm": 3.3027398586273193,
      "learning_rate": 5e-06,
      "loss": 1.4642,
      "mean_token_accuracy": 0.6177601739764214,
      "num_tokens": 3007665.0,
      "step": 231
    },
    {
      "epoch": 0.14848,
      "grad_norm": 3.64074444770813,
      "learning_rate": 5e-06,
      "loss": 1.2464,
      "mean_token_accuracy": 0.662057913839817,
      "num_tokens": 3020550.0,
      "step": 232
    },
    {
      "epoch": 0.14912,
      "grad_norm": 3.9199254512786865,
      "learning_rate": 5e-06,
      "loss": 1.3942,
      "mean_token_accuracy": 0.6174388378858566,
      "num_tokens": 3034384.0,
      "step": 233
    },
    {
      "epoch": 0.14976,
      "grad_norm": 4.028416633605957,
      "learning_rate": 5e-06,
      "loss": 1.2443,
      "mean_token_accuracy": 0.6706736162304878,
      "num_tokens": 3046491.0,
      "step": 234
    },
    {
      "epoch": 0.1504,
      "grad_norm": 3.4330265522003174,
      "learning_rate": 5e-06,
      "loss": 1.4317,
      "mean_token_accuracy": 0.6397150233387947,
      "num_tokens": 3061547.0,
      "step": 235
    },
    {
      "epoch": 0.15104,
      "grad_norm": 4.62261438369751,
      "learning_rate": 5e-06,
      "loss": 1.4654,
      "mean_token_accuracy": 0.6216901019215584,
      "num_tokens": 3073316.0,
      "step": 236
    },
    {
      "epoch": 0.15168,
      "grad_norm": 3.8148386478424072,
      "learning_rate": 5e-06,
      "loss": 1.3572,
      "mean_token_accuracy": 0.6381306573748589,
      "num_tokens": 3086074.0,
      "step": 237
    },
    {
      "epoch": 0.15232,
      "grad_norm": 3.6774654388427734,
      "learning_rate": 5e-06,
      "loss": 1.2743,
      "mean_token_accuracy": 0.6746890023350716,
      "num_tokens": 3099218.0,
      "step": 238
    },
    {
      "epoch": 0.15296,
      "grad_norm": 3.8915648460388184,
      "learning_rate": 5e-06,
      "loss": 1.3005,
      "mean_token_accuracy": 0.6652230620384216,
      "num_tokens": 3113283.0,
      "step": 239
    },
    {
      "epoch": 0.1536,
      "grad_norm": 3.641663074493408,
      "learning_rate": 5e-06,
      "loss": 1.4299,
      "mean_token_accuracy": 0.6305139660835266,
      "num_tokens": 3127092.0,
      "step": 240
    },
    {
      "epoch": 0.15424,
      "grad_norm": 3.9802157878875732,
      "learning_rate": 5e-06,
      "loss": 1.3628,
      "mean_token_accuracy": 0.6499741598963737,
      "num_tokens": 3137977.0,
      "step": 241
    },
    {
      "epoch": 0.15488,
      "grad_norm": 3.3519856929779053,
      "learning_rate": 5e-06,
      "loss": 1.3649,
      "mean_token_accuracy": 0.6538999378681183,
      "num_tokens": 3153296.0,
      "step": 242
    },
    {
      "epoch": 0.15552,
      "grad_norm": 3.9312145709991455,
      "learning_rate": 5e-06,
      "loss": 1.1886,
      "mean_token_accuracy": 0.687839575111866,
      "num_tokens": 3165430.0,
      "step": 243
    },
    {
      "epoch": 0.15616,
      "grad_norm": 3.9684488773345947,
      "learning_rate": 5e-06,
      "loss": 1.392,
      "mean_token_accuracy": 0.629355788230896,
      "num_tokens": 3176799.0,
      "step": 244
    },
    {
      "epoch": 0.1568,
      "grad_norm": 3.610091209411621,
      "learning_rate": 5e-06,
      "loss": 1.3166,
      "mean_token_accuracy": 0.6479083597660065,
      "num_tokens": 3190258.0,
      "step": 245
    },
    {
      "epoch": 0.15744,
      "grad_norm": 3.921807289123535,
      "learning_rate": 5e-06,
      "loss": 1.1064,
      "mean_token_accuracy": 0.7143979370594025,
      "num_tokens": 3201789.0,
      "step": 246
    },
    {
      "epoch": 0.15808,
      "grad_norm": 3.4888627529144287,
      "learning_rate": 5e-06,
      "loss": 1.2273,
      "mean_token_accuracy": 0.6818583980202675,
      "num_tokens": 3214773.0,
      "step": 247
    },
    {
      "epoch": 0.15872,
      "grad_norm": 3.9141690731048584,
      "learning_rate": 5e-06,
      "loss": 1.2463,
      "mean_token_accuracy": 0.6758697032928467,
      "num_tokens": 3226302.0,
      "step": 248
    },
    {
      "epoch": 0.15936,
      "grad_norm": 3.585526943206787,
      "learning_rate": 5e-06,
      "loss": 1.29,
      "mean_token_accuracy": 0.6522084772586823,
      "num_tokens": 3239487.0,
      "step": 249
    },
    {
      "epoch": 0.16,
      "grad_norm": 2.9985756874084473,
      "learning_rate": 5e-06,
      "loss": 1.2875,
      "mean_token_accuracy": 0.665367841720581,
      "num_tokens": 3254553.0,
      "step": 250
    },
    {
      "epoch": 0.16064,
      "grad_norm": 4.460598945617676,
      "learning_rate": 5e-06,
      "loss": 1.413,
      "mean_token_accuracy": 0.6606506556272507,
      "num_tokens": 3266374.0,
      "step": 251
    },
    {
      "epoch": 0.16128,
      "grad_norm": 3.867008686065674,
      "learning_rate": 5e-06,
      "loss": 1.4733,
      "mean_token_accuracy": 0.6357235088944435,
      "num_tokens": 3278642.0,
      "step": 252
    },
    {
      "epoch": 0.16192,
      "grad_norm": 3.6840028762817383,
      "learning_rate": 5e-06,
      "loss": 1.3735,
      "mean_token_accuracy": 0.6500705629587173,
      "num_tokens": 3292643.0,
      "step": 253
    },
    {
      "epoch": 0.16256,
      "grad_norm": 3.631727933883667,
      "learning_rate": 5e-06,
      "loss": 1.3561,
      "mean_token_accuracy": 0.6603741720318794,
      "num_tokens": 3308572.0,
      "step": 254
    },
    {
      "epoch": 0.1632,
      "grad_norm": 3.8139543533325195,
      "learning_rate": 5e-06,
      "loss": 1.4079,
      "mean_token_accuracy": 0.6566642299294472,
      "num_tokens": 3321852.0,
      "step": 255
    },
    {
      "epoch": 0.16384,
      "grad_norm": 4.278744697570801,
      "learning_rate": 5e-06,
      "loss": 1.3128,
      "mean_token_accuracy": 0.6340290307998657,
      "num_tokens": 3333364.0,
      "step": 256
    },
    {
      "epoch": 0.16448,
      "grad_norm": 3.855288505554199,
      "learning_rate": 5e-06,
      "loss": 1.2726,
      "mean_token_accuracy": 0.6573414877057076,
      "num_tokens": 3346153.0,
      "step": 257
    },
    {
      "epoch": 0.16512,
      "grad_norm": 3.894836187362671,
      "learning_rate": 5e-06,
      "loss": 1.5052,
      "mean_token_accuracy": 0.6395176202058792,
      "num_tokens": 3357803.0,
      "step": 258
    },
    {
      "epoch": 0.16576,
      "grad_norm": 3.7376608848571777,
      "learning_rate": 5e-06,
      "loss": 1.3856,
      "mean_token_accuracy": 0.6377875059843063,
      "num_tokens": 3370640.0,
      "step": 259
    },
    {
      "epoch": 0.1664,
      "grad_norm": 3.66434907913208,
      "learning_rate": 5e-06,
      "loss": 1.2933,
      "mean_token_accuracy": 0.6526513993740082,
      "num_tokens": 3384626.0,
      "step": 260
    },
    {
      "epoch": 0.16704,
      "grad_norm": 4.31889533996582,
      "learning_rate": 5e-06,
      "loss": 1.4037,
      "mean_token_accuracy": 0.6519733518362045,
      "num_tokens": 3396351.0,
      "step": 261
    },
    {
      "epoch": 0.16768,
      "grad_norm": 4.194382667541504,
      "learning_rate": 5e-06,
      "loss": 1.2248,
      "mean_token_accuracy": 0.6719919368624687,
      "num_tokens": 3410809.0,
      "step": 262
    },
    {
      "epoch": 0.16832,
      "grad_norm": 5.298657417297363,
      "learning_rate": 5e-06,
      "loss": 1.2344,
      "mean_token_accuracy": 0.6541409119963646,
      "num_tokens": 3421666.0,
      "step": 263
    },
    {
      "epoch": 0.16896,
      "grad_norm": 3.7578792572021484,
      "learning_rate": 5e-06,
      "loss": 1.4221,
      "mean_token_accuracy": 0.6374265551567078,
      "num_tokens": 3435240.0,
      "step": 264
    },
    {
      "epoch": 0.1696,
      "grad_norm": 4.36591100692749,
      "learning_rate": 5e-06,
      "loss": 1.3996,
      "mean_token_accuracy": 0.6582349985837936,
      "num_tokens": 3447417.0,
      "step": 265
    },
    {
      "epoch": 0.17024,
      "grad_norm": 4.242166042327881,
      "learning_rate": 5e-06,
      "loss": 1.2213,
      "mean_token_accuracy": 0.6886605694890022,
      "num_tokens": 3457202.0,
      "step": 266
    },
    {
      "epoch": 0.17088,
      "grad_norm": 4.421549320220947,
      "learning_rate": 5e-06,
      "loss": 1.4154,
      "mean_token_accuracy": 0.6361653730273247,
      "num_tokens": 3470888.0,
      "step": 267
    },
    {
      "epoch": 0.17152,
      "grad_norm": 3.4272501468658447,
      "learning_rate": 5e-06,
      "loss": 1.4722,
      "mean_token_accuracy": 0.617170162498951,
      "num_tokens": 3483711.0,
      "step": 268
    },
    {
      "epoch": 0.17216,
      "grad_norm": 4.099259853363037,
      "learning_rate": 5e-06,
      "loss": 1.3181,
      "mean_token_accuracy": 0.6635381802916527,
      "num_tokens": 3494261.0,
      "step": 269
    },
    {
      "epoch": 0.1728,
      "grad_norm": 3.460908889770508,
      "learning_rate": 5e-06,
      "loss": 1.2027,
      "mean_token_accuracy": 0.6816031113266945,
      "num_tokens": 3508416.0,
      "step": 270
    },
    {
      "epoch": 0.17344,
      "grad_norm": 4.011609077453613,
      "learning_rate": 5e-06,
      "loss": 1.2527,
      "mean_token_accuracy": 0.6691607385873795,
      "num_tokens": 3521566.0,
      "step": 271
    },
    {
      "epoch": 0.17408,
      "grad_norm": 4.310615062713623,
      "learning_rate": 5e-06,
      "loss": 1.5243,
      "mean_token_accuracy": 0.606864832341671,
      "num_tokens": 3532437.0,
      "step": 272
    },
    {
      "epoch": 0.17472,
      "grad_norm": 3.865201950073242,
      "learning_rate": 5e-06,
      "loss": 1.3655,
      "mean_token_accuracy": 0.6517080217599869,
      "num_tokens": 3544654.0,
      "step": 273
    },
    {
      "epoch": 0.17536,
      "grad_norm": 3.779001235961914,
      "learning_rate": 5e-06,
      "loss": 1.5361,
      "mean_token_accuracy": 0.6139826104044914,
      "num_tokens": 3560143.0,
      "step": 274
    },
    {
      "epoch": 0.176,
      "grad_norm": 3.909745454788208,
      "learning_rate": 5e-06,
      "loss": 1.2,
      "mean_token_accuracy": 0.6911701187491417,
      "num_tokens": 3571846.0,
      "step": 275
    },
    {
      "epoch": 0.17664,
      "grad_norm": 4.487984657287598,
      "learning_rate": 5e-06,
      "loss": 1.307,
      "mean_token_accuracy": 0.6519964337348938,
      "num_tokens": 3583280.0,
      "step": 276
    },
    {
      "epoch": 0.17728,
      "grad_norm": 4.58504056930542,
      "learning_rate": 5e-06,
      "loss": 1.4673,
      "mean_token_accuracy": 0.6244921982288361,
      "num_tokens": 3593797.0,
      "step": 277
    },
    {
      "epoch": 0.17792,
      "grad_norm": 3.6989223957061768,
      "learning_rate": 5e-06,
      "loss": 1.4841,
      "mean_token_accuracy": 0.6436078920960426,
      "num_tokens": 3606077.0,
      "step": 278
    },
    {
      "epoch": 0.17856,
      "grad_norm": 3.5363776683807373,
      "learning_rate": 5e-06,
      "loss": 1.3562,
      "mean_token_accuracy": 0.6404093876481056,
      "num_tokens": 3619274.0,
      "step": 279
    },
    {
      "epoch": 0.1792,
      "grad_norm": 3.5803604125976562,
      "learning_rate": 5e-06,
      "loss": 1.2417,
      "mean_token_accuracy": 0.6808914020657539,
      "num_tokens": 3631353.0,
      "step": 280
    },
    {
      "epoch": 0.17984,
      "grad_norm": 3.8783459663391113,
      "learning_rate": 5e-06,
      "loss": 1.3802,
      "mean_token_accuracy": 0.6372303292155266,
      "num_tokens": 3645098.0,
      "step": 281
    },
    {
      "epoch": 0.18048,
      "grad_norm": 4.057406425476074,
      "learning_rate": 5e-06,
      "loss": 1.2089,
      "mean_token_accuracy": 0.6749606877565384,
      "num_tokens": 3657936.0,
      "step": 282
    },
    {
      "epoch": 0.18112,
      "grad_norm": 3.0335772037506104,
      "learning_rate": 5e-06,
      "loss": 1.1465,
      "mean_token_accuracy": 0.6885220557451248,
      "num_tokens": 3672249.0,
      "step": 283
    },
    {
      "epoch": 0.18176,
      "grad_norm": 3.654318332672119,
      "learning_rate": 5e-06,
      "loss": 1.2322,
      "mean_token_accuracy": 0.6707694306969643,
      "num_tokens": 3685850.0,
      "step": 284
    },
    {
      "epoch": 0.1824,
      "grad_norm": 3.4704298973083496,
      "learning_rate": 5e-06,
      "loss": 1.1906,
      "mean_token_accuracy": 0.6730613932013512,
      "num_tokens": 3699407.0,
      "step": 285
    },
    {
      "epoch": 0.18304,
      "grad_norm": 4.028052806854248,
      "learning_rate": 5e-06,
      "loss": 1.511,
      "mean_token_accuracy": 0.6216867938637733,
      "num_tokens": 3711240.0,
      "step": 286
    },
    {
      "epoch": 0.18368,
      "grad_norm": 3.9164350032806396,
      "learning_rate": 5e-06,
      "loss": 1.2674,
      "mean_token_accuracy": 0.6724821552634239,
      "num_tokens": 3723872.0,
      "step": 287
    },
    {
      "epoch": 0.18432,
      "grad_norm": 4.470592498779297,
      "learning_rate": 5e-06,
      "loss": 1.3975,
      "mean_token_accuracy": 0.6604571491479874,
      "num_tokens": 3737013.0,
      "step": 288
    },
    {
      "epoch": 0.18496,
      "grad_norm": 3.5540971755981445,
      "learning_rate": 5e-06,
      "loss": 1.1055,
      "mean_token_accuracy": 0.683054082095623,
      "num_tokens": 3750893.0,
      "step": 289
    },
    {
      "epoch": 0.1856,
      "grad_norm": 3.6694583892822266,
      "learning_rate": 5e-06,
      "loss": 1.4439,
      "mean_token_accuracy": 0.6296076104044914,
      "num_tokens": 3763965.0,
      "step": 290
    },
    {
      "epoch": 0.18624,
      "grad_norm": 4.5381059646606445,
      "learning_rate": 5e-06,
      "loss": 1.4017,
      "mean_token_accuracy": 0.646364264190197,
      "num_tokens": 3774483.0,
      "step": 291
    },
    {
      "epoch": 0.18688,
      "grad_norm": 3.607478141784668,
      "learning_rate": 5e-06,
      "loss": 1.5724,
      "mean_token_accuracy": 0.6356127932667732,
      "num_tokens": 3791198.0,
      "step": 292
    },
    {
      "epoch": 0.18752,
      "grad_norm": 3.7672901153564453,
      "learning_rate": 5e-06,
      "loss": 1.5793,
      "mean_token_accuracy": 0.6113990694284439,
      "num_tokens": 3805077.0,
      "step": 293
    },
    {
      "epoch": 0.18816,
      "grad_norm": 3.517371892929077,
      "learning_rate": 5e-06,
      "loss": 1.3182,
      "mean_token_accuracy": 0.6544737070798874,
      "num_tokens": 3819471.0,
      "step": 294
    },
    {
      "epoch": 0.1888,
      "grad_norm": 3.6588094234466553,
      "learning_rate": 5e-06,
      "loss": 1.1415,
      "mean_token_accuracy": 0.6868576034903526,
      "num_tokens": 3833299.0,
      "step": 295
    },
    {
      "epoch": 0.18944,
      "grad_norm": 4.042988300323486,
      "learning_rate": 5e-06,
      "loss": 1.331,
      "mean_token_accuracy": 0.6815094500780106,
      "num_tokens": 3845749.0,
      "step": 296
    },
    {
      "epoch": 0.19008,
      "grad_norm": 3.829592227935791,
      "learning_rate": 5e-06,
      "loss": 1.5645,
      "mean_token_accuracy": 0.6153044253587723,
      "num_tokens": 3858961.0,
      "step": 297
    },
    {
      "epoch": 0.19072,
      "grad_norm": 4.074889659881592,
      "learning_rate": 5e-06,
      "loss": 1.4884,
      "mean_token_accuracy": 0.6340715438127518,
      "num_tokens": 3870935.0,
      "step": 298
    },
    {
      "epoch": 0.19136,
      "grad_norm": 3.7292230129241943,
      "learning_rate": 5e-06,
      "loss": 1.461,
      "mean_token_accuracy": 0.6340260431170464,
      "num_tokens": 3883149.0,
      "step": 299
    },
    {
      "epoch": 0.192,
      "grad_norm": 3.7191953659057617,
      "learning_rate": 5e-06,
      "loss": 1.2,
      "mean_token_accuracy": 0.6816589832305908,
      "num_tokens": 3896395.0,
      "step": 300
    },
    {
      "epoch": 0.19264,
      "grad_norm": 3.5360212326049805,
      "learning_rate": 5e-06,
      "loss": 1.0832,
      "mean_token_accuracy": 0.6812401190400124,
      "num_tokens": 3912111.0,
      "step": 301
    },
    {
      "epoch": 0.19328,
      "grad_norm": 4.3103132247924805,
      "learning_rate": 5e-06,
      "loss": 1.1345,
      "mean_token_accuracy": 0.6864209771156311,
      "num_tokens": 3922023.0,
      "step": 302
    },
    {
      "epoch": 0.19392,
      "grad_norm": 4.525723457336426,
      "learning_rate": 5e-06,
      "loss": 1.1642,
      "mean_token_accuracy": 0.6812352165579796,
      "num_tokens": 3933051.0,
      "step": 303
    },
    {
      "epoch": 0.19456,
      "grad_norm": 4.2806172370910645,
      "learning_rate": 5e-06,
      "loss": 1.4921,
      "mean_token_accuracy": 0.6231048293411732,
      "num_tokens": 3943203.0,
      "step": 304
    },
    {
      "epoch": 0.1952,
      "grad_norm": 3.759788751602173,
      "learning_rate": 5e-06,
      "loss": 1.4501,
      "mean_token_accuracy": 0.6561701893806458,
      "num_tokens": 3956583.0,
      "step": 305
    },
    {
      "epoch": 0.19584,
      "grad_norm": 3.7161481380462646,
      "learning_rate": 5e-06,
      "loss": 1.4199,
      "mean_token_accuracy": 0.6432743892073631,
      "num_tokens": 3968468.0,
      "step": 306
    },
    {
      "epoch": 0.19648,
      "grad_norm": 3.6811437606811523,
      "learning_rate": 5e-06,
      "loss": 1.3131,
      "mean_token_accuracy": 0.6686923652887344,
      "num_tokens": 3980727.0,
      "step": 307
    },
    {
      "epoch": 0.19712,
      "grad_norm": 4.159343242645264,
      "learning_rate": 5e-06,
      "loss": 1.4896,
      "mean_token_accuracy": 0.6509639658033848,
      "num_tokens": 3993831.0,
      "step": 308
    },
    {
      "epoch": 0.19776,
      "grad_norm": 3.5082013607025146,
      "learning_rate": 5e-06,
      "loss": 1.1129,
      "mean_token_accuracy": 0.7138783186674118,
      "num_tokens": 4006704.0,
      "step": 309
    },
    {
      "epoch": 0.1984,
      "grad_norm": 4.171331882476807,
      "learning_rate": 5e-06,
      "loss": 1.2373,
      "mean_token_accuracy": 0.6580014526844025,
      "num_tokens": 4023069.0,
      "step": 310
    },
    {
      "epoch": 0.19904,
      "grad_norm": 3.516143321990967,
      "learning_rate": 5e-06,
      "loss": 1.4212,
      "mean_token_accuracy": 0.6425874978303909,
      "num_tokens": 4036994.0,
      "step": 311
    },
    {
      "epoch": 0.19968,
      "grad_norm": 3.506361484527588,
      "learning_rate": 5e-06,
      "loss": 1.5113,
      "mean_token_accuracy": 0.6125459745526314,
      "num_tokens": 4050240.0,
      "step": 312
    },
    {
      "epoch": 0.20032,
      "grad_norm": 4.198498725891113,
      "learning_rate": 5e-06,
      "loss": 1.4596,
      "mean_token_accuracy": 0.6291738748550415,
      "num_tokens": 4061778.0,
      "step": 313
    },
    {
      "epoch": 0.20096,
      "grad_norm": 3.3201327323913574,
      "learning_rate": 5e-06,
      "loss": 1.4545,
      "mean_token_accuracy": 0.6387949883937836,
      "num_tokens": 4076918.0,
      "step": 314
    },
    {
      "epoch": 0.2016,
      "grad_norm": 3.174764394760132,
      "learning_rate": 5e-06,
      "loss": 1.2661,
      "mean_token_accuracy": 0.6788045838475227,
      "num_tokens": 4091861.0,
      "step": 315
    },
    {
      "epoch": 0.20224,
      "grad_norm": 3.773123264312744,
      "learning_rate": 5e-06,
      "loss": 1.0687,
      "mean_token_accuracy": 0.7004147991538048,
      "num_tokens": 4103615.0,
      "step": 316
    },
    {
      "epoch": 0.20288,
      "grad_norm": 3.759938955307007,
      "learning_rate": 5e-06,
      "loss": 1.3967,
      "mean_token_accuracy": 0.6160966157913208,
      "num_tokens": 4116084.0,
      "step": 317
    },
    {
      "epoch": 0.20352,
      "grad_norm": 3.3908169269561768,
      "learning_rate": 5e-06,
      "loss": 1.3196,
      "mean_token_accuracy": 0.6666592955589294,
      "num_tokens": 4130227.0,
      "step": 318
    },
    {
      "epoch": 0.20416,
      "grad_norm": 3.709275007247925,
      "learning_rate": 5e-06,
      "loss": 1.1854,
      "mean_token_accuracy": 0.690848097205162,
      "num_tokens": 4144753.0,
      "step": 319
    },
    {
      "epoch": 0.2048,
      "grad_norm": 4.040079116821289,
      "learning_rate": 5e-06,
      "loss": 1.271,
      "mean_token_accuracy": 0.6566968783736229,
      "num_tokens": 4157685.0,
      "step": 320
    },
    {
      "epoch": 0.20544,
      "grad_norm": 3.6473450660705566,
      "learning_rate": 5e-06,
      "loss": 1.2116,
      "mean_token_accuracy": 0.6666957810521126,
      "num_tokens": 4171592.0,
      "step": 321
    },
    {
      "epoch": 0.20608,
      "grad_norm": 4.44047212600708,
      "learning_rate": 5e-06,
      "loss": 1.3629,
      "mean_token_accuracy": 0.6269867643713951,
      "num_tokens": 4182621.0,
      "step": 322
    },
    {
      "epoch": 0.20672,
      "grad_norm": 4.875802993774414,
      "learning_rate": 5e-06,
      "loss": 1.251,
      "mean_token_accuracy": 0.671268492937088,
      "num_tokens": 4191893.0,
      "step": 323
    },
    {
      "epoch": 0.20736,
      "grad_norm": 3.2327218055725098,
      "learning_rate": 5e-06,
      "loss": 1.2432,
      "mean_token_accuracy": 0.6710969433188438,
      "num_tokens": 4207608.0,
      "step": 324
    },
    {
      "epoch": 0.208,
      "grad_norm": 3.433987617492676,
      "learning_rate": 5e-06,
      "loss": 1.4811,
      "mean_token_accuracy": 0.641696572303772,
      "num_tokens": 4222070.0,
      "step": 325
    },
    {
      "epoch": 0.20864,
      "grad_norm": 3.3024795055389404,
      "learning_rate": 5e-06,
      "loss": 1.4027,
      "mean_token_accuracy": 0.6242343187332153,
      "num_tokens": 4237064.0,
      "step": 326
    },
    {
      "epoch": 0.20928,
      "grad_norm": 3.8479273319244385,
      "learning_rate": 5e-06,
      "loss": 1.1806,
      "mean_token_accuracy": 0.6728235110640526,
      "num_tokens": 4251385.0,
      "step": 327
    },
    {
      "epoch": 0.20992,
      "grad_norm": 3.911982774734497,
      "learning_rate": 5e-06,
      "loss": 1.3907,
      "mean_token_accuracy": 0.633483037352562,
      "num_tokens": 4264013.0,
      "step": 328
    },
    {
      "epoch": 0.21056,
      "grad_norm": 3.055570125579834,
      "learning_rate": 5e-06,
      "loss": 1.5427,
      "mean_token_accuracy": 0.6328605860471725,
      "num_tokens": 4280497.0,
      "step": 329
    },
    {
      "epoch": 0.2112,
      "grad_norm": 3.9111008644104004,
      "learning_rate": 5e-06,
      "loss": 1.3318,
      "mean_token_accuracy": 0.6829836070537567,
      "num_tokens": 4293657.0,
      "step": 330
    },
    {
      "epoch": 0.21184,
      "grad_norm": 3.3383522033691406,
      "learning_rate": 5e-06,
      "loss": 1.3847,
      "mean_token_accuracy": 0.6295205429196358,
      "num_tokens": 4309618.0,
      "step": 331
    },
    {
      "epoch": 0.21248,
      "grad_norm": 3.3280251026153564,
      "learning_rate": 5e-06,
      "loss": 1.5237,
      "mean_token_accuracy": 0.6586425974965096,
      "num_tokens": 4326147.0,
      "step": 332
    },
    {
      "epoch": 0.21312,
      "grad_norm": 4.489631175994873,
      "learning_rate": 5e-06,
      "loss": 1.2546,
      "mean_token_accuracy": 0.653937578201294,
      "num_tokens": 4336964.0,
      "step": 333
    },
    {
      "epoch": 0.21376,
      "grad_norm": 3.654022693634033,
      "learning_rate": 5e-06,
      "loss": 1.3246,
      "mean_token_accuracy": 0.6411551535129547,
      "num_tokens": 4349801.0,
      "step": 334
    },
    {
      "epoch": 0.2144,
      "grad_norm": 3.9658567905426025,
      "learning_rate": 5e-06,
      "loss": 1.2223,
      "mean_token_accuracy": 0.6976972743868828,
      "num_tokens": 4362565.0,
      "step": 335
    },
    {
      "epoch": 0.21504,
      "grad_norm": 4.284513473510742,
      "learning_rate": 5e-06,
      "loss": 1.2982,
      "mean_token_accuracy": 0.6423984244465828,
      "num_tokens": 4373113.0,
      "step": 336
    },
    {
      "epoch": 0.21568,
      "grad_norm": 3.3546524047851562,
      "learning_rate": 5e-06,
      "loss": 1.5144,
      "mean_token_accuracy": 0.6321973502635956,
      "num_tokens": 4388315.0,
      "step": 337
    },
    {
      "epoch": 0.21632,
      "grad_norm": 3.7386813163757324,
      "learning_rate": 5e-06,
      "loss": 1.2948,
      "mean_token_accuracy": 0.6624687612056732,
      "num_tokens": 4400428.0,
      "step": 338
    },
    {
      "epoch": 0.21696,
      "grad_norm": 4.466668128967285,
      "learning_rate": 5e-06,
      "loss": 1.7564,
      "mean_token_accuracy": 0.6115086637437344,
      "num_tokens": 4412812.0,
      "step": 339
    },
    {
      "epoch": 0.2176,
      "grad_norm": 3.6271438598632812,
      "learning_rate": 5e-06,
      "loss": 1.2008,
      "mean_token_accuracy": 0.6809025183320045,
      "num_tokens": 4427547.0,
      "step": 340
    },
    {
      "epoch": 0.21824,
      "grad_norm": 4.270169258117676,
      "learning_rate": 5e-06,
      "loss": 1.4229,
      "mean_token_accuracy": 0.6368228495121002,
      "num_tokens": 4440979.0,
      "step": 341
    },
    {
      "epoch": 0.21888,
      "grad_norm": 4.036962509155273,
      "learning_rate": 5e-06,
      "loss": 1.4317,
      "mean_token_accuracy": 0.6311650201678276,
      "num_tokens": 4452973.0,
      "step": 342
    },
    {
      "epoch": 0.21952,
      "grad_norm": 3.645164728164673,
      "learning_rate": 5e-06,
      "loss": 1.2559,
      "mean_token_accuracy": 0.6653162762522697,
      "num_tokens": 4465907.0,
      "step": 343
    },
    {
      "epoch": 0.22016,
      "grad_norm": 4.088701248168945,
      "learning_rate": 5e-06,
      "loss": 1.2515,
      "mean_token_accuracy": 0.6554296687245369,
      "num_tokens": 4477731.0,
      "step": 344
    },
    {
      "epoch": 0.2208,
      "grad_norm": 3.935673713684082,
      "learning_rate": 5e-06,
      "loss": 1.23,
      "mean_token_accuracy": 0.6872739866375923,
      "num_tokens": 4490092.0,
      "step": 345
    },
    {
      "epoch": 0.22144,
      "grad_norm": 3.8297736644744873,
      "learning_rate": 5e-06,
      "loss": 1.3338,
      "mean_token_accuracy": 0.6665596142411232,
      "num_tokens": 4502310.0,
      "step": 346
    },
    {
      "epoch": 0.22208,
      "grad_norm": 3.4555552005767822,
      "learning_rate": 5e-06,
      "loss": 1.3386,
      "mean_token_accuracy": 0.645504966378212,
      "num_tokens": 4517152.0,
      "step": 347
    },
    {
      "epoch": 0.22272,
      "grad_norm": 3.445380926132202,
      "learning_rate": 5e-06,
      "loss": 1.3176,
      "mean_token_accuracy": 0.656374916434288,
      "num_tokens": 4531588.0,
      "step": 348
    },
    {
      "epoch": 0.22336,
      "grad_norm": 3.376492500305176,
      "learning_rate": 5e-06,
      "loss": 1.4416,
      "mean_token_accuracy": 0.6500495374202728,
      "num_tokens": 4548945.0,
      "step": 349
    },
    {
      "epoch": 0.224,
      "grad_norm": 3.7682902812957764,
      "learning_rate": 5e-06,
      "loss": 1.1904,
      "mean_token_accuracy": 0.7001358345150948,
      "num_tokens": 4561085.0,
      "step": 350
    },
    {
      "epoch": 0.22464,
      "grad_norm": 3.9040138721466064,
      "learning_rate": 5e-06,
      "loss": 1.3457,
      "mean_token_accuracy": 0.6525379121303558,
      "num_tokens": 4574945.0,
      "step": 351
    },
    {
      "epoch": 0.22528,
      "grad_norm": 3.5685391426086426,
      "learning_rate": 5e-06,
      "loss": 1.3322,
      "mean_token_accuracy": 0.6565421000123024,
      "num_tokens": 4588253.0,
      "step": 352
    },
    {
      "epoch": 0.22592,
      "grad_norm": 3.4802379608154297,
      "learning_rate": 5e-06,
      "loss": 1.2408,
      "mean_token_accuracy": 0.6631387919187546,
      "num_tokens": 4603347.0,
      "step": 353
    },
    {
      "epoch": 0.22656,
      "grad_norm": 4.1048126220703125,
      "learning_rate": 5e-06,
      "loss": 1.2342,
      "mean_token_accuracy": 0.7041416242718697,
      "num_tokens": 4616180.0,
      "step": 354
    },
    {
      "epoch": 0.2272,
      "grad_norm": 3.617142677307129,
      "learning_rate": 5e-06,
      "loss": 1.193,
      "mean_token_accuracy": 0.68916055560112,
      "num_tokens": 4628116.0,
      "step": 355
    },
    {
      "epoch": 0.22784,
      "grad_norm": 3.48990797996521,
      "learning_rate": 5e-06,
      "loss": 1.3371,
      "mean_token_accuracy": 0.6546562537550926,
      "num_tokens": 4644302.0,
      "step": 356
    },
    {
      "epoch": 0.22848,
      "grad_norm": 4.8016180992126465,
      "learning_rate": 5e-06,
      "loss": 1.3828,
      "mean_token_accuracy": 0.6490079835057259,
      "num_tokens": 4654201.0,
      "step": 357
    },
    {
      "epoch": 0.22912,
      "grad_norm": 3.589632749557495,
      "learning_rate": 5e-06,
      "loss": 1.303,
      "mean_token_accuracy": 0.6622688621282578,
      "num_tokens": 4666579.0,
      "step": 358
    },
    {
      "epoch": 0.22976,
      "grad_norm": 3.8532536029815674,
      "learning_rate": 5e-06,
      "loss": 1.2905,
      "mean_token_accuracy": 0.6697241440415382,
      "num_tokens": 4678614.0,
      "step": 359
    },
    {
      "epoch": 0.2304,
      "grad_norm": 3.768440008163452,
      "learning_rate": 5e-06,
      "loss": 1.3384,
      "mean_token_accuracy": 0.6274634152650833,
      "num_tokens": 4690259.0,
      "step": 360
    },
    {
      "epoch": 0.23104,
      "grad_norm": 4.048650741577148,
      "learning_rate": 5e-06,
      "loss": 1.27,
      "mean_token_accuracy": 0.6553780138492584,
      "num_tokens": 4702794.0,
      "step": 361
    },
    {
      "epoch": 0.23168,
      "grad_norm": 3.264341354370117,
      "learning_rate": 5e-06,
      "loss": 1.2521,
      "mean_token_accuracy": 0.7201630547642708,
      "num_tokens": 4718863.0,
      "step": 362
    },
    {
      "epoch": 0.23232,
      "grad_norm": 3.293111562728882,
      "learning_rate": 5e-06,
      "loss": 1.206,
      "mean_token_accuracy": 0.691804438829422,
      "num_tokens": 4731459.0,
      "step": 363
    },
    {
      "epoch": 0.23296,
      "grad_norm": 3.562152862548828,
      "learning_rate": 5e-06,
      "loss": 1.5825,
      "mean_token_accuracy": 0.6220528446137905,
      "num_tokens": 4744183.0,
      "step": 364
    },
    {
      "epoch": 0.2336,
      "grad_norm": 3.858302116394043,
      "learning_rate": 5e-06,
      "loss": 1.2556,
      "mean_token_accuracy": 0.6687511652708054,
      "num_tokens": 4755339.0,
      "step": 365
    },
    {
      "epoch": 0.23424,
      "grad_norm": 3.6017565727233887,
      "learning_rate": 5e-06,
      "loss": 1.4059,
      "mean_token_accuracy": 0.6345420032739639,
      "num_tokens": 4767629.0,
      "step": 366
    },
    {
      "epoch": 0.23488,
      "grad_norm": 3.706761598587036,
      "learning_rate": 5e-06,
      "loss": 1.1984,
      "mean_token_accuracy": 0.6690258160233498,
      "num_tokens": 4778905.0,
      "step": 367
    },
    {
      "epoch": 0.23552,
      "grad_norm": 3.1312525272369385,
      "learning_rate": 5e-06,
      "loss": 1.3188,
      "mean_token_accuracy": 0.6492372825741768,
      "num_tokens": 4794948.0,
      "step": 368
    },
    {
      "epoch": 0.23616,
      "grad_norm": 4.282083034515381,
      "learning_rate": 5e-06,
      "loss": 1.4944,
      "mean_token_accuracy": 0.6254525110125542,
      "num_tokens": 4807887.0,
      "step": 369
    },
    {
      "epoch": 0.2368,
      "grad_norm": 3.156104564666748,
      "learning_rate": 5e-06,
      "loss": 1.4343,
      "mean_token_accuracy": 0.6384943351149559,
      "num_tokens": 4823135.0,
      "step": 370
    },
    {
      "epoch": 0.23744,
      "grad_norm": 3.9901719093322754,
      "learning_rate": 5e-06,
      "loss": 1.2035,
      "mean_token_accuracy": 0.7160904258489609,
      "num_tokens": 4835841.0,
      "step": 371
    },
    {
      "epoch": 0.23808,
      "grad_norm": 3.2367820739746094,
      "learning_rate": 5e-06,
      "loss": 1.276,
      "mean_token_accuracy": 0.659798189997673,
      "num_tokens": 4852490.0,
      "step": 372
    },
    {
      "epoch": 0.23872,
      "grad_norm": 3.741534948348999,
      "learning_rate": 5e-06,
      "loss": 1.3245,
      "mean_token_accuracy": 0.6480759754776955,
      "num_tokens": 4864536.0,
      "step": 373
    },
    {
      "epoch": 0.23936,
      "grad_norm": 5.090270042419434,
      "learning_rate": 5e-06,
      "loss": 1.3845,
      "mean_token_accuracy": 0.6432400941848755,
      "num_tokens": 4873861.0,
      "step": 374
    },
    {
      "epoch": 0.24,
      "grad_norm": 3.550171136856079,
      "learning_rate": 5e-06,
      "loss": 1.305,
      "mean_token_accuracy": 0.6453453898429871,
      "num_tokens": 4888154.0,
      "step": 375
    },
    {
      "epoch": 0.24064,
      "grad_norm": 4.662119388580322,
      "learning_rate": 5e-06,
      "loss": 1.3197,
      "mean_token_accuracy": 0.6590218544006348,
      "num_tokens": 4898468.0,
      "step": 376
    },
    {
      "epoch": 0.24128,
      "grad_norm": 5.356217861175537,
      "learning_rate": 5e-06,
      "loss": 1.3352,
      "mean_token_accuracy": 0.6680933758616447,
      "num_tokens": 4910094.0,
      "step": 377
    },
    {
      "epoch": 0.24192,
      "grad_norm": 3.6107497215270996,
      "learning_rate": 5e-06,
      "loss": 1.1964,
      "mean_token_accuracy": 0.6513196639716625,
      "num_tokens": 4924004.0,
      "step": 378
    },
    {
      "epoch": 0.24256,
      "grad_norm": 3.8560822010040283,
      "learning_rate": 5e-06,
      "loss": 1.4503,
      "mean_token_accuracy": 0.6257938891649246,
      "num_tokens": 4937000.0,
      "step": 379
    },
    {
      "epoch": 0.2432,
      "grad_norm": 3.5278120040893555,
      "learning_rate": 5e-06,
      "loss": 1.5268,
      "mean_token_accuracy": 0.6288462430238724,
      "num_tokens": 4951330.0,
      "step": 380
    },
    {
      "epoch": 0.24384,
      "grad_norm": 3.4525208473205566,
      "learning_rate": 5e-06,
      "loss": 1.2486,
      "mean_token_accuracy": 0.6658232286572456,
      "num_tokens": 4966074.0,
      "step": 381
    },
    {
      "epoch": 0.24448,
      "grad_norm": 3.9059042930603027,
      "learning_rate": 5e-06,
      "loss": 1.3658,
      "mean_token_accuracy": 0.6580025032162666,
      "num_tokens": 4977899.0,
      "step": 382
    },
    {
      "epoch": 0.24512,
      "grad_norm": 3.895254135131836,
      "learning_rate": 5e-06,
      "loss": 1.2906,
      "mean_token_accuracy": 0.659791849553585,
      "num_tokens": 4990481.0,
      "step": 383
    },
    {
      "epoch": 0.24576,
      "grad_norm": 3.6709907054901123,
      "learning_rate": 5e-06,
      "loss": 1.243,
      "mean_token_accuracy": 0.6784983575344086,
      "num_tokens": 5003987.0,
      "step": 384
    },
    {
      "epoch": 0.2464,
      "grad_norm": 3.8411707878112793,
      "learning_rate": 5e-06,
      "loss": 1.3464,
      "mean_token_accuracy": 0.6375136002898216,
      "num_tokens": 5015850.0,
      "step": 385
    },
    {
      "epoch": 0.24704,
      "grad_norm": 4.552581787109375,
      "learning_rate": 5e-06,
      "loss": 1.5245,
      "mean_token_accuracy": 0.6128373965620995,
      "num_tokens": 5026044.0,
      "step": 386
    },
    {
      "epoch": 0.24768,
      "grad_norm": 3.8649439811706543,
      "learning_rate": 5e-06,
      "loss": 1.4339,
      "mean_token_accuracy": 0.6444417163729668,
      "num_tokens": 5039126.0,
      "step": 387
    },
    {
      "epoch": 0.24832,
      "grad_norm": 4.057676315307617,
      "learning_rate": 5e-06,
      "loss": 1.352,
      "mean_token_accuracy": 0.6415472850203514,
      "num_tokens": 5051247.0,
      "step": 388
    },
    {
      "epoch": 0.24896,
      "grad_norm": 4.093824863433838,
      "learning_rate": 5e-06,
      "loss": 1.3294,
      "mean_token_accuracy": 0.6551511734724045,
      "num_tokens": 5066290.0,
      "step": 389
    },
    {
      "epoch": 0.2496,
      "grad_norm": 3.478832244873047,
      "learning_rate": 5e-06,
      "loss": 1.2387,
      "mean_token_accuracy": 0.6599762067198753,
      "num_tokens": 5079904.0,
      "step": 390
    },
    {
      "epoch": 0.25024,
      "grad_norm": 3.4885847568511963,
      "learning_rate": 5e-06,
      "loss": 1.2518,
      "mean_token_accuracy": 0.6731147542595863,
      "num_tokens": 5093663.0,
      "step": 391
    },
    {
      "epoch": 0.25088,
      "grad_norm": 3.4742021560668945,
      "learning_rate": 5e-06,
      "loss": 1.1443,
      "mean_token_accuracy": 0.7067101299762726,
      "num_tokens": 5108375.0,
      "step": 392
    },
    {
      "epoch": 0.25152,
      "grad_norm": 3.459711790084839,
      "learning_rate": 5e-06,
      "loss": 1.2421,
      "mean_token_accuracy": 0.677531287074089,
      "num_tokens": 5121820.0,
      "step": 393
    },
    {
      "epoch": 0.25216,
      "grad_norm": 3.607994794845581,
      "learning_rate": 5e-06,
      "loss": 1.7177,
      "mean_token_accuracy": 0.5983672738075256,
      "num_tokens": 5136753.0,
      "step": 394
    },
    {
      "epoch": 0.2528,
      "grad_norm": 3.9843177795410156,
      "learning_rate": 5e-06,
      "loss": 1.2271,
      "mean_token_accuracy": 0.6913007572293282,
      "num_tokens": 5148997.0,
      "step": 395
    },
    {
      "epoch": 0.25344,
      "grad_norm": 3.323129177093506,
      "learning_rate": 5e-06,
      "loss": 1.4278,
      "mean_token_accuracy": 0.6322130486369133,
      "num_tokens": 5163285.0,
      "step": 396
    },
    {
      "epoch": 0.25408,
      "grad_norm": 4.542083740234375,
      "learning_rate": 5e-06,
      "loss": 1.3214,
      "mean_token_accuracy": 0.676998108625412,
      "num_tokens": 5174430.0,
      "step": 397
    },
    {
      "epoch": 0.25472,
      "grad_norm": 3.523313045501709,
      "learning_rate": 5e-06,
      "loss": 1.5198,
      "mean_token_accuracy": 0.6127360239624977,
      "num_tokens": 5188411.0,
      "step": 398
    },
    {
      "epoch": 0.25536,
      "grad_norm": 3.990492820739746,
      "learning_rate": 5e-06,
      "loss": 1.4177,
      "mean_token_accuracy": 0.6671818047761917,
      "num_tokens": 5199067.0,
      "step": 399
    },
    {
      "epoch": 0.256,
      "grad_norm": 3.5755157470703125,
      "learning_rate": 5e-06,
      "loss": 1.3593,
      "mean_token_accuracy": 0.6605222076177597,
      "num_tokens": 5212285.0,
      "step": 400
    },
    {
      "epoch": 0.25664,
      "grad_norm": 3.8733558654785156,
      "learning_rate": 5e-06,
      "loss": 1.2535,
      "mean_token_accuracy": 0.6705236658453941,
      "num_tokens": 5224693.0,
      "step": 401
    },
    {
      "epoch": 0.25728,
      "grad_norm": 3.86195707321167,
      "learning_rate": 5e-06,
      "loss": 1.0007,
      "mean_token_accuracy": 0.7054353207349777,
      "num_tokens": 5235503.0,
      "step": 402
    },
    {
      "epoch": 0.25792,
      "grad_norm": 4.819467067718506,
      "learning_rate": 5e-06,
      "loss": 1.2544,
      "mean_token_accuracy": 0.6714291796088219,
      "num_tokens": 5244676.0,
      "step": 403
    },
    {
      "epoch": 0.25856,
      "grad_norm": 4.117583274841309,
      "learning_rate": 5e-06,
      "loss": 1.4205,
      "mean_token_accuracy": 0.6371640935540199,
      "num_tokens": 5259342.0,
      "step": 404
    },
    {
      "epoch": 0.2592,
      "grad_norm": 3.8214738368988037,
      "learning_rate": 5e-06,
      "loss": 1.2089,
      "mean_token_accuracy": 0.682219110429287,
      "num_tokens": 5271812.0,
      "step": 405
    },
    {
      "epoch": 0.25984,
      "grad_norm": 4.264610290527344,
      "learning_rate": 5e-06,
      "loss": 1.2525,
      "mean_token_accuracy": 0.6648172214627266,
      "num_tokens": 5285329.0,
      "step": 406
    },
    {
      "epoch": 0.26048,
      "grad_norm": 3.759557008743286,
      "learning_rate": 5e-06,
      "loss": 1.2922,
      "mean_token_accuracy": 0.6575791016221046,
      "num_tokens": 5298290.0,
      "step": 407
    },
    {
      "epoch": 0.26112,
      "grad_norm": 5.103738784790039,
      "learning_rate": 5e-06,
      "loss": 1.3045,
      "mean_token_accuracy": 0.6531935781240463,
      "num_tokens": 5313458.0,
      "step": 408
    },
    {
      "epoch": 0.26176,
      "grad_norm": 4.379658222198486,
      "learning_rate": 5e-06,
      "loss": 1.2592,
      "mean_token_accuracy": 0.6718562245368958,
      "num_tokens": 5324820.0,
      "step": 409
    },
    {
      "epoch": 0.2624,
      "grad_norm": 3.613741636276245,
      "learning_rate": 5e-06,
      "loss": 1.3052,
      "mean_token_accuracy": 0.6661521196365356,
      "num_tokens": 5340445.0,
      "step": 410
    },
    {
      "epoch": 0.26304,
      "grad_norm": 3.643263578414917,
      "learning_rate": 5e-06,
      "loss": 1.4656,
      "mean_token_accuracy": 0.6501626446843147,
      "num_tokens": 5353074.0,
      "step": 411
    },
    {
      "epoch": 0.26368,
      "grad_norm": 3.359731912612915,
      "learning_rate": 5e-06,
      "loss": 1.1761,
      "mean_token_accuracy": 0.6895303055644035,
      "num_tokens": 5367294.0,
      "step": 412
    },
    {
      "epoch": 0.26432,
      "grad_norm": 4.145616054534912,
      "learning_rate": 5e-06,
      "loss": 1.3095,
      "mean_token_accuracy": 0.6614864692091942,
      "num_tokens": 5378260.0,
      "step": 413
    },
    {
      "epoch": 0.26496,
      "grad_norm": 4.191911697387695,
      "learning_rate": 5e-06,
      "loss": 1.4995,
      "mean_token_accuracy": 0.6586913987994194,
      "num_tokens": 5390393.0,
      "step": 414
    },
    {
      "epoch": 0.2656,
      "grad_norm": 3.9197440147399902,
      "learning_rate": 5e-06,
      "loss": 1.2837,
      "mean_token_accuracy": 0.649936854839325,
      "num_tokens": 5404355.0,
      "step": 415
    },
    {
      "epoch": 0.26624,
      "grad_norm": 3.791869640350342,
      "learning_rate": 5e-06,
      "loss": 1.3852,
      "mean_token_accuracy": 0.6447301283478737,
      "num_tokens": 5418228.0,
      "step": 416
    },
    {
      "epoch": 0.26688,
      "grad_norm": 3.4961142539978027,
      "learning_rate": 5e-06,
      "loss": 1.2148,
      "mean_token_accuracy": 0.6757354438304901,
      "num_tokens": 5431981.0,
      "step": 417
    },
    {
      "epoch": 0.26752,
      "grad_norm": 3.777859687805176,
      "learning_rate": 5e-06,
      "loss": 1.2461,
      "mean_token_accuracy": 0.6744889244437218,
      "num_tokens": 5446699.0,
      "step": 418
    },
    {
      "epoch": 0.26816,
      "grad_norm": 4.008702754974365,
      "learning_rate": 5e-06,
      "loss": 1.4865,
      "mean_token_accuracy": 0.628353901207447,
      "num_tokens": 5459373.0,
      "step": 419
    },
    {
      "epoch": 0.2688,
      "grad_norm": 3.69231915473938,
      "learning_rate": 5e-06,
      "loss": 1.418,
      "mean_token_accuracy": 0.6555268168449402,
      "num_tokens": 5473223.0,
      "step": 420
    },
    {
      "epoch": 0.26944,
      "grad_norm": 3.597212314605713,
      "learning_rate": 5e-06,
      "loss": 1.4661,
      "mean_token_accuracy": 0.6289801895618439,
      "num_tokens": 5487849.0,
      "step": 421
    },
    {
      "epoch": 0.27008,
      "grad_norm": 3.8283562660217285,
      "learning_rate": 5e-06,
      "loss": 1.2745,
      "mean_token_accuracy": 0.6649068146944046,
      "num_tokens": 5499444.0,
      "step": 422
    },
    {
      "epoch": 0.27072,
      "grad_norm": 3.896993398666382,
      "learning_rate": 5e-06,
      "loss": 1.3163,
      "mean_token_accuracy": 0.6707305237650871,
      "num_tokens": 5512030.0,
      "step": 423
    },
    {
      "epoch": 0.27136,
      "grad_norm": 3.609224557876587,
      "learning_rate": 5e-06,
      "loss": 1.2482,
      "mean_token_accuracy": 0.6678152307868004,
      "num_tokens": 5525475.0,
      "step": 424
    },
    {
      "epoch": 0.272,
      "grad_norm": 3.715836763381958,
      "learning_rate": 5e-06,
      "loss": 1.1806,
      "mean_token_accuracy": 0.6893536150455475,
      "num_tokens": 5536706.0,
      "step": 425
    },
    {
      "epoch": 0.27264,
      "grad_norm": 4.006832599639893,
      "learning_rate": 5e-06,
      "loss": 1.3409,
      "mean_token_accuracy": 0.6921984776854515,
      "num_tokens": 5551024.0,
      "step": 426
    },
    {
      "epoch": 0.27328,
      "grad_norm": 3.5625905990600586,
      "learning_rate": 5e-06,
      "loss": 1.3058,
      "mean_token_accuracy": 0.6508674696087837,
      "num_tokens": 5566008.0,
      "step": 427
    },
    {
      "epoch": 0.27392,
      "grad_norm": 3.7165002822875977,
      "learning_rate": 5e-06,
      "loss": 1.4402,
      "mean_token_accuracy": 0.6360224187374115,
      "num_tokens": 5579661.0,
      "step": 428
    },
    {
      "epoch": 0.27456,
      "grad_norm": 3.702185869216919,
      "learning_rate": 5e-06,
      "loss": 1.3791,
      "mean_token_accuracy": 0.6388497278094292,
      "num_tokens": 5593091.0,
      "step": 429
    },
    {
      "epoch": 0.2752,
      "grad_norm": 3.397646188735962,
      "learning_rate": 5e-06,
      "loss": 1.4501,
      "mean_token_accuracy": 0.6443121284246445,
      "num_tokens": 5607808.0,
      "step": 430
    },
    {
      "epoch": 0.27584,
      "grad_norm": 4.425196170806885,
      "learning_rate": 5e-06,
      "loss": 1.2816,
      "mean_token_accuracy": 0.646281823515892,
      "num_tokens": 5619010.0,
      "step": 431
    },
    {
      "epoch": 0.27648,
      "grad_norm": 3.7968697547912598,
      "learning_rate": 5e-06,
      "loss": 1.4615,
      "mean_token_accuracy": 0.6492092609405518,
      "num_tokens": 5634182.0,
      "step": 432
    },
    {
      "epoch": 0.27712,
      "grad_norm": 3.3441648483276367,
      "learning_rate": 5e-06,
      "loss": 1.4186,
      "mean_token_accuracy": 0.6269052773714066,
      "num_tokens": 5647759.0,
      "step": 433
    },
    {
      "epoch": 0.27776,
      "grad_norm": 3.4352946281433105,
      "learning_rate": 5e-06,
      "loss": 1.3009,
      "mean_token_accuracy": 0.666948527097702,
      "num_tokens": 5662089.0,
      "step": 434
    },
    {
      "epoch": 0.2784,
      "grad_norm": 3.8102269172668457,
      "learning_rate": 5e-06,
      "loss": 1.3815,
      "mean_token_accuracy": 0.6399514004588127,
      "num_tokens": 5674982.0,
      "step": 435
    },
    {
      "epoch": 0.27904,
      "grad_norm": 3.747889995574951,
      "learning_rate": 5e-06,
      "loss": 1.5238,
      "mean_token_accuracy": 0.6195821687579155,
      "num_tokens": 5687944.0,
      "step": 436
    },
    {
      "epoch": 0.27968,
      "grad_norm": 3.963461399078369,
      "learning_rate": 5e-06,
      "loss": 1.2936,
      "mean_token_accuracy": 0.6649496257305145,
      "num_tokens": 5699002.0,
      "step": 437
    },
    {
      "epoch": 0.28032,
      "grad_norm": 3.3493547439575195,
      "learning_rate": 5e-06,
      "loss": 1.346,
      "mean_token_accuracy": 0.6441225036978722,
      "num_tokens": 5712275.0,
      "step": 438
    },
    {
      "epoch": 0.28096,
      "grad_norm": 3.779747247695923,
      "learning_rate": 5e-06,
      "loss": 1.5187,
      "mean_token_accuracy": 0.6183040626347065,
      "num_tokens": 5726089.0,
      "step": 439
    },
    {
      "epoch": 0.2816,
      "grad_norm": 3.8327977657318115,
      "learning_rate": 5e-06,
      "loss": 1.301,
      "mean_token_accuracy": 0.6831925585865974,
      "num_tokens": 5737061.0,
      "step": 440
    },
    {
      "epoch": 0.28224,
      "grad_norm": 3.559340476989746,
      "learning_rate": 5e-06,
      "loss": 1.286,
      "mean_token_accuracy": 0.667030468583107,
      "num_tokens": 5751187.0,
      "step": 441
    },
    {
      "epoch": 0.28288,
      "grad_norm": 3.395509719848633,
      "learning_rate": 5e-06,
      "loss": 1.1954,
      "mean_token_accuracy": 0.6770320907235146,
      "num_tokens": 5765243.0,
      "step": 442
    },
    {
      "epoch": 0.28352,
      "grad_norm": 4.320680618286133,
      "learning_rate": 5e-06,
      "loss": 1.4825,
      "mean_token_accuracy": 0.6353371068835258,
      "num_tokens": 5776809.0,
      "step": 443
    },
    {
      "epoch": 0.28416,
      "grad_norm": 4.229187488555908,
      "learning_rate": 5e-06,
      "loss": 1.3178,
      "mean_token_accuracy": 0.6752159968018532,
      "num_tokens": 5788234.0,
      "step": 444
    },
    {
      "epoch": 0.2848,
      "grad_norm": 3.9184088706970215,
      "learning_rate": 5e-06,
      "loss": 1.2316,
      "mean_token_accuracy": 0.6824081540107727,
      "num_tokens": 5799793.0,
      "step": 445
    },
    {
      "epoch": 0.28544,
      "grad_norm": 4.083866596221924,
      "learning_rate": 5e-06,
      "loss": 1.4558,
      "mean_token_accuracy": 0.6533151641488075,
      "num_tokens": 5812228.0,
      "step": 446
    },
    {
      "epoch": 0.28608,
      "grad_norm": 4.136886119842529,
      "learning_rate": 5e-06,
      "loss": 1.2802,
      "mean_token_accuracy": 0.6800569593906403,
      "num_tokens": 5822937.0,
      "step": 447
    },
    {
      "epoch": 0.28672,
      "grad_norm": 3.92091965675354,
      "learning_rate": 5e-06,
      "loss": 1.253,
      "mean_token_accuracy": 0.6916609779000282,
      "num_tokens": 5835964.0,
      "step": 448
    },
    {
      "epoch": 0.28736,
      "grad_norm": 3.784158706665039,
      "learning_rate": 5e-06,
      "loss": 1.2972,
      "mean_token_accuracy": 0.674082837998867,
      "num_tokens": 5847766.0,
      "step": 449
    },
    {
      "epoch": 0.288,
      "grad_norm": 4.055779933929443,
      "learning_rate": 5e-06,
      "loss": 1.5458,
      "mean_token_accuracy": 0.6409785822033882,
      "num_tokens": 5860297.0,
      "step": 450
    },
    {
      "epoch": 0.28864,
      "grad_norm": 4.014561176300049,
      "learning_rate": 5e-06,
      "loss": 1.239,
      "mean_token_accuracy": 0.6951504573225975,
      "num_tokens": 5871881.0,
      "step": 451
    },
    {
      "epoch": 0.28928,
      "grad_norm": 3.908066987991333,
      "learning_rate": 5e-06,
      "loss": 1.1405,
      "mean_token_accuracy": 0.6899219900369644,
      "num_tokens": 5883233.0,
      "step": 452
    },
    {
      "epoch": 0.28992,
      "grad_norm": 3.5451455116271973,
      "learning_rate": 5e-06,
      "loss": 1.4424,
      "mean_token_accuracy": 0.6282008588314056,
      "num_tokens": 5897342.0,
      "step": 453
    },
    {
      "epoch": 0.29056,
      "grad_norm": 3.9957897663116455,
      "learning_rate": 5e-06,
      "loss": 1.2495,
      "mean_token_accuracy": 0.6782330796122551,
      "num_tokens": 5909429.0,
      "step": 454
    },
    {
      "epoch": 0.2912,
      "grad_norm": 3.5935301780700684,
      "learning_rate": 5e-06,
      "loss": 1.292,
      "mean_token_accuracy": 0.6655653864145279,
      "num_tokens": 5923163.0,
      "step": 455
    },
    {
      "epoch": 0.29184,
      "grad_norm": 3.677741765975952,
      "learning_rate": 5e-06,
      "loss": 1.3873,
      "mean_token_accuracy": 0.6691123694181442,
      "num_tokens": 5938353.0,
      "step": 456
    },
    {
      "epoch": 0.29248,
      "grad_norm": 3.7560808658599854,
      "learning_rate": 5e-06,
      "loss": 1.2574,
      "mean_token_accuracy": 0.6840595826506615,
      "num_tokens": 5950566.0,
      "step": 457
    },
    {
      "epoch": 0.29312,
      "grad_norm": 4.219088077545166,
      "learning_rate": 5e-06,
      "loss": 1.4552,
      "mean_token_accuracy": 0.6695370376110077,
      "num_tokens": 5963475.0,
      "step": 458
    },
    {
      "epoch": 0.29376,
      "grad_norm": 4.02653169631958,
      "learning_rate": 5e-06,
      "loss": 1.3478,
      "mean_token_accuracy": 0.6490977182984352,
      "num_tokens": 5974934.0,
      "step": 459
    },
    {
      "epoch": 0.2944,
      "grad_norm": 3.8300678730010986,
      "learning_rate": 5e-06,
      "loss": 1.2826,
      "mean_token_accuracy": 0.64987413585186,
      "num_tokens": 5987250.0,
      "step": 460
    },
    {
      "epoch": 0.29504,
      "grad_norm": 3.818307876586914,
      "learning_rate": 5e-06,
      "loss": 1.1296,
      "mean_token_accuracy": 0.6943321749567986,
      "num_tokens": 5999834.0,
      "step": 461
    },
    {
      "epoch": 0.29568,
      "grad_norm": 3.6047048568725586,
      "learning_rate": 5e-06,
      "loss": 1.168,
      "mean_token_accuracy": 0.6777333468198776,
      "num_tokens": 6012454.0,
      "step": 462
    },
    {
      "epoch": 0.29632,
      "grad_norm": 3.4579696655273438,
      "learning_rate": 5e-06,
      "loss": 1.4147,
      "mean_token_accuracy": 0.6355468481779099,
      "num_tokens": 6026563.0,
      "step": 463
    },
    {
      "epoch": 0.29696,
      "grad_norm": 4.736328125,
      "learning_rate": 5e-06,
      "loss": 1.3852,
      "mean_token_accuracy": 0.6531487628817558,
      "num_tokens": 6037687.0,
      "step": 464
    },
    {
      "epoch": 0.2976,
      "grad_norm": 5.537712574005127,
      "learning_rate": 5e-06,
      "loss": 1.3899,
      "mean_token_accuracy": 0.6446737200021744,
      "num_tokens": 6052621.0,
      "step": 465
    },
    {
      "epoch": 0.29824,
      "grad_norm": 4.118095397949219,
      "learning_rate": 5e-06,
      "loss": 1.4534,
      "mean_token_accuracy": 0.6429826766252518,
      "num_tokens": 6065725.0,
      "step": 466
    },
    {
      "epoch": 0.29888,
      "grad_norm": 3.415851354598999,
      "learning_rate": 5e-06,
      "loss": 1.1162,
      "mean_token_accuracy": 0.6864155679941177,
      "num_tokens": 6080168.0,
      "step": 467
    },
    {
      "epoch": 0.29952,
      "grad_norm": 3.098151922225952,
      "learning_rate": 5e-06,
      "loss": 1.3817,
      "mean_token_accuracy": 0.6485566720366478,
      "num_tokens": 6096552.0,
      "step": 468
    },
    {
      "epoch": 0.30016,
      "grad_norm": 4.419194221496582,
      "learning_rate": 5e-06,
      "loss": 1.2934,
      "mean_token_accuracy": 0.6655605882406235,
      "num_tokens": 6107311.0,
      "step": 469
    },
    {
      "epoch": 0.3008,
      "grad_norm": 2.9706687927246094,
      "learning_rate": 5e-06,
      "loss": 1.4043,
      "mean_token_accuracy": 0.6342752501368523,
      "num_tokens": 6123233.0,
      "step": 470
    },
    {
      "epoch": 0.30144,
      "grad_norm": 4.0415940284729,
      "learning_rate": 5e-06,
      "loss": 1.4607,
      "mean_token_accuracy": 0.6415122263133526,
      "num_tokens": 6133347.0,
      "step": 471
    },
    {
      "epoch": 0.30208,
      "grad_norm": 3.6789848804473877,
      "learning_rate": 5e-06,
      "loss": 1.359,
      "mean_token_accuracy": 0.6488511562347412,
      "num_tokens": 6147619.0,
      "step": 472
    },
    {
      "epoch": 0.30272,
      "grad_norm": 3.8090357780456543,
      "learning_rate": 5e-06,
      "loss": 1.3368,
      "mean_token_accuracy": 0.638521321117878,
      "num_tokens": 6159564.0,
      "step": 473
    },
    {
      "epoch": 0.30336,
      "grad_norm": 3.4183847904205322,
      "learning_rate": 5e-06,
      "loss": 1.428,
      "mean_token_accuracy": 0.6213861741125584,
      "num_tokens": 6173025.0,
      "step": 474
    },
    {
      "epoch": 0.304,
      "grad_norm": 3.822892427444458,
      "learning_rate": 5e-06,
      "loss": 1.0865,
      "mean_token_accuracy": 0.6979233846068382,
      "num_tokens": 6185966.0,
      "step": 475
    },
    {
      "epoch": 0.30464,
      "grad_norm": 3.686979293823242,
      "learning_rate": 5e-06,
      "loss": 1.2195,
      "mean_token_accuracy": 0.6794964447617531,
      "num_tokens": 6198680.0,
      "step": 476
    },
    {
      "epoch": 0.30528,
      "grad_norm": 3.797368049621582,
      "learning_rate": 5e-06,
      "loss": 1.3273,
      "mean_token_accuracy": 0.6465971991419792,
      "num_tokens": 6212513.0,
      "step": 477
    },
    {
      "epoch": 0.30592,
      "grad_norm": 3.9698474407196045,
      "learning_rate": 5e-06,
      "loss": 1.3636,
      "mean_token_accuracy": 0.6398535817861557,
      "num_tokens": 6224341.0,
      "step": 478
    },
    {
      "epoch": 0.30656,
      "grad_norm": 3.755352258682251,
      "learning_rate": 5e-06,
      "loss": 1.2421,
      "mean_token_accuracy": 0.6844679713249207,
      "num_tokens": 6236749.0,
      "step": 479
    },
    {
      "epoch": 0.3072,
      "grad_norm": 3.6229302883148193,
      "learning_rate": 5e-06,
      "loss": 1.1653,
      "mean_token_accuracy": 0.7136622071266174,
      "num_tokens": 6250516.0,
      "step": 480
    },
    {
      "epoch": 0.30784,
      "grad_norm": 4.006715774536133,
      "learning_rate": 5e-06,
      "loss": 1.0948,
      "mean_token_accuracy": 0.6872854009270668,
      "num_tokens": 6264775.0,
      "step": 481
    },
    {
      "epoch": 0.30848,
      "grad_norm": 3.036703586578369,
      "learning_rate": 5e-06,
      "loss": 1.4079,
      "mean_token_accuracy": 0.6424620673060417,
      "num_tokens": 6280727.0,
      "step": 482
    },
    {
      "epoch": 0.30912,
      "grad_norm": 3.861215114593506,
      "learning_rate": 5e-06,
      "loss": 1.5746,
      "mean_token_accuracy": 0.6214606538414955,
      "num_tokens": 6294874.0,
      "step": 483
    },
    {
      "epoch": 0.30976,
      "grad_norm": 3.6067492961883545,
      "learning_rate": 5e-06,
      "loss": 1.2666,
      "mean_token_accuracy": 0.6533055976033211,
      "num_tokens": 6308075.0,
      "step": 484
    },
    {
      "epoch": 0.3104,
      "grad_norm": 3.8777058124542236,
      "learning_rate": 5e-06,
      "loss": 1.4112,
      "mean_token_accuracy": 0.6393994837999344,
      "num_tokens": 6319998.0,
      "step": 485
    },
    {
      "epoch": 0.31104,
      "grad_norm": 3.640782594680786,
      "learning_rate": 5e-06,
      "loss": 1.3312,
      "mean_token_accuracy": 0.6485870778560638,
      "num_tokens": 6332589.0,
      "step": 486
    },
    {
      "epoch": 0.31168,
      "grad_norm": 3.792318344116211,
      "learning_rate": 5e-06,
      "loss": 1.4024,
      "mean_token_accuracy": 0.6588046550750732,
      "num_tokens": 6345037.0,
      "step": 487
    },
    {
      "epoch": 0.31232,
      "grad_norm": 3.5393240451812744,
      "learning_rate": 5e-06,
      "loss": 1.3419,
      "mean_token_accuracy": 0.6457289680838585,
      "num_tokens": 6359457.0,
      "step": 488
    },
    {
      "epoch": 0.31296,
      "grad_norm": 3.974876642227173,
      "learning_rate": 5e-06,
      "loss": 1.1741,
      "mean_token_accuracy": 0.6610330641269684,
      "num_tokens": 6370983.0,
      "step": 489
    },
    {
      "epoch": 0.3136,
      "grad_norm": 3.6941604614257812,
      "learning_rate": 5e-06,
      "loss": 1.2241,
      "mean_token_accuracy": 0.686374232172966,
      "num_tokens": 6384168.0,
      "step": 490
    },
    {
      "epoch": 0.31424,
      "grad_norm": 4.212184906005859,
      "learning_rate": 5e-06,
      "loss": 1.4216,
      "mean_token_accuracy": 0.6811521798372269,
      "num_tokens": 6395881.0,
      "step": 491
    },
    {
      "epoch": 0.31488,
      "grad_norm": 3.925226926803589,
      "learning_rate": 5e-06,
      "loss": 1.3582,
      "mean_token_accuracy": 0.6342300400137901,
      "num_tokens": 6409919.0,
      "step": 492
    },
    {
      "epoch": 0.31552,
      "grad_norm": 3.9599673748016357,
      "learning_rate": 5e-06,
      "loss": 1.3918,
      "mean_token_accuracy": 0.6489474773406982,
      "num_tokens": 6422097.0,
      "step": 493
    },
    {
      "epoch": 0.31616,
      "grad_norm": 3.42258358001709,
      "learning_rate": 5e-06,
      "loss": 1.1146,
      "mean_token_accuracy": 0.6913427859544754,
      "num_tokens": 6435173.0,
      "step": 494
    },
    {
      "epoch": 0.3168,
      "grad_norm": 4.284220218658447,
      "learning_rate": 5e-06,
      "loss": 1.4547,
      "mean_token_accuracy": 0.6440516263246536,
      "num_tokens": 6447321.0,
      "step": 495
    },
    {
      "epoch": 0.31744,
      "grad_norm": 3.7218246459960938,
      "learning_rate": 5e-06,
      "loss": 1.3806,
      "mean_token_accuracy": 0.629929706454277,
      "num_tokens": 6460270.0,
      "step": 496
    },
    {
      "epoch": 0.31808,
      "grad_norm": 3.406933546066284,
      "learning_rate": 5e-06,
      "loss": 1.1401,
      "mean_token_accuracy": 0.67889504134655,
      "num_tokens": 6473352.0,
      "step": 497
    },
    {
      "epoch": 0.31872,
      "grad_norm": 3.2584404945373535,
      "learning_rate": 5e-06,
      "loss": 1.2213,
      "mean_token_accuracy": 0.6629000529646873,
      "num_tokens": 6487623.0,
      "step": 498
    },
    {
      "epoch": 0.31936,
      "grad_norm": 4.134445667266846,
      "learning_rate": 5e-06,
      "loss": 1.1397,
      "mean_token_accuracy": 0.6819293051958084,
      "num_tokens": 6499986.0,
      "step": 499
    },
    {
      "epoch": 0.32,
      "grad_norm": 4.104599475860596,
      "learning_rate": 5e-06,
      "loss": 1.4537,
      "mean_token_accuracy": 0.6394720375537872,
      "num_tokens": 6512724.0,
      "step": 500
    },
    {
      "epoch": 0.32064,
      "grad_norm": 3.4379241466522217,
      "learning_rate": 5e-06,
      "loss": 1.3714,
      "mean_token_accuracy": 0.6542030349373817,
      "num_tokens": 6526727.0,
      "step": 501
    },
    {
      "epoch": 0.32128,
      "grad_norm": 3.4537572860717773,
      "learning_rate": 5e-06,
      "loss": 1.3053,
      "mean_token_accuracy": 0.6661063358187675,
      "num_tokens": 6542663.0,
      "step": 502
    },
    {
      "epoch": 0.32192,
      "grad_norm": 3.5106639862060547,
      "learning_rate": 5e-06,
      "loss": 1.3694,
      "mean_token_accuracy": 0.6464217305183411,
      "num_tokens": 6557847.0,
      "step": 503
    },
    {
      "epoch": 0.32256,
      "grad_norm": 3.924419641494751,
      "learning_rate": 5e-06,
      "loss": 1.2544,
      "mean_token_accuracy": 0.6603437811136246,
      "num_tokens": 6570515.0,
      "step": 504
    },
    {
      "epoch": 0.3232,
      "grad_norm": 3.385101318359375,
      "learning_rate": 5e-06,
      "loss": 1.4872,
      "mean_token_accuracy": 0.6421084851026535,
      "num_tokens": 6584786.0,
      "step": 505
    },
    {
      "epoch": 0.32384,
      "grad_norm": 3.378535032272339,
      "learning_rate": 5e-06,
      "loss": 1.1475,
      "mean_token_accuracy": 0.6894903257489204,
      "num_tokens": 6598436.0,
      "step": 506
    },
    {
      "epoch": 0.32448,
      "grad_norm": 4.74169397354126,
      "learning_rate": 5e-06,
      "loss": 1.4346,
      "mean_token_accuracy": 0.6547307670116425,
      "num_tokens": 6610436.0,
      "step": 507
    },
    {
      "epoch": 0.32512,
      "grad_norm": 3.473893165588379,
      "learning_rate": 5e-06,
      "loss": 1.3827,
      "mean_token_accuracy": 0.6525059714913368,
      "num_tokens": 6626032.0,
      "step": 508
    },
    {
      "epoch": 0.32576,
      "grad_norm": 4.2575273513793945,
      "learning_rate": 5e-06,
      "loss": 1.4238,
      "mean_token_accuracy": 0.6410808116197586,
      "num_tokens": 6637760.0,
      "step": 509
    },
    {
      "epoch": 0.3264,
      "grad_norm": 3.5705769062042236,
      "learning_rate": 5e-06,
      "loss": 1.2437,
      "mean_token_accuracy": 0.6628687754273415,
      "num_tokens": 6652912.0,
      "step": 510
    },
    {
      "epoch": 0.32704,
      "grad_norm": 4.5391011238098145,
      "learning_rate": 5e-06,
      "loss": 1.292,
      "mean_token_accuracy": 0.6497529372572899,
      "num_tokens": 6664537.0,
      "step": 511
    },
    {
      "epoch": 0.32768,
      "grad_norm": 4.8541789054870605,
      "learning_rate": 5e-06,
      "loss": 1.3102,
      "mean_token_accuracy": 0.6663089245557785,
      "num_tokens": 6674380.0,
      "step": 512
    },
    {
      "epoch": 0.32832,
      "grad_norm": 4.8184332847595215,
      "learning_rate": 5e-06,
      "loss": 1.3336,
      "mean_token_accuracy": 0.6582650914788246,
      "num_tokens": 6686208.0,
      "step": 513
    },
    {
      "epoch": 0.32896,
      "grad_norm": 3.9492416381835938,
      "learning_rate": 5e-06,
      "loss": 1.1609,
      "mean_token_accuracy": 0.6893665343523026,
      "num_tokens": 6698802.0,
      "step": 514
    },
    {
      "epoch": 0.3296,
      "grad_norm": 3.2947769165039062,
      "learning_rate": 5e-06,
      "loss": 1.3108,
      "mean_token_accuracy": 0.6393668726086617,
      "num_tokens": 6714353.0,
      "step": 515
    },
    {
      "epoch": 0.33024,
      "grad_norm": 3.5826685428619385,
      "learning_rate": 5e-06,
      "loss": 1.2592,
      "mean_token_accuracy": 0.663002572953701,
      "num_tokens": 6728955.0,
      "step": 516
    },
    {
      "epoch": 0.33088,
      "grad_norm": 6.832690238952637,
      "learning_rate": 5e-06,
      "loss": 1.2339,
      "mean_token_accuracy": 0.6615518927574158,
      "num_tokens": 6742119.0,
      "step": 517
    },
    {
      "epoch": 0.33152,
      "grad_norm": 3.935009479522705,
      "learning_rate": 5e-06,
      "loss": 1.2767,
      "mean_token_accuracy": 0.6649063900113106,
      "num_tokens": 6754185.0,
      "step": 518
    },
    {
      "epoch": 0.33216,
      "grad_norm": 4.145579814910889,
      "learning_rate": 5e-06,
      "loss": 1.5135,
      "mean_token_accuracy": 0.6258162558078766,
      "num_tokens": 6765367.0,
      "step": 519
    },
    {
      "epoch": 0.3328,
      "grad_norm": 3.592618227005005,
      "learning_rate": 5e-06,
      "loss": 1.4578,
      "mean_token_accuracy": 0.623950220644474,
      "num_tokens": 6778122.0,
      "step": 520
    },
    {
      "epoch": 0.33344,
      "grad_norm": 5.795764923095703,
      "learning_rate": 5e-06,
      "loss": 1.4626,
      "mean_token_accuracy": 0.6486967876553535,
      "num_tokens": 6790660.0,
      "step": 521
    },
    {
      "epoch": 0.33408,
      "grad_norm": 4.278341293334961,
      "learning_rate": 5e-06,
      "loss": 1.1897,
      "mean_token_accuracy": 0.6738953441381454,
      "num_tokens": 6802594.0,
      "step": 522
    },
    {
      "epoch": 0.33472,
      "grad_norm": 4.899449825286865,
      "learning_rate": 5e-06,
      "loss": 1.3754,
      "mean_token_accuracy": 0.6378564760088921,
      "num_tokens": 6818415.0,
      "step": 523
    },
    {
      "epoch": 0.33536,
      "grad_norm": 4.733186721801758,
      "learning_rate": 5e-06,
      "loss": 1.36,
      "mean_token_accuracy": 0.6564139500260353,
      "num_tokens": 6831504.0,
      "step": 524
    },
    {
      "epoch": 0.336,
      "grad_norm": 3.7966043949127197,
      "learning_rate": 5e-06,
      "loss": 1.2975,
      "mean_token_accuracy": 0.6624530181288719,
      "num_tokens": 6843279.0,
      "step": 525
    },
    {
      "epoch": 0.33664,
      "grad_norm": 5.124260425567627,
      "learning_rate": 5e-06,
      "loss": 1.5377,
      "mean_token_accuracy": 0.6152323558926582,
      "num_tokens": 6854556.0,
      "step": 526
    },
    {
      "epoch": 0.33728,
      "grad_norm": 4.210925579071045,
      "learning_rate": 5e-06,
      "loss": 1.3342,
      "mean_token_accuracy": 0.6440554708242416,
      "num_tokens": 6867858.0,
      "step": 527
    },
    {
      "epoch": 0.33792,
      "grad_norm": 3.751556873321533,
      "learning_rate": 5e-06,
      "loss": 1.4675,
      "mean_token_accuracy": 0.6253782510757446,
      "num_tokens": 6881065.0,
      "step": 528
    },
    {
      "epoch": 0.33856,
      "grad_norm": 6.117438793182373,
      "learning_rate": 5e-06,
      "loss": 1.356,
      "mean_token_accuracy": 0.6668061912059784,
      "num_tokens": 6894733.0,
      "step": 529
    },
    {
      "epoch": 0.3392,
      "grad_norm": 3.5207901000976562,
      "learning_rate": 5e-06,
      "loss": 1.2676,
      "mean_token_accuracy": 0.6576649472117424,
      "num_tokens": 6907851.0,
      "step": 530
    },
    {
      "epoch": 0.33984,
      "grad_norm": 3.6760780811309814,
      "learning_rate": 5e-06,
      "loss": 1.1176,
      "mean_token_accuracy": 0.6879062727093697,
      "num_tokens": 6921679.0,
      "step": 531
    },
    {
      "epoch": 0.34048,
      "grad_norm": 4.656152725219727,
      "learning_rate": 5e-06,
      "loss": 1.42,
      "mean_token_accuracy": 0.642581582069397,
      "num_tokens": 6935677.0,
      "step": 532
    },
    {
      "epoch": 0.34112,
      "grad_norm": 5.187691688537598,
      "learning_rate": 5e-06,
      "loss": 1.4074,
      "mean_token_accuracy": 0.668558657169342,
      "num_tokens": 6945440.0,
      "step": 533
    },
    {
      "epoch": 0.34176,
      "grad_norm": 7.5727949142456055,
      "learning_rate": 5e-06,
      "loss": 1.4775,
      "mean_token_accuracy": 0.6168788969516754,
      "num_tokens": 6959496.0,
      "step": 534
    },
    {
      "epoch": 0.3424,
      "grad_norm": 3.821122646331787,
      "learning_rate": 5e-06,
      "loss": 1.1118,
      "mean_token_accuracy": 0.6967110335826874,
      "num_tokens": 6970897.0,
      "step": 535
    },
    {
      "epoch": 0.34304,
      "grad_norm": 3.28977108001709,
      "learning_rate": 5e-06,
      "loss": 1.2668,
      "mean_token_accuracy": 0.6639266163110733,
      "num_tokens": 6986271.0,
      "step": 536
    },
    {
      "epoch": 0.34368,
      "grad_norm": 4.031164646148682,
      "learning_rate": 5e-06,
      "loss": 1.2953,
      "mean_token_accuracy": 0.6541831567883492,
      "num_tokens": 6998841.0,
      "step": 537
    },
    {
      "epoch": 0.34432,
      "grad_norm": 5.315206527709961,
      "learning_rate": 5e-06,
      "loss": 1.2881,
      "mean_token_accuracy": 0.6494873613119125,
      "num_tokens": 7008652.0,
      "step": 538
    },
    {
      "epoch": 0.34496,
      "grad_norm": 5.740390777587891,
      "learning_rate": 5e-06,
      "loss": 1.3778,
      "mean_token_accuracy": 0.6532981097698212,
      "num_tokens": 7020915.0,
      "step": 539
    },
    {
      "epoch": 0.3456,
      "grad_norm": 5.474863529205322,
      "learning_rate": 5e-06,
      "loss": 1.1128,
      "mean_token_accuracy": 0.7052044421434402,
      "num_tokens": 7032119.0,
      "step": 540
    },
    {
      "epoch": 0.34624,
      "grad_norm": 4.56429386138916,
      "learning_rate": 5e-06,
      "loss": 1.2831,
      "mean_token_accuracy": 0.6683964505791664,
      "num_tokens": 7045586.0,
      "step": 541
    },
    {
      "epoch": 0.34688,
      "grad_norm": 3.815187454223633,
      "learning_rate": 5e-06,
      "loss": 1.1035,
      "mean_token_accuracy": 0.7000684291124344,
      "num_tokens": 7057244.0,
      "step": 542
    },
    {
      "epoch": 0.34752,
      "grad_norm": 6.026943683624268,
      "learning_rate": 5e-06,
      "loss": 1.2064,
      "mean_token_accuracy": 0.6807686313986778,
      "num_tokens": 7068752.0,
      "step": 543
    },
    {
      "epoch": 0.34816,
      "grad_norm": 4.224482536315918,
      "learning_rate": 5e-06,
      "loss": 1.2508,
      "mean_token_accuracy": 0.6724436059594154,
      "num_tokens": 7082898.0,
      "step": 544
    },
    {
      "epoch": 0.3488,
      "grad_norm": 7.96382474899292,
      "learning_rate": 5e-06,
      "loss": 1.1555,
      "mean_token_accuracy": 0.6773002594709396,
      "num_tokens": 7095886.0,
      "step": 545
    },
    {
      "epoch": 0.34944,
      "grad_norm": 4.775862693786621,
      "learning_rate": 5e-06,
      "loss": 1.2992,
      "mean_token_accuracy": 0.6667480766773224,
      "num_tokens": 7107762.0,
      "step": 546
    },
    {
      "epoch": 0.35008,
      "grad_norm": 3.49412202835083,
      "learning_rate": 5e-06,
      "loss": 1.1785,
      "mean_token_accuracy": 0.7002041935920715,
      "num_tokens": 7121108.0,
      "step": 547
    },
    {
      "epoch": 0.35072,
      "grad_norm": 4.250086784362793,
      "learning_rate": 5e-06,
      "loss": 1.1921,
      "mean_token_accuracy": 0.7101981267333031,
      "num_tokens": 7132883.0,
      "step": 548
    },
    {
      "epoch": 0.35136,
      "grad_norm": 3.9039688110351562,
      "learning_rate": 5e-06,
      "loss": 1.2883,
      "mean_token_accuracy": 0.6617401614785194,
      "num_tokens": 7146456.0,
      "step": 549
    },
    {
      "epoch": 0.352,
      "grad_norm": 3.8325276374816895,
      "learning_rate": 5e-06,
      "loss": 1.315,
      "mean_token_accuracy": 0.6657034084200859,
      "num_tokens": 7160223.0,
      "step": 550
    },
    {
      "epoch": 0.35264,
      "grad_norm": 5.472667217254639,
      "learning_rate": 5e-06,
      "loss": 1.4434,
      "mean_token_accuracy": 0.635408416390419,
      "num_tokens": 7175945.0,
      "step": 551
    },
    {
      "epoch": 0.35328,
      "grad_norm": 4.009690761566162,
      "learning_rate": 5e-06,
      "loss": 1.3101,
      "mean_token_accuracy": 0.6696026399731636,
      "num_tokens": 7189467.0,
      "step": 552
    },
    {
      "epoch": 0.35392,
      "grad_norm": 4.114287853240967,
      "learning_rate": 5e-06,
      "loss": 1.2527,
      "mean_token_accuracy": 0.669425942003727,
      "num_tokens": 7201319.0,
      "step": 553
    },
    {
      "epoch": 0.35456,
      "grad_norm": 4.302579402923584,
      "learning_rate": 5e-06,
      "loss": 1.3494,
      "mean_token_accuracy": 0.63911372423172,
      "num_tokens": 7213327.0,
      "step": 554
    },
    {
      "epoch": 0.3552,
      "grad_norm": 3.737901210784912,
      "learning_rate": 5e-06,
      "loss": 1.3994,
      "mean_token_accuracy": 0.6371675282716751,
      "num_tokens": 7226217.0,
      "step": 555
    },
    {
      "epoch": 0.35584,
      "grad_norm": 3.517141103744507,
      "learning_rate": 5e-06,
      "loss": 1.5393,
      "mean_token_accuracy": 0.615730918943882,
      "num_tokens": 7240381.0,
      "step": 556
    },
    {
      "epoch": 0.35648,
      "grad_norm": 4.263305187225342,
      "learning_rate": 5e-06,
      "loss": 1.1575,
      "mean_token_accuracy": 0.6844438910484314,
      "num_tokens": 7251375.0,
      "step": 557
    },
    {
      "epoch": 0.35712,
      "grad_norm": 4.197317600250244,
      "learning_rate": 5e-06,
      "loss": 1.3062,
      "mean_token_accuracy": 0.642548106610775,
      "num_tokens": 7265647.0,
      "step": 558
    },
    {
      "epoch": 0.35776,
      "grad_norm": 4.2730560302734375,
      "learning_rate": 5e-06,
      "loss": 1.2598,
      "mean_token_accuracy": 0.6705774366855621,
      "num_tokens": 7277240.0,
      "step": 559
    },
    {
      "epoch": 0.3584,
      "grad_norm": 5.627854347229004,
      "learning_rate": 5e-06,
      "loss": 1.133,
      "mean_token_accuracy": 0.6944706663489342,
      "num_tokens": 7293050.0,
      "step": 560
    },
    {
      "epoch": 0.35904,
      "grad_norm": 5.039371013641357,
      "learning_rate": 5e-06,
      "loss": 1.3061,
      "mean_token_accuracy": 0.652328722178936,
      "num_tokens": 7305212.0,
      "step": 561
    },
    {
      "epoch": 0.35968,
      "grad_norm": 4.255235195159912,
      "learning_rate": 5e-06,
      "loss": 1.2425,
      "mean_token_accuracy": 0.6588255614042282,
      "num_tokens": 7318058.0,
      "step": 562
    },
    {
      "epoch": 0.36032,
      "grad_norm": 3.5205321311950684,
      "learning_rate": 5e-06,
      "loss": 1.3016,
      "mean_token_accuracy": 0.660710796713829,
      "num_tokens": 7330484.0,
      "step": 563
    },
    {
      "epoch": 0.36096,
      "grad_norm": 4.263877868652344,
      "learning_rate": 5e-06,
      "loss": 1.2689,
      "mean_token_accuracy": 0.6572084054350853,
      "num_tokens": 7342403.0,
      "step": 564
    },
    {
      "epoch": 0.3616,
      "grad_norm": 3.9740233421325684,
      "learning_rate": 5e-06,
      "loss": 1.1917,
      "mean_token_accuracy": 0.6762436851859093,
      "num_tokens": 7353974.0,
      "step": 565
    },
    {
      "epoch": 0.36224,
      "grad_norm": 3.4019787311553955,
      "learning_rate": 5e-06,
      "loss": 1.4559,
      "mean_token_accuracy": 0.6335306763648987,
      "num_tokens": 7371145.0,
      "step": 566
    },
    {
      "epoch": 0.36288,
      "grad_norm": 3.6773386001586914,
      "learning_rate": 5e-06,
      "loss": 1.3727,
      "mean_token_accuracy": 0.6477261707186699,
      "num_tokens": 7385503.0,
      "step": 567
    },
    {
      "epoch": 0.36352,
      "grad_norm": 3.533553123474121,
      "learning_rate": 5e-06,
      "loss": 1.3915,
      "mean_token_accuracy": 0.6359102874994278,
      "num_tokens": 7397974.0,
      "step": 568
    },
    {
      "epoch": 0.36416,
      "grad_norm": 4.083873271942139,
      "learning_rate": 5e-06,
      "loss": 1.2959,
      "mean_token_accuracy": 0.6282073631882668,
      "num_tokens": 7409071.0,
      "step": 569
    },
    {
      "epoch": 0.3648,
      "grad_norm": 3.371812582015991,
      "learning_rate": 5e-06,
      "loss": 1.3724,
      "mean_token_accuracy": 0.6561341881752014,
      "num_tokens": 7425801.0,
      "step": 570
    },
    {
      "epoch": 0.36544,
      "grad_norm": 5.2290425300598145,
      "learning_rate": 5e-06,
      "loss": 1.3808,
      "mean_token_accuracy": 0.66990677267313,
      "num_tokens": 7435083.0,
      "step": 571
    },
    {
      "epoch": 0.36608,
      "grad_norm": 3.8227179050445557,
      "learning_rate": 5e-06,
      "loss": 1.2523,
      "mean_token_accuracy": 0.6640745401382446,
      "num_tokens": 7445874.0,
      "step": 572
    },
    {
      "epoch": 0.36672,
      "grad_norm": 3.826213836669922,
      "learning_rate": 5e-06,
      "loss": 1.2955,
      "mean_token_accuracy": 0.6566179618239403,
      "num_tokens": 7458792.0,
      "step": 573
    },
    {
      "epoch": 0.36736,
      "grad_norm": 3.166212558746338,
      "learning_rate": 5e-06,
      "loss": 1.3854,
      "mean_token_accuracy": 0.6362887248396873,
      "num_tokens": 7474364.0,
      "step": 574
    },
    {
      "epoch": 0.368,
      "grad_norm": 3.225037097930908,
      "learning_rate": 5e-06,
      "loss": 1.4097,
      "mean_token_accuracy": 0.6328474953770638,
      "num_tokens": 7489627.0,
      "step": 575
    },
    {
      "epoch": 0.36864,
      "grad_norm": 4.110698699951172,
      "learning_rate": 5e-06,
      "loss": 1.2922,
      "mean_token_accuracy": 0.6546645760536194,
      "num_tokens": 7501958.0,
      "step": 576
    },
    {
      "epoch": 0.36928,
      "grad_norm": 3.426607608795166,
      "learning_rate": 5e-06,
      "loss": 1.4665,
      "mean_token_accuracy": 0.6124880164861679,
      "num_tokens": 7515385.0,
      "step": 577
    },
    {
      "epoch": 0.36992,
      "grad_norm": 3.6768105030059814,
      "learning_rate": 5e-06,
      "loss": 1.2686,
      "mean_token_accuracy": 0.6734522432088852,
      "num_tokens": 7528618.0,
      "step": 578
    },
    {
      "epoch": 0.37056,
      "grad_norm": 3.3351573944091797,
      "learning_rate": 5e-06,
      "loss": 1.351,
      "mean_token_accuracy": 0.6506511121988297,
      "num_tokens": 7543651.0,
      "step": 579
    },
    {
      "epoch": 0.3712,
      "grad_norm": 4.15482759475708,
      "learning_rate": 5e-06,
      "loss": 1.3044,
      "mean_token_accuracy": 0.6768280491232872,
      "num_tokens": 7554851.0,
      "step": 580
    },
    {
      "epoch": 0.37184,
      "grad_norm": 4.212845802307129,
      "learning_rate": 5e-06,
      "loss": 1.3038,
      "mean_token_accuracy": 0.6363187730312347,
      "num_tokens": 7567001.0,
      "step": 581
    },
    {
      "epoch": 0.37248,
      "grad_norm": 4.185598850250244,
      "learning_rate": 5e-06,
      "loss": 1.3491,
      "mean_token_accuracy": 0.6468858942389488,
      "num_tokens": 7579432.0,
      "step": 582
    },
    {
      "epoch": 0.37312,
      "grad_norm": 3.4942967891693115,
      "learning_rate": 5e-06,
      "loss": 1.364,
      "mean_token_accuracy": 0.650618351995945,
      "num_tokens": 7593471.0,
      "step": 583
    },
    {
      "epoch": 0.37376,
      "grad_norm": 3.4861021041870117,
      "learning_rate": 5e-06,
      "loss": 1.1446,
      "mean_token_accuracy": 0.6844891607761383,
      "num_tokens": 7608553.0,
      "step": 584
    },
    {
      "epoch": 0.3744,
      "grad_norm": 3.893850803375244,
      "learning_rate": 5e-06,
      "loss": 1.458,
      "mean_token_accuracy": 0.621130146086216,
      "num_tokens": 7621367.0,
      "step": 585
    },
    {
      "epoch": 0.37504,
      "grad_norm": 3.653973340988159,
      "learning_rate": 5e-06,
      "loss": 1.3408,
      "mean_token_accuracy": 0.6439371258020401,
      "num_tokens": 7634694.0,
      "step": 586
    },
    {
      "epoch": 0.37568,
      "grad_norm": 3.94148850440979,
      "learning_rate": 5e-06,
      "loss": 1.4367,
      "mean_token_accuracy": 0.6162022799253464,
      "num_tokens": 7646183.0,
      "step": 587
    },
    {
      "epoch": 0.37632,
      "grad_norm": 3.2505555152893066,
      "learning_rate": 5e-06,
      "loss": 1.4763,
      "mean_token_accuracy": 0.6298285201191902,
      "num_tokens": 7661964.0,
      "step": 588
    },
    {
      "epoch": 0.37696,
      "grad_norm": 3.1683783531188965,
      "learning_rate": 5e-06,
      "loss": 1.18,
      "mean_token_accuracy": 0.6652778312563896,
      "num_tokens": 7676405.0,
      "step": 589
    },
    {
      "epoch": 0.3776,
      "grad_norm": 4.221475601196289,
      "learning_rate": 5e-06,
      "loss": 1.2668,
      "mean_token_accuracy": 0.6732780113816261,
      "num_tokens": 7690168.0,
      "step": 590
    },
    {
      "epoch": 0.37824,
      "grad_norm": 4.262617111206055,
      "learning_rate": 5e-06,
      "loss": 1.2225,
      "mean_token_accuracy": 0.6608899086713791,
      "num_tokens": 7700128.0,
      "step": 591
    },
    {
      "epoch": 0.37888,
      "grad_norm": 3.564286231994629,
      "learning_rate": 5e-06,
      "loss": 1.4015,
      "mean_token_accuracy": 0.6410685330629349,
      "num_tokens": 7711700.0,
      "step": 592
    },
    {
      "epoch": 0.37952,
      "grad_norm": 3.5013587474823,
      "learning_rate": 5e-06,
      "loss": 1.0532,
      "mean_token_accuracy": 0.7084442153573036,
      "num_tokens": 7722670.0,
      "step": 593
    },
    {
      "epoch": 0.38016,
      "grad_norm": 4.010073661804199,
      "learning_rate": 5e-06,
      "loss": 1.2001,
      "mean_token_accuracy": 0.6808509230613708,
      "num_tokens": 7734476.0,
      "step": 594
    },
    {
      "epoch": 0.3808,
      "grad_norm": 3.8407106399536133,
      "learning_rate": 5e-06,
      "loss": 1.2772,
      "mean_token_accuracy": 0.661079652607441,
      "num_tokens": 7747191.0,
      "step": 595
    },
    {
      "epoch": 0.38144,
      "grad_norm": 3.9195191860198975,
      "learning_rate": 5e-06,
      "loss": 1.2063,
      "mean_token_accuracy": 0.6758553683757782,
      "num_tokens": 7757542.0,
      "step": 596
    },
    {
      "epoch": 0.38208,
      "grad_norm": 5.459002494812012,
      "learning_rate": 5e-06,
      "loss": 1.4173,
      "mean_token_accuracy": 0.6381874680519104,
      "num_tokens": 7770427.0,
      "step": 597
    },
    {
      "epoch": 0.38272,
      "grad_norm": 4.335068702697754,
      "learning_rate": 5e-06,
      "loss": 1.2628,
      "mean_token_accuracy": 0.6815316006541252,
      "num_tokens": 7781771.0,
      "step": 598
    },
    {
      "epoch": 0.38336,
      "grad_norm": 3.5294859409332275,
      "learning_rate": 5e-06,
      "loss": 1.1975,
      "mean_token_accuracy": 0.6658317893743515,
      "num_tokens": 7796104.0,
      "step": 599
    },
    {
      "epoch": 0.384,
      "grad_norm": 5.696824550628662,
      "learning_rate": 5e-06,
      "loss": 1.3531,
      "mean_token_accuracy": 0.6557957530021667,
      "num_tokens": 7808117.0,
      "step": 600
    },
    {
      "epoch": 0.38464,
      "grad_norm": 3.5926239490509033,
      "learning_rate": 5e-06,
      "loss": 1.276,
      "mean_token_accuracy": 0.6641542464494705,
      "num_tokens": 7819726.0,
      "step": 601
    },
    {
      "epoch": 0.38528,
      "grad_norm": 3.8258309364318848,
      "learning_rate": 5e-06,
      "loss": 1.3628,
      "mean_token_accuracy": 0.6388561427593231,
      "num_tokens": 7833205.0,
      "step": 602
    },
    {
      "epoch": 0.38592,
      "grad_norm": 8.0659761428833,
      "learning_rate": 5e-06,
      "loss": 1.2999,
      "mean_token_accuracy": 0.6774822995066643,
      "num_tokens": 7847836.0,
      "step": 603
    },
    {
      "epoch": 0.38656,
      "grad_norm": 3.9128899574279785,
      "learning_rate": 5e-06,
      "loss": 1.1609,
      "mean_token_accuracy": 0.6698524802923203,
      "num_tokens": 7860682.0,
      "step": 604
    },
    {
      "epoch": 0.3872,
      "grad_norm": 4.181707382202148,
      "learning_rate": 5e-06,
      "loss": 1.5005,
      "mean_token_accuracy": 0.6392693892121315,
      "num_tokens": 7872637.0,
      "step": 605
    },
    {
      "epoch": 0.38784,
      "grad_norm": 4.092964172363281,
      "learning_rate": 5e-06,
      "loss": 1.4009,
      "mean_token_accuracy": 0.6333677843213081,
      "num_tokens": 7884650.0,
      "step": 606
    },
    {
      "epoch": 0.38848,
      "grad_norm": 4.87518835067749,
      "learning_rate": 5e-06,
      "loss": 1.3242,
      "mean_token_accuracy": 0.6464787498116493,
      "num_tokens": 7898052.0,
      "step": 607
    },
    {
      "epoch": 0.38912,
      "grad_norm": 4.693853855133057,
      "learning_rate": 5e-06,
      "loss": 1.3407,
      "mean_token_accuracy": 0.6689095348119736,
      "num_tokens": 7912216.0,
      "step": 608
    },
    {
      "epoch": 0.38976,
      "grad_norm": 4.081251621246338,
      "learning_rate": 5e-06,
      "loss": 1.3657,
      "mean_token_accuracy": 0.6710544601082802,
      "num_tokens": 7924053.0,
      "step": 609
    },
    {
      "epoch": 0.3904,
      "grad_norm": 25.89602279663086,
      "learning_rate": 5e-06,
      "loss": 1.3437,
      "mean_token_accuracy": 0.6381836906075478,
      "num_tokens": 7936238.0,
      "step": 610
    },
    {
      "epoch": 0.39104,
      "grad_norm": 5.2313055992126465,
      "learning_rate": 5e-06,
      "loss": 1.341,
      "mean_token_accuracy": 0.6564094573259354,
      "num_tokens": 7948038.0,
      "step": 611
    },
    {
      "epoch": 0.39168,
      "grad_norm": 3.936708927154541,
      "learning_rate": 5e-06,
      "loss": 1.3564,
      "mean_token_accuracy": 0.6562279239296913,
      "num_tokens": 7960193.0,
      "step": 612
    },
    {
      "epoch": 0.39232,
      "grad_norm": 5.367516994476318,
      "learning_rate": 5e-06,
      "loss": 1.2065,
      "mean_token_accuracy": 0.6724315732717514,
      "num_tokens": 7974200.0,
      "step": 613
    },
    {
      "epoch": 0.39296,
      "grad_norm": 4.628478527069092,
      "learning_rate": 5e-06,
      "loss": 1.4374,
      "mean_token_accuracy": 0.6563806012272835,
      "num_tokens": 7988501.0,
      "step": 614
    },
    {
      "epoch": 0.3936,
      "grad_norm": 5.892339706420898,
      "learning_rate": 5e-06,
      "loss": 1.2956,
      "mean_token_accuracy": 0.6271971762180328,
      "num_tokens": 8000663.0,
      "step": 615
    },
    {
      "epoch": 0.39424,
      "grad_norm": 7.812566757202148,
      "learning_rate": 5e-06,
      "loss": 1.294,
      "mean_token_accuracy": 0.6547481939196587,
      "num_tokens": 8014228.0,
      "step": 616
    },
    {
      "epoch": 0.39488,
      "grad_norm": 3.2736427783966064,
      "learning_rate": 5e-06,
      "loss": 1.0853,
      "mean_token_accuracy": 0.7260592132806778,
      "num_tokens": 8028431.0,
      "step": 617
    },
    {
      "epoch": 0.39552,
      "grad_norm": 4.344757080078125,
      "learning_rate": 5e-06,
      "loss": 1.1555,
      "mean_token_accuracy": 0.6958058997988701,
      "num_tokens": 8038986.0,
      "step": 618
    },
    {
      "epoch": 0.39616,
      "grad_norm": 4.368517875671387,
      "learning_rate": 5e-06,
      "loss": 1.2744,
      "mean_token_accuracy": 0.6637471318244934,
      "num_tokens": 8050087.0,
      "step": 619
    },
    {
      "epoch": 0.3968,
      "grad_norm": 3.57128643989563,
      "learning_rate": 5e-06,
      "loss": 1.4689,
      "mean_token_accuracy": 0.6049885600805283,
      "num_tokens": 8063113.0,
      "step": 620
    },
    {
      "epoch": 0.39744,
      "grad_norm": 3.331205368041992,
      "learning_rate": 5e-06,
      "loss": 1.4329,
      "mean_token_accuracy": 0.6517436727881432,
      "num_tokens": 8079228.0,
      "step": 621
    },
    {
      "epoch": 0.39808,
      "grad_norm": 4.018087863922119,
      "learning_rate": 5e-06,
      "loss": 1.0947,
      "mean_token_accuracy": 0.696721188724041,
      "num_tokens": 8092023.0,
      "step": 622
    },
    {
      "epoch": 0.39872,
      "grad_norm": 3.527395486831665,
      "learning_rate": 5e-06,
      "loss": 1.3711,
      "mean_token_accuracy": 0.6707320511341095,
      "num_tokens": 8107080.0,
      "step": 623
    },
    {
      "epoch": 0.39936,
      "grad_norm": 3.9434077739715576,
      "learning_rate": 5e-06,
      "loss": 1.4069,
      "mean_token_accuracy": 0.6350800693035126,
      "num_tokens": 8120374.0,
      "step": 624
    },
    {
      "epoch": 0.4,
      "grad_norm": 9.819520950317383,
      "learning_rate": 5e-06,
      "loss": 1.3298,
      "mean_token_accuracy": 0.6648931205272675,
      "num_tokens": 8131526.0,
      "step": 625
    },
    {
      "epoch": 0.40064,
      "grad_norm": 3.7477002143859863,
      "learning_rate": 5e-06,
      "loss": 1.3742,
      "mean_token_accuracy": 0.6332258731126785,
      "num_tokens": 8144842.0,
      "step": 626
    },
    {
      "epoch": 0.40128,
      "grad_norm": 3.494314432144165,
      "learning_rate": 5e-06,
      "loss": 1.4336,
      "mean_token_accuracy": 0.6268866658210754,
      "num_tokens": 8157481.0,
      "step": 627
    },
    {
      "epoch": 0.40192,
      "grad_norm": 4.175013542175293,
      "learning_rate": 5e-06,
      "loss": 1.1405,
      "mean_token_accuracy": 0.6741645857691765,
      "num_tokens": 8168266.0,
      "step": 628
    },
    {
      "epoch": 0.40256,
      "grad_norm": 3.4416167736053467,
      "learning_rate": 5e-06,
      "loss": 1.3,
      "mean_token_accuracy": 0.6660801768302917,
      "num_tokens": 8182677.0,
      "step": 629
    },
    {
      "epoch": 0.4032,
      "grad_norm": 4.334346771240234,
      "learning_rate": 5e-06,
      "loss": 1.2434,
      "mean_token_accuracy": 0.6613388434052467,
      "num_tokens": 8195270.0,
      "step": 630
    },
    {
      "epoch": 0.40384,
      "grad_norm": 3.4856371879577637,
      "learning_rate": 5e-06,
      "loss": 1.3815,
      "mean_token_accuracy": 0.6581474095582962,
      "num_tokens": 8209764.0,
      "step": 631
    },
    {
      "epoch": 0.40448,
      "grad_norm": 4.153162002563477,
      "learning_rate": 5e-06,
      "loss": 1.3904,
      "mean_token_accuracy": 0.6714613437652588,
      "num_tokens": 8220815.0,
      "step": 632
    },
    {
      "epoch": 0.40512,
      "grad_norm": 4.055039405822754,
      "learning_rate": 5e-06,
      "loss": 1.3551,
      "mean_token_accuracy": 0.6623844504356384,
      "num_tokens": 8234827.0,
      "step": 633
    },
    {
      "epoch": 0.40576,
      "grad_norm": 3.558887481689453,
      "learning_rate": 5e-06,
      "loss": 1.3641,
      "mean_token_accuracy": 0.6388072147965431,
      "num_tokens": 8246889.0,
      "step": 634
    },
    {
      "epoch": 0.4064,
      "grad_norm": 4.767853736877441,
      "learning_rate": 5e-06,
      "loss": 1.6547,
      "mean_token_accuracy": 0.5957511439919472,
      "num_tokens": 8259650.0,
      "step": 635
    },
    {
      "epoch": 0.40704,
      "grad_norm": 3.799283504486084,
      "learning_rate": 5e-06,
      "loss": 1.2804,
      "mean_token_accuracy": 0.676610916852951,
      "num_tokens": 8271638.0,
      "step": 636
    },
    {
      "epoch": 0.40768,
      "grad_norm": 3.697746753692627,
      "learning_rate": 5e-06,
      "loss": 1.3211,
      "mean_token_accuracy": 0.6482478119432926,
      "num_tokens": 8285204.0,
      "step": 637
    },
    {
      "epoch": 0.40832,
      "grad_norm": 3.6978259086608887,
      "learning_rate": 5e-06,
      "loss": 1.2889,
      "mean_token_accuracy": 0.6479171589016914,
      "num_tokens": 8297791.0,
      "step": 638
    },
    {
      "epoch": 0.40896,
      "grad_norm": 4.445859432220459,
      "learning_rate": 5e-06,
      "loss": 1.4383,
      "mean_token_accuracy": 0.6379449293017387,
      "num_tokens": 8308088.0,
      "step": 639
    },
    {
      "epoch": 0.4096,
      "grad_norm": 3.462293863296509,
      "learning_rate": 5e-06,
      "loss": 1.1934,
      "mean_token_accuracy": 0.6681175008416176,
      "num_tokens": 8322994.0,
      "step": 640
    },
    {
      "epoch": 0.41024,
      "grad_norm": 3.471963405609131,
      "learning_rate": 5e-06,
      "loss": 1.4795,
      "mean_token_accuracy": 0.6364353597164154,
      "num_tokens": 8336239.0,
      "step": 641
    },
    {
      "epoch": 0.41088,
      "grad_norm": 4.054087162017822,
      "learning_rate": 5e-06,
      "loss": 1.4736,
      "mean_token_accuracy": 0.6363670602440834,
      "num_tokens": 8347731.0,
      "step": 642
    },
    {
      "epoch": 0.41152,
      "grad_norm": 3.717003583908081,
      "learning_rate": 5e-06,
      "loss": 1.4482,
      "mean_token_accuracy": 0.6272126361727715,
      "num_tokens": 8359999.0,
      "step": 643
    },
    {
      "epoch": 0.41216,
      "grad_norm": 3.302205801010132,
      "learning_rate": 5e-06,
      "loss": 1.0763,
      "mean_token_accuracy": 0.6774929463863373,
      "num_tokens": 8373684.0,
      "step": 644
    },
    {
      "epoch": 0.4128,
      "grad_norm": 3.4035229682922363,
      "learning_rate": 5e-06,
      "loss": 1.2946,
      "mean_token_accuracy": 0.6636142283678055,
      "num_tokens": 8387313.0,
      "step": 645
    },
    {
      "epoch": 0.41344,
      "grad_norm": 3.3320178985595703,
      "learning_rate": 5e-06,
      "loss": 1.2419,
      "mean_token_accuracy": 0.6601713374257088,
      "num_tokens": 8401909.0,
      "step": 646
    },
    {
      "epoch": 0.41408,
      "grad_norm": 4.073376178741455,
      "learning_rate": 5e-06,
      "loss": 1.392,
      "mean_token_accuracy": 0.6541470885276794,
      "num_tokens": 8412682.0,
      "step": 647
    },
    {
      "epoch": 0.41472,
      "grad_norm": 3.4275381565093994,
      "learning_rate": 5e-06,
      "loss": 1.2128,
      "mean_token_accuracy": 0.7010362893342972,
      "num_tokens": 8425791.0,
      "step": 648
    },
    {
      "epoch": 0.41536,
      "grad_norm": 3.013326644897461,
      "learning_rate": 5e-06,
      "loss": 1.2823,
      "mean_token_accuracy": 0.6790317669510841,
      "num_tokens": 8441869.0,
      "step": 649
    },
    {
      "epoch": 0.416,
      "grad_norm": 3.8601441383361816,
      "learning_rate": 5e-06,
      "loss": 1.1898,
      "mean_token_accuracy": 0.6818736344575882,
      "num_tokens": 8453324.0,
      "step": 650
    },
    {
      "epoch": 0.41664,
      "grad_norm": 4.1017537117004395,
      "learning_rate": 5e-06,
      "loss": 1.2861,
      "mean_token_accuracy": 0.6557259410619736,
      "num_tokens": 8465258.0,
      "step": 651
    },
    {
      "epoch": 0.41728,
      "grad_norm": 4.002110481262207,
      "learning_rate": 5e-06,
      "loss": 1.3043,
      "mean_token_accuracy": 0.6684800609946251,
      "num_tokens": 8477574.0,
      "step": 652
    },
    {
      "epoch": 0.41792,
      "grad_norm": 3.2750160694122314,
      "learning_rate": 5e-06,
      "loss": 1.137,
      "mean_token_accuracy": 0.6889987885951996,
      "num_tokens": 8493134.0,
      "step": 653
    },
    {
      "epoch": 0.41856,
      "grad_norm": 4.388451099395752,
      "learning_rate": 5e-06,
      "loss": 1.1421,
      "mean_token_accuracy": 0.6810869425535202,
      "num_tokens": 8504478.0,
      "step": 654
    },
    {
      "epoch": 0.4192,
      "grad_norm": 4.337303161621094,
      "learning_rate": 5e-06,
      "loss": 1.2395,
      "mean_token_accuracy": 0.6621519103646278,
      "num_tokens": 8515776.0,
      "step": 655
    },
    {
      "epoch": 0.41984,
      "grad_norm": 3.3329954147338867,
      "learning_rate": 5e-06,
      "loss": 1.2419,
      "mean_token_accuracy": 0.6687774360179901,
      "num_tokens": 8530155.0,
      "step": 656
    },
    {
      "epoch": 0.42048,
      "grad_norm": 4.358274459838867,
      "learning_rate": 5e-06,
      "loss": 1.4287,
      "mean_token_accuracy": 0.6304730176925659,
      "num_tokens": 8541253.0,
      "step": 657
    },
    {
      "epoch": 0.42112,
      "grad_norm": 3.5478384494781494,
      "learning_rate": 5e-06,
      "loss": 1.0695,
      "mean_token_accuracy": 0.7162381857633591,
      "num_tokens": 8555920.0,
      "step": 658
    },
    {
      "epoch": 0.42176,
      "grad_norm": 3.6502294540405273,
      "learning_rate": 5e-06,
      "loss": 1.5178,
      "mean_token_accuracy": 0.6263556554913521,
      "num_tokens": 8568098.0,
      "step": 659
    },
    {
      "epoch": 0.4224,
      "grad_norm": 3.196720838546753,
      "learning_rate": 5e-06,
      "loss": 1.3436,
      "mean_token_accuracy": 0.6646198481321335,
      "num_tokens": 8583176.0,
      "step": 660
    },
    {
      "epoch": 0.42304,
      "grad_norm": 4.109900951385498,
      "learning_rate": 5e-06,
      "loss": 1.2928,
      "mean_token_accuracy": 0.6598446816205978,
      "num_tokens": 8593933.0,
      "step": 661
    },
    {
      "epoch": 0.42368,
      "grad_norm": 3.258894205093384,
      "learning_rate": 5e-06,
      "loss": 1.1133,
      "mean_token_accuracy": 0.6876930743455887,
      "num_tokens": 8607476.0,
      "step": 662
    },
    {
      "epoch": 0.42432,
      "grad_norm": 3.369394063949585,
      "learning_rate": 5e-06,
      "loss": 1.4229,
      "mean_token_accuracy": 0.6260672360658646,
      "num_tokens": 8620304.0,
      "step": 663
    },
    {
      "epoch": 0.42496,
      "grad_norm": 2.924621820449829,
      "learning_rate": 5e-06,
      "loss": 1.3395,
      "mean_token_accuracy": 0.6627652049064636,
      "num_tokens": 8637128.0,
      "step": 664
    },
    {
      "epoch": 0.4256,
      "grad_norm": 3.057220458984375,
      "learning_rate": 5e-06,
      "loss": 1.3794,
      "mean_token_accuracy": 0.6343020871281624,
      "num_tokens": 8653441.0,
      "step": 665
    },
    {
      "epoch": 0.42624,
      "grad_norm": 3.4192020893096924,
      "learning_rate": 5e-06,
      "loss": 1.2575,
      "mean_token_accuracy": 0.6774614155292511,
      "num_tokens": 8667588.0,
      "step": 666
    },
    {
      "epoch": 0.42688,
      "grad_norm": 3.5300302505493164,
      "learning_rate": 5e-06,
      "loss": 1.4013,
      "mean_token_accuracy": 0.6498018577694893,
      "num_tokens": 8680263.0,
      "step": 667
    },
    {
      "epoch": 0.42752,
      "grad_norm": 4.497870922088623,
      "learning_rate": 5e-06,
      "loss": 1.3489,
      "mean_token_accuracy": 0.6535830795764923,
      "num_tokens": 8691240.0,
      "step": 668
    },
    {
      "epoch": 0.42816,
      "grad_norm": 4.537415504455566,
      "learning_rate": 5e-06,
      "loss": 1.1375,
      "mean_token_accuracy": 0.6975407898426056,
      "num_tokens": 8703412.0,
      "step": 669
    },
    {
      "epoch": 0.4288,
      "grad_norm": 4.318458080291748,
      "learning_rate": 5e-06,
      "loss": 1.3989,
      "mean_token_accuracy": 0.6657192297279835,
      "num_tokens": 8715529.0,
      "step": 670
    },
    {
      "epoch": 0.42944,
      "grad_norm": 3.754676580429077,
      "learning_rate": 5e-06,
      "loss": 1.3016,
      "mean_token_accuracy": 0.6766445562243462,
      "num_tokens": 8727543.0,
      "step": 671
    },
    {
      "epoch": 0.43008,
      "grad_norm": 3.548112630844116,
      "learning_rate": 5e-06,
      "loss": 1.2104,
      "mean_token_accuracy": 0.672496572136879,
      "num_tokens": 8741690.0,
      "step": 672
    },
    {
      "epoch": 0.43072,
      "grad_norm": 3.170255422592163,
      "learning_rate": 5e-06,
      "loss": 1.2556,
      "mean_token_accuracy": 0.6616998463869095,
      "num_tokens": 8756679.0,
      "step": 673
    },
    {
      "epoch": 0.43136,
      "grad_norm": 4.215174674987793,
      "learning_rate": 5e-06,
      "loss": 1.3897,
      "mean_token_accuracy": 0.6362641379237175,
      "num_tokens": 8766546.0,
      "step": 674
    },
    {
      "epoch": 0.432,
      "grad_norm": 3.93945050239563,
      "learning_rate": 5e-06,
      "loss": 1.5469,
      "mean_token_accuracy": 0.6284241452813148,
      "num_tokens": 8777535.0,
      "step": 675
    },
    {
      "epoch": 0.43264,
      "grad_norm": 3.380723237991333,
      "learning_rate": 5e-06,
      "loss": 1.2613,
      "mean_token_accuracy": 0.6732500046491623,
      "num_tokens": 8790959.0,
      "step": 676
    },
    {
      "epoch": 0.43328,
      "grad_norm": 3.63143253326416,
      "learning_rate": 5e-06,
      "loss": 1.3131,
      "mean_token_accuracy": 0.6863637119531631,
      "num_tokens": 8804351.0,
      "step": 677
    },
    {
      "epoch": 0.43392,
      "grad_norm": 3.2990407943725586,
      "learning_rate": 5e-06,
      "loss": 1.3531,
      "mean_token_accuracy": 0.6465996205806732,
      "num_tokens": 8819041.0,
      "step": 678
    },
    {
      "epoch": 0.43456,
      "grad_norm": 3.4251043796539307,
      "learning_rate": 5e-06,
      "loss": 1.5304,
      "mean_token_accuracy": 0.6462676748633385,
      "num_tokens": 8833926.0,
      "step": 679
    },
    {
      "epoch": 0.4352,
      "grad_norm": 3.7104909420013428,
      "learning_rate": 5e-06,
      "loss": 1.0284,
      "mean_token_accuracy": 0.695975661277771,
      "num_tokens": 8845597.0,
      "step": 680
    },
    {
      "epoch": 0.43584,
      "grad_norm": 3.3179309368133545,
      "learning_rate": 5e-06,
      "loss": 1.3163,
      "mean_token_accuracy": 0.6567405387759209,
      "num_tokens": 8860280.0,
      "step": 681
    },
    {
      "epoch": 0.43648,
      "grad_norm": 3.607069730758667,
      "learning_rate": 5e-06,
      "loss": 1.3554,
      "mean_token_accuracy": 0.6537708342075348,
      "num_tokens": 8873793.0,
      "step": 682
    },
    {
      "epoch": 0.43712,
      "grad_norm": 3.275057554244995,
      "learning_rate": 5e-06,
      "loss": 1.3613,
      "mean_token_accuracy": 0.6499952375888824,
      "num_tokens": 8886476.0,
      "step": 683
    },
    {
      "epoch": 0.43776,
      "grad_norm": 3.3160624504089355,
      "learning_rate": 5e-06,
      "loss": 1.2898,
      "mean_token_accuracy": 0.6765732616186142,
      "num_tokens": 8900749.0,
      "step": 684
    },
    {
      "epoch": 0.4384,
      "grad_norm": 3.347907543182373,
      "learning_rate": 5e-06,
      "loss": 1.2472,
      "mean_token_accuracy": 0.6879568248987198,
      "num_tokens": 8913760.0,
      "step": 685
    },
    {
      "epoch": 0.43904,
      "grad_norm": 3.862211227416992,
      "learning_rate": 5e-06,
      "loss": 1.424,
      "mean_token_accuracy": 0.6521790996193886,
      "num_tokens": 8926061.0,
      "step": 686
    },
    {
      "epoch": 0.43968,
      "grad_norm": 3.4736506938934326,
      "learning_rate": 5e-06,
      "loss": 1.0292,
      "mean_token_accuracy": 0.7187496647238731,
      "num_tokens": 8939507.0,
      "step": 687
    },
    {
      "epoch": 0.44032,
      "grad_norm": 3.3794503211975098,
      "learning_rate": 5e-06,
      "loss": 1.22,
      "mean_token_accuracy": 0.6592478863894939,
      "num_tokens": 8952411.0,
      "step": 688
    },
    {
      "epoch": 0.44096,
      "grad_norm": 3.6152052879333496,
      "learning_rate": 5e-06,
      "loss": 1.1974,
      "mean_token_accuracy": 0.6630196422338486,
      "num_tokens": 8966507.0,
      "step": 689
    },
    {
      "epoch": 0.4416,
      "grad_norm": 4.036067485809326,
      "learning_rate": 5e-06,
      "loss": 1.3094,
      "mean_token_accuracy": 0.6584384590387344,
      "num_tokens": 8978156.0,
      "step": 690
    },
    {
      "epoch": 0.44224,
      "grad_norm": 3.740229845046997,
      "learning_rate": 5e-06,
      "loss": 1.3378,
      "mean_token_accuracy": 0.6580435633659363,
      "num_tokens": 8990929.0,
      "step": 691
    },
    {
      "epoch": 0.44288,
      "grad_norm": 3.417703866958618,
      "learning_rate": 5e-06,
      "loss": 1.4495,
      "mean_token_accuracy": 0.6308450028300285,
      "num_tokens": 9004923.0,
      "step": 692
    },
    {
      "epoch": 0.44352,
      "grad_norm": 4.16903829574585,
      "learning_rate": 5e-06,
      "loss": 1.4896,
      "mean_token_accuracy": 0.6304129362106323,
      "num_tokens": 9018493.0,
      "step": 693
    },
    {
      "epoch": 0.44416,
      "grad_norm": 3.383941411972046,
      "learning_rate": 5e-06,
      "loss": 1.4175,
      "mean_token_accuracy": 0.6552764996886253,
      "num_tokens": 9032465.0,
      "step": 694
    },
    {
      "epoch": 0.4448,
      "grad_norm": 3.398747205734253,
      "learning_rate": 5e-06,
      "loss": 1.2548,
      "mean_token_accuracy": 0.6547529026865959,
      "num_tokens": 9045706.0,
      "step": 695
    },
    {
      "epoch": 0.44544,
      "grad_norm": 3.575016975402832,
      "learning_rate": 5e-06,
      "loss": 1.3807,
      "mean_token_accuracy": 0.6451460421085358,
      "num_tokens": 9059033.0,
      "step": 696
    },
    {
      "epoch": 0.44608,
      "grad_norm": 3.3936767578125,
      "learning_rate": 5e-06,
      "loss": 1.2398,
      "mean_token_accuracy": 0.6596207022666931,
      "num_tokens": 9072068.0,
      "step": 697
    },
    {
      "epoch": 0.44672,
      "grad_norm": 3.675055980682373,
      "learning_rate": 5e-06,
      "loss": 1.299,
      "mean_token_accuracy": 0.6535976231098175,
      "num_tokens": 9084713.0,
      "step": 698
    },
    {
      "epoch": 0.44736,
      "grad_norm": 3.564359426498413,
      "learning_rate": 5e-06,
      "loss": 1.3035,
      "mean_token_accuracy": 0.70219536870718,
      "num_tokens": 9097477.0,
      "step": 699
    },
    {
      "epoch": 0.448,
      "grad_norm": 3.400031566619873,
      "learning_rate": 5e-06,
      "loss": 1.4423,
      "mean_token_accuracy": 0.6343613564968109,
      "num_tokens": 9112699.0,
      "step": 700
    },
    {
      "epoch": 0.44864,
      "grad_norm": 3.9619691371917725,
      "learning_rate": 5e-06,
      "loss": 1.3641,
      "mean_token_accuracy": 0.6419604942202568,
      "num_tokens": 9124943.0,
      "step": 701
    },
    {
      "epoch": 0.44928,
      "grad_norm": 3.6950299739837646,
      "learning_rate": 5e-06,
      "loss": 1.1939,
      "mean_token_accuracy": 0.6645899340510368,
      "num_tokens": 9136459.0,
      "step": 702
    },
    {
      "epoch": 0.44992,
      "grad_norm": 2.9667203426361084,
      "learning_rate": 5e-06,
      "loss": 1.0622,
      "mean_token_accuracy": 0.7160019502043724,
      "num_tokens": 9153604.0,
      "step": 703
    },
    {
      "epoch": 0.45056,
      "grad_norm": 3.338284969329834,
      "learning_rate": 5e-06,
      "loss": 1.3143,
      "mean_token_accuracy": 0.6503826230764389,
      "num_tokens": 9168475.0,
      "step": 704
    },
    {
      "epoch": 0.4512,
      "grad_norm": 3.5206825733184814,
      "learning_rate": 5e-06,
      "loss": 1.3616,
      "mean_token_accuracy": 0.6541919782757759,
      "num_tokens": 9180057.0,
      "step": 705
    },
    {
      "epoch": 0.45184,
      "grad_norm": 3.8366057872772217,
      "learning_rate": 5e-06,
      "loss": 1.0917,
      "mean_token_accuracy": 0.701392412185669,
      "num_tokens": 9191539.0,
      "step": 706
    },
    {
      "epoch": 0.45248,
      "grad_norm": 3.7983529567718506,
      "learning_rate": 5e-06,
      "loss": 1.3878,
      "mean_token_accuracy": 0.6564305797219276,
      "num_tokens": 9201977.0,
      "step": 707
    },
    {
      "epoch": 0.45312,
      "grad_norm": 4.199508190155029,
      "learning_rate": 5e-06,
      "loss": 1.1504,
      "mean_token_accuracy": 0.6836559697985649,
      "num_tokens": 9212342.0,
      "step": 708
    },
    {
      "epoch": 0.45376,
      "grad_norm": 3.685267686843872,
      "learning_rate": 5e-06,
      "loss": 1.3698,
      "mean_token_accuracy": 0.6535738334059715,
      "num_tokens": 9225755.0,
      "step": 709
    },
    {
      "epoch": 0.4544,
      "grad_norm": 3.736710786819458,
      "learning_rate": 5e-06,
      "loss": 1.2562,
      "mean_token_accuracy": 0.6680023595690727,
      "num_tokens": 9237738.0,
      "step": 710
    },
    {
      "epoch": 0.45504,
      "grad_norm": 3.5703136920928955,
      "learning_rate": 5e-06,
      "loss": 1.5439,
      "mean_token_accuracy": 0.6260874792933464,
      "num_tokens": 9250443.0,
      "step": 711
    },
    {
      "epoch": 0.45568,
      "grad_norm": 3.6314592361450195,
      "learning_rate": 5e-06,
      "loss": 1.2796,
      "mean_token_accuracy": 0.6624791696667671,
      "num_tokens": 9262486.0,
      "step": 712
    },
    {
      "epoch": 0.45632,
      "grad_norm": 3.988708019256592,
      "learning_rate": 5e-06,
      "loss": 1.3134,
      "mean_token_accuracy": 0.6787229478359222,
      "num_tokens": 9274110.0,
      "step": 713
    },
    {
      "epoch": 0.45696,
      "grad_norm": 4.141347885131836,
      "learning_rate": 5e-06,
      "loss": 1.2379,
      "mean_token_accuracy": 0.6678915992379189,
      "num_tokens": 9285461.0,
      "step": 714
    },
    {
      "epoch": 0.4576,
      "grad_norm": 4.030619144439697,
      "learning_rate": 5e-06,
      "loss": 1.4524,
      "mean_token_accuracy": 0.6373696550726891,
      "num_tokens": 9297793.0,
      "step": 715
    },
    {
      "epoch": 0.45824,
      "grad_norm": 3.8397583961486816,
      "learning_rate": 5e-06,
      "loss": 1.3026,
      "mean_token_accuracy": 0.6478614434599876,
      "num_tokens": 9309837.0,
      "step": 716
    },
    {
      "epoch": 0.45888,
      "grad_norm": 3.211944580078125,
      "learning_rate": 5e-06,
      "loss": 1.3505,
      "mean_token_accuracy": 0.6571612730622292,
      "num_tokens": 9325986.0,
      "step": 717
    },
    {
      "epoch": 0.45952,
      "grad_norm": 3.775752305984497,
      "learning_rate": 5e-06,
      "loss": 1.4041,
      "mean_token_accuracy": 0.6476349085569382,
      "num_tokens": 9339126.0,
      "step": 718
    },
    {
      "epoch": 0.46016,
      "grad_norm": 3.311610221862793,
      "learning_rate": 5e-06,
      "loss": 1.2113,
      "mean_token_accuracy": 0.6731600984930992,
      "num_tokens": 9354016.0,
      "step": 719
    },
    {
      "epoch": 0.4608,
      "grad_norm": 3.6527278423309326,
      "learning_rate": 5e-06,
      "loss": 1.4461,
      "mean_token_accuracy": 0.6173442825675011,
      "num_tokens": 9366261.0,
      "step": 720
    },
    {
      "epoch": 0.46144,
      "grad_norm": 3.3843095302581787,
      "learning_rate": 5e-06,
      "loss": 1.1579,
      "mean_token_accuracy": 0.6829282343387604,
      "num_tokens": 9381276.0,
      "step": 721
    },
    {
      "epoch": 0.46208,
      "grad_norm": 3.229539394378662,
      "learning_rate": 5e-06,
      "loss": 1.2984,
      "mean_token_accuracy": 0.6582097262144089,
      "num_tokens": 9395271.0,
      "step": 722
    },
    {
      "epoch": 0.46272,
      "grad_norm": 3.170426607131958,
      "learning_rate": 5e-06,
      "loss": 1.2019,
      "mean_token_accuracy": 0.6727022156119347,
      "num_tokens": 9409204.0,
      "step": 723
    },
    {
      "epoch": 0.46336,
      "grad_norm": 3.8384881019592285,
      "learning_rate": 5e-06,
      "loss": 1.3632,
      "mean_token_accuracy": 0.6532674580812454,
      "num_tokens": 9423838.0,
      "step": 724
    },
    {
      "epoch": 0.464,
      "grad_norm": 4.176010608673096,
      "learning_rate": 5e-06,
      "loss": 1.3754,
      "mean_token_accuracy": 0.6710385903716087,
      "num_tokens": 9434639.0,
      "step": 725
    },
    {
      "epoch": 0.46464,
      "grad_norm": 3.5365447998046875,
      "learning_rate": 5e-06,
      "loss": 1.2791,
      "mean_token_accuracy": 0.6657568737864494,
      "num_tokens": 9446770.0,
      "step": 726
    },
    {
      "epoch": 0.46528,
      "grad_norm": 3.4129528999328613,
      "learning_rate": 5e-06,
      "loss": 1.3072,
      "mean_token_accuracy": 0.6470441669225693,
      "num_tokens": 9460600.0,
      "step": 727
    },
    {
      "epoch": 0.46592,
      "grad_norm": 4.013781547546387,
      "learning_rate": 5e-06,
      "loss": 1.3892,
      "mean_token_accuracy": 0.656228207051754,
      "num_tokens": 9472044.0,
      "step": 728
    },
    {
      "epoch": 0.46656,
      "grad_norm": 3.449136734008789,
      "learning_rate": 5e-06,
      "loss": 1.372,
      "mean_token_accuracy": 0.6523317843675613,
      "num_tokens": 9484363.0,
      "step": 729
    },
    {
      "epoch": 0.4672,
      "grad_norm": 3.7383124828338623,
      "learning_rate": 5e-06,
      "loss": 1.3216,
      "mean_token_accuracy": 0.6544977352023125,
      "num_tokens": 9496620.0,
      "step": 730
    },
    {
      "epoch": 0.46784,
      "grad_norm": 3.362048864364624,
      "learning_rate": 5e-06,
      "loss": 1.3853,
      "mean_token_accuracy": 0.6726252436637878,
      "num_tokens": 9510670.0,
      "step": 731
    },
    {
      "epoch": 0.46848,
      "grad_norm": 3.314443826675415,
      "learning_rate": 5e-06,
      "loss": 1.4104,
      "mean_token_accuracy": 0.6626652106642723,
      "num_tokens": 9525327.0,
      "step": 732
    },
    {
      "epoch": 0.46912,
      "grad_norm": 3.8517005443573,
      "learning_rate": 5e-06,
      "loss": 1.3099,
      "mean_token_accuracy": 0.650071769952774,
      "num_tokens": 9537583.0,
      "step": 733
    },
    {
      "epoch": 0.46976,
      "grad_norm": 3.4071006774902344,
      "learning_rate": 5e-06,
      "loss": 1.0845,
      "mean_token_accuracy": 0.6916024461388588,
      "num_tokens": 9550411.0,
      "step": 734
    },
    {
      "epoch": 0.4704,
      "grad_norm": 4.703375816345215,
      "learning_rate": 5e-06,
      "loss": 1.2984,
      "mean_token_accuracy": 0.6852922365069389,
      "num_tokens": 9561144.0,
      "step": 735
    },
    {
      "epoch": 0.47104,
      "grad_norm": 3.5826289653778076,
      "learning_rate": 5e-06,
      "loss": 1.5058,
      "mean_token_accuracy": 0.6203412935137749,
      "num_tokens": 9575541.0,
      "step": 736
    },
    {
      "epoch": 0.47168,
      "grad_norm": 3.2071099281311035,
      "learning_rate": 5e-06,
      "loss": 1.2267,
      "mean_token_accuracy": 0.6681589409708977,
      "num_tokens": 9591163.0,
      "step": 737
    },
    {
      "epoch": 0.47232,
      "grad_norm": 3.8028645515441895,
      "learning_rate": 5e-06,
      "loss": 1.4041,
      "mean_token_accuracy": 0.6411704197525978,
      "num_tokens": 9604337.0,
      "step": 738
    },
    {
      "epoch": 0.47296,
      "grad_norm": 3.5578410625457764,
      "learning_rate": 5e-06,
      "loss": 1.4089,
      "mean_token_accuracy": 0.6202419102191925,
      "num_tokens": 9618994.0,
      "step": 739
    },
    {
      "epoch": 0.4736,
      "grad_norm": 4.015564441680908,
      "learning_rate": 5e-06,
      "loss": 1.3252,
      "mean_token_accuracy": 0.6425078436732292,
      "num_tokens": 9629590.0,
      "step": 740
    },
    {
      "epoch": 0.47424,
      "grad_norm": 3.3953940868377686,
      "learning_rate": 5e-06,
      "loss": 1.2248,
      "mean_token_accuracy": 0.6555972173810005,
      "num_tokens": 9643383.0,
      "step": 741
    },
    {
      "epoch": 0.47488,
      "grad_norm": 3.509755849838257,
      "learning_rate": 5e-06,
      "loss": 1.2274,
      "mean_token_accuracy": 0.6479950994253159,
      "num_tokens": 9657137.0,
      "step": 742
    },
    {
      "epoch": 0.47552,
      "grad_norm": 3.403864622116089,
      "learning_rate": 5e-06,
      "loss": 1.3223,
      "mean_token_accuracy": 0.6538697630167007,
      "num_tokens": 9670515.0,
      "step": 743
    },
    {
      "epoch": 0.47616,
      "grad_norm": 3.5815911293029785,
      "learning_rate": 5e-06,
      "loss": 1.3843,
      "mean_token_accuracy": 0.6228384971618652,
      "num_tokens": 9682689.0,
      "step": 744
    },
    {
      "epoch": 0.4768,
      "grad_norm": 4.452811241149902,
      "learning_rate": 5e-06,
      "loss": 1.3518,
      "mean_token_accuracy": 0.6771413907408714,
      "num_tokens": 9693372.0,
      "step": 745
    },
    {
      "epoch": 0.47744,
      "grad_norm": 4.269803524017334,
      "learning_rate": 5e-06,
      "loss": 1.212,
      "mean_token_accuracy": 0.672097809612751,
      "num_tokens": 9702991.0,
      "step": 746
    },
    {
      "epoch": 0.47808,
      "grad_norm": 3.6928703784942627,
      "learning_rate": 5e-06,
      "loss": 1.3458,
      "mean_token_accuracy": 0.6829958707094193,
      "num_tokens": 9716472.0,
      "step": 747
    },
    {
      "epoch": 0.47872,
      "grad_norm": 3.9352831840515137,
      "learning_rate": 5e-06,
      "loss": 1.4422,
      "mean_token_accuracy": 0.6457963958382607,
      "num_tokens": 9730346.0,
      "step": 748
    },
    {
      "epoch": 0.47936,
      "grad_norm": 4.322943687438965,
      "learning_rate": 5e-06,
      "loss": 1.0575,
      "mean_token_accuracy": 0.6857285089790821,
      "num_tokens": 9742613.0,
      "step": 749
    },
    {
      "epoch": 0.48,
      "grad_norm": 3.4020259380340576,
      "learning_rate": 5e-06,
      "loss": 1.3059,
      "mean_token_accuracy": 0.6406174898147583,
      "num_tokens": 9754833.0,
      "step": 750
    },
    {
      "epoch": 0.48064,
      "grad_norm": 3.288209915161133,
      "learning_rate": 5e-06,
      "loss": 1.3021,
      "mean_token_accuracy": 0.6589253880083561,
      "num_tokens": 9769316.0,
      "step": 751
    },
    {
      "epoch": 0.48128,
      "grad_norm": 3.2498161792755127,
      "learning_rate": 5e-06,
      "loss": 1.4946,
      "mean_token_accuracy": 0.6402696147561073,
      "num_tokens": 9783768.0,
      "step": 752
    },
    {
      "epoch": 0.48192,
      "grad_norm": 3.8162779808044434,
      "learning_rate": 5e-06,
      "loss": 1.3911,
      "mean_token_accuracy": 0.6404719427227974,
      "num_tokens": 9797279.0,
      "step": 753
    },
    {
      "epoch": 0.48256,
      "grad_norm": 4.253142833709717,
      "learning_rate": 5e-06,
      "loss": 1.4797,
      "mean_token_accuracy": 0.6313204690814018,
      "num_tokens": 9808629.0,
      "step": 754
    },
    {
      "epoch": 0.4832,
      "grad_norm": 3.716420888900757,
      "learning_rate": 5e-06,
      "loss": 1.3401,
      "mean_token_accuracy": 0.6325643435120583,
      "num_tokens": 9821968.0,
      "step": 755
    },
    {
      "epoch": 0.48384,
      "grad_norm": 3.5335354804992676,
      "learning_rate": 5e-06,
      "loss": 1.3272,
      "mean_token_accuracy": 0.6529423892498016,
      "num_tokens": 9835554.0,
      "step": 756
    },
    {
      "epoch": 0.48448,
      "grad_norm": 3.359344005584717,
      "learning_rate": 5e-06,
      "loss": 1.3782,
      "mean_token_accuracy": 0.6145281083881855,
      "num_tokens": 9849101.0,
      "step": 757
    },
    {
      "epoch": 0.48512,
      "grad_norm": 3.4545371532440186,
      "learning_rate": 5e-06,
      "loss": 1.5942,
      "mean_token_accuracy": 0.6196755021810532,
      "num_tokens": 9862033.0,
      "step": 758
    },
    {
      "epoch": 0.48576,
      "grad_norm": 3.6362133026123047,
      "learning_rate": 5e-06,
      "loss": 1.3524,
      "mean_token_accuracy": 0.6347524076700211,
      "num_tokens": 9873692.0,
      "step": 759
    },
    {
      "epoch": 0.4864,
      "grad_norm": 3.699906826019287,
      "learning_rate": 5e-06,
      "loss": 1.2751,
      "mean_token_accuracy": 0.656343087553978,
      "num_tokens": 9885375.0,
      "step": 760
    },
    {
      "epoch": 0.48704,
      "grad_norm": 3.8104074001312256,
      "learning_rate": 5e-06,
      "loss": 1.4196,
      "mean_token_accuracy": 0.630670964717865,
      "num_tokens": 9897179.0,
      "step": 761
    },
    {
      "epoch": 0.48768,
      "grad_norm": 3.5518436431884766,
      "learning_rate": 5e-06,
      "loss": 1.1912,
      "mean_token_accuracy": 0.6667153909802437,
      "num_tokens": 9909370.0,
      "step": 762
    },
    {
      "epoch": 0.48832,
      "grad_norm": 3.4174013137817383,
      "learning_rate": 5e-06,
      "loss": 1.4634,
      "mean_token_accuracy": 0.6383125334978104,
      "num_tokens": 9924593.0,
      "step": 763
    },
    {
      "epoch": 0.48896,
      "grad_norm": 3.690223217010498,
      "learning_rate": 5e-06,
      "loss": 1.2632,
      "mean_token_accuracy": 0.6747411042451859,
      "num_tokens": 9938123.0,
      "step": 764
    },
    {
      "epoch": 0.4896,
      "grad_norm": 3.189453125,
      "learning_rate": 5e-06,
      "loss": 1.2344,
      "mean_token_accuracy": 0.6770232170820236,
      "num_tokens": 9952420.0,
      "step": 765
    },
    {
      "epoch": 0.49024,
      "grad_norm": 4.607802867889404,
      "learning_rate": 5e-06,
      "loss": 1.2471,
      "mean_token_accuracy": 0.6755125150084496,
      "num_tokens": 9962228.0,
      "step": 766
    },
    {
      "epoch": 0.49088,
      "grad_norm": 3.5634379386901855,
      "learning_rate": 5e-06,
      "loss": 1.1842,
      "mean_token_accuracy": 0.6926667168736458,
      "num_tokens": 9974613.0,
      "step": 767
    },
    {
      "epoch": 0.49152,
      "grad_norm": 3.5588109493255615,
      "learning_rate": 5e-06,
      "loss": 1.3507,
      "mean_token_accuracy": 0.6611402109265327,
      "num_tokens": 9988413.0,
      "step": 768
    },
    {
      "epoch": 0.49216,
      "grad_norm": 3.356700897216797,
      "learning_rate": 5e-06,
      "loss": 1.6306,
      "mean_token_accuracy": 0.6335580386221409,
      "num_tokens": 10003108.0,
      "step": 769
    },
    {
      "epoch": 0.4928,
      "grad_norm": 4.425334453582764,
      "learning_rate": 5e-06,
      "loss": 1.379,
      "mean_token_accuracy": 0.6304365694522858,
      "num_tokens": 10015961.0,
      "step": 770
    },
    {
      "epoch": 0.49344,
      "grad_norm": 3.2346768379211426,
      "learning_rate": 5e-06,
      "loss": 1.194,
      "mean_token_accuracy": 0.6939344108104706,
      "num_tokens": 10028885.0,
      "step": 771
    },
    {
      "epoch": 0.49408,
      "grad_norm": 2.969572067260742,
      "learning_rate": 5e-06,
      "loss": 1.1707,
      "mean_token_accuracy": 0.6672687157988548,
      "num_tokens": 10044177.0,
      "step": 772
    },
    {
      "epoch": 0.49472,
      "grad_norm": 3.9597513675689697,
      "learning_rate": 5e-06,
      "loss": 1.2808,
      "mean_token_accuracy": 0.6557754501700401,
      "num_tokens": 10055808.0,
      "step": 773
    },
    {
      "epoch": 0.49536,
      "grad_norm": 3.450819730758667,
      "learning_rate": 5e-06,
      "loss": 1.0655,
      "mean_token_accuracy": 0.6846578419208527,
      "num_tokens": 10071283.0,
      "step": 774
    },
    {
      "epoch": 0.496,
      "grad_norm": 3.999828338623047,
      "learning_rate": 5e-06,
      "loss": 1.4067,
      "mean_token_accuracy": 0.6274128258228302,
      "num_tokens": 10083352.0,
      "step": 775
    },
    {
      "epoch": 0.49664,
      "grad_norm": 4.048245429992676,
      "learning_rate": 5e-06,
      "loss": 1.2898,
      "mean_token_accuracy": 0.6655979752540588,
      "num_tokens": 10095482.0,
      "step": 776
    },
    {
      "epoch": 0.49728,
      "grad_norm": 3.832430124282837,
      "learning_rate": 5e-06,
      "loss": 1.3077,
      "mean_token_accuracy": 0.6555028632283211,
      "num_tokens": 10108448.0,
      "step": 777
    },
    {
      "epoch": 0.49792,
      "grad_norm": 3.215700626373291,
      "learning_rate": 5e-06,
      "loss": 1.3706,
      "mean_token_accuracy": 0.653311513364315,
      "num_tokens": 10122582.0,
      "step": 778
    },
    {
      "epoch": 0.49856,
      "grad_norm": 3.9083938598632812,
      "learning_rate": 5e-06,
      "loss": 1.4162,
      "mean_token_accuracy": 0.666377916932106,
      "num_tokens": 10133857.0,
      "step": 779
    },
    {
      "epoch": 0.4992,
      "grad_norm": 3.3011085987091064,
      "learning_rate": 5e-06,
      "loss": 1.4602,
      "mean_token_accuracy": 0.6177773475646973,
      "num_tokens": 10149390.0,
      "step": 780
    },
    {
      "epoch": 0.49984,
      "grad_norm": 4.202136516571045,
      "learning_rate": 5e-06,
      "loss": 1.348,
      "mean_token_accuracy": 0.6335294619202614,
      "num_tokens": 10160191.0,
      "step": 781
    },
    {
      "epoch": 0.50048,
      "grad_norm": 3.8100340366363525,
      "learning_rate": 5e-06,
      "loss": 1.286,
      "mean_token_accuracy": 0.664748452603817,
      "num_tokens": 10174169.0,
      "step": 782
    },
    {
      "epoch": 0.50112,
      "grad_norm": 3.2231757640838623,
      "learning_rate": 5e-06,
      "loss": 1.5273,
      "mean_token_accuracy": 0.6323799937963486,
      "num_tokens": 10189013.0,
      "step": 783
    },
    {
      "epoch": 0.50176,
      "grad_norm": 3.380337953567505,
      "learning_rate": 5e-06,
      "loss": 1.2976,
      "mean_token_accuracy": 0.6576580554246902,
      "num_tokens": 10205197.0,
      "step": 784
    },
    {
      "epoch": 0.5024,
      "grad_norm": 3.5312960147857666,
      "learning_rate": 5e-06,
      "loss": 1.4795,
      "mean_token_accuracy": 0.6108041927218437,
      "num_tokens": 10218782.0,
      "step": 785
    },
    {
      "epoch": 0.50304,
      "grad_norm": 3.7805802822113037,
      "learning_rate": 5e-06,
      "loss": 1.1567,
      "mean_token_accuracy": 0.7012158781290054,
      "num_tokens": 10229754.0,
      "step": 786
    },
    {
      "epoch": 0.50368,
      "grad_norm": 3.575208902359009,
      "learning_rate": 5e-06,
      "loss": 1.2914,
      "mean_token_accuracy": 0.6698039025068283,
      "num_tokens": 10243519.0,
      "step": 787
    },
    {
      "epoch": 0.50432,
      "grad_norm": 4.018414497375488,
      "learning_rate": 5e-06,
      "loss": 1.2843,
      "mean_token_accuracy": 0.6500632241368294,
      "num_tokens": 10255436.0,
      "step": 788
    },
    {
      "epoch": 0.50496,
      "grad_norm": 3.3472957611083984,
      "learning_rate": 5e-06,
      "loss": 1.409,
      "mean_token_accuracy": 0.6223405599594116,
      "num_tokens": 10270218.0,
      "step": 789
    },
    {
      "epoch": 0.5056,
      "grad_norm": 3.555922031402588,
      "learning_rate": 5e-06,
      "loss": 1.4861,
      "mean_token_accuracy": 0.6319947242736816,
      "num_tokens": 10283818.0,
      "step": 790
    },
    {
      "epoch": 0.50624,
      "grad_norm": 3.2534327507019043,
      "learning_rate": 5e-06,
      "loss": 1.505,
      "mean_token_accuracy": 0.6172455549240112,
      "num_tokens": 10299119.0,
      "step": 791
    },
    {
      "epoch": 0.50688,
      "grad_norm": 3.78558087348938,
      "learning_rate": 5e-06,
      "loss": 1.3765,
      "mean_token_accuracy": 0.6513939723372459,
      "num_tokens": 10311103.0,
      "step": 792
    },
    {
      "epoch": 0.50752,
      "grad_norm": 3.426884412765503,
      "learning_rate": 5e-06,
      "loss": 1.3942,
      "mean_token_accuracy": 0.6268276050686836,
      "num_tokens": 10324256.0,
      "step": 793
    },
    {
      "epoch": 0.50816,
      "grad_norm": 3.586442470550537,
      "learning_rate": 5e-06,
      "loss": 1.291,
      "mean_token_accuracy": 0.6560362279415131,
      "num_tokens": 10336275.0,
      "step": 794
    },
    {
      "epoch": 0.5088,
      "grad_norm": 3.6246700286865234,
      "learning_rate": 5e-06,
      "loss": 1.4371,
      "mean_token_accuracy": 0.64004335552454,
      "num_tokens": 10348939.0,
      "step": 795
    },
    {
      "epoch": 0.50944,
      "grad_norm": 3.8206660747528076,
      "learning_rate": 5e-06,
      "loss": 1.3641,
      "mean_token_accuracy": 0.6557733938097954,
      "num_tokens": 10360108.0,
      "step": 796
    },
    {
      "epoch": 0.51008,
      "grad_norm": 4.05738639831543,
      "learning_rate": 5e-06,
      "loss": 1.3265,
      "mean_token_accuracy": 0.6359497681260109,
      "num_tokens": 10371144.0,
      "step": 797
    },
    {
      "epoch": 0.51072,
      "grad_norm": 3.9649102687835693,
      "learning_rate": 5e-06,
      "loss": 1.4398,
      "mean_token_accuracy": 0.6443544700741768,
      "num_tokens": 10381537.0,
      "step": 798
    },
    {
      "epoch": 0.51136,
      "grad_norm": 3.3141987323760986,
      "learning_rate": 5e-06,
      "loss": 1.4374,
      "mean_token_accuracy": 0.6308365762233734,
      "num_tokens": 10396539.0,
      "step": 799
    },
    {
      "epoch": 0.512,
      "grad_norm": 3.1399598121643066,
      "learning_rate": 5e-06,
      "loss": 1.3463,
      "mean_token_accuracy": 0.6553637236356735,
      "num_tokens": 10412962.0,
      "step": 800
    },
    {
      "epoch": 0.51264,
      "grad_norm": 3.690521478652954,
      "learning_rate": 5e-06,
      "loss": 1.4432,
      "mean_token_accuracy": 0.6525074169039726,
      "num_tokens": 10426314.0,
      "step": 801
    },
    {
      "epoch": 0.51328,
      "grad_norm": 3.5348432064056396,
      "learning_rate": 5e-06,
      "loss": 1.5491,
      "mean_token_accuracy": 0.5989897102117538,
      "num_tokens": 10439348.0,
      "step": 802
    },
    {
      "epoch": 0.51392,
      "grad_norm": 3.760218620300293,
      "learning_rate": 5e-06,
      "loss": 1.0484,
      "mean_token_accuracy": 0.6977821663022041,
      "num_tokens": 10449973.0,
      "step": 803
    },
    {
      "epoch": 0.51456,
      "grad_norm": 3.7311551570892334,
      "learning_rate": 5e-06,
      "loss": 1.4811,
      "mean_token_accuracy": 0.630589596927166,
      "num_tokens": 10462019.0,
      "step": 804
    },
    {
      "epoch": 0.5152,
      "grad_norm": 3.4669084548950195,
      "learning_rate": 5e-06,
      "loss": 1.3778,
      "mean_token_accuracy": 0.6389184445142746,
      "num_tokens": 10474583.0,
      "step": 805
    },
    {
      "epoch": 0.51584,
      "grad_norm": 3.2782742977142334,
      "learning_rate": 5e-06,
      "loss": 1.2256,
      "mean_token_accuracy": 0.6817874610424042,
      "num_tokens": 10488568.0,
      "step": 806
    },
    {
      "epoch": 0.51648,
      "grad_norm": 4.345005035400391,
      "learning_rate": 5e-06,
      "loss": 1.3498,
      "mean_token_accuracy": 0.6508120521903038,
      "num_tokens": 10500968.0,
      "step": 807
    },
    {
      "epoch": 0.51712,
      "grad_norm": 3.8742589950561523,
      "learning_rate": 5e-06,
      "loss": 1.4047,
      "mean_token_accuracy": 0.634697936475277,
      "num_tokens": 10513586.0,
      "step": 808
    },
    {
      "epoch": 0.51776,
      "grad_norm": 3.4968934059143066,
      "learning_rate": 5e-06,
      "loss": 1.4397,
      "mean_token_accuracy": 0.6320827975869179,
      "num_tokens": 10528263.0,
      "step": 809
    },
    {
      "epoch": 0.5184,
      "grad_norm": 3.89860463142395,
      "learning_rate": 5e-06,
      "loss": 1.299,
      "mean_token_accuracy": 0.6727789714932442,
      "num_tokens": 10539352.0,
      "step": 810
    },
    {
      "epoch": 0.51904,
      "grad_norm": 3.1833720207214355,
      "learning_rate": 5e-06,
      "loss": 1.2753,
      "mean_token_accuracy": 0.6482102572917938,
      "num_tokens": 10553515.0,
      "step": 811
    },
    {
      "epoch": 0.51968,
      "grad_norm": 3.3082292079925537,
      "learning_rate": 5e-06,
      "loss": 1.2998,
      "mean_token_accuracy": 0.6546992510557175,
      "num_tokens": 10566663.0,
      "step": 812
    },
    {
      "epoch": 0.52032,
      "grad_norm": 3.6185340881347656,
      "learning_rate": 5e-06,
      "loss": 1.3815,
      "mean_token_accuracy": 0.6625709310173988,
      "num_tokens": 10579584.0,
      "step": 813
    },
    {
      "epoch": 0.52096,
      "grad_norm": 3.55534291267395,
      "learning_rate": 5e-06,
      "loss": 1.1128,
      "mean_token_accuracy": 0.6956586241722107,
      "num_tokens": 10591791.0,
      "step": 814
    },
    {
      "epoch": 0.5216,
      "grad_norm": 3.650907516479492,
      "learning_rate": 5e-06,
      "loss": 1.4477,
      "mean_token_accuracy": 0.624105378985405,
      "num_tokens": 10604975.0,
      "step": 815
    },
    {
      "epoch": 0.52224,
      "grad_norm": 3.9432995319366455,
      "learning_rate": 5e-06,
      "loss": 1.3038,
      "mean_token_accuracy": 0.6531900316476822,
      "num_tokens": 10616449.0,
      "step": 816
    },
    {
      "epoch": 0.52288,
      "grad_norm": 3.8777639865875244,
      "learning_rate": 5e-06,
      "loss": 1.47,
      "mean_token_accuracy": 0.6426081731915474,
      "num_tokens": 10626994.0,
      "step": 817
    },
    {
      "epoch": 0.52352,
      "grad_norm": 3.064539909362793,
      "learning_rate": 5e-06,
      "loss": 1.2586,
      "mean_token_accuracy": 0.6581793427467346,
      "num_tokens": 10642855.0,
      "step": 818
    },
    {
      "epoch": 0.52416,
      "grad_norm": 3.3149263858795166,
      "learning_rate": 5e-06,
      "loss": 1.4482,
      "mean_token_accuracy": 0.6364821642637253,
      "num_tokens": 10656056.0,
      "step": 819
    },
    {
      "epoch": 0.5248,
      "grad_norm": 4.199079990386963,
      "learning_rate": 5e-06,
      "loss": 1.4089,
      "mean_token_accuracy": 0.6289070248603821,
      "num_tokens": 10668057.0,
      "step": 820
    },
    {
      "epoch": 0.52544,
      "grad_norm": 3.142550468444824,
      "learning_rate": 5e-06,
      "loss": 1.526,
      "mean_token_accuracy": 0.6158655360341072,
      "num_tokens": 10682235.0,
      "step": 821
    },
    {
      "epoch": 0.52608,
      "grad_norm": 3.3503355979919434,
      "learning_rate": 5e-06,
      "loss": 1.2846,
      "mean_token_accuracy": 0.6406090259552002,
      "num_tokens": 10697588.0,
      "step": 822
    },
    {
      "epoch": 0.52672,
      "grad_norm": 3.7879579067230225,
      "learning_rate": 5e-06,
      "loss": 1.4343,
      "mean_token_accuracy": 0.6635532379150391,
      "num_tokens": 10708737.0,
      "step": 823
    },
    {
      "epoch": 0.52736,
      "grad_norm": 3.9766318798065186,
      "learning_rate": 5e-06,
      "loss": 1.352,
      "mean_token_accuracy": 0.6262383349239826,
      "num_tokens": 10721121.0,
      "step": 824
    },
    {
      "epoch": 0.528,
      "grad_norm": 3.3426828384399414,
      "learning_rate": 5e-06,
      "loss": 1.2434,
      "mean_token_accuracy": 0.6687643975019455,
      "num_tokens": 10734364.0,
      "step": 825
    },
    {
      "epoch": 0.52864,
      "grad_norm": 3.411301612854004,
      "learning_rate": 5e-06,
      "loss": 1.0815,
      "mean_token_accuracy": 0.695383183658123,
      "num_tokens": 10747101.0,
      "step": 826
    },
    {
      "epoch": 0.52928,
      "grad_norm": 4.2775044441223145,
      "learning_rate": 5e-06,
      "loss": 1.1268,
      "mean_token_accuracy": 0.7007181644439697,
      "num_tokens": 10757435.0,
      "step": 827
    },
    {
      "epoch": 0.52992,
      "grad_norm": 3.670020341873169,
      "learning_rate": 5e-06,
      "loss": 1.2358,
      "mean_token_accuracy": 0.6553446725010872,
      "num_tokens": 10768682.0,
      "step": 828
    },
    {
      "epoch": 0.53056,
      "grad_norm": 3.6720056533813477,
      "learning_rate": 5e-06,
      "loss": 1.4772,
      "mean_token_accuracy": 0.6402060613036156,
      "num_tokens": 10781720.0,
      "step": 829
    },
    {
      "epoch": 0.5312,
      "grad_norm": 4.194923400878906,
      "learning_rate": 5e-06,
      "loss": 1.1888,
      "mean_token_accuracy": 0.6686526387929916,
      "num_tokens": 10794142.0,
      "step": 830
    },
    {
      "epoch": 0.53184,
      "grad_norm": 3.1744613647460938,
      "learning_rate": 5e-06,
      "loss": 1.4092,
      "mean_token_accuracy": 0.6328324228525162,
      "num_tokens": 10809011.0,
      "step": 831
    },
    {
      "epoch": 0.53248,
      "grad_norm": 3.844196319580078,
      "learning_rate": 5e-06,
      "loss": 1.0955,
      "mean_token_accuracy": 0.6974828243255615,
      "num_tokens": 10819963.0,
      "step": 832
    },
    {
      "epoch": 0.53312,
      "grad_norm": 3.668311834335327,
      "learning_rate": 5e-06,
      "loss": 1.2182,
      "mean_token_accuracy": 0.6790367737412453,
      "num_tokens": 10834237.0,
      "step": 833
    },
    {
      "epoch": 0.53376,
      "grad_norm": 3.610236406326294,
      "learning_rate": 5e-06,
      "loss": 1.078,
      "mean_token_accuracy": 0.7012447938323021,
      "num_tokens": 10847095.0,
      "step": 834
    },
    {
      "epoch": 0.5344,
      "grad_norm": 3.7682337760925293,
      "learning_rate": 5e-06,
      "loss": 1.1083,
      "mean_token_accuracy": 0.6979804188013077,
      "num_tokens": 10859861.0,
      "step": 835
    },
    {
      "epoch": 0.53504,
      "grad_norm": 3.720351457595825,
      "learning_rate": 5e-06,
      "loss": 1.3023,
      "mean_token_accuracy": 0.6436434611678123,
      "num_tokens": 10871706.0,
      "step": 836
    },
    {
      "epoch": 0.53568,
      "grad_norm": 3.608431816101074,
      "learning_rate": 5e-06,
      "loss": 1.5091,
      "mean_token_accuracy": 0.613635927438736,
      "num_tokens": 10884615.0,
      "step": 837
    },
    {
      "epoch": 0.53632,
      "grad_norm": 3.321657419204712,
      "learning_rate": 5e-06,
      "loss": 1.1323,
      "mean_token_accuracy": 0.6927084550261497,
      "num_tokens": 10898152.0,
      "step": 838
    },
    {
      "epoch": 0.53696,
      "grad_norm": 2.9468841552734375,
      "learning_rate": 5e-06,
      "loss": 1.3507,
      "mean_token_accuracy": 0.6446966454386711,
      "num_tokens": 10915868.0,
      "step": 839
    },
    {
      "epoch": 0.5376,
      "grad_norm": 3.565668821334839,
      "learning_rate": 5e-06,
      "loss": 1.4081,
      "mean_token_accuracy": 0.6363908722996712,
      "num_tokens": 10930562.0,
      "step": 840
    },
    {
      "epoch": 0.53824,
      "grad_norm": 3.9890897274017334,
      "learning_rate": 5e-06,
      "loss": 1.4644,
      "mean_token_accuracy": 0.6419349610805511,
      "num_tokens": 10942958.0,
      "step": 841
    },
    {
      "epoch": 0.53888,
      "grad_norm": 3.5691657066345215,
      "learning_rate": 5e-06,
      "loss": 1.461,
      "mean_token_accuracy": 0.6422456279397011,
      "num_tokens": 10955566.0,
      "step": 842
    },
    {
      "epoch": 0.53952,
      "grad_norm": 3.0054261684417725,
      "learning_rate": 5e-06,
      "loss": 1.32,
      "mean_token_accuracy": 0.6669855192303658,
      "num_tokens": 10971064.0,
      "step": 843
    },
    {
      "epoch": 0.54016,
      "grad_norm": 2.9434778690338135,
      "learning_rate": 5e-06,
      "loss": 1.343,
      "mean_token_accuracy": 0.6634941324591637,
      "num_tokens": 10987737.0,
      "step": 844
    },
    {
      "epoch": 0.5408,
      "grad_norm": 4.207048416137695,
      "learning_rate": 5e-06,
      "loss": 1.338,
      "mean_token_accuracy": 0.6447890773415565,
      "num_tokens": 10998859.0,
      "step": 845
    },
    {
      "epoch": 0.54144,
      "grad_norm": 3.3798792362213135,
      "learning_rate": 5e-06,
      "loss": 1.5105,
      "mean_token_accuracy": 0.6433539763092995,
      "num_tokens": 11013214.0,
      "step": 846
    },
    {
      "epoch": 0.54208,
      "grad_norm": 3.163572311401367,
      "learning_rate": 5e-06,
      "loss": 1.3399,
      "mean_token_accuracy": 0.6501183435320854,
      "num_tokens": 11028566.0,
      "step": 847
    },
    {
      "epoch": 0.54272,
      "grad_norm": 3.5735156536102295,
      "learning_rate": 5e-06,
      "loss": 1.6305,
      "mean_token_accuracy": 0.6012577600777149,
      "num_tokens": 11043246.0,
      "step": 848
    },
    {
      "epoch": 0.54336,
      "grad_norm": 4.034946441650391,
      "learning_rate": 5e-06,
      "loss": 1.1873,
      "mean_token_accuracy": 0.6620588451623917,
      "num_tokens": 11055228.0,
      "step": 849
    },
    {
      "epoch": 0.544,
      "grad_norm": 3.2156589031219482,
      "learning_rate": 5e-06,
      "loss": 1.4072,
      "mean_token_accuracy": 0.6418510600924492,
      "num_tokens": 11068267.0,
      "step": 850
    },
    {
      "epoch": 0.54464,
      "grad_norm": 4.0673723220825195,
      "learning_rate": 5e-06,
      "loss": 1.2545,
      "mean_token_accuracy": 0.6594027280807495,
      "num_tokens": 11080978.0,
      "step": 851
    },
    {
      "epoch": 0.54528,
      "grad_norm": 3.5857112407684326,
      "learning_rate": 5e-06,
      "loss": 1.4054,
      "mean_token_accuracy": 0.6293277516961098,
      "num_tokens": 11096210.0,
      "step": 852
    },
    {
      "epoch": 0.54592,
      "grad_norm": 3.829974889755249,
      "learning_rate": 5e-06,
      "loss": 1.3174,
      "mean_token_accuracy": 0.6636649072170258,
      "num_tokens": 11108254.0,
      "step": 853
    },
    {
      "epoch": 0.54656,
      "grad_norm": 3.5567145347595215,
      "learning_rate": 5e-06,
      "loss": 1.2567,
      "mean_token_accuracy": 0.677757516503334,
      "num_tokens": 11120465.0,
      "step": 854
    },
    {
      "epoch": 0.5472,
      "grad_norm": 4.473601341247559,
      "learning_rate": 5e-06,
      "loss": 1.2163,
      "mean_token_accuracy": 0.6928970888257027,
      "num_tokens": 11131956.0,
      "step": 855
    },
    {
      "epoch": 0.54784,
      "grad_norm": 3.658292293548584,
      "learning_rate": 5e-06,
      "loss": 1.2401,
      "mean_token_accuracy": 0.6552563831210136,
      "num_tokens": 11144655.0,
      "step": 856
    },
    {
      "epoch": 0.54848,
      "grad_norm": 3.061565399169922,
      "learning_rate": 5e-06,
      "loss": 1.1552,
      "mean_token_accuracy": 0.6949977725744247,
      "num_tokens": 11159566.0,
      "step": 857
    },
    {
      "epoch": 0.54912,
      "grad_norm": 3.8165862560272217,
      "learning_rate": 5e-06,
      "loss": 1.2363,
      "mean_token_accuracy": 0.6678136140108109,
      "num_tokens": 11172278.0,
      "step": 858
    },
    {
      "epoch": 0.54976,
      "grad_norm": 3.937960147857666,
      "learning_rate": 5e-06,
      "loss": 1.1055,
      "mean_token_accuracy": 0.7062254995107651,
      "num_tokens": 11183273.0,
      "step": 859
    },
    {
      "epoch": 0.5504,
      "grad_norm": 3.9735426902770996,
      "learning_rate": 5e-06,
      "loss": 1.2674,
      "mean_token_accuracy": 0.6709722802042961,
      "num_tokens": 11194956.0,
      "step": 860
    },
    {
      "epoch": 0.55104,
      "grad_norm": 3.741502523422241,
      "learning_rate": 5e-06,
      "loss": 1.4785,
      "mean_token_accuracy": 0.6148476675152779,
      "num_tokens": 11209741.0,
      "step": 861
    },
    {
      "epoch": 0.55168,
      "grad_norm": 3.544828176498413,
      "learning_rate": 5e-06,
      "loss": 1.3682,
      "mean_token_accuracy": 0.6354441791772842,
      "num_tokens": 11222629.0,
      "step": 862
    },
    {
      "epoch": 0.55232,
      "grad_norm": 3.3560214042663574,
      "learning_rate": 5e-06,
      "loss": 1.1048,
      "mean_token_accuracy": 0.6948365420103073,
      "num_tokens": 11237834.0,
      "step": 863
    },
    {
      "epoch": 0.55296,
      "grad_norm": 3.512924909591675,
      "learning_rate": 5e-06,
      "loss": 1.181,
      "mean_token_accuracy": 0.6836326494812965,
      "num_tokens": 11250638.0,
      "step": 864
    },
    {
      "epoch": 0.5536,
      "grad_norm": 4.28767728805542,
      "learning_rate": 5e-06,
      "loss": 1.475,
      "mean_token_accuracy": 0.6338236667215824,
      "num_tokens": 11261887.0,
      "step": 865
    },
    {
      "epoch": 0.55424,
      "grad_norm": 3.2134881019592285,
      "learning_rate": 5e-06,
      "loss": 1.3229,
      "mean_token_accuracy": 0.6470964848995209,
      "num_tokens": 11275931.0,
      "step": 866
    },
    {
      "epoch": 0.55488,
      "grad_norm": 3.689152240753174,
      "learning_rate": 5e-06,
      "loss": 1.3717,
      "mean_token_accuracy": 0.6691553071141243,
      "num_tokens": 11287528.0,
      "step": 867
    },
    {
      "epoch": 0.55552,
      "grad_norm": 3.289281129837036,
      "learning_rate": 5e-06,
      "loss": 1.2839,
      "mean_token_accuracy": 0.6697202101349831,
      "num_tokens": 11300231.0,
      "step": 868
    },
    {
      "epoch": 0.55616,
      "grad_norm": 3.278754234313965,
      "learning_rate": 5e-06,
      "loss": 1.1297,
      "mean_token_accuracy": 0.6946472376585007,
      "num_tokens": 11315024.0,
      "step": 869
    },
    {
      "epoch": 0.5568,
      "grad_norm": 3.2673239707946777,
      "learning_rate": 5e-06,
      "loss": 1.4874,
      "mean_token_accuracy": 0.6627454794943333,
      "num_tokens": 11329475.0,
      "step": 870
    },
    {
      "epoch": 0.55744,
      "grad_norm": 3.1076149940490723,
      "learning_rate": 5e-06,
      "loss": 1.3683,
      "mean_token_accuracy": 0.6290438398718834,
      "num_tokens": 11343973.0,
      "step": 871
    },
    {
      "epoch": 0.55808,
      "grad_norm": 3.526763439178467,
      "learning_rate": 5e-06,
      "loss": 1.3713,
      "mean_token_accuracy": 0.6168685257434845,
      "num_tokens": 11356517.0,
      "step": 872
    },
    {
      "epoch": 0.55872,
      "grad_norm": 3.46929931640625,
      "learning_rate": 5e-06,
      "loss": 1.3024,
      "mean_token_accuracy": 0.6537005454301834,
      "num_tokens": 11369229.0,
      "step": 873
    },
    {
      "epoch": 0.55936,
      "grad_norm": 3.599717617034912,
      "learning_rate": 5e-06,
      "loss": 1.3816,
      "mean_token_accuracy": 0.641513504087925,
      "num_tokens": 11382702.0,
      "step": 874
    },
    {
      "epoch": 0.56,
      "grad_norm": 3.80094313621521,
      "learning_rate": 5e-06,
      "loss": 1.5008,
      "mean_token_accuracy": 0.6274667903780937,
      "num_tokens": 11396562.0,
      "step": 875
    },
    {
      "epoch": 0.56064,
      "grad_norm": 4.2999067306518555,
      "learning_rate": 5e-06,
      "loss": 1.2018,
      "mean_token_accuracy": 0.6762094050645828,
      "num_tokens": 11406774.0,
      "step": 876
    },
    {
      "epoch": 0.56128,
      "grad_norm": 3.715298652648926,
      "learning_rate": 5e-06,
      "loss": 1.2514,
      "mean_token_accuracy": 0.6620960757136345,
      "num_tokens": 11418251.0,
      "step": 877
    },
    {
      "epoch": 0.56192,
      "grad_norm": 3.0805916786193848,
      "learning_rate": 5e-06,
      "loss": 1.1502,
      "mean_token_accuracy": 0.684480644762516,
      "num_tokens": 11433197.0,
      "step": 878
    },
    {
      "epoch": 0.56256,
      "grad_norm": 3.6326444149017334,
      "learning_rate": 5e-06,
      "loss": 1.2656,
      "mean_token_accuracy": 0.660808764398098,
      "num_tokens": 11446639.0,
      "step": 879
    },
    {
      "epoch": 0.5632,
      "grad_norm": 12.266148567199707,
      "learning_rate": 5e-06,
      "loss": 1.286,
      "mean_token_accuracy": 0.6693281307816505,
      "num_tokens": 11458609.0,
      "step": 880
    },
    {
      "epoch": 0.56384,
      "grad_norm": 3.6536591053009033,
      "learning_rate": 5e-06,
      "loss": 1.2049,
      "mean_token_accuracy": 0.6694196611642838,
      "num_tokens": 11470645.0,
      "step": 881
    },
    {
      "epoch": 0.56448,
      "grad_norm": 3.287473201751709,
      "learning_rate": 5e-06,
      "loss": 1.3294,
      "mean_token_accuracy": 0.6692755967378616,
      "num_tokens": 11484303.0,
      "step": 882
    },
    {
      "epoch": 0.56512,
      "grad_norm": 3.7565791606903076,
      "learning_rate": 5e-06,
      "loss": 1.251,
      "mean_token_accuracy": 0.6664244830608368,
      "num_tokens": 11496299.0,
      "step": 883
    },
    {
      "epoch": 0.56576,
      "grad_norm": 3.544475793838501,
      "learning_rate": 5e-06,
      "loss": 1.4526,
      "mean_token_accuracy": 0.6100342273712158,
      "num_tokens": 11510676.0,
      "step": 884
    },
    {
      "epoch": 0.5664,
      "grad_norm": 3.682511568069458,
      "learning_rate": 5e-06,
      "loss": 1.4142,
      "mean_token_accuracy": 0.6500721573829651,
      "num_tokens": 11523371.0,
      "step": 885
    },
    {
      "epoch": 0.56704,
      "grad_norm": 3.6271486282348633,
      "learning_rate": 5e-06,
      "loss": 1.1237,
      "mean_token_accuracy": 0.6834971457719803,
      "num_tokens": 11536061.0,
      "step": 886
    },
    {
      "epoch": 0.56768,
      "grad_norm": 3.1198318004608154,
      "learning_rate": 5e-06,
      "loss": 1.2309,
      "mean_token_accuracy": 0.658136211335659,
      "num_tokens": 11550795.0,
      "step": 887
    },
    {
      "epoch": 0.56832,
      "grad_norm": 3.9022724628448486,
      "learning_rate": 5e-06,
      "loss": 1.3044,
      "mean_token_accuracy": 0.6979828551411629,
      "num_tokens": 11564562.0,
      "step": 888
    },
    {
      "epoch": 0.56896,
      "grad_norm": 3.295694351196289,
      "learning_rate": 5e-06,
      "loss": 1.4184,
      "mean_token_accuracy": 0.60136728733778,
      "num_tokens": 11578577.0,
      "step": 889
    },
    {
      "epoch": 0.5696,
      "grad_norm": 3.0561180114746094,
      "learning_rate": 5e-06,
      "loss": 1.3529,
      "mean_token_accuracy": 0.6563450619578362,
      "num_tokens": 11594404.0,
      "step": 890
    },
    {
      "epoch": 0.57024,
      "grad_norm": 3.44431471824646,
      "learning_rate": 5e-06,
      "loss": 1.1605,
      "mean_token_accuracy": 0.6642890870571136,
      "num_tokens": 11605723.0,
      "step": 891
    },
    {
      "epoch": 0.57088,
      "grad_norm": 4.037685871124268,
      "learning_rate": 5e-06,
      "loss": 1.2558,
      "mean_token_accuracy": 0.6648613065481186,
      "num_tokens": 11619031.0,
      "step": 892
    },
    {
      "epoch": 0.57152,
      "grad_norm": 3.2583799362182617,
      "learning_rate": 5e-06,
      "loss": 1.3105,
      "mean_token_accuracy": 0.6500160917639732,
      "num_tokens": 11634316.0,
      "step": 893
    },
    {
      "epoch": 0.57216,
      "grad_norm": 3.2072439193725586,
      "learning_rate": 5e-06,
      "loss": 1.4559,
      "mean_token_accuracy": 0.6469361782073975,
      "num_tokens": 11650239.0,
      "step": 894
    },
    {
      "epoch": 0.5728,
      "grad_norm": 3.4376208782196045,
      "learning_rate": 5e-06,
      "loss": 1.3858,
      "mean_token_accuracy": 0.6572685986757278,
      "num_tokens": 11662751.0,
      "step": 895
    },
    {
      "epoch": 0.57344,
      "grad_norm": 3.647529363632202,
      "learning_rate": 5e-06,
      "loss": 1.3375,
      "mean_token_accuracy": 0.6592177748680115,
      "num_tokens": 11675377.0,
      "step": 896
    },
    {
      "epoch": 0.57408,
      "grad_norm": 3.332850217819214,
      "learning_rate": 5e-06,
      "loss": 1.3343,
      "mean_token_accuracy": 0.6491860672831535,
      "num_tokens": 11688675.0,
      "step": 897
    },
    {
      "epoch": 0.57472,
      "grad_norm": 4.066124439239502,
      "learning_rate": 5e-06,
      "loss": 1.3361,
      "mean_token_accuracy": 0.6541391238570213,
      "num_tokens": 11700393.0,
      "step": 898
    },
    {
      "epoch": 0.57536,
      "grad_norm": 3.341097593307495,
      "learning_rate": 5e-06,
      "loss": 1.2515,
      "mean_token_accuracy": 0.6574959680438042,
      "num_tokens": 11714611.0,
      "step": 899
    },
    {
      "epoch": 0.576,
      "grad_norm": 3.0946879386901855,
      "learning_rate": 5e-06,
      "loss": 1.242,
      "mean_token_accuracy": 0.6756256222724915,
      "num_tokens": 11731479.0,
      "step": 900
    },
    {
      "epoch": 0.57664,
      "grad_norm": 3.3247451782226562,
      "learning_rate": 5e-06,
      "loss": 1.4695,
      "mean_token_accuracy": 0.6269465908408165,
      "num_tokens": 11748872.0,
      "step": 901
    },
    {
      "epoch": 0.57728,
      "grad_norm": 3.942417860031128,
      "learning_rate": 5e-06,
      "loss": 1.3982,
      "mean_token_accuracy": 0.6202432103455067,
      "num_tokens": 11760014.0,
      "step": 902
    },
    {
      "epoch": 0.57792,
      "grad_norm": 3.633100986480713,
      "learning_rate": 5e-06,
      "loss": 1.4247,
      "mean_token_accuracy": 0.6394501402974129,
      "num_tokens": 11773867.0,
      "step": 903
    },
    {
      "epoch": 0.57856,
      "grad_norm": 3.383073568344116,
      "learning_rate": 5e-06,
      "loss": 1.1386,
      "mean_token_accuracy": 0.697243720293045,
      "num_tokens": 11787283.0,
      "step": 904
    },
    {
      "epoch": 0.5792,
      "grad_norm": 3.678783416748047,
      "learning_rate": 5e-06,
      "loss": 1.3926,
      "mean_token_accuracy": 0.6641874313354492,
      "num_tokens": 11799263.0,
      "step": 905
    },
    {
      "epoch": 0.57984,
      "grad_norm": 3.2661468982696533,
      "learning_rate": 5e-06,
      "loss": 1.5136,
      "mean_token_accuracy": 0.6076219081878662,
      "num_tokens": 11815606.0,
      "step": 906
    },
    {
      "epoch": 0.58048,
      "grad_norm": 3.52829909324646,
      "learning_rate": 5e-06,
      "loss": 1.2213,
      "mean_token_accuracy": 0.6809684634208679,
      "num_tokens": 11829589.0,
      "step": 907
    },
    {
      "epoch": 0.58112,
      "grad_norm": 3.6113576889038086,
      "learning_rate": 5e-06,
      "loss": 1.3111,
      "mean_token_accuracy": 0.6847885251045227,
      "num_tokens": 11842023.0,
      "step": 908
    },
    {
      "epoch": 0.58176,
      "grad_norm": 4.104685306549072,
      "learning_rate": 5e-06,
      "loss": 1.4434,
      "mean_token_accuracy": 0.6598182618618011,
      "num_tokens": 11852988.0,
      "step": 909
    },
    {
      "epoch": 0.5824,
      "grad_norm": 3.4313085079193115,
      "learning_rate": 5e-06,
      "loss": 1.4167,
      "mean_token_accuracy": 0.6736102141439915,
      "num_tokens": 11866706.0,
      "step": 910
    },
    {
      "epoch": 0.58304,
      "grad_norm": 3.2502808570861816,
      "learning_rate": 5e-06,
      "loss": 1.3682,
      "mean_token_accuracy": 0.6428176760673523,
      "num_tokens": 11882889.0,
      "step": 911
    },
    {
      "epoch": 0.58368,
      "grad_norm": 3.662310838699341,
      "learning_rate": 5e-06,
      "loss": 1.0834,
      "mean_token_accuracy": 0.715592160820961,
      "num_tokens": 11895792.0,
      "step": 912
    },
    {
      "epoch": 0.58432,
      "grad_norm": 3.0405428409576416,
      "learning_rate": 5e-06,
      "loss": 1.2439,
      "mean_token_accuracy": 0.6653807386755943,
      "num_tokens": 11911225.0,
      "step": 913
    },
    {
      "epoch": 0.58496,
      "grad_norm": 3.550328016281128,
      "learning_rate": 5e-06,
      "loss": 1.3896,
      "mean_token_accuracy": 0.6358233094215393,
      "num_tokens": 11924073.0,
      "step": 914
    },
    {
      "epoch": 0.5856,
      "grad_norm": 3.2749056816101074,
      "learning_rate": 5e-06,
      "loss": 1.3361,
      "mean_token_accuracy": 0.6581274121999741,
      "num_tokens": 11938332.0,
      "step": 915
    },
    {
      "epoch": 0.58624,
      "grad_norm": 3.873444080352783,
      "learning_rate": 5e-06,
      "loss": 1.3269,
      "mean_token_accuracy": 0.6423259451985359,
      "num_tokens": 11950429.0,
      "step": 916
    },
    {
      "epoch": 0.58688,
      "grad_norm": 3.691632032394409,
      "learning_rate": 5e-06,
      "loss": 1.3576,
      "mean_token_accuracy": 0.6709922403097153,
      "num_tokens": 11962979.0,
      "step": 917
    },
    {
      "epoch": 0.58752,
      "grad_norm": 3.1465516090393066,
      "learning_rate": 5e-06,
      "loss": 1.3155,
      "mean_token_accuracy": 0.6728775128722191,
      "num_tokens": 11978492.0,
      "step": 918
    },
    {
      "epoch": 0.58816,
      "grad_norm": 3.738511562347412,
      "learning_rate": 5e-06,
      "loss": 1.1487,
      "mean_token_accuracy": 0.706301674246788,
      "num_tokens": 11991139.0,
      "step": 919
    },
    {
      "epoch": 0.5888,
      "grad_norm": 3.288872241973877,
      "learning_rate": 5e-06,
      "loss": 1.3725,
      "mean_token_accuracy": 0.6539236456155777,
      "num_tokens": 12005815.0,
      "step": 920
    },
    {
      "epoch": 0.58944,
      "grad_norm": 3.644181966781616,
      "learning_rate": 5e-06,
      "loss": 1.2652,
      "mean_token_accuracy": 0.6836251989006996,
      "num_tokens": 12017897.0,
      "step": 921
    },
    {
      "epoch": 0.59008,
      "grad_norm": 3.8078083992004395,
      "learning_rate": 5e-06,
      "loss": 1.3801,
      "mean_token_accuracy": 0.6469420120120049,
      "num_tokens": 12030359.0,
      "step": 922
    },
    {
      "epoch": 0.59072,
      "grad_norm": 3.2687323093414307,
      "learning_rate": 5e-06,
      "loss": 1.4049,
      "mean_token_accuracy": 0.6341100111603737,
      "num_tokens": 12044729.0,
      "step": 923
    },
    {
      "epoch": 0.59136,
      "grad_norm": 3.4478020668029785,
      "learning_rate": 5e-06,
      "loss": 1.4287,
      "mean_token_accuracy": 0.6452651098370552,
      "num_tokens": 12058788.0,
      "step": 924
    },
    {
      "epoch": 0.592,
      "grad_norm": 4.092494010925293,
      "learning_rate": 5e-06,
      "loss": 1.1304,
      "mean_token_accuracy": 0.6950362101197243,
      "num_tokens": 12069502.0,
      "step": 925
    },
    {
      "epoch": 0.59264,
      "grad_norm": 4.566901683807373,
      "learning_rate": 5e-06,
      "loss": 1.261,
      "mean_token_accuracy": 0.6621346473693848,
      "num_tokens": 12080932.0,
      "step": 926
    },
    {
      "epoch": 0.59328,
      "grad_norm": 3.4059062004089355,
      "learning_rate": 5e-06,
      "loss": 1.291,
      "mean_token_accuracy": 0.6705317497253418,
      "num_tokens": 12094725.0,
      "step": 927
    },
    {
      "epoch": 0.59392,
      "grad_norm": 4.018156051635742,
      "learning_rate": 5e-06,
      "loss": 1.4457,
      "mean_token_accuracy": 0.6595090329647064,
      "num_tokens": 12107082.0,
      "step": 928
    },
    {
      "epoch": 0.59456,
      "grad_norm": 3.448580741882324,
      "learning_rate": 5e-06,
      "loss": 1.2716,
      "mean_token_accuracy": 0.6856422200798988,
      "num_tokens": 12121239.0,
      "step": 929
    },
    {
      "epoch": 0.5952,
      "grad_norm": 3.425841808319092,
      "learning_rate": 5e-06,
      "loss": 1.3174,
      "mean_token_accuracy": 0.6534383073449135,
      "num_tokens": 12134626.0,
      "step": 930
    },
    {
      "epoch": 0.59584,
      "grad_norm": 4.416814804077148,
      "learning_rate": 5e-06,
      "loss": 1.2661,
      "mean_token_accuracy": 0.6484142020344734,
      "num_tokens": 12145951.0,
      "step": 931
    },
    {
      "epoch": 0.59648,
      "grad_norm": 3.968085765838623,
      "learning_rate": 5e-06,
      "loss": 1.4512,
      "mean_token_accuracy": 0.6346799582242966,
      "num_tokens": 12157958.0,
      "step": 932
    },
    {
      "epoch": 0.59712,
      "grad_norm": 3.6708478927612305,
      "learning_rate": 5e-06,
      "loss": 1.2783,
      "mean_token_accuracy": 0.6855080351233482,
      "num_tokens": 12170548.0,
      "step": 933
    },
    {
      "epoch": 0.59776,
      "grad_norm": 3.8740973472595215,
      "learning_rate": 5e-06,
      "loss": 1.1046,
      "mean_token_accuracy": 0.704432986676693,
      "num_tokens": 12185292.0,
      "step": 934
    },
    {
      "epoch": 0.5984,
      "grad_norm": 3.4846086502075195,
      "learning_rate": 5e-06,
      "loss": 1.3035,
      "mean_token_accuracy": 0.6759809032082558,
      "num_tokens": 12198081.0,
      "step": 935
    },
    {
      "epoch": 0.59904,
      "grad_norm": 3.027975082397461,
      "learning_rate": 5e-06,
      "loss": 1.2897,
      "mean_token_accuracy": 0.6573361679911613,
      "num_tokens": 12214742.0,
      "step": 936
    },
    {
      "epoch": 0.59968,
      "grad_norm": 3.879801034927368,
      "learning_rate": 5e-06,
      "loss": 1.3042,
      "mean_token_accuracy": 0.641165092587471,
      "num_tokens": 12225671.0,
      "step": 937
    },
    {
      "epoch": 0.60032,
      "grad_norm": 3.933652877807617,
      "learning_rate": 5e-06,
      "loss": 1.0435,
      "mean_token_accuracy": 0.7146632373332977,
      "num_tokens": 12239781.0,
      "step": 938
    },
    {
      "epoch": 0.60096,
      "grad_norm": 4.3125786781311035,
      "learning_rate": 5e-06,
      "loss": 1.2013,
      "mean_token_accuracy": 0.6595223546028137,
      "num_tokens": 12250660.0,
      "step": 939
    },
    {
      "epoch": 0.6016,
      "grad_norm": 3.671967029571533,
      "learning_rate": 5e-06,
      "loss": 1.4127,
      "mean_token_accuracy": 0.6495495587587357,
      "num_tokens": 12261626.0,
      "step": 940
    },
    {
      "epoch": 0.60224,
      "grad_norm": 3.524958610534668,
      "learning_rate": 5e-06,
      "loss": 1.5488,
      "mean_token_accuracy": 0.6084389686584473,
      "num_tokens": 12275245.0,
      "step": 941
    },
    {
      "epoch": 0.60288,
      "grad_norm": 3.6148650646209717,
      "learning_rate": 5e-06,
      "loss": 1.3679,
      "mean_token_accuracy": 0.6441814675927162,
      "num_tokens": 12289591.0,
      "step": 942
    },
    {
      "epoch": 0.60352,
      "grad_norm": 3.531022071838379,
      "learning_rate": 5e-06,
      "loss": 1.4175,
      "mean_token_accuracy": 0.6326302289962769,
      "num_tokens": 12303061.0,
      "step": 943
    },
    {
      "epoch": 0.60416,
      "grad_norm": 3.5599935054779053,
      "learning_rate": 5e-06,
      "loss": 1.4981,
      "mean_token_accuracy": 0.6270119249820709,
      "num_tokens": 12317689.0,
      "step": 944
    },
    {
      "epoch": 0.6048,
      "grad_norm": 3.125378370285034,
      "learning_rate": 5e-06,
      "loss": 1.0466,
      "mean_token_accuracy": 0.7116389200091362,
      "num_tokens": 12332378.0,
      "step": 945
    },
    {
      "epoch": 0.60544,
      "grad_norm": 3.8127193450927734,
      "learning_rate": 5e-06,
      "loss": 1.3282,
      "mean_token_accuracy": 0.6464278548955917,
      "num_tokens": 12345052.0,
      "step": 946
    },
    {
      "epoch": 0.60608,
      "grad_norm": 3.636815309524536,
      "learning_rate": 5e-06,
      "loss": 1.4728,
      "mean_token_accuracy": 0.6262509748339653,
      "num_tokens": 12356621.0,
      "step": 947
    },
    {
      "epoch": 0.60672,
      "grad_norm": 3.3789074420928955,
      "learning_rate": 5e-06,
      "loss": 1.2371,
      "mean_token_accuracy": 0.6846612468361855,
      "num_tokens": 12370824.0,
      "step": 948
    },
    {
      "epoch": 0.60736,
      "grad_norm": 3.5147576332092285,
      "learning_rate": 5e-06,
      "loss": 1.2429,
      "mean_token_accuracy": 0.6510372906923294,
      "num_tokens": 12382166.0,
      "step": 949
    },
    {
      "epoch": 0.608,
      "grad_norm": 4.723844528198242,
      "learning_rate": 5e-06,
      "loss": 1.3264,
      "mean_token_accuracy": 0.6632048487663269,
      "num_tokens": 12394366.0,
      "step": 950
    },
    {
      "epoch": 0.60864,
      "grad_norm": 3.679612398147583,
      "learning_rate": 5e-06,
      "loss": 1.3556,
      "mean_token_accuracy": 0.6747320145368576,
      "num_tokens": 12408326.0,
      "step": 951
    },
    {
      "epoch": 0.60928,
      "grad_norm": 3.3034772872924805,
      "learning_rate": 5e-06,
      "loss": 1.5539,
      "mean_token_accuracy": 0.6177156269550323,
      "num_tokens": 12422379.0,
      "step": 952
    },
    {
      "epoch": 0.60992,
      "grad_norm": 7.560748100280762,
      "learning_rate": 5e-06,
      "loss": 1.3543,
      "mean_token_accuracy": 0.6603868454694748,
      "num_tokens": 12434809.0,
      "step": 953
    },
    {
      "epoch": 0.61056,
      "grad_norm": 4.265347003936768,
      "learning_rate": 5e-06,
      "loss": 1.4282,
      "mean_token_accuracy": 0.6390318870544434,
      "num_tokens": 12447614.0,
      "step": 954
    },
    {
      "epoch": 0.6112,
      "grad_norm": 3.8850181102752686,
      "learning_rate": 5e-06,
      "loss": 1.2699,
      "mean_token_accuracy": 0.6917356178164482,
      "num_tokens": 12459891.0,
      "step": 955
    },
    {
      "epoch": 0.61184,
      "grad_norm": 3.479156255722046,
      "learning_rate": 5e-06,
      "loss": 1.1499,
      "mean_token_accuracy": 0.6750801056623459,
      "num_tokens": 12474836.0,
      "step": 956
    },
    {
      "epoch": 0.61248,
      "grad_norm": 2.7899651527404785,
      "learning_rate": 5e-06,
      "loss": 1.2879,
      "mean_token_accuracy": 0.6665042042732239,
      "num_tokens": 12493558.0,
      "step": 957
    },
    {
      "epoch": 0.61312,
      "grad_norm": 3.6457180976867676,
      "learning_rate": 5e-06,
      "loss": 1.2007,
      "mean_token_accuracy": 0.6936507746577263,
      "num_tokens": 12506849.0,
      "step": 958
    },
    {
      "epoch": 0.61376,
      "grad_norm": 3.0956859588623047,
      "learning_rate": 5e-06,
      "loss": 1.4628,
      "mean_token_accuracy": 0.6274904161691666,
      "num_tokens": 12522171.0,
      "step": 959
    },
    {
      "epoch": 0.6144,
      "grad_norm": 3.615293264389038,
      "learning_rate": 5e-06,
      "loss": 1.2786,
      "mean_token_accuracy": 0.679816409945488,
      "num_tokens": 12537702.0,
      "step": 960
    },
    {
      "epoch": 0.61504,
      "grad_norm": 3.4518120288848877,
      "learning_rate": 5e-06,
      "loss": 1.3591,
      "mean_token_accuracy": 0.6446092203259468,
      "num_tokens": 12550526.0,
      "step": 961
    },
    {
      "epoch": 0.61568,
      "grad_norm": 3.4621338844299316,
      "learning_rate": 5e-06,
      "loss": 1.3075,
      "mean_token_accuracy": 0.665081262588501,
      "num_tokens": 12564227.0,
      "step": 962
    },
    {
      "epoch": 0.61632,
      "grad_norm": 3.3471479415893555,
      "learning_rate": 5e-06,
      "loss": 1.4756,
      "mean_token_accuracy": 0.6200397908687592,
      "num_tokens": 12578106.0,
      "step": 963
    },
    {
      "epoch": 0.61696,
      "grad_norm": 3.874799966812134,
      "learning_rate": 5e-06,
      "loss": 1.2777,
      "mean_token_accuracy": 0.6613158509135246,
      "num_tokens": 12589750.0,
      "step": 964
    },
    {
      "epoch": 0.6176,
      "grad_norm": 4.006873607635498,
      "learning_rate": 5e-06,
      "loss": 1.408,
      "mean_token_accuracy": 0.6419458091259003,
      "num_tokens": 12602450.0,
      "step": 965
    },
    {
      "epoch": 0.61824,
      "grad_norm": 3.674241542816162,
      "learning_rate": 5e-06,
      "loss": 1.2756,
      "mean_token_accuracy": 0.6584514081478119,
      "num_tokens": 12613871.0,
      "step": 966
    },
    {
      "epoch": 0.61888,
      "grad_norm": 3.7405648231506348,
      "learning_rate": 5e-06,
      "loss": 1.3301,
      "mean_token_accuracy": 0.6810361295938492,
      "num_tokens": 12626220.0,
      "step": 967
    },
    {
      "epoch": 0.61952,
      "grad_norm": 3.660600185394287,
      "learning_rate": 5e-06,
      "loss": 1.2219,
      "mean_token_accuracy": 0.6716256737709045,
      "num_tokens": 12636440.0,
      "step": 968
    },
    {
      "epoch": 0.62016,
      "grad_norm": 3.4270999431610107,
      "learning_rate": 5e-06,
      "loss": 1.0976,
      "mean_token_accuracy": 0.7019147500395775,
      "num_tokens": 12649545.0,
      "step": 969
    },
    {
      "epoch": 0.6208,
      "grad_norm": 3.562014102935791,
      "learning_rate": 5e-06,
      "loss": 1.2243,
      "mean_token_accuracy": 0.6942142397165298,
      "num_tokens": 12660841.0,
      "step": 970
    },
    {
      "epoch": 0.62144,
      "grad_norm": 4.004054069519043,
      "learning_rate": 5e-06,
      "loss": 1.0961,
      "mean_token_accuracy": 0.6962654888629913,
      "num_tokens": 12675967.0,
      "step": 971
    },
    {
      "epoch": 0.62208,
      "grad_norm": 3.749152898788452,
      "learning_rate": 5e-06,
      "loss": 1.489,
      "mean_token_accuracy": 0.6146213822066784,
      "num_tokens": 12687203.0,
      "step": 972
    },
    {
      "epoch": 0.62272,
      "grad_norm": 3.2638871669769287,
      "learning_rate": 5e-06,
      "loss": 1.1979,
      "mean_token_accuracy": 0.687263160943985,
      "num_tokens": 12700697.0,
      "step": 973
    },
    {
      "epoch": 0.62336,
      "grad_norm": 3.310070037841797,
      "learning_rate": 5e-06,
      "loss": 1.4779,
      "mean_token_accuracy": 0.632742814719677,
      "num_tokens": 12716668.0,
      "step": 974
    },
    {
      "epoch": 0.624,
      "grad_norm": 3.3164589405059814,
      "learning_rate": 5e-06,
      "loss": 1.301,
      "mean_token_accuracy": 0.6563373729586601,
      "num_tokens": 12729912.0,
      "step": 975
    },
    {
      "epoch": 0.62464,
      "grad_norm": 3.2415506839752197,
      "learning_rate": 5e-06,
      "loss": 1.393,
      "mean_token_accuracy": 0.644082136452198,
      "num_tokens": 12745520.0,
      "step": 976
    },
    {
      "epoch": 0.62528,
      "grad_norm": 3.333308458328247,
      "learning_rate": 5e-06,
      "loss": 1.1238,
      "mean_token_accuracy": 0.6863394901156425,
      "num_tokens": 12759203.0,
      "step": 977
    },
    {
      "epoch": 0.62592,
      "grad_norm": 4.198854923248291,
      "learning_rate": 5e-06,
      "loss": 1.3601,
      "mean_token_accuracy": 0.6624843999743462,
      "num_tokens": 12770322.0,
      "step": 978
    },
    {
      "epoch": 0.62656,
      "grad_norm": 3.849907636642456,
      "learning_rate": 5e-06,
      "loss": 1.2947,
      "mean_token_accuracy": 0.6675618216395378,
      "num_tokens": 12782951.0,
      "step": 979
    },
    {
      "epoch": 0.6272,
      "grad_norm": 3.4649503231048584,
      "learning_rate": 5e-06,
      "loss": 1.1915,
      "mean_token_accuracy": 0.6806611344218254,
      "num_tokens": 12795383.0,
      "step": 980
    },
    {
      "epoch": 0.62784,
      "grad_norm": 3.63466739654541,
      "learning_rate": 5e-06,
      "loss": 1.3124,
      "mean_token_accuracy": 0.6731822267174721,
      "num_tokens": 12808692.0,
      "step": 981
    },
    {
      "epoch": 0.62848,
      "grad_norm": 4.293845176696777,
      "learning_rate": 5e-06,
      "loss": 1.1757,
      "mean_token_accuracy": 0.6780604794621468,
      "num_tokens": 12821099.0,
      "step": 982
    },
    {
      "epoch": 0.62912,
      "grad_norm": 3.565584897994995,
      "learning_rate": 5e-06,
      "loss": 1.1746,
      "mean_token_accuracy": 0.6787943094968796,
      "num_tokens": 12832201.0,
      "step": 983
    },
    {
      "epoch": 0.62976,
      "grad_norm": 3.517613410949707,
      "learning_rate": 5e-06,
      "loss": 1.2167,
      "mean_token_accuracy": 0.6914558485150337,
      "num_tokens": 12845465.0,
      "step": 984
    },
    {
      "epoch": 0.6304,
      "grad_norm": 3.6170578002929688,
      "learning_rate": 5e-06,
      "loss": 1.3226,
      "mean_token_accuracy": 0.6587705016136169,
      "num_tokens": 12857366.0,
      "step": 985
    },
    {
      "epoch": 0.63104,
      "grad_norm": 3.504154682159424,
      "learning_rate": 5e-06,
      "loss": 1.4641,
      "mean_token_accuracy": 0.6085046976804733,
      "num_tokens": 12871695.0,
      "step": 986
    },
    {
      "epoch": 0.63168,
      "grad_norm": 3.543142557144165,
      "learning_rate": 5e-06,
      "loss": 1.1252,
      "mean_token_accuracy": 0.7007554769515991,
      "num_tokens": 12884113.0,
      "step": 987
    },
    {
      "epoch": 0.63232,
      "grad_norm": 3.9888851642608643,
      "learning_rate": 5e-06,
      "loss": 1.2741,
      "mean_token_accuracy": 0.656329832971096,
      "num_tokens": 12898706.0,
      "step": 988
    },
    {
      "epoch": 0.63296,
      "grad_norm": 3.472778081893921,
      "learning_rate": 5e-06,
      "loss": 1.2431,
      "mean_token_accuracy": 0.6751798540353775,
      "num_tokens": 12911380.0,
      "step": 989
    },
    {
      "epoch": 0.6336,
      "grad_norm": 3.3277764320373535,
      "learning_rate": 5e-06,
      "loss": 1.475,
      "mean_token_accuracy": 0.632897637784481,
      "num_tokens": 12925697.0,
      "step": 990
    },
    {
      "epoch": 0.63424,
      "grad_norm": 3.047473669052124,
      "learning_rate": 5e-06,
      "loss": 1.2663,
      "mean_token_accuracy": 0.6683759167790413,
      "num_tokens": 12939473.0,
      "step": 991
    },
    {
      "epoch": 0.63488,
      "grad_norm": 3.483201503753662,
      "learning_rate": 5e-06,
      "loss": 1.3407,
      "mean_token_accuracy": 0.6652352660894394,
      "num_tokens": 12952439.0,
      "step": 992
    },
    {
      "epoch": 0.63552,
      "grad_norm": 4.43934965133667,
      "learning_rate": 5e-06,
      "loss": 1.0979,
      "mean_token_accuracy": 0.6819510236382484,
      "num_tokens": 12963232.0,
      "step": 993
    },
    {
      "epoch": 0.63616,
      "grad_norm": 3.2107748985290527,
      "learning_rate": 5e-06,
      "loss": 1.2219,
      "mean_token_accuracy": 0.6648012548685074,
      "num_tokens": 12976396.0,
      "step": 994
    },
    {
      "epoch": 0.6368,
      "grad_norm": 3.8679394721984863,
      "learning_rate": 5e-06,
      "loss": 1.3487,
      "mean_token_accuracy": 0.6491437703371048,
      "num_tokens": 12989586.0,
      "step": 995
    },
    {
      "epoch": 0.63744,
      "grad_norm": 3.75811767578125,
      "learning_rate": 5e-06,
      "loss": 1.2384,
      "mean_token_accuracy": 0.6684290617704391,
      "num_tokens": 13002145.0,
      "step": 996
    },
    {
      "epoch": 0.63808,
      "grad_norm": 4.223326206207275,
      "learning_rate": 5e-06,
      "loss": 1.3218,
      "mean_token_accuracy": 0.6605047658085823,
      "num_tokens": 13011853.0,
      "step": 997
    },
    {
      "epoch": 0.63872,
      "grad_norm": 4.10746955871582,
      "learning_rate": 5e-06,
      "loss": 1.2647,
      "mean_token_accuracy": 0.6529572680592537,
      "num_tokens": 13022296.0,
      "step": 998
    },
    {
      "epoch": 0.63936,
      "grad_norm": 3.858157157897949,
      "learning_rate": 5e-06,
      "loss": 1.3031,
      "mean_token_accuracy": 0.6564661860466003,
      "num_tokens": 13032768.0,
      "step": 999
    },
    {
      "epoch": 0.64,
      "grad_norm": 3.4283535480499268,
      "learning_rate": 5e-06,
      "loss": 1.3122,
      "mean_token_accuracy": 0.6764922738075256,
      "num_tokens": 13045249.0,
      "step": 1000
    },
    {
      "epoch": 0.64064,
      "grad_norm": 3.5663790702819824,
      "learning_rate": 5e-06,
      "loss": 1.3038,
      "mean_token_accuracy": 0.6534328386187553,
      "num_tokens": 13057087.0,
      "step": 1001
    },
    {
      "epoch": 0.64128,
      "grad_norm": 4.08723783493042,
      "learning_rate": 5e-06,
      "loss": 1.311,
      "mean_token_accuracy": 0.6497639790177345,
      "num_tokens": 13069353.0,
      "step": 1002
    },
    {
      "epoch": 0.64192,
      "grad_norm": 3.1709539890289307,
      "learning_rate": 5e-06,
      "loss": 1.4385,
      "mean_token_accuracy": 0.6491308063268661,
      "num_tokens": 13084511.0,
      "step": 1003
    },
    {
      "epoch": 0.64256,
      "grad_norm": 3.7724292278289795,
      "learning_rate": 5e-06,
      "loss": 1.2049,
      "mean_token_accuracy": 0.6716037020087242,
      "num_tokens": 13095572.0,
      "step": 1004
    },
    {
      "epoch": 0.6432,
      "grad_norm": 3.4885339736938477,
      "learning_rate": 5e-06,
      "loss": 1.1454,
      "mean_token_accuracy": 0.7053978741168976,
      "num_tokens": 13108817.0,
      "step": 1005
    },
    {
      "epoch": 0.64384,
      "grad_norm": 3.718435287475586,
      "learning_rate": 5e-06,
      "loss": 1.2653,
      "mean_token_accuracy": 0.6529537960886955,
      "num_tokens": 13119845.0,
      "step": 1006
    },
    {
      "epoch": 0.64448,
      "grad_norm": 3.7939629554748535,
      "learning_rate": 5e-06,
      "loss": 1.2563,
      "mean_token_accuracy": 0.6783741563558578,
      "num_tokens": 13131590.0,
      "step": 1007
    },
    {
      "epoch": 0.64512,
      "grad_norm": 3.0090038776397705,
      "learning_rate": 5e-06,
      "loss": 1.3032,
      "mean_token_accuracy": 0.6621121242642403,
      "num_tokens": 13146614.0,
      "step": 1008
    },
    {
      "epoch": 0.64576,
      "grad_norm": 3.3267111778259277,
      "learning_rate": 5e-06,
      "loss": 1.4166,
      "mean_token_accuracy": 0.6354531794786453,
      "num_tokens": 13160682.0,
      "step": 1009
    },
    {
      "epoch": 0.6464,
      "grad_norm": 3.528743267059326,
      "learning_rate": 5e-06,
      "loss": 1.246,
      "mean_token_accuracy": 0.6703604385256767,
      "num_tokens": 13172998.0,
      "step": 1010
    },
    {
      "epoch": 0.64704,
      "grad_norm": 3.2315750122070312,
      "learning_rate": 5e-06,
      "loss": 1.2159,
      "mean_token_accuracy": 0.6840131431818008,
      "num_tokens": 13187182.0,
      "step": 1011
    },
    {
      "epoch": 0.64768,
      "grad_norm": 3.885690689086914,
      "learning_rate": 5e-06,
      "loss": 1.3193,
      "mean_token_accuracy": 0.6602044403553009,
      "num_tokens": 13198449.0,
      "step": 1012
    },
    {
      "epoch": 0.64832,
      "grad_norm": 4.214417934417725,
      "learning_rate": 5e-06,
      "loss": 1.3289,
      "mean_token_accuracy": 0.638420894742012,
      "num_tokens": 13208888.0,
      "step": 1013
    },
    {
      "epoch": 0.64896,
      "grad_norm": 3.303224563598633,
      "learning_rate": 5e-06,
      "loss": 1.3866,
      "mean_token_accuracy": 0.6286184787750244,
      "num_tokens": 13222042.0,
      "step": 1014
    },
    {
      "epoch": 0.6496,
      "grad_norm": 3.879709482192993,
      "learning_rate": 5e-06,
      "loss": 1.4231,
      "mean_token_accuracy": 0.6209117695689201,
      "num_tokens": 13234662.0,
      "step": 1015
    },
    {
      "epoch": 0.65024,
      "grad_norm": 3.770817995071411,
      "learning_rate": 5e-06,
      "loss": 1.3315,
      "mean_token_accuracy": 0.6555488482117653,
      "num_tokens": 13245357.0,
      "step": 1016
    },
    {
      "epoch": 0.65088,
      "grad_norm": 3.627957582473755,
      "learning_rate": 5e-06,
      "loss": 1.2457,
      "mean_token_accuracy": 0.6971615925431252,
      "num_tokens": 13258154.0,
      "step": 1017
    },
    {
      "epoch": 0.65152,
      "grad_norm": 3.818009853363037,
      "learning_rate": 5e-06,
      "loss": 1.2174,
      "mean_token_accuracy": 0.6713634058833122,
      "num_tokens": 13270001.0,
      "step": 1018
    },
    {
      "epoch": 0.65216,
      "grad_norm": 3.7726924419403076,
      "learning_rate": 5e-06,
      "loss": 1.2554,
      "mean_token_accuracy": 0.6766888722777367,
      "num_tokens": 13281334.0,
      "step": 1019
    },
    {
      "epoch": 0.6528,
      "grad_norm": 3.608661413192749,
      "learning_rate": 5e-06,
      "loss": 1.4083,
      "mean_token_accuracy": 0.6521065756678581,
      "num_tokens": 13294860.0,
      "step": 1020
    },
    {
      "epoch": 0.65344,
      "grad_norm": 3.7841391563415527,
      "learning_rate": 5e-06,
      "loss": 1.4197,
      "mean_token_accuracy": 0.6439206749200821,
      "num_tokens": 13308758.0,
      "step": 1021
    },
    {
      "epoch": 0.65408,
      "grad_norm": 3.836831569671631,
      "learning_rate": 5e-06,
      "loss": 1.3922,
      "mean_token_accuracy": 0.6572518870234489,
      "num_tokens": 13319883.0,
      "step": 1022
    },
    {
      "epoch": 0.65472,
      "grad_norm": 3.774944305419922,
      "learning_rate": 5e-06,
      "loss": 1.1792,
      "mean_token_accuracy": 0.6656563580036163,
      "num_tokens": 13331846.0,
      "step": 1023
    },
    {
      "epoch": 0.65536,
      "grad_norm": 4.0701751708984375,
      "learning_rate": 5e-06,
      "loss": 1.2333,
      "mean_token_accuracy": 0.6843068152666092,
      "num_tokens": 13343010.0,
      "step": 1024
    },
    {
      "epoch": 0.656,
      "grad_norm": 3.7170510292053223,
      "learning_rate": 5e-06,
      "loss": 1.1427,
      "mean_token_accuracy": 0.6941706016659737,
      "num_tokens": 13356096.0,
      "step": 1025
    },
    {
      "epoch": 0.65664,
      "grad_norm": 3.4047844409942627,
      "learning_rate": 5e-06,
      "loss": 1.2994,
      "mean_token_accuracy": 0.6502626538276672,
      "num_tokens": 13370415.0,
      "step": 1026
    },
    {
      "epoch": 0.65728,
      "grad_norm": 3.013894557952881,
      "learning_rate": 5e-06,
      "loss": 1.2778,
      "mean_token_accuracy": 0.6713566333055496,
      "num_tokens": 13385621.0,
      "step": 1027
    },
    {
      "epoch": 0.65792,
      "grad_norm": 3.8273723125457764,
      "learning_rate": 5e-06,
      "loss": 1.4213,
      "mean_token_accuracy": 0.6448807269334793,
      "num_tokens": 13399913.0,
      "step": 1028
    },
    {
      "epoch": 0.65856,
      "grad_norm": 4.501821041107178,
      "learning_rate": 5e-06,
      "loss": 1.3451,
      "mean_token_accuracy": 0.6397663801908493,
      "num_tokens": 13410323.0,
      "step": 1029
    },
    {
      "epoch": 0.6592,
      "grad_norm": 3.656630516052246,
      "learning_rate": 5e-06,
      "loss": 1.3693,
      "mean_token_accuracy": 0.6572180986404419,
      "num_tokens": 13421431.0,
      "step": 1030
    },
    {
      "epoch": 0.65984,
      "grad_norm": 3.761538505554199,
      "learning_rate": 5e-06,
      "loss": 1.3701,
      "mean_token_accuracy": 0.6800885275006294,
      "num_tokens": 13433250.0,
      "step": 1031
    },
    {
      "epoch": 0.66048,
      "grad_norm": 3.5799546241760254,
      "learning_rate": 5e-06,
      "loss": 1.3473,
      "mean_token_accuracy": 0.6503010243177414,
      "num_tokens": 13446010.0,
      "step": 1032
    },
    {
      "epoch": 0.66112,
      "grad_norm": 3.578547239303589,
      "learning_rate": 5e-06,
      "loss": 1.2915,
      "mean_token_accuracy": 0.7072044536471367,
      "num_tokens": 13458978.0,
      "step": 1033
    },
    {
      "epoch": 0.66176,
      "grad_norm": 3.554094076156616,
      "learning_rate": 5e-06,
      "loss": 1.1486,
      "mean_token_accuracy": 0.6704866662621498,
      "num_tokens": 13471248.0,
      "step": 1034
    },
    {
      "epoch": 0.6624,
      "grad_norm": 3.5921144485473633,
      "learning_rate": 5e-06,
      "loss": 1.3039,
      "mean_token_accuracy": 0.6752297282218933,
      "num_tokens": 13483651.0,
      "step": 1035
    },
    {
      "epoch": 0.66304,
      "grad_norm": 3.580885648727417,
      "learning_rate": 5e-06,
      "loss": 1.3638,
      "mean_token_accuracy": 0.6531356200575829,
      "num_tokens": 13496365.0,
      "step": 1036
    },
    {
      "epoch": 0.66368,
      "grad_norm": 3.6400530338287354,
      "learning_rate": 5e-06,
      "loss": 1.2824,
      "mean_token_accuracy": 0.6671290174126625,
      "num_tokens": 13509196.0,
      "step": 1037
    },
    {
      "epoch": 0.66432,
      "grad_norm": 3.050649404525757,
      "learning_rate": 5e-06,
      "loss": 1.2883,
      "mean_token_accuracy": 0.6613614112138748,
      "num_tokens": 13524592.0,
      "step": 1038
    },
    {
      "epoch": 0.66496,
      "grad_norm": 3.1810715198516846,
      "learning_rate": 5e-06,
      "loss": 1.4794,
      "mean_token_accuracy": 0.633582279086113,
      "num_tokens": 13539709.0,
      "step": 1039
    },
    {
      "epoch": 0.6656,
      "grad_norm": 3.488229751586914,
      "learning_rate": 5e-06,
      "loss": 1.1359,
      "mean_token_accuracy": 0.6704655885696411,
      "num_tokens": 13551656.0,
      "step": 1040
    },
    {
      "epoch": 0.66624,
      "grad_norm": 3.1657679080963135,
      "learning_rate": 5e-06,
      "loss": 1.405,
      "mean_token_accuracy": 0.6457558646798134,
      "num_tokens": 13566681.0,
      "step": 1041
    },
    {
      "epoch": 0.66688,
      "grad_norm": 3.7111074924468994,
      "learning_rate": 5e-06,
      "loss": 1.1577,
      "mean_token_accuracy": 0.6851859763264656,
      "num_tokens": 13578777.0,
      "step": 1042
    },
    {
      "epoch": 0.66752,
      "grad_norm": 3.803246021270752,
      "learning_rate": 5e-06,
      "loss": 1.7394,
      "mean_token_accuracy": 0.5742352418601513,
      "num_tokens": 13591184.0,
      "step": 1043
    },
    {
      "epoch": 0.66816,
      "grad_norm": 3.44681453704834,
      "learning_rate": 5e-06,
      "loss": 1.249,
      "mean_token_accuracy": 0.6815991401672363,
      "num_tokens": 13603011.0,
      "step": 1044
    },
    {
      "epoch": 0.6688,
      "grad_norm": 3.4363629817962646,
      "learning_rate": 5e-06,
      "loss": 1.207,
      "mean_token_accuracy": 0.6451572626829147,
      "num_tokens": 13617577.0,
      "step": 1045
    },
    {
      "epoch": 0.66944,
      "grad_norm": 3.9714715480804443,
      "learning_rate": 5e-06,
      "loss": 1.316,
      "mean_token_accuracy": 0.6733849868178368,
      "num_tokens": 13628510.0,
      "step": 1046
    },
    {
      "epoch": 0.67008,
      "grad_norm": 3.5095605850219727,
      "learning_rate": 5e-06,
      "loss": 1.2265,
      "mean_token_accuracy": 0.6774598509073257,
      "num_tokens": 13639965.0,
      "step": 1047
    },
    {
      "epoch": 0.67072,
      "grad_norm": 3.4731342792510986,
      "learning_rate": 5e-06,
      "loss": 1.514,
      "mean_token_accuracy": 0.6291368082165718,
      "num_tokens": 13652881.0,
      "step": 1048
    },
    {
      "epoch": 0.67136,
      "grad_norm": 3.4731788635253906,
      "learning_rate": 5e-06,
      "loss": 1.2134,
      "mean_token_accuracy": 0.7064939141273499,
      "num_tokens": 13665986.0,
      "step": 1049
    },
    {
      "epoch": 0.672,
      "grad_norm": 3.885256052017212,
      "learning_rate": 5e-06,
      "loss": 1.2582,
      "mean_token_accuracy": 0.6920784562826157,
      "num_tokens": 13677555.0,
      "step": 1050
    },
    {
      "epoch": 0.67264,
      "grad_norm": 3.5971357822418213,
      "learning_rate": 5e-06,
      "loss": 1.2803,
      "mean_token_accuracy": 0.6860932558774948,
      "num_tokens": 13689439.0,
      "step": 1051
    },
    {
      "epoch": 0.67328,
      "grad_norm": 3.4999284744262695,
      "learning_rate": 5e-06,
      "loss": 1.2694,
      "mean_token_accuracy": 0.6710788905620575,
      "num_tokens": 13703306.0,
      "step": 1052
    },
    {
      "epoch": 0.67392,
      "grad_norm": 3.894716262817383,
      "learning_rate": 5e-06,
      "loss": 1.1895,
      "mean_token_accuracy": 0.694163866341114,
      "num_tokens": 13715107.0,
      "step": 1053
    },
    {
      "epoch": 0.67456,
      "grad_norm": 3.8361921310424805,
      "learning_rate": 5e-06,
      "loss": 1.3142,
      "mean_token_accuracy": 0.6533372104167938,
      "num_tokens": 13726324.0,
      "step": 1054
    },
    {
      "epoch": 0.6752,
      "grad_norm": 3.5220136642456055,
      "learning_rate": 5e-06,
      "loss": 1.5138,
      "mean_token_accuracy": 0.6085778698325157,
      "num_tokens": 13739132.0,
      "step": 1055
    },
    {
      "epoch": 0.67584,
      "grad_norm": 3.4445347785949707,
      "learning_rate": 5e-06,
      "loss": 1.3869,
      "mean_token_accuracy": 0.6502392590045929,
      "num_tokens": 13751996.0,
      "step": 1056
    },
    {
      "epoch": 0.67648,
      "grad_norm": 4.514054298400879,
      "learning_rate": 5e-06,
      "loss": 1.0082,
      "mean_token_accuracy": 0.7111445441842079,
      "num_tokens": 13762912.0,
      "step": 1057
    },
    {
      "epoch": 0.67712,
      "grad_norm": 3.4511091709136963,
      "learning_rate": 5e-06,
      "loss": 1.2244,
      "mean_token_accuracy": 0.6701223999261856,
      "num_tokens": 13776094.0,
      "step": 1058
    },
    {
      "epoch": 0.67776,
      "grad_norm": 3.518554449081421,
      "learning_rate": 5e-06,
      "loss": 1.4949,
      "mean_token_accuracy": 0.6190471276640892,
      "num_tokens": 13789681.0,
      "step": 1059
    },
    {
      "epoch": 0.6784,
      "grad_norm": 3.177955150604248,
      "learning_rate": 5e-06,
      "loss": 1.4254,
      "mean_token_accuracy": 0.6302540749311447,
      "num_tokens": 13802777.0,
      "step": 1060
    },
    {
      "epoch": 0.67904,
      "grad_norm": 3.7214250564575195,
      "learning_rate": 5e-06,
      "loss": 1.3088,
      "mean_token_accuracy": 0.6556456014513969,
      "num_tokens": 13815229.0,
      "step": 1061
    },
    {
      "epoch": 0.67968,
      "grad_norm": 3.726001739501953,
      "learning_rate": 5e-06,
      "loss": 1.2057,
      "mean_token_accuracy": 0.6688976883888245,
      "num_tokens": 13826932.0,
      "step": 1062
    },
    {
      "epoch": 0.68032,
      "grad_norm": 3.1761860847473145,
      "learning_rate": 5e-06,
      "loss": 1.4054,
      "mean_token_accuracy": 0.6317546740174294,
      "num_tokens": 13842144.0,
      "step": 1063
    },
    {
      "epoch": 0.68096,
      "grad_norm": 4.224031448364258,
      "learning_rate": 5e-06,
      "loss": 1.1421,
      "mean_token_accuracy": 0.6879750266671181,
      "num_tokens": 13852498.0,
      "step": 1064
    },
    {
      "epoch": 0.6816,
      "grad_norm": 3.1462998390197754,
      "learning_rate": 5e-06,
      "loss": 1.3639,
      "mean_token_accuracy": 0.6389659121632576,
      "num_tokens": 13867842.0,
      "step": 1065
    },
    {
      "epoch": 0.68224,
      "grad_norm": 3.7994680404663086,
      "learning_rate": 5e-06,
      "loss": 1.2442,
      "mean_token_accuracy": 0.6608950793743134,
      "num_tokens": 13878904.0,
      "step": 1066
    },
    {
      "epoch": 0.68288,
      "grad_norm": 3.3029258251190186,
      "learning_rate": 5e-06,
      "loss": 1.1501,
      "mean_token_accuracy": 0.6978383362293243,
      "num_tokens": 13892970.0,
      "step": 1067
    },
    {
      "epoch": 0.68352,
      "grad_norm": 4.019161224365234,
      "learning_rate": 5e-06,
      "loss": 1.2156,
      "mean_token_accuracy": 0.689938597381115,
      "num_tokens": 13904207.0,
      "step": 1068
    },
    {
      "epoch": 0.68416,
      "grad_norm": 3.9899635314941406,
      "learning_rate": 5e-06,
      "loss": 1.4744,
      "mean_token_accuracy": 0.6247128024697304,
      "num_tokens": 13917327.0,
      "step": 1069
    },
    {
      "epoch": 0.6848,
      "grad_norm": 5.03689432144165,
      "learning_rate": 5e-06,
      "loss": 1.3551,
      "mean_token_accuracy": 0.6756569370627403,
      "num_tokens": 13927551.0,
      "step": 1070
    },
    {
      "epoch": 0.68544,
      "grad_norm": 3.43404221534729,
      "learning_rate": 5e-06,
      "loss": 1.1618,
      "mean_token_accuracy": 0.6679700240492821,
      "num_tokens": 13939630.0,
      "step": 1071
    },
    {
      "epoch": 0.68608,
      "grad_norm": 4.027390956878662,
      "learning_rate": 5e-06,
      "loss": 1.3842,
      "mean_token_accuracy": 0.6630447581410408,
      "num_tokens": 13949082.0,
      "step": 1072
    },
    {
      "epoch": 0.68672,
      "grad_norm": 3.764420986175537,
      "learning_rate": 5e-06,
      "loss": 1.293,
      "mean_token_accuracy": 0.6628079935908318,
      "num_tokens": 13962085.0,
      "step": 1073
    },
    {
      "epoch": 0.68736,
      "grad_norm": 3.617522954940796,
      "learning_rate": 5e-06,
      "loss": 1.5355,
      "mean_token_accuracy": 0.6268560141324997,
      "num_tokens": 13973510.0,
      "step": 1074
    },
    {
      "epoch": 0.688,
      "grad_norm": 3.6434836387634277,
      "learning_rate": 5e-06,
      "loss": 1.3283,
      "mean_token_accuracy": 0.6506749242544174,
      "num_tokens": 13986487.0,
      "step": 1075
    },
    {
      "epoch": 0.68864,
      "grad_norm": 3.4601213932037354,
      "learning_rate": 5e-06,
      "loss": 1.1938,
      "mean_token_accuracy": 0.6761009320616722,
      "num_tokens": 13998818.0,
      "step": 1076
    },
    {
      "epoch": 0.68928,
      "grad_norm": 3.537867307662964,
      "learning_rate": 5e-06,
      "loss": 1.2904,
      "mean_token_accuracy": 0.6788460239768028,
      "num_tokens": 14011012.0,
      "step": 1077
    },
    {
      "epoch": 0.68992,
      "grad_norm": 3.204850435256958,
      "learning_rate": 5e-06,
      "loss": 1.257,
      "mean_token_accuracy": 0.650609090924263,
      "num_tokens": 14026133.0,
      "step": 1078
    },
    {
      "epoch": 0.69056,
      "grad_norm": 3.1684117317199707,
      "learning_rate": 5e-06,
      "loss": 1.3857,
      "mean_token_accuracy": 0.669170081615448,
      "num_tokens": 14041463.0,
      "step": 1079
    },
    {
      "epoch": 0.6912,
      "grad_norm": 2.97310209274292,
      "learning_rate": 5e-06,
      "loss": 1.1807,
      "mean_token_accuracy": 0.678413525223732,
      "num_tokens": 14055206.0,
      "step": 1080
    },
    {
      "epoch": 0.69184,
      "grad_norm": 3.415344476699829,
      "learning_rate": 5e-06,
      "loss": 1.335,
      "mean_token_accuracy": 0.6698315292596817,
      "num_tokens": 14067043.0,
      "step": 1081
    },
    {
      "epoch": 0.69248,
      "grad_norm": 3.2605786323547363,
      "learning_rate": 5e-06,
      "loss": 1.23,
      "mean_token_accuracy": 0.6607236042618752,
      "num_tokens": 14081150.0,
      "step": 1082
    },
    {
      "epoch": 0.69312,
      "grad_norm": 3.5928292274475098,
      "learning_rate": 5e-06,
      "loss": 1.3275,
      "mean_token_accuracy": 0.6353218033909798,
      "num_tokens": 14093199.0,
      "step": 1083
    },
    {
      "epoch": 0.69376,
      "grad_norm": 3.6726202964782715,
      "learning_rate": 5e-06,
      "loss": 1.2071,
      "mean_token_accuracy": 0.6714643463492393,
      "num_tokens": 14106118.0,
      "step": 1084
    },
    {
      "epoch": 0.6944,
      "grad_norm": 3.3273112773895264,
      "learning_rate": 5e-06,
      "loss": 1.2143,
      "mean_token_accuracy": 0.6702926605939865,
      "num_tokens": 14119919.0,
      "step": 1085
    },
    {
      "epoch": 0.69504,
      "grad_norm": 3.3181533813476562,
      "learning_rate": 5e-06,
      "loss": 1.525,
      "mean_token_accuracy": 0.6393495798110962,
      "num_tokens": 14134965.0,
      "step": 1086
    },
    {
      "epoch": 0.69568,
      "grad_norm": 3.290024995803833,
      "learning_rate": 5e-06,
      "loss": 1.4868,
      "mean_token_accuracy": 0.641509011387825,
      "num_tokens": 14150873.0,
      "step": 1087
    },
    {
      "epoch": 0.69632,
      "grad_norm": 3.179009199142456,
      "learning_rate": 5e-06,
      "loss": 1.3236,
      "mean_token_accuracy": 0.6799350008368492,
      "num_tokens": 14165423.0,
      "step": 1088
    },
    {
      "epoch": 0.69696,
      "grad_norm": 4.067260265350342,
      "learning_rate": 5e-06,
      "loss": 1.3399,
      "mean_token_accuracy": 0.6480335146188736,
      "num_tokens": 14177467.0,
      "step": 1089
    },
    {
      "epoch": 0.6976,
      "grad_norm": 3.0903289318084717,
      "learning_rate": 5e-06,
      "loss": 1.2387,
      "mean_token_accuracy": 0.6776180788874626,
      "num_tokens": 14192746.0,
      "step": 1090
    },
    {
      "epoch": 0.69824,
      "grad_norm": 3.60392165184021,
      "learning_rate": 5e-06,
      "loss": 1.4149,
      "mean_token_accuracy": 0.6424715965986252,
      "num_tokens": 14205814.0,
      "step": 1091
    },
    {
      "epoch": 0.69888,
      "grad_norm": 3.857509136199951,
      "learning_rate": 5e-06,
      "loss": 1.2077,
      "mean_token_accuracy": 0.6793344393372536,
      "num_tokens": 14216791.0,
      "step": 1092
    },
    {
      "epoch": 0.69952,
      "grad_norm": 3.376009702682495,
      "learning_rate": 5e-06,
      "loss": 1.329,
      "mean_token_accuracy": 0.6632150262594223,
      "num_tokens": 14231190.0,
      "step": 1093
    },
    {
      "epoch": 0.70016,
      "grad_norm": 3.522667407989502,
      "learning_rate": 5e-06,
      "loss": 1.3746,
      "mean_token_accuracy": 0.6448647379875183,
      "num_tokens": 14246266.0,
      "step": 1094
    },
    {
      "epoch": 0.7008,
      "grad_norm": 3.88810658454895,
      "learning_rate": 5e-06,
      "loss": 1.4056,
      "mean_token_accuracy": 0.6266975551843643,
      "num_tokens": 14258900.0,
      "step": 1095
    },
    {
      "epoch": 0.70144,
      "grad_norm": 4.134660243988037,
      "learning_rate": 5e-06,
      "loss": 1.4136,
      "mean_token_accuracy": 0.6337871551513672,
      "num_tokens": 14270135.0,
      "step": 1096
    },
    {
      "epoch": 0.70208,
      "grad_norm": 2.7987403869628906,
      "learning_rate": 5e-06,
      "loss": 1.2978,
      "mean_token_accuracy": 0.6591611802577972,
      "num_tokens": 14287885.0,
      "step": 1097
    },
    {
      "epoch": 0.70272,
      "grad_norm": 3.6904680728912354,
      "learning_rate": 5e-06,
      "loss": 1.3421,
      "mean_token_accuracy": 0.6668279096484184,
      "num_tokens": 14299211.0,
      "step": 1098
    },
    {
      "epoch": 0.70336,
      "grad_norm": 3.754704475402832,
      "learning_rate": 5e-06,
      "loss": 1.2728,
      "mean_token_accuracy": 0.6614086180925369,
      "num_tokens": 14310772.0,
      "step": 1099
    },
    {
      "epoch": 0.704,
      "grad_norm": 4.1148529052734375,
      "learning_rate": 5e-06,
      "loss": 1.3038,
      "mean_token_accuracy": 0.6619797796010971,
      "num_tokens": 14321538.0,
      "step": 1100
    },
    {
      "epoch": 0.70464,
      "grad_norm": 3.9892449378967285,
      "learning_rate": 5e-06,
      "loss": 1.4351,
      "mean_token_accuracy": 0.6713762879371643,
      "num_tokens": 14332186.0,
      "step": 1101
    },
    {
      "epoch": 0.70528,
      "grad_norm": 2.8868937492370605,
      "learning_rate": 5e-06,
      "loss": 1.3939,
      "mean_token_accuracy": 0.6400659307837486,
      "num_tokens": 14349043.0,
      "step": 1102
    },
    {
      "epoch": 0.70592,
      "grad_norm": 3.4299302101135254,
      "learning_rate": 5e-06,
      "loss": 1.2674,
      "mean_token_accuracy": 0.6643095165491104,
      "num_tokens": 14363765.0,
      "step": 1103
    },
    {
      "epoch": 0.70656,
      "grad_norm": 3.3706107139587402,
      "learning_rate": 5e-06,
      "loss": 1.3314,
      "mean_token_accuracy": 0.6502428278326988,
      "num_tokens": 14377935.0,
      "step": 1104
    },
    {
      "epoch": 0.7072,
      "grad_norm": 3.353766441345215,
      "learning_rate": 5e-06,
      "loss": 1.4449,
      "mean_token_accuracy": 0.6395809948444366,
      "num_tokens": 14391497.0,
      "step": 1105
    },
    {
      "epoch": 0.70784,
      "grad_norm": 3.7346043586730957,
      "learning_rate": 5e-06,
      "loss": 1.2955,
      "mean_token_accuracy": 0.6504843458533287,
      "num_tokens": 14403120.0,
      "step": 1106
    },
    {
      "epoch": 0.70848,
      "grad_norm": 3.9729044437408447,
      "learning_rate": 5e-06,
      "loss": 1.2647,
      "mean_token_accuracy": 0.6647339016199112,
      "num_tokens": 14415923.0,
      "step": 1107
    },
    {
      "epoch": 0.70912,
      "grad_norm": 4.029970169067383,
      "learning_rate": 5e-06,
      "loss": 1.227,
      "mean_token_accuracy": 0.6661604270339012,
      "num_tokens": 14427554.0,
      "step": 1108
    },
    {
      "epoch": 0.70976,
      "grad_norm": 3.4321465492248535,
      "learning_rate": 5e-06,
      "loss": 1.1746,
      "mean_token_accuracy": 0.6878796294331551,
      "num_tokens": 14441354.0,
      "step": 1109
    },
    {
      "epoch": 0.7104,
      "grad_norm": 3.303091287612915,
      "learning_rate": 5e-06,
      "loss": 1.3507,
      "mean_token_accuracy": 0.6451763212680817,
      "num_tokens": 14455989.0,
      "step": 1110
    },
    {
      "epoch": 0.71104,
      "grad_norm": 3.9641027450561523,
      "learning_rate": 5e-06,
      "loss": 1.287,
      "mean_token_accuracy": 0.661915197968483,
      "num_tokens": 14466700.0,
      "step": 1111
    },
    {
      "epoch": 0.71168,
      "grad_norm": 3.4277381896972656,
      "learning_rate": 5e-06,
      "loss": 1.1418,
      "mean_token_accuracy": 0.6885363236069679,
      "num_tokens": 14479735.0,
      "step": 1112
    },
    {
      "epoch": 0.71232,
      "grad_norm": 3.531708240509033,
      "learning_rate": 5e-06,
      "loss": 1.1786,
      "mean_token_accuracy": 0.6798023506999016,
      "num_tokens": 14492428.0,
      "step": 1113
    },
    {
      "epoch": 0.71296,
      "grad_norm": 3.962233304977417,
      "learning_rate": 5e-06,
      "loss": 1.5488,
      "mean_token_accuracy": 0.6183573752641678,
      "num_tokens": 14505050.0,
      "step": 1114
    },
    {
      "epoch": 0.7136,
      "grad_norm": 3.1472697257995605,
      "learning_rate": 5e-06,
      "loss": 1.426,
      "mean_token_accuracy": 0.6550877764821053,
      "num_tokens": 14519128.0,
      "step": 1115
    },
    {
      "epoch": 0.71424,
      "grad_norm": 3.8537216186523438,
      "learning_rate": 5e-06,
      "loss": 1.1991,
      "mean_token_accuracy": 0.682333379983902,
      "num_tokens": 14530594.0,
      "step": 1116
    },
    {
      "epoch": 0.71488,
      "grad_norm": 3.527343511581421,
      "learning_rate": 5e-06,
      "loss": 1.207,
      "mean_token_accuracy": 0.6722685918211937,
      "num_tokens": 14541472.0,
      "step": 1117
    },
    {
      "epoch": 0.71552,
      "grad_norm": 3.790855646133423,
      "learning_rate": 5e-06,
      "loss": 1.2531,
      "mean_token_accuracy": 0.6708436533808708,
      "num_tokens": 14552813.0,
      "step": 1118
    },
    {
      "epoch": 0.71616,
      "grad_norm": 3.553488254547119,
      "learning_rate": 5e-06,
      "loss": 1.1016,
      "mean_token_accuracy": 0.7148231789469719,
      "num_tokens": 14565447.0,
      "step": 1119
    },
    {
      "epoch": 0.7168,
      "grad_norm": 3.887118339538574,
      "learning_rate": 5e-06,
      "loss": 1.1646,
      "mean_token_accuracy": 0.6907912865281105,
      "num_tokens": 14577377.0,
      "step": 1120
    },
    {
      "epoch": 0.71744,
      "grad_norm": 3.0343868732452393,
      "learning_rate": 5e-06,
      "loss": 1.142,
      "mean_token_accuracy": 0.6866175085306168,
      "num_tokens": 14591768.0,
      "step": 1121
    },
    {
      "epoch": 0.71808,
      "grad_norm": 4.561229705810547,
      "learning_rate": 5e-06,
      "loss": 1.4004,
      "mean_token_accuracy": 0.6330222748219967,
      "num_tokens": 14603193.0,
      "step": 1122
    },
    {
      "epoch": 0.71872,
      "grad_norm": 3.5638325214385986,
      "learning_rate": 5e-06,
      "loss": 1.1526,
      "mean_token_accuracy": 0.6880695223808289,
      "num_tokens": 14617007.0,
      "step": 1123
    },
    {
      "epoch": 0.71936,
      "grad_norm": 3.810415267944336,
      "learning_rate": 5e-06,
      "loss": 1.279,
      "mean_token_accuracy": 0.670023150742054,
      "num_tokens": 14629048.0,
      "step": 1124
    },
    {
      "epoch": 0.72,
      "grad_norm": 4.179751396179199,
      "learning_rate": 5e-06,
      "loss": 1.0399,
      "mean_token_accuracy": 0.7168305143713951,
      "num_tokens": 14639669.0,
      "step": 1125
    },
    {
      "epoch": 0.72064,
      "grad_norm": 3.539612054824829,
      "learning_rate": 5e-06,
      "loss": 1.3306,
      "mean_token_accuracy": 0.6881062537431717,
      "num_tokens": 14652435.0,
      "step": 1126
    },
    {
      "epoch": 0.72128,
      "grad_norm": 3.597693681716919,
      "learning_rate": 5e-06,
      "loss": 1.3782,
      "mean_token_accuracy": 0.6435956582427025,
      "num_tokens": 14664804.0,
      "step": 1127
    },
    {
      "epoch": 0.72192,
      "grad_norm": 3.3020715713500977,
      "learning_rate": 5e-06,
      "loss": 1.3158,
      "mean_token_accuracy": 0.6422711089253426,
      "num_tokens": 14679481.0,
      "step": 1128
    },
    {
      "epoch": 0.72256,
      "grad_norm": 3.4006054401397705,
      "learning_rate": 5e-06,
      "loss": 1.4268,
      "mean_token_accuracy": 0.6340702697634697,
      "num_tokens": 14693009.0,
      "step": 1129
    },
    {
      "epoch": 0.7232,
      "grad_norm": 3.6534066200256348,
      "learning_rate": 5e-06,
      "loss": 1.3942,
      "mean_token_accuracy": 0.6490144804120064,
      "num_tokens": 14704415.0,
      "step": 1130
    },
    {
      "epoch": 0.72384,
      "grad_norm": 4.022477149963379,
      "learning_rate": 5e-06,
      "loss": 1.4425,
      "mean_token_accuracy": 0.6391843035817146,
      "num_tokens": 14718972.0,
      "step": 1131
    },
    {
      "epoch": 0.72448,
      "grad_norm": 3.717512369155884,
      "learning_rate": 5e-06,
      "loss": 1.337,
      "mean_token_accuracy": 0.6694408059120178,
      "num_tokens": 14731864.0,
      "step": 1132
    },
    {
      "epoch": 0.72512,
      "grad_norm": 3.640937566757202,
      "learning_rate": 5e-06,
      "loss": 1.2358,
      "mean_token_accuracy": 0.6641776859760284,
      "num_tokens": 14743467.0,
      "step": 1133
    },
    {
      "epoch": 0.72576,
      "grad_norm": 3.5870702266693115,
      "learning_rate": 5e-06,
      "loss": 1.2264,
      "mean_token_accuracy": 0.6706337183713913,
      "num_tokens": 14755081.0,
      "step": 1134
    },
    {
      "epoch": 0.7264,
      "grad_norm": 3.6272132396698,
      "learning_rate": 5e-06,
      "loss": 1.3878,
      "mean_token_accuracy": 0.6861530616879463,
      "num_tokens": 14766730.0,
      "step": 1135
    },
    {
      "epoch": 0.72704,
      "grad_norm": 3.349130392074585,
      "learning_rate": 5e-06,
      "loss": 1.428,
      "mean_token_accuracy": 0.6495333984494209,
      "num_tokens": 14780158.0,
      "step": 1136
    },
    {
      "epoch": 0.72768,
      "grad_norm": 3.8108246326446533,
      "learning_rate": 5e-06,
      "loss": 1.2034,
      "mean_token_accuracy": 0.6748805195093155,
      "num_tokens": 14793884.0,
      "step": 1137
    },
    {
      "epoch": 0.72832,
      "grad_norm": 3.4483556747436523,
      "learning_rate": 5e-06,
      "loss": 1.3949,
      "mean_token_accuracy": 0.6391731649637222,
      "num_tokens": 14806967.0,
      "step": 1138
    },
    {
      "epoch": 0.72896,
      "grad_norm": 3.3666470050811768,
      "learning_rate": 5e-06,
      "loss": 1.2185,
      "mean_token_accuracy": 0.6691764742136002,
      "num_tokens": 14820303.0,
      "step": 1139
    },
    {
      "epoch": 0.7296,
      "grad_norm": 3.32536244392395,
      "learning_rate": 5e-06,
      "loss": 1.2849,
      "mean_token_accuracy": 0.6658271849155426,
      "num_tokens": 14834025.0,
      "step": 1140
    },
    {
      "epoch": 0.73024,
      "grad_norm": 3.825983762741089,
      "learning_rate": 5e-06,
      "loss": 1.6181,
      "mean_token_accuracy": 0.602071076631546,
      "num_tokens": 14847478.0,
      "step": 1141
    },
    {
      "epoch": 0.73088,
      "grad_norm": 4.397375106811523,
      "learning_rate": 5e-06,
      "loss": 1.3697,
      "mean_token_accuracy": 0.6505918800830841,
      "num_tokens": 14859179.0,
      "step": 1142
    },
    {
      "epoch": 0.73152,
      "grad_norm": 4.159323215484619,
      "learning_rate": 5e-06,
      "loss": 1.1297,
      "mean_token_accuracy": 0.7010925114154816,
      "num_tokens": 14869522.0,
      "step": 1143
    },
    {
      "epoch": 0.73216,
      "grad_norm": 3.4876530170440674,
      "learning_rate": 5e-06,
      "loss": 1.245,
      "mean_token_accuracy": 0.652951605618,
      "num_tokens": 14883372.0,
      "step": 1144
    },
    {
      "epoch": 0.7328,
      "grad_norm": 3.0746846199035645,
      "learning_rate": 5e-06,
      "loss": 1.5279,
      "mean_token_accuracy": 0.6031446754932404,
      "num_tokens": 14899033.0,
      "step": 1145
    },
    {
      "epoch": 0.73344,
      "grad_norm": 3.7521297931671143,
      "learning_rate": 5e-06,
      "loss": 1.186,
      "mean_token_accuracy": 0.6688085421919823,
      "num_tokens": 14913040.0,
      "step": 1146
    },
    {
      "epoch": 0.73408,
      "grad_norm": 3.9737706184387207,
      "learning_rate": 5e-06,
      "loss": 1.314,
      "mean_token_accuracy": 0.6808184832334518,
      "num_tokens": 14927324.0,
      "step": 1147
    },
    {
      "epoch": 0.73472,
      "grad_norm": 3.6961631774902344,
      "learning_rate": 5e-06,
      "loss": 1.264,
      "mean_token_accuracy": 0.6656776443123817,
      "num_tokens": 14938251.0,
      "step": 1148
    },
    {
      "epoch": 0.73536,
      "grad_norm": 4.080604553222656,
      "learning_rate": 5e-06,
      "loss": 1.4443,
      "mean_token_accuracy": 0.6355870217084885,
      "num_tokens": 14948864.0,
      "step": 1149
    },
    {
      "epoch": 0.736,
      "grad_norm": 3.284268617630005,
      "learning_rate": 5e-06,
      "loss": 1.1416,
      "mean_token_accuracy": 0.6982963308691978,
      "num_tokens": 14962968.0,
      "step": 1150
    },
    {
      "epoch": 0.73664,
      "grad_norm": 3.623760223388672,
      "learning_rate": 5e-06,
      "loss": 1.206,
      "mean_token_accuracy": 0.6715554222464561,
      "num_tokens": 14974492.0,
      "step": 1151
    },
    {
      "epoch": 0.73728,
      "grad_norm": 3.6222383975982666,
      "learning_rate": 5e-06,
      "loss": 1.2002,
      "mean_token_accuracy": 0.665322557091713,
      "num_tokens": 14987080.0,
      "step": 1152
    },
    {
      "epoch": 0.73792,
      "grad_norm": 4.134393692016602,
      "learning_rate": 5e-06,
      "loss": 1.3446,
      "mean_token_accuracy": 0.6732967086136341,
      "num_tokens": 14997376.0,
      "step": 1153
    },
    {
      "epoch": 0.73856,
      "grad_norm": 3.1004269123077393,
      "learning_rate": 5e-06,
      "loss": 1.1475,
      "mean_token_accuracy": 0.6673456728458405,
      "num_tokens": 15011696.0,
      "step": 1154
    },
    {
      "epoch": 0.7392,
      "grad_norm": 3.437642812728882,
      "learning_rate": 5e-06,
      "loss": 1.3756,
      "mean_token_accuracy": 0.6303885355591774,
      "num_tokens": 15026552.0,
      "step": 1155
    },
    {
      "epoch": 0.73984,
      "grad_norm": 8.039863586425781,
      "learning_rate": 5e-06,
      "loss": 1.2034,
      "mean_token_accuracy": 0.7016506418585777,
      "num_tokens": 15038554.0,
      "step": 1156
    },
    {
      "epoch": 0.74048,
      "grad_norm": 3.248920440673828,
      "learning_rate": 5e-06,
      "loss": 1.2926,
      "mean_token_accuracy": 0.6631775796413422,
      "num_tokens": 15054408.0,
      "step": 1157
    },
    {
      "epoch": 0.74112,
      "grad_norm": 3.959541082382202,
      "learning_rate": 5e-06,
      "loss": 1.45,
      "mean_token_accuracy": 0.6382048651576042,
      "num_tokens": 15065684.0,
      "step": 1158
    },
    {
      "epoch": 0.74176,
      "grad_norm": 4.347902297973633,
      "learning_rate": 5e-06,
      "loss": 1.0298,
      "mean_token_accuracy": 0.7234738394618034,
      "num_tokens": 15077041.0,
      "step": 1159
    },
    {
      "epoch": 0.7424,
      "grad_norm": 4.224346160888672,
      "learning_rate": 5e-06,
      "loss": 1.272,
      "mean_token_accuracy": 0.6782936900854111,
      "num_tokens": 15088347.0,
      "step": 1160
    },
    {
      "epoch": 0.74304,
      "grad_norm": 3.770258903503418,
      "learning_rate": 5e-06,
      "loss": 1.3465,
      "mean_token_accuracy": 0.661977045238018,
      "num_tokens": 15101460.0,
      "step": 1161
    },
    {
      "epoch": 0.74368,
      "grad_norm": 3.7153191566467285,
      "learning_rate": 5e-06,
      "loss": 1.3216,
      "mean_token_accuracy": 0.6487752310931683,
      "num_tokens": 15115486.0,
      "step": 1162
    },
    {
      "epoch": 0.74432,
      "grad_norm": 4.508492469787598,
      "learning_rate": 5e-06,
      "loss": 1.2035,
      "mean_token_accuracy": 0.6841593757271767,
      "num_tokens": 15125039.0,
      "step": 1163
    },
    {
      "epoch": 0.74496,
      "grad_norm": 3.0245108604431152,
      "learning_rate": 5e-06,
      "loss": 1.3148,
      "mean_token_accuracy": 0.6497530564665794,
      "num_tokens": 15142007.0,
      "step": 1164
    },
    {
      "epoch": 0.7456,
      "grad_norm": 3.7130560874938965,
      "learning_rate": 5e-06,
      "loss": 1.365,
      "mean_token_accuracy": 0.6439146772027016,
      "num_tokens": 15154070.0,
      "step": 1165
    },
    {
      "epoch": 0.74624,
      "grad_norm": 4.014090538024902,
      "learning_rate": 5e-06,
      "loss": 1.5601,
      "mean_token_accuracy": 0.6075103767216206,
      "num_tokens": 15165816.0,
      "step": 1166
    },
    {
      "epoch": 0.74688,
      "grad_norm": 3.5442097187042236,
      "learning_rate": 5e-06,
      "loss": 1.2896,
      "mean_token_accuracy": 0.6592826843261719,
      "num_tokens": 15180213.0,
      "step": 1167
    },
    {
      "epoch": 0.74752,
      "grad_norm": 3.3585143089294434,
      "learning_rate": 5e-06,
      "loss": 1.3492,
      "mean_token_accuracy": 0.650349847972393,
      "num_tokens": 15195358.0,
      "step": 1168
    },
    {
      "epoch": 0.74816,
      "grad_norm": 3.3249661922454834,
      "learning_rate": 5e-06,
      "loss": 1.2987,
      "mean_token_accuracy": 0.6541887670755386,
      "num_tokens": 15208187.0,
      "step": 1169
    },
    {
      "epoch": 0.7488,
      "grad_norm": 3.2732949256896973,
      "learning_rate": 5e-06,
      "loss": 1.4745,
      "mean_token_accuracy": 0.6346693634986877,
      "num_tokens": 15224302.0,
      "step": 1170
    },
    {
      "epoch": 0.74944,
      "grad_norm": 3.717664957046509,
      "learning_rate": 5e-06,
      "loss": 1.2258,
      "mean_token_accuracy": 0.6592052280902863,
      "num_tokens": 15235541.0,
      "step": 1171
    },
    {
      "epoch": 0.75008,
      "grad_norm": 3.3119561672210693,
      "learning_rate": 5e-06,
      "loss": 1.2281,
      "mean_token_accuracy": 0.6707274541258812,
      "num_tokens": 15249155.0,
      "step": 1172
    },
    {
      "epoch": 0.75072,
      "grad_norm": 3.4180824756622314,
      "learning_rate": 5e-06,
      "loss": 1.2323,
      "mean_token_accuracy": 0.6759630665183067,
      "num_tokens": 15262745.0,
      "step": 1173
    },
    {
      "epoch": 0.75136,
      "grad_norm": 3.351557970046997,
      "learning_rate": 5e-06,
      "loss": 1.2131,
      "mean_token_accuracy": 0.6812815740704536,
      "num_tokens": 15276413.0,
      "step": 1174
    },
    {
      "epoch": 0.752,
      "grad_norm": 4.228631973266602,
      "learning_rate": 5e-06,
      "loss": 1.1811,
      "mean_token_accuracy": 0.694750115275383,
      "num_tokens": 15287419.0,
      "step": 1175
    },
    {
      "epoch": 0.75264,
      "grad_norm": 3.346228837966919,
      "learning_rate": 5e-06,
      "loss": 1.4694,
      "mean_token_accuracy": 0.6221407428383827,
      "num_tokens": 15304245.0,
      "step": 1176
    },
    {
      "epoch": 0.75328,
      "grad_norm": 3.899305582046509,
      "learning_rate": 5e-06,
      "loss": 1.3843,
      "mean_token_accuracy": 0.6404564082622528,
      "num_tokens": 15315843.0,
      "step": 1177
    },
    {
      "epoch": 0.75392,
      "grad_norm": 3.3452677726745605,
      "learning_rate": 5e-06,
      "loss": 1.4037,
      "mean_token_accuracy": 0.6525731533765793,
      "num_tokens": 15330084.0,
      "step": 1178
    },
    {
      "epoch": 0.75456,
      "grad_norm": 3.4091222286224365,
      "learning_rate": 5e-06,
      "loss": 1.4005,
      "mean_token_accuracy": 0.6623276621103287,
      "num_tokens": 15342406.0,
      "step": 1179
    },
    {
      "epoch": 0.7552,
      "grad_norm": 3.5373282432556152,
      "learning_rate": 5e-06,
      "loss": 1.1613,
      "mean_token_accuracy": 0.6908905506134033,
      "num_tokens": 15355306.0,
      "step": 1180
    },
    {
      "epoch": 0.75584,
      "grad_norm": 3.9077682495117188,
      "learning_rate": 5e-06,
      "loss": 1.2934,
      "mean_token_accuracy": 0.6559719070792198,
      "num_tokens": 15365562.0,
      "step": 1181
    },
    {
      "epoch": 0.75648,
      "grad_norm": 4.251070022583008,
      "learning_rate": 5e-06,
      "loss": 1.1809,
      "mean_token_accuracy": 0.7090832963585854,
      "num_tokens": 15377910.0,
      "step": 1182
    },
    {
      "epoch": 0.75712,
      "grad_norm": 3.6916239261627197,
      "learning_rate": 5e-06,
      "loss": 1.1891,
      "mean_token_accuracy": 0.6642716750502586,
      "num_tokens": 15390158.0,
      "step": 1183
    },
    {
      "epoch": 0.75776,
      "grad_norm": 3.235966682434082,
      "learning_rate": 5e-06,
      "loss": 1.3514,
      "mean_token_accuracy": 0.654154047369957,
      "num_tokens": 15405763.0,
      "step": 1184
    },
    {
      "epoch": 0.7584,
      "grad_norm": 3.0988378524780273,
      "learning_rate": 5e-06,
      "loss": 1.3606,
      "mean_token_accuracy": 0.6405491232872009,
      "num_tokens": 15421326.0,
      "step": 1185
    },
    {
      "epoch": 0.75904,
      "grad_norm": 3.5612781047821045,
      "learning_rate": 5e-06,
      "loss": 1.3463,
      "mean_token_accuracy": 0.6501871645450592,
      "num_tokens": 15434530.0,
      "step": 1186
    },
    {
      "epoch": 0.75968,
      "grad_norm": 3.6004257202148438,
      "learning_rate": 5e-06,
      "loss": 1.346,
      "mean_token_accuracy": 0.6661404147744179,
      "num_tokens": 15448462.0,
      "step": 1187
    },
    {
      "epoch": 0.76032,
      "grad_norm": 4.093327045440674,
      "learning_rate": 5e-06,
      "loss": 1.257,
      "mean_token_accuracy": 0.6833517551422119,
      "num_tokens": 15460521.0,
      "step": 1188
    },
    {
      "epoch": 0.76096,
      "grad_norm": 3.7774133682250977,
      "learning_rate": 5e-06,
      "loss": 1.4023,
      "mean_token_accuracy": 0.6524300873279572,
      "num_tokens": 15472815.0,
      "step": 1189
    },
    {
      "epoch": 0.7616,
      "grad_norm": 3.2685515880584717,
      "learning_rate": 5e-06,
      "loss": 1.1868,
      "mean_token_accuracy": 0.6791387870907784,
      "num_tokens": 15488314.0,
      "step": 1190
    },
    {
      "epoch": 0.76224,
      "grad_norm": 3.4335551261901855,
      "learning_rate": 5e-06,
      "loss": 1.4461,
      "mean_token_accuracy": 0.6327428966760635,
      "num_tokens": 15502345.0,
      "step": 1191
    },
    {
      "epoch": 0.76288,
      "grad_norm": 3.3318638801574707,
      "learning_rate": 5e-06,
      "loss": 1.4262,
      "mean_token_accuracy": 0.632860004901886,
      "num_tokens": 15518148.0,
      "step": 1192
    },
    {
      "epoch": 0.76352,
      "grad_norm": 3.1482911109924316,
      "learning_rate": 5e-06,
      "loss": 1.2723,
      "mean_token_accuracy": 0.696734681725502,
      "num_tokens": 15532567.0,
      "step": 1193
    },
    {
      "epoch": 0.76416,
      "grad_norm": 4.470282554626465,
      "learning_rate": 5e-06,
      "loss": 1.4906,
      "mean_token_accuracy": 0.6341715455055237,
      "num_tokens": 15544296.0,
      "step": 1194
    },
    {
      "epoch": 0.7648,
      "grad_norm": 3.548245429992676,
      "learning_rate": 5e-06,
      "loss": 1.4285,
      "mean_token_accuracy": 0.628907784819603,
      "num_tokens": 15556178.0,
      "step": 1195
    },
    {
      "epoch": 0.76544,
      "grad_norm": 3.0455758571624756,
      "learning_rate": 5e-06,
      "loss": 1.2669,
      "mean_token_accuracy": 0.6598797962069511,
      "num_tokens": 15570402.0,
      "step": 1196
    },
    {
      "epoch": 0.76608,
      "grad_norm": 3.394630193710327,
      "learning_rate": 5e-06,
      "loss": 1.3457,
      "mean_token_accuracy": 0.6525625661015511,
      "num_tokens": 15583933.0,
      "step": 1197
    },
    {
      "epoch": 0.76672,
      "grad_norm": 3.572402238845825,
      "learning_rate": 5e-06,
      "loss": 1.1829,
      "mean_token_accuracy": 0.6823357492685318,
      "num_tokens": 15596838.0,
      "step": 1198
    },
    {
      "epoch": 0.76736,
      "grad_norm": 4.091769695281982,
      "learning_rate": 5e-06,
      "loss": 1.3601,
      "mean_token_accuracy": 0.6605678722262383,
      "num_tokens": 15609200.0,
      "step": 1199
    },
    {
      "epoch": 0.768,
      "grad_norm": 3.402550220489502,
      "learning_rate": 5e-06,
      "loss": 1.2345,
      "mean_token_accuracy": 0.6593906283378601,
      "num_tokens": 15623053.0,
      "step": 1200
    },
    {
      "epoch": 0.76864,
      "grad_norm": 3.7215263843536377,
      "learning_rate": 5e-06,
      "loss": 1.3201,
      "mean_token_accuracy": 0.6674540042877197,
      "num_tokens": 15635540.0,
      "step": 1201
    },
    {
      "epoch": 0.76928,
      "grad_norm": 3.5162336826324463,
      "learning_rate": 5e-06,
      "loss": 1.3041,
      "mean_token_accuracy": 0.662396639585495,
      "num_tokens": 15648152.0,
      "step": 1202
    },
    {
      "epoch": 0.76992,
      "grad_norm": 3.8758740425109863,
      "learning_rate": 5e-06,
      "loss": 1.2048,
      "mean_token_accuracy": 0.6618586331605911,
      "num_tokens": 15659825.0,
      "step": 1203
    },
    {
      "epoch": 0.77056,
      "grad_norm": 3.6302740573883057,
      "learning_rate": 5e-06,
      "loss": 1.463,
      "mean_token_accuracy": 0.6243670582771301,
      "num_tokens": 15675357.0,
      "step": 1204
    },
    {
      "epoch": 0.7712,
      "grad_norm": 3.250278949737549,
      "learning_rate": 5e-06,
      "loss": 1.3677,
      "mean_token_accuracy": 0.6358913704752922,
      "num_tokens": 15690114.0,
      "step": 1205
    },
    {
      "epoch": 0.77184,
      "grad_norm": 3.5102968215942383,
      "learning_rate": 5e-06,
      "loss": 1.1182,
      "mean_token_accuracy": 0.6968755125999451,
      "num_tokens": 15704497.0,
      "step": 1206
    },
    {
      "epoch": 0.77248,
      "grad_norm": 3.386099100112915,
      "learning_rate": 5e-06,
      "loss": 1.1454,
      "mean_token_accuracy": 0.6858478710055351,
      "num_tokens": 15718228.0,
      "step": 1207
    },
    {
      "epoch": 0.77312,
      "grad_norm": 3.6120481491088867,
      "learning_rate": 5e-06,
      "loss": 1.3312,
      "mean_token_accuracy": 0.669069878757,
      "num_tokens": 15731116.0,
      "step": 1208
    },
    {
      "epoch": 0.77376,
      "grad_norm": 3.7133243083953857,
      "learning_rate": 5e-06,
      "loss": 1.5032,
      "mean_token_accuracy": 0.6273391470313072,
      "num_tokens": 15743678.0,
      "step": 1209
    },
    {
      "epoch": 0.7744,
      "grad_norm": 3.4095213413238525,
      "learning_rate": 5e-06,
      "loss": 1.3583,
      "mean_token_accuracy": 0.6577341482043266,
      "num_tokens": 15757250.0,
      "step": 1210
    },
    {
      "epoch": 0.77504,
      "grad_norm": 4.357828140258789,
      "learning_rate": 5e-06,
      "loss": 1.4194,
      "mean_token_accuracy": 0.6646361202001572,
      "num_tokens": 15767568.0,
      "step": 1211
    },
    {
      "epoch": 0.77568,
      "grad_norm": 3.3669044971466064,
      "learning_rate": 5e-06,
      "loss": 1.3806,
      "mean_token_accuracy": 0.6653162240982056,
      "num_tokens": 15781457.0,
      "step": 1212
    },
    {
      "epoch": 0.77632,
      "grad_norm": 3.057096004486084,
      "learning_rate": 5e-06,
      "loss": 1.2735,
      "mean_token_accuracy": 0.6667918264865875,
      "num_tokens": 15796444.0,
      "step": 1213
    },
    {
      "epoch": 0.77696,
      "grad_norm": 3.549315929412842,
      "learning_rate": 5e-06,
      "loss": 1.255,
      "mean_token_accuracy": 0.668325200676918,
      "num_tokens": 15807909.0,
      "step": 1214
    },
    {
      "epoch": 0.7776,
      "grad_norm": 4.293363571166992,
      "learning_rate": 5e-06,
      "loss": 1.2011,
      "mean_token_accuracy": 0.7006052732467651,
      "num_tokens": 15818410.0,
      "step": 1215
    },
    {
      "epoch": 0.77824,
      "grad_norm": 3.4453113079071045,
      "learning_rate": 5e-06,
      "loss": 1.4502,
      "mean_token_accuracy": 0.6456183791160583,
      "num_tokens": 15830410.0,
      "step": 1216
    },
    {
      "epoch": 0.77888,
      "grad_norm": 3.340660572052002,
      "learning_rate": 5e-06,
      "loss": 1.3797,
      "mean_token_accuracy": 0.6471363380551338,
      "num_tokens": 15843270.0,
      "step": 1217
    },
    {
      "epoch": 0.77952,
      "grad_norm": 3.578989267349243,
      "learning_rate": 5e-06,
      "loss": 1.3165,
      "mean_token_accuracy": 0.6591121554374695,
      "num_tokens": 15856513.0,
      "step": 1218
    },
    {
      "epoch": 0.78016,
      "grad_norm": 3.311697483062744,
      "learning_rate": 5e-06,
      "loss": 1.3268,
      "mean_token_accuracy": 0.6524678990244865,
      "num_tokens": 15869453.0,
      "step": 1219
    },
    {
      "epoch": 0.7808,
      "grad_norm": 3.2292022705078125,
      "learning_rate": 5e-06,
      "loss": 1.2939,
      "mean_token_accuracy": 0.6603180393576622,
      "num_tokens": 15884284.0,
      "step": 1220
    },
    {
      "epoch": 0.78144,
      "grad_norm": 3.189804792404175,
      "learning_rate": 5e-06,
      "loss": 1.3883,
      "mean_token_accuracy": 0.6416840329766273,
      "num_tokens": 15898664.0,
      "step": 1221
    },
    {
      "epoch": 0.78208,
      "grad_norm": 3.1236817836761475,
      "learning_rate": 5e-06,
      "loss": 1.3237,
      "mean_token_accuracy": 0.6408574059605598,
      "num_tokens": 15913125.0,
      "step": 1222
    },
    {
      "epoch": 0.78272,
      "grad_norm": 4.161830902099609,
      "learning_rate": 5e-06,
      "loss": 1.4025,
      "mean_token_accuracy": 0.630896121263504,
      "num_tokens": 15925782.0,
      "step": 1223
    },
    {
      "epoch": 0.78336,
      "grad_norm": 3.626995086669922,
      "learning_rate": 5e-06,
      "loss": 1.087,
      "mean_token_accuracy": 0.6901156529784203,
      "num_tokens": 15936307.0,
      "step": 1224
    },
    {
      "epoch": 0.784,
      "grad_norm": 3.5811476707458496,
      "learning_rate": 5e-06,
      "loss": 1.1955,
      "mean_token_accuracy": 0.6784915700554848,
      "num_tokens": 15947469.0,
      "step": 1225
    },
    {
      "epoch": 0.78464,
      "grad_norm": 3.4900920391082764,
      "learning_rate": 5e-06,
      "loss": 1.3206,
      "mean_token_accuracy": 0.6642494723200798,
      "num_tokens": 15961802.0,
      "step": 1226
    },
    {
      "epoch": 0.78528,
      "grad_norm": 3.295171022415161,
      "learning_rate": 5e-06,
      "loss": 1.366,
      "mean_token_accuracy": 0.6388103812932968,
      "num_tokens": 15973542.0,
      "step": 1227
    },
    {
      "epoch": 0.78592,
      "grad_norm": 3.179863214492798,
      "learning_rate": 5e-06,
      "loss": 1.4789,
      "mean_token_accuracy": 0.6259790062904358,
      "num_tokens": 15987918.0,
      "step": 1228
    },
    {
      "epoch": 0.78656,
      "grad_norm": 3.5669660568237305,
      "learning_rate": 5e-06,
      "loss": 1.3716,
      "mean_token_accuracy": 0.6410401687026024,
      "num_tokens": 16000309.0,
      "step": 1229
    },
    {
      "epoch": 0.7872,
      "grad_norm": 3.2992517948150635,
      "learning_rate": 5e-06,
      "loss": 1.3798,
      "mean_token_accuracy": 0.6566397473216057,
      "num_tokens": 16014417.0,
      "step": 1230
    },
    {
      "epoch": 0.78784,
      "grad_norm": 3.6735100746154785,
      "learning_rate": 5e-06,
      "loss": 1.2311,
      "mean_token_accuracy": 0.6738264411687851,
      "num_tokens": 16026169.0,
      "step": 1231
    },
    {
      "epoch": 0.78848,
      "grad_norm": 4.013977527618408,
      "learning_rate": 5e-06,
      "loss": 1.3946,
      "mean_token_accuracy": 0.6297749131917953,
      "num_tokens": 16036396.0,
      "step": 1232
    },
    {
      "epoch": 0.78912,
      "grad_norm": 3.506371259689331,
      "learning_rate": 5e-06,
      "loss": 1.3798,
      "mean_token_accuracy": 0.6475069150328636,
      "num_tokens": 16049573.0,
      "step": 1233
    },
    {
      "epoch": 0.78976,
      "grad_norm": 3.0766477584838867,
      "learning_rate": 5e-06,
      "loss": 1.4281,
      "mean_token_accuracy": 0.6643402278423309,
      "num_tokens": 16064639.0,
      "step": 1234
    },
    {
      "epoch": 0.7904,
      "grad_norm": 3.5113558769226074,
      "learning_rate": 5e-06,
      "loss": 1.1854,
      "mean_token_accuracy": 0.6849528402090073,
      "num_tokens": 16078167.0,
      "step": 1235
    },
    {
      "epoch": 0.79104,
      "grad_norm": 3.223271369934082,
      "learning_rate": 5e-06,
      "loss": 1.3133,
      "mean_token_accuracy": 0.6554304733872414,
      "num_tokens": 16093693.0,
      "step": 1236
    },
    {
      "epoch": 0.79168,
      "grad_norm": 3.661078691482544,
      "learning_rate": 5e-06,
      "loss": 1.2121,
      "mean_token_accuracy": 0.7052098885178566,
      "num_tokens": 16105008.0,
      "step": 1237
    },
    {
      "epoch": 0.79232,
      "grad_norm": 3.4575560092926025,
      "learning_rate": 5e-06,
      "loss": 1.3498,
      "mean_token_accuracy": 0.6544990688562393,
      "num_tokens": 16117846.0,
      "step": 1238
    },
    {
      "epoch": 0.79296,
      "grad_norm": 3.559100866317749,
      "learning_rate": 5e-06,
      "loss": 1.4116,
      "mean_token_accuracy": 0.6313577368855476,
      "num_tokens": 16130981.0,
      "step": 1239
    },
    {
      "epoch": 0.7936,
      "grad_norm": 3.2983896732330322,
      "learning_rate": 5e-06,
      "loss": 1.3647,
      "mean_token_accuracy": 0.6640519946813583,
      "num_tokens": 16144847.0,
      "step": 1240
    },
    {
      "epoch": 0.79424,
      "grad_norm": 3.622084856033325,
      "learning_rate": 5e-06,
      "loss": 1.292,
      "mean_token_accuracy": 0.6699836328625679,
      "num_tokens": 16156779.0,
      "step": 1241
    },
    {
      "epoch": 0.79488,
      "grad_norm": 4.421840190887451,
      "learning_rate": 5e-06,
      "loss": 1.2792,
      "mean_token_accuracy": 0.673715990036726,
      "num_tokens": 16166792.0,
      "step": 1242
    },
    {
      "epoch": 0.79552,
      "grad_norm": 3.312913656234741,
      "learning_rate": 5e-06,
      "loss": 1.4633,
      "mean_token_accuracy": 0.6244674026966095,
      "num_tokens": 16181336.0,
      "step": 1243
    },
    {
      "epoch": 0.79616,
      "grad_norm": 3.5397815704345703,
      "learning_rate": 5e-06,
      "loss": 1.4338,
      "mean_token_accuracy": 0.6298167407512665,
      "num_tokens": 16194684.0,
      "step": 1244
    },
    {
      "epoch": 0.7968,
      "grad_norm": 3.798386335372925,
      "learning_rate": 5e-06,
      "loss": 1.3008,
      "mean_token_accuracy": 0.6577273011207581,
      "num_tokens": 16206010.0,
      "step": 1245
    },
    {
      "epoch": 0.79744,
      "grad_norm": 3.379908561706543,
      "learning_rate": 5e-06,
      "loss": 1.0665,
      "mean_token_accuracy": 0.6839143261313438,
      "num_tokens": 16220119.0,
      "step": 1246
    },
    {
      "epoch": 0.79808,
      "grad_norm": 3.7385215759277344,
      "learning_rate": 5e-06,
      "loss": 1.2292,
      "mean_token_accuracy": 0.6770885214209557,
      "num_tokens": 16230676.0,
      "step": 1247
    },
    {
      "epoch": 0.79872,
      "grad_norm": 3.6756489276885986,
      "learning_rate": 5e-06,
      "loss": 1.2106,
      "mean_token_accuracy": 0.6802457198500633,
      "num_tokens": 16243393.0,
      "step": 1248
    },
    {
      "epoch": 0.79936,
      "grad_norm": 3.861645221710205,
      "learning_rate": 5e-06,
      "loss": 1.2558,
      "mean_token_accuracy": 0.6762053146958351,
      "num_tokens": 16254097.0,
      "step": 1249
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.3169620037078857,
      "learning_rate": 5e-06,
      "loss": 1.2539,
      "mean_token_accuracy": 0.6607455164194107,
      "num_tokens": 16268379.0,
      "step": 1250
    },
    {
      "epoch": 0.80064,
      "grad_norm": 3.2894480228424072,
      "learning_rate": 5e-06,
      "loss": 1.3166,
      "mean_token_accuracy": 0.6549070253968239,
      "num_tokens": 16283564.0,
      "step": 1251
    },
    {
      "epoch": 0.80128,
      "grad_norm": 3.8048436641693115,
      "learning_rate": 5e-06,
      "loss": 1.424,
      "mean_token_accuracy": 0.6509182900190353,
      "num_tokens": 16295386.0,
      "step": 1252
    },
    {
      "epoch": 0.80192,
      "grad_norm": 3.7577552795410156,
      "learning_rate": 5e-06,
      "loss": 1.1979,
      "mean_token_accuracy": 0.6759278625249863,
      "num_tokens": 16309119.0,
      "step": 1253
    },
    {
      "epoch": 0.80256,
      "grad_norm": 3.8013439178466797,
      "learning_rate": 5e-06,
      "loss": 1.3405,
      "mean_token_accuracy": 0.668271005153656,
      "num_tokens": 16320088.0,
      "step": 1254
    },
    {
      "epoch": 0.8032,
      "grad_norm": 3.75661039352417,
      "learning_rate": 5e-06,
      "loss": 1.2675,
      "mean_token_accuracy": 0.6828467771410942,
      "num_tokens": 16332206.0,
      "step": 1255
    },
    {
      "epoch": 0.80384,
      "grad_norm": 4.377762794494629,
      "learning_rate": 5e-06,
      "loss": 1.49,
      "mean_token_accuracy": 0.6417308822274208,
      "num_tokens": 16344154.0,
      "step": 1256
    },
    {
      "epoch": 0.80448,
      "grad_norm": 3.524298906326294,
      "learning_rate": 5e-06,
      "loss": 1.2527,
      "mean_token_accuracy": 0.6651709750294685,
      "num_tokens": 16357771.0,
      "step": 1257
    },
    {
      "epoch": 0.80512,
      "grad_norm": 3.6572201251983643,
      "learning_rate": 5e-06,
      "loss": 1.3117,
      "mean_token_accuracy": 0.6568779051303864,
      "num_tokens": 16369715.0,
      "step": 1258
    },
    {
      "epoch": 0.80576,
      "grad_norm": 3.557985305786133,
      "learning_rate": 5e-06,
      "loss": 1.178,
      "mean_token_accuracy": 0.688338540494442,
      "num_tokens": 16381110.0,
      "step": 1259
    },
    {
      "epoch": 0.8064,
      "grad_norm": 3.9126033782958984,
      "learning_rate": 5e-06,
      "loss": 1.5385,
      "mean_token_accuracy": 0.6207233294844627,
      "num_tokens": 16393612.0,
      "step": 1260
    },
    {
      "epoch": 0.80704,
      "grad_norm": 3.5483007431030273,
      "learning_rate": 5e-06,
      "loss": 1.1773,
      "mean_token_accuracy": 0.6948479861021042,
      "num_tokens": 16406331.0,
      "step": 1261
    },
    {
      "epoch": 0.80768,
      "grad_norm": 3.6159143447875977,
      "learning_rate": 5e-06,
      "loss": 1.3108,
      "mean_token_accuracy": 0.6626102104783058,
      "num_tokens": 16418794.0,
      "step": 1262
    },
    {
      "epoch": 0.80832,
      "grad_norm": 3.201352834701538,
      "learning_rate": 5e-06,
      "loss": 1.346,
      "mean_token_accuracy": 0.6304316557943821,
      "num_tokens": 16429613.0,
      "step": 1263
    },
    {
      "epoch": 0.80896,
      "grad_norm": 3.9572861194610596,
      "learning_rate": 5e-06,
      "loss": 1.0437,
      "mean_token_accuracy": 0.7080657631158829,
      "num_tokens": 16440987.0,
      "step": 1264
    },
    {
      "epoch": 0.8096,
      "grad_norm": 3.182184934616089,
      "learning_rate": 5e-06,
      "loss": 1.356,
      "mean_token_accuracy": 0.6579003632068634,
      "num_tokens": 16455570.0,
      "step": 1265
    },
    {
      "epoch": 0.81024,
      "grad_norm": 3.835308313369751,
      "learning_rate": 5e-06,
      "loss": 1.4172,
      "mean_token_accuracy": 0.6239579617977142,
      "num_tokens": 16468080.0,
      "step": 1266
    },
    {
      "epoch": 0.81088,
      "grad_norm": 3.3559696674346924,
      "learning_rate": 5e-06,
      "loss": 1.1735,
      "mean_token_accuracy": 0.6860703229904175,
      "num_tokens": 16481207.0,
      "step": 1267
    },
    {
      "epoch": 0.81152,
      "grad_norm": 3.19657039642334,
      "learning_rate": 5e-06,
      "loss": 1.3224,
      "mean_token_accuracy": 0.6673007681965828,
      "num_tokens": 16495219.0,
      "step": 1268
    },
    {
      "epoch": 0.81216,
      "grad_norm": 3.2514398097991943,
      "learning_rate": 5e-06,
      "loss": 1.4182,
      "mean_token_accuracy": 0.6229546442627907,
      "num_tokens": 16511488.0,
      "step": 1269
    },
    {
      "epoch": 0.8128,
      "grad_norm": 2.9578235149383545,
      "learning_rate": 5e-06,
      "loss": 1.0946,
      "mean_token_accuracy": 0.6994348987936974,
      "num_tokens": 16527874.0,
      "step": 1270
    },
    {
      "epoch": 0.81344,
      "grad_norm": 3.202214479446411,
      "learning_rate": 5e-06,
      "loss": 1.4316,
      "mean_token_accuracy": 0.625508576631546,
      "num_tokens": 16542263.0,
      "step": 1271
    },
    {
      "epoch": 0.81408,
      "grad_norm": 3.9414408206939697,
      "learning_rate": 5e-06,
      "loss": 1.2243,
      "mean_token_accuracy": 0.6666690483689308,
      "num_tokens": 16554216.0,
      "step": 1272
    },
    {
      "epoch": 0.81472,
      "grad_norm": 3.792768955230713,
      "learning_rate": 5e-06,
      "loss": 1.2563,
      "mean_token_accuracy": 0.6469622924923897,
      "num_tokens": 16566251.0,
      "step": 1273
    },
    {
      "epoch": 0.81536,
      "grad_norm": 3.4059951305389404,
      "learning_rate": 5e-06,
      "loss": 1.3999,
      "mean_token_accuracy": 0.6422073394060135,
      "num_tokens": 16579765.0,
      "step": 1274
    },
    {
      "epoch": 0.816,
      "grad_norm": 4.562513828277588,
      "learning_rate": 5e-06,
      "loss": 1.2946,
      "mean_token_accuracy": 0.6693150997161865,
      "num_tokens": 16589352.0,
      "step": 1275
    },
    {
      "epoch": 0.81664,
      "grad_norm": 4.269272327423096,
      "learning_rate": 5e-06,
      "loss": 1.2899,
      "mean_token_accuracy": 0.6878708451986313,
      "num_tokens": 16598911.0,
      "step": 1276
    },
    {
      "epoch": 0.81728,
      "grad_norm": 3.5766615867614746,
      "learning_rate": 5e-06,
      "loss": 1.3643,
      "mean_token_accuracy": 0.6596589758992195,
      "num_tokens": 16612073.0,
      "step": 1277
    },
    {
      "epoch": 0.81792,
      "grad_norm": 3.2693169116973877,
      "learning_rate": 5e-06,
      "loss": 1.2538,
      "mean_token_accuracy": 0.6582971885800362,
      "num_tokens": 16626673.0,
      "step": 1278
    },
    {
      "epoch": 0.81856,
      "grad_norm": 3.7346718311309814,
      "learning_rate": 5e-06,
      "loss": 1.4059,
      "mean_token_accuracy": 0.6605831310153008,
      "num_tokens": 16640222.0,
      "step": 1279
    },
    {
      "epoch": 0.8192,
      "grad_norm": 3.571347951889038,
      "learning_rate": 5e-06,
      "loss": 1.378,
      "mean_token_accuracy": 0.6396291702985764,
      "num_tokens": 16652331.0,
      "step": 1280
    },
    {
      "epoch": 0.81984,
      "grad_norm": 3.3202948570251465,
      "learning_rate": 5e-06,
      "loss": 1.3002,
      "mean_token_accuracy": 0.656744010746479,
      "num_tokens": 16664098.0,
      "step": 1281
    },
    {
      "epoch": 0.82048,
      "grad_norm": 3.2276108264923096,
      "learning_rate": 5e-06,
      "loss": 1.1796,
      "mean_token_accuracy": 0.6782404407858849,
      "num_tokens": 16678834.0,
      "step": 1282
    },
    {
      "epoch": 0.82112,
      "grad_norm": 3.5021538734436035,
      "learning_rate": 5e-06,
      "loss": 1.1757,
      "mean_token_accuracy": 0.6985038220882416,
      "num_tokens": 16692514.0,
      "step": 1283
    },
    {
      "epoch": 0.82176,
      "grad_norm": 3.8361024856567383,
      "learning_rate": 5e-06,
      "loss": 1.3879,
      "mean_token_accuracy": 0.6511978656053543,
      "num_tokens": 16705296.0,
      "step": 1284
    },
    {
      "epoch": 0.8224,
      "grad_norm": 3.3450541496276855,
      "learning_rate": 5e-06,
      "loss": 1.4618,
      "mean_token_accuracy": 0.6236701160669327,
      "num_tokens": 16719506.0,
      "step": 1285
    },
    {
      "epoch": 0.82304,
      "grad_norm": 3.344872236251831,
      "learning_rate": 5e-06,
      "loss": 1.4341,
      "mean_token_accuracy": 0.6452220380306244,
      "num_tokens": 16733788.0,
      "step": 1286
    },
    {
      "epoch": 0.82368,
      "grad_norm": 3.2765679359436035,
      "learning_rate": 5e-06,
      "loss": 1.3945,
      "mean_token_accuracy": 0.6469878405332565,
      "num_tokens": 16746762.0,
      "step": 1287
    },
    {
      "epoch": 0.82432,
      "grad_norm": 3.3606464862823486,
      "learning_rate": 5e-06,
      "loss": 1.442,
      "mean_token_accuracy": 0.6300052553415298,
      "num_tokens": 16762035.0,
      "step": 1288
    },
    {
      "epoch": 0.82496,
      "grad_norm": 3.9703168869018555,
      "learning_rate": 5e-06,
      "loss": 1.4146,
      "mean_token_accuracy": 0.6354392319917679,
      "num_tokens": 16772696.0,
      "step": 1289
    },
    {
      "epoch": 0.8256,
      "grad_norm": 3.2966363430023193,
      "learning_rate": 5e-06,
      "loss": 1.2722,
      "mean_token_accuracy": 0.665034607052803,
      "num_tokens": 16787285.0,
      "step": 1290
    },
    {
      "epoch": 0.82624,
      "grad_norm": 3.6354568004608154,
      "learning_rate": 5e-06,
      "loss": 1.2903,
      "mean_token_accuracy": 0.6690637767314911,
      "num_tokens": 16799868.0,
      "step": 1291
    },
    {
      "epoch": 0.82688,
      "grad_norm": 3.9511008262634277,
      "learning_rate": 5e-06,
      "loss": 1.3668,
      "mean_token_accuracy": 0.6623431816697121,
      "num_tokens": 16811306.0,
      "step": 1292
    },
    {
      "epoch": 0.82752,
      "grad_norm": 3.4990999698638916,
      "learning_rate": 5e-06,
      "loss": 1.2118,
      "mean_token_accuracy": 0.6844175234436989,
      "num_tokens": 16824295.0,
      "step": 1293
    },
    {
      "epoch": 0.82816,
      "grad_norm": 3.638296604156494,
      "learning_rate": 5e-06,
      "loss": 1.1873,
      "mean_token_accuracy": 0.6708608791232109,
      "num_tokens": 16836129.0,
      "step": 1294
    },
    {
      "epoch": 0.8288,
      "grad_norm": 3.5374062061309814,
      "learning_rate": 5e-06,
      "loss": 1.3716,
      "mean_token_accuracy": 0.662922739982605,
      "num_tokens": 16849257.0,
      "step": 1295
    },
    {
      "epoch": 0.82944,
      "grad_norm": 4.183645725250244,
      "learning_rate": 5e-06,
      "loss": 1.2535,
      "mean_token_accuracy": 0.6610106378793716,
      "num_tokens": 16860223.0,
      "step": 1296
    },
    {
      "epoch": 0.83008,
      "grad_norm": 3.551673412322998,
      "learning_rate": 5e-06,
      "loss": 1.2743,
      "mean_token_accuracy": 0.6478192396461964,
      "num_tokens": 16871987.0,
      "step": 1297
    },
    {
      "epoch": 0.83072,
      "grad_norm": 3.2299296855926514,
      "learning_rate": 5e-06,
      "loss": 1.3783,
      "mean_token_accuracy": 0.6627595871686935,
      "num_tokens": 16886179.0,
      "step": 1298
    },
    {
      "epoch": 0.83136,
      "grad_norm": 3.688389301300049,
      "learning_rate": 5e-06,
      "loss": 1.0686,
      "mean_token_accuracy": 0.7124327570199966,
      "num_tokens": 16898088.0,
      "step": 1299
    },
    {
      "epoch": 0.832,
      "grad_norm": 3.371751070022583,
      "learning_rate": 5e-06,
      "loss": 1.4761,
      "mean_token_accuracy": 0.624034658074379,
      "num_tokens": 16912488.0,
      "step": 1300
    },
    {
      "epoch": 0.83264,
      "grad_norm": 3.6259591579437256,
      "learning_rate": 5e-06,
      "loss": 1.1865,
      "mean_token_accuracy": 0.6735802069306374,
      "num_tokens": 16926127.0,
      "step": 1301
    },
    {
      "epoch": 0.83328,
      "grad_norm": 3.571916103363037,
      "learning_rate": 5e-06,
      "loss": 1.5566,
      "mean_token_accuracy": 0.62827018648386,
      "num_tokens": 16939816.0,
      "step": 1302
    },
    {
      "epoch": 0.83392,
      "grad_norm": 3.3074350357055664,
      "learning_rate": 5e-06,
      "loss": 1.4043,
      "mean_token_accuracy": 0.639069065451622,
      "num_tokens": 16953696.0,
      "step": 1303
    },
    {
      "epoch": 0.83456,
      "grad_norm": 3.573622941970825,
      "learning_rate": 5e-06,
      "loss": 1.3567,
      "mean_token_accuracy": 0.6488766446709633,
      "num_tokens": 16965974.0,
      "step": 1304
    },
    {
      "epoch": 0.8352,
      "grad_norm": 3.201739549636841,
      "learning_rate": 5e-06,
      "loss": 1.2488,
      "mean_token_accuracy": 0.6712930873036385,
      "num_tokens": 16980031.0,
      "step": 1305
    },
    {
      "epoch": 0.83584,
      "grad_norm": 3.284263849258423,
      "learning_rate": 5e-06,
      "loss": 1.3163,
      "mean_token_accuracy": 0.6636942848563194,
      "num_tokens": 16993264.0,
      "step": 1306
    },
    {
      "epoch": 0.83648,
      "grad_norm": 3.39267897605896,
      "learning_rate": 5e-06,
      "loss": 1.2675,
      "mean_token_accuracy": 0.6717317998409271,
      "num_tokens": 17005939.0,
      "step": 1307
    },
    {
      "epoch": 0.83712,
      "grad_norm": 3.601962089538574,
      "learning_rate": 5e-06,
      "loss": 1.2444,
      "mean_token_accuracy": 0.7010955587029457,
      "num_tokens": 17019858.0,
      "step": 1308
    },
    {
      "epoch": 0.83776,
      "grad_norm": 4.25007438659668,
      "learning_rate": 5e-06,
      "loss": 1.2578,
      "mean_token_accuracy": 0.6884395852684975,
      "num_tokens": 17031840.0,
      "step": 1309
    },
    {
      "epoch": 0.8384,
      "grad_norm": 3.216642379760742,
      "learning_rate": 5e-06,
      "loss": 1.07,
      "mean_token_accuracy": 0.6811397597193718,
      "num_tokens": 17043624.0,
      "step": 1310
    },
    {
      "epoch": 0.83904,
      "grad_norm": 4.06812858581543,
      "learning_rate": 5e-06,
      "loss": 1.2633,
      "mean_token_accuracy": 0.6581188440322876,
      "num_tokens": 17055221.0,
      "step": 1311
    },
    {
      "epoch": 0.83968,
      "grad_norm": 4.409648418426514,
      "learning_rate": 5e-06,
      "loss": 1.4064,
      "mean_token_accuracy": 0.6504970565438271,
      "num_tokens": 17065224.0,
      "step": 1312
    },
    {
      "epoch": 0.84032,
      "grad_norm": 3.070948839187622,
      "learning_rate": 5e-06,
      "loss": 1.3761,
      "mean_token_accuracy": 0.6479237154126167,
      "num_tokens": 17078405.0,
      "step": 1313
    },
    {
      "epoch": 0.84096,
      "grad_norm": 3.568082094192505,
      "learning_rate": 5e-06,
      "loss": 1.0255,
      "mean_token_accuracy": 0.6967073529958725,
      "num_tokens": 17091614.0,
      "step": 1314
    },
    {
      "epoch": 0.8416,
      "grad_norm": 3.664025068283081,
      "learning_rate": 5e-06,
      "loss": 1.4398,
      "mean_token_accuracy": 0.6788545474410057,
      "num_tokens": 17104109.0,
      "step": 1315
    },
    {
      "epoch": 0.84224,
      "grad_norm": 3.4449939727783203,
      "learning_rate": 5e-06,
      "loss": 1.203,
      "mean_token_accuracy": 0.6785411536693573,
      "num_tokens": 17116517.0,
      "step": 1316
    },
    {
      "epoch": 0.84288,
      "grad_norm": 3.2764899730682373,
      "learning_rate": 5e-06,
      "loss": 1.2928,
      "mean_token_accuracy": 0.6439727321267128,
      "num_tokens": 17130912.0,
      "step": 1317
    },
    {
      "epoch": 0.84352,
      "grad_norm": 3.6440088748931885,
      "learning_rate": 5e-06,
      "loss": 1.076,
      "mean_token_accuracy": 0.7138596475124359,
      "num_tokens": 17143603.0,
      "step": 1318
    },
    {
      "epoch": 0.84416,
      "grad_norm": 3.7815802097320557,
      "learning_rate": 5e-06,
      "loss": 1.4247,
      "mean_token_accuracy": 0.6309964135289192,
      "num_tokens": 17156597.0,
      "step": 1319
    },
    {
      "epoch": 0.8448,
      "grad_norm": 3.145379066467285,
      "learning_rate": 5e-06,
      "loss": 1.0981,
      "mean_token_accuracy": 0.7020114660263062,
      "num_tokens": 17170210.0,
      "step": 1320
    },
    {
      "epoch": 0.84544,
      "grad_norm": 4.029253005981445,
      "learning_rate": 5e-06,
      "loss": 1.4513,
      "mean_token_accuracy": 0.6537614092230797,
      "num_tokens": 17182328.0,
      "step": 1321
    },
    {
      "epoch": 0.84608,
      "grad_norm": 3.2656235694885254,
      "learning_rate": 5e-06,
      "loss": 1.5357,
      "mean_token_accuracy": 0.641093410551548,
      "num_tokens": 17197005.0,
      "step": 1322
    },
    {
      "epoch": 0.84672,
      "grad_norm": 3.559967041015625,
      "learning_rate": 5e-06,
      "loss": 1.0718,
      "mean_token_accuracy": 0.7045318782329559,
      "num_tokens": 17208973.0,
      "step": 1323
    },
    {
      "epoch": 0.84736,
      "grad_norm": 3.366745710372925,
      "learning_rate": 5e-06,
      "loss": 1.3679,
      "mean_token_accuracy": 0.6683920547366142,
      "num_tokens": 17221909.0,
      "step": 1324
    },
    {
      "epoch": 0.848,
      "grad_norm": 3.4706954956054688,
      "learning_rate": 5e-06,
      "loss": 1.317,
      "mean_token_accuracy": 0.6562648341059685,
      "num_tokens": 17234739.0,
      "step": 1325
    },
    {
      "epoch": 0.84864,
      "grad_norm": 3.4657156467437744,
      "learning_rate": 5e-06,
      "loss": 1.4667,
      "mean_token_accuracy": 0.6328883245587349,
      "num_tokens": 17249245.0,
      "step": 1326
    },
    {
      "epoch": 0.84928,
      "grad_norm": 3.4521939754486084,
      "learning_rate": 5e-06,
      "loss": 1.4047,
      "mean_token_accuracy": 0.6429140567779541,
      "num_tokens": 17263466.0,
      "step": 1327
    },
    {
      "epoch": 0.84992,
      "grad_norm": 3.3580243587493896,
      "learning_rate": 5e-06,
      "loss": 1.4,
      "mean_token_accuracy": 0.6485451236367226,
      "num_tokens": 17277966.0,
      "step": 1328
    },
    {
      "epoch": 0.85056,
      "grad_norm": 3.6181726455688477,
      "learning_rate": 5e-06,
      "loss": 1.4906,
      "mean_token_accuracy": 0.6203976050019264,
      "num_tokens": 17290080.0,
      "step": 1329
    },
    {
      "epoch": 0.8512,
      "grad_norm": 3.0654401779174805,
      "learning_rate": 5e-06,
      "loss": 1.3708,
      "mean_token_accuracy": 0.6423755809664726,
      "num_tokens": 17307462.0,
      "step": 1330
    },
    {
      "epoch": 0.85184,
      "grad_norm": 3.682450294494629,
      "learning_rate": 5e-06,
      "loss": 1.4412,
      "mean_token_accuracy": 0.6563334167003632,
      "num_tokens": 17320760.0,
      "step": 1331
    },
    {
      "epoch": 0.85248,
      "grad_norm": 4.22981071472168,
      "learning_rate": 5e-06,
      "loss": 1.1568,
      "mean_token_accuracy": 0.687714472413063,
      "num_tokens": 17330799.0,
      "step": 1332
    },
    {
      "epoch": 0.85312,
      "grad_norm": 3.9495580196380615,
      "learning_rate": 5e-06,
      "loss": 1.385,
      "mean_token_accuracy": 0.643461637198925,
      "num_tokens": 17340826.0,
      "step": 1333
    },
    {
      "epoch": 0.85376,
      "grad_norm": 3.5318918228149414,
      "learning_rate": 5e-06,
      "loss": 1.2977,
      "mean_token_accuracy": 0.6616112142801285,
      "num_tokens": 17353805.0,
      "step": 1334
    },
    {
      "epoch": 0.8544,
      "grad_norm": 3.967776298522949,
      "learning_rate": 5e-06,
      "loss": 1.2952,
      "mean_token_accuracy": 0.6506235525012016,
      "num_tokens": 17366394.0,
      "step": 1335
    },
    {
      "epoch": 0.85504,
      "grad_norm": 3.663810968399048,
      "learning_rate": 5e-06,
      "loss": 1.148,
      "mean_token_accuracy": 0.6877422258257866,
      "num_tokens": 17377970.0,
      "step": 1336
    },
    {
      "epoch": 0.85568,
      "grad_norm": 3.229074478149414,
      "learning_rate": 5e-06,
      "loss": 1.2273,
      "mean_token_accuracy": 0.6863315925002098,
      "num_tokens": 17392020.0,
      "step": 1337
    },
    {
      "epoch": 0.85632,
      "grad_norm": 3.3477957248687744,
      "learning_rate": 5e-06,
      "loss": 1.054,
      "mean_token_accuracy": 0.7150156199932098,
      "num_tokens": 17404119.0,
      "step": 1338
    },
    {
      "epoch": 0.85696,
      "grad_norm": 3.4252710342407227,
      "learning_rate": 5e-06,
      "loss": 1.4177,
      "mean_token_accuracy": 0.6546554416418076,
      "num_tokens": 17418373.0,
      "step": 1339
    },
    {
      "epoch": 0.8576,
      "grad_norm": 3.3960907459259033,
      "learning_rate": 5e-06,
      "loss": 1.2424,
      "mean_token_accuracy": 0.6713818609714508,
      "num_tokens": 17430650.0,
      "step": 1340
    },
    {
      "epoch": 0.85824,
      "grad_norm": 3.5569021701812744,
      "learning_rate": 5e-06,
      "loss": 1.4048,
      "mean_token_accuracy": 0.6662162095308304,
      "num_tokens": 17443979.0,
      "step": 1341
    },
    {
      "epoch": 0.85888,
      "grad_norm": 3.508941650390625,
      "learning_rate": 5e-06,
      "loss": 1.552,
      "mean_token_accuracy": 0.6020488813519478,
      "num_tokens": 17458181.0,
      "step": 1342
    },
    {
      "epoch": 0.85952,
      "grad_norm": 3.9543237686157227,
      "learning_rate": 5e-06,
      "loss": 1.5179,
      "mean_token_accuracy": 0.6510177925229073,
      "num_tokens": 17469923.0,
      "step": 1343
    },
    {
      "epoch": 0.86016,
      "grad_norm": 4.113687515258789,
      "learning_rate": 5e-06,
      "loss": 1.3311,
      "mean_token_accuracy": 0.652983695268631,
      "num_tokens": 17483696.0,
      "step": 1344
    },
    {
      "epoch": 0.8608,
      "grad_norm": 3.756329298019409,
      "learning_rate": 5e-06,
      "loss": 1.2371,
      "mean_token_accuracy": 0.6460439562797546,
      "num_tokens": 17496524.0,
      "step": 1345
    },
    {
      "epoch": 0.86144,
      "grad_norm": 3.375931978225708,
      "learning_rate": 5e-06,
      "loss": 1.3934,
      "mean_token_accuracy": 0.6481117159128189,
      "num_tokens": 17510332.0,
      "step": 1346
    },
    {
      "epoch": 0.86208,
      "grad_norm": 4.059141635894775,
      "learning_rate": 5e-06,
      "loss": 1.0956,
      "mean_token_accuracy": 0.6906588524580002,
      "num_tokens": 17520886.0,
      "step": 1347
    },
    {
      "epoch": 0.86272,
      "grad_norm": 2.9917287826538086,
      "learning_rate": 5e-06,
      "loss": 1.2105,
      "mean_token_accuracy": 0.6634574681520462,
      "num_tokens": 17536190.0,
      "step": 1348
    },
    {
      "epoch": 0.86336,
      "grad_norm": 3.9010698795318604,
      "learning_rate": 5e-06,
      "loss": 1.2638,
      "mean_token_accuracy": 0.6710032075643539,
      "num_tokens": 17548427.0,
      "step": 1349
    },
    {
      "epoch": 0.864,
      "grad_norm": 3.535780668258667,
      "learning_rate": 5e-06,
      "loss": 1.2962,
      "mean_token_accuracy": 0.6431876122951508,
      "num_tokens": 17561319.0,
      "step": 1350
    },
    {
      "epoch": 0.86464,
      "grad_norm": 3.2573955059051514,
      "learning_rate": 5e-06,
      "loss": 1.233,
      "mean_token_accuracy": 0.6907457932829857,
      "num_tokens": 17573944.0,
      "step": 1351
    },
    {
      "epoch": 0.86528,
      "grad_norm": 3.478487491607666,
      "learning_rate": 5e-06,
      "loss": 1.1014,
      "mean_token_accuracy": 0.6931867897510529,
      "num_tokens": 17587912.0,
      "step": 1352
    },
    {
      "epoch": 0.86592,
      "grad_norm": 3.618330955505371,
      "learning_rate": 5e-06,
      "loss": 1.4492,
      "mean_token_accuracy": 0.6480180844664574,
      "num_tokens": 17600364.0,
      "step": 1353
    },
    {
      "epoch": 0.86656,
      "grad_norm": 3.834172248840332,
      "learning_rate": 5e-06,
      "loss": 1.4564,
      "mean_token_accuracy": 0.6302541047334671,
      "num_tokens": 17614033.0,
      "step": 1354
    },
    {
      "epoch": 0.8672,
      "grad_norm": 3.973057746887207,
      "learning_rate": 5e-06,
      "loss": 1.4296,
      "mean_token_accuracy": 0.6398394256830215,
      "num_tokens": 17626618.0,
      "step": 1355
    },
    {
      "epoch": 0.86784,
      "grad_norm": 3.6730847358703613,
      "learning_rate": 5e-06,
      "loss": 1.3343,
      "mean_token_accuracy": 0.6507444530725479,
      "num_tokens": 17638206.0,
      "step": 1356
    },
    {
      "epoch": 0.86848,
      "grad_norm": 3.6375482082366943,
      "learning_rate": 5e-06,
      "loss": 1.3747,
      "mean_token_accuracy": 0.6530400216579437,
      "num_tokens": 17650041.0,
      "step": 1357
    },
    {
      "epoch": 0.86912,
      "grad_norm": 3.4408140182495117,
      "learning_rate": 5e-06,
      "loss": 1.1361,
      "mean_token_accuracy": 0.6785493567585945,
      "num_tokens": 17661144.0,
      "step": 1358
    },
    {
      "epoch": 0.86976,
      "grad_norm": 3.449578046798706,
      "learning_rate": 5e-06,
      "loss": 1.3709,
      "mean_token_accuracy": 0.6438928842544556,
      "num_tokens": 17674539.0,
      "step": 1359
    },
    {
      "epoch": 0.8704,
      "grad_norm": 5.356245994567871,
      "learning_rate": 5e-06,
      "loss": 1.4153,
      "mean_token_accuracy": 0.6556727215647697,
      "num_tokens": 17685582.0,
      "step": 1360
    },
    {
      "epoch": 0.87104,
      "grad_norm": 3.2209205627441406,
      "learning_rate": 5e-06,
      "loss": 1.3495,
      "mean_token_accuracy": 0.6475684642791748,
      "num_tokens": 17700534.0,
      "step": 1361
    },
    {
      "epoch": 0.87168,
      "grad_norm": 4.095639705657959,
      "learning_rate": 5e-06,
      "loss": 1.3171,
      "mean_token_accuracy": 0.6621948033571243,
      "num_tokens": 17712854.0,
      "step": 1362
    },
    {
      "epoch": 0.87232,
      "grad_norm": 4.265082359313965,
      "learning_rate": 5e-06,
      "loss": 1.3075,
      "mean_token_accuracy": 0.6697151511907578,
      "num_tokens": 17723003.0,
      "step": 1363
    },
    {
      "epoch": 0.87296,
      "grad_norm": 3.368932008743286,
      "learning_rate": 5e-06,
      "loss": 1.4089,
      "mean_token_accuracy": 0.6478553786873817,
      "num_tokens": 17736730.0,
      "step": 1364
    },
    {
      "epoch": 0.8736,
      "grad_norm": 3.5103371143341064,
      "learning_rate": 5e-06,
      "loss": 1.1961,
      "mean_token_accuracy": 0.6800166815519333,
      "num_tokens": 17749195.0,
      "step": 1365
    },
    {
      "epoch": 0.87424,
      "grad_norm": 3.6628217697143555,
      "learning_rate": 5e-06,
      "loss": 1.2206,
      "mean_token_accuracy": 0.7043485268950462,
      "num_tokens": 17761716.0,
      "step": 1366
    },
    {
      "epoch": 0.87488,
      "grad_norm": 3.283897638320923,
      "learning_rate": 5e-06,
      "loss": 1.2755,
      "mean_token_accuracy": 0.6614806577563286,
      "num_tokens": 17776711.0,
      "step": 1367
    },
    {
      "epoch": 0.87552,
      "grad_norm": 4.253682613372803,
      "learning_rate": 5e-06,
      "loss": 1.1304,
      "mean_token_accuracy": 0.7110883370041847,
      "num_tokens": 17787618.0,
      "step": 1368
    },
    {
      "epoch": 0.87616,
      "grad_norm": 3.7107419967651367,
      "learning_rate": 5e-06,
      "loss": 1.353,
      "mean_token_accuracy": 0.6722783967852592,
      "num_tokens": 17798686.0,
      "step": 1369
    },
    {
      "epoch": 0.8768,
      "grad_norm": 4.0010271072387695,
      "learning_rate": 5e-06,
      "loss": 1.2605,
      "mean_token_accuracy": 0.660023458302021,
      "num_tokens": 17812008.0,
      "step": 1370
    },
    {
      "epoch": 0.87744,
      "grad_norm": 3.8963913917541504,
      "learning_rate": 5e-06,
      "loss": 1.0612,
      "mean_token_accuracy": 0.6989761069417,
      "num_tokens": 17822062.0,
      "step": 1371
    },
    {
      "epoch": 0.87808,
      "grad_norm": 3.409618854522705,
      "learning_rate": 5e-06,
      "loss": 1.5595,
      "mean_token_accuracy": 0.6186339408159256,
      "num_tokens": 17836142.0,
      "step": 1372
    },
    {
      "epoch": 0.87872,
      "grad_norm": 2.955591917037964,
      "learning_rate": 5e-06,
      "loss": 1.2973,
      "mean_token_accuracy": 0.6578470319509506,
      "num_tokens": 17850508.0,
      "step": 1373
    },
    {
      "epoch": 0.87936,
      "grad_norm": 3.400749921798706,
      "learning_rate": 5e-06,
      "loss": 1.1947,
      "mean_token_accuracy": 0.6701619401574135,
      "num_tokens": 17864240.0,
      "step": 1374
    },
    {
      "epoch": 0.88,
      "grad_norm": 3.2822978496551514,
      "learning_rate": 5e-06,
      "loss": 1.46,
      "mean_token_accuracy": 0.6225104928016663,
      "num_tokens": 17879022.0,
      "step": 1375
    },
    {
      "epoch": 0.88064,
      "grad_norm": 3.9761667251586914,
      "learning_rate": 5e-06,
      "loss": 1.1623,
      "mean_token_accuracy": 0.6682100668549538,
      "num_tokens": 17890289.0,
      "step": 1376
    },
    {
      "epoch": 0.88128,
      "grad_norm": 3.6653897762298584,
      "learning_rate": 5e-06,
      "loss": 1.3524,
      "mean_token_accuracy": 0.6353943534195423,
      "num_tokens": 17903080.0,
      "step": 1377
    },
    {
      "epoch": 0.88192,
      "grad_norm": 4.603322505950928,
      "learning_rate": 5e-06,
      "loss": 1.6278,
      "mean_token_accuracy": 0.6351469904184341,
      "num_tokens": 17912567.0,
      "step": 1378
    },
    {
      "epoch": 0.88256,
      "grad_norm": 3.411752700805664,
      "learning_rate": 5e-06,
      "loss": 1.2195,
      "mean_token_accuracy": 0.675203487277031,
      "num_tokens": 17927030.0,
      "step": 1379
    },
    {
      "epoch": 0.8832,
      "grad_norm": 4.03117036819458,
      "learning_rate": 5e-06,
      "loss": 1.1379,
      "mean_token_accuracy": 0.6800655201077461,
      "num_tokens": 17936846.0,
      "step": 1380
    },
    {
      "epoch": 0.88384,
      "grad_norm": 3.4626095294952393,
      "learning_rate": 5e-06,
      "loss": 1.2256,
      "mean_token_accuracy": 0.6742624565958977,
      "num_tokens": 17949176.0,
      "step": 1381
    },
    {
      "epoch": 0.88448,
      "grad_norm": 3.326813220977783,
      "learning_rate": 5e-06,
      "loss": 1.2921,
      "mean_token_accuracy": 0.6827266663312912,
      "num_tokens": 17962574.0,
      "step": 1382
    },
    {
      "epoch": 0.88512,
      "grad_norm": 3.539931535720825,
      "learning_rate": 5e-06,
      "loss": 1.0815,
      "mean_token_accuracy": 0.7009731009602547,
      "num_tokens": 17975312.0,
      "step": 1383
    },
    {
      "epoch": 0.88576,
      "grad_norm": 3.1076414585113525,
      "learning_rate": 5e-06,
      "loss": 1.2004,
      "mean_token_accuracy": 0.6538084149360657,
      "num_tokens": 17992044.0,
      "step": 1384
    },
    {
      "epoch": 0.8864,
      "grad_norm": 3.54392147064209,
      "learning_rate": 5e-06,
      "loss": 1.3749,
      "mean_token_accuracy": 0.6528435945510864,
      "num_tokens": 18004880.0,
      "step": 1385
    },
    {
      "epoch": 0.88704,
      "grad_norm": 3.1049365997314453,
      "learning_rate": 5e-06,
      "loss": 1.4558,
      "mean_token_accuracy": 0.6254525259137154,
      "num_tokens": 18018899.0,
      "step": 1386
    },
    {
      "epoch": 0.88768,
      "grad_norm": 3.872276782989502,
      "learning_rate": 5e-06,
      "loss": 1.3721,
      "mean_token_accuracy": 0.6540368646383286,
      "num_tokens": 18031425.0,
      "step": 1387
    },
    {
      "epoch": 0.88832,
      "grad_norm": 4.218468189239502,
      "learning_rate": 5e-06,
      "loss": 1.1603,
      "mean_token_accuracy": 0.6857082098722458,
      "num_tokens": 18042604.0,
      "step": 1388
    },
    {
      "epoch": 0.88896,
      "grad_norm": 3.564180374145508,
      "learning_rate": 5e-06,
      "loss": 1.3641,
      "mean_token_accuracy": 0.6548919975757599,
      "num_tokens": 18055105.0,
      "step": 1389
    },
    {
      "epoch": 0.8896,
      "grad_norm": 3.4216361045837402,
      "learning_rate": 5e-06,
      "loss": 1.3133,
      "mean_token_accuracy": 0.6648430451750755,
      "num_tokens": 18068895.0,
      "step": 1390
    },
    {
      "epoch": 0.89024,
      "grad_norm": 3.466216564178467,
      "learning_rate": 5e-06,
      "loss": 1.426,
      "mean_token_accuracy": 0.675171747803688,
      "num_tokens": 18082806.0,
      "step": 1391
    },
    {
      "epoch": 0.89088,
      "grad_norm": 4.009366512298584,
      "learning_rate": 5e-06,
      "loss": 1.151,
      "mean_token_accuracy": 0.6659594774246216,
      "num_tokens": 18093287.0,
      "step": 1392
    },
    {
      "epoch": 0.89152,
      "grad_norm": 3.287865161895752,
      "learning_rate": 5e-06,
      "loss": 1.1818,
      "mean_token_accuracy": 0.697388269007206,
      "num_tokens": 18107755.0,
      "step": 1393
    },
    {
      "epoch": 0.89216,
      "grad_norm": 3.865363597869873,
      "learning_rate": 5e-06,
      "loss": 1.2494,
      "mean_token_accuracy": 0.6640971228480339,
      "num_tokens": 18118665.0,
      "step": 1394
    },
    {
      "epoch": 0.8928,
      "grad_norm": 3.694581985473633,
      "learning_rate": 5e-06,
      "loss": 1.2886,
      "mean_token_accuracy": 0.6522090062499046,
      "num_tokens": 18130135.0,
      "step": 1395
    },
    {
      "epoch": 0.89344,
      "grad_norm": 3.5079498291015625,
      "learning_rate": 5e-06,
      "loss": 1.2224,
      "mean_token_accuracy": 0.6756654903292656,
      "num_tokens": 18143669.0,
      "step": 1396
    },
    {
      "epoch": 0.89408,
      "grad_norm": 3.9231410026550293,
      "learning_rate": 5e-06,
      "loss": 1.2382,
      "mean_token_accuracy": 0.6565620601177216,
      "num_tokens": 18155787.0,
      "step": 1397
    },
    {
      "epoch": 0.89472,
      "grad_norm": 3.2922706604003906,
      "learning_rate": 5e-06,
      "loss": 1.3624,
      "mean_token_accuracy": 0.657343290746212,
      "num_tokens": 18169330.0,
      "step": 1398
    },
    {
      "epoch": 0.89536,
      "grad_norm": 4.219677448272705,
      "learning_rate": 5e-06,
      "loss": 1.3696,
      "mean_token_accuracy": 0.6795709133148193,
      "num_tokens": 18181111.0,
      "step": 1399
    },
    {
      "epoch": 0.896,
      "grad_norm": 3.3847157955169678,
      "learning_rate": 5e-06,
      "loss": 1.2803,
      "mean_token_accuracy": 0.6801963672041893,
      "num_tokens": 18194826.0,
      "step": 1400
    },
    {
      "epoch": 0.89664,
      "grad_norm": 3.3101882934570312,
      "learning_rate": 5e-06,
      "loss": 1.2146,
      "mean_token_accuracy": 0.6810724586248398,
      "num_tokens": 18207891.0,
      "step": 1401
    },
    {
      "epoch": 0.89728,
      "grad_norm": 4.586159706115723,
      "learning_rate": 5e-06,
      "loss": 1.234,
      "mean_token_accuracy": 0.6616763696074486,
      "num_tokens": 18219068.0,
      "step": 1402
    },
    {
      "epoch": 0.89792,
      "grad_norm": 2.9213805198669434,
      "learning_rate": 5e-06,
      "loss": 1.5959,
      "mean_token_accuracy": 0.6127992421388626,
      "num_tokens": 18234945.0,
      "step": 1403
    },
    {
      "epoch": 0.89856,
      "grad_norm": 3.180678606033325,
      "learning_rate": 5e-06,
      "loss": 1.2227,
      "mean_token_accuracy": 0.680058054625988,
      "num_tokens": 18249768.0,
      "step": 1404
    },
    {
      "epoch": 0.8992,
      "grad_norm": 3.4679532051086426,
      "learning_rate": 5e-06,
      "loss": 1.2374,
      "mean_token_accuracy": 0.67696313560009,
      "num_tokens": 18265924.0,
      "step": 1405
    },
    {
      "epoch": 0.89984,
      "grad_norm": 3.4234979152679443,
      "learning_rate": 5e-06,
      "loss": 1.5505,
      "mean_token_accuracy": 0.6274235621094704,
      "num_tokens": 18280819.0,
      "step": 1406
    },
    {
      "epoch": 0.90048,
      "grad_norm": 4.96069860458374,
      "learning_rate": 5e-06,
      "loss": 1.4236,
      "mean_token_accuracy": 0.607517022639513,
      "num_tokens": 18291686.0,
      "step": 1407
    },
    {
      "epoch": 0.90112,
      "grad_norm": 3.1977005004882812,
      "learning_rate": 5e-06,
      "loss": 1.3486,
      "mean_token_accuracy": 0.6483859121799469,
      "num_tokens": 18304993.0,
      "step": 1408
    },
    {
      "epoch": 0.90176,
      "grad_norm": 3.5749099254608154,
      "learning_rate": 5e-06,
      "loss": 1.2922,
      "mean_token_accuracy": 0.6452238261699677,
      "num_tokens": 18319373.0,
      "step": 1409
    },
    {
      "epoch": 0.9024,
      "grad_norm": 3.388899803161621,
      "learning_rate": 5e-06,
      "loss": 1.3281,
      "mean_token_accuracy": 0.6475742906332016,
      "num_tokens": 18331998.0,
      "step": 1410
    },
    {
      "epoch": 0.90304,
      "grad_norm": 3.4031882286071777,
      "learning_rate": 5e-06,
      "loss": 1.3355,
      "mean_token_accuracy": 0.6812806725502014,
      "num_tokens": 18344632.0,
      "step": 1411
    },
    {
      "epoch": 0.90368,
      "grad_norm": 3.8880221843719482,
      "learning_rate": 5e-06,
      "loss": 1.3898,
      "mean_token_accuracy": 0.6473888382315636,
      "num_tokens": 18356350.0,
      "step": 1412
    },
    {
      "epoch": 0.90432,
      "grad_norm": 3.5985724925994873,
      "learning_rate": 5e-06,
      "loss": 1.2345,
      "mean_token_accuracy": 0.6557316966354847,
      "num_tokens": 18368400.0,
      "step": 1413
    },
    {
      "epoch": 0.90496,
      "grad_norm": 3.6234962940216064,
      "learning_rate": 5e-06,
      "loss": 1.1942,
      "mean_token_accuracy": 0.6906508356332779,
      "num_tokens": 18379118.0,
      "step": 1414
    },
    {
      "epoch": 0.9056,
      "grad_norm": 3.8934993743896484,
      "learning_rate": 5e-06,
      "loss": 1.2382,
      "mean_token_accuracy": 0.6724176928400993,
      "num_tokens": 18391595.0,
      "step": 1415
    },
    {
      "epoch": 0.90624,
      "grad_norm": 3.603591203689575,
      "learning_rate": 5e-06,
      "loss": 1.3737,
      "mean_token_accuracy": 0.6498560681939125,
      "num_tokens": 18403595.0,
      "step": 1416
    },
    {
      "epoch": 0.90688,
      "grad_norm": 3.2106738090515137,
      "learning_rate": 5e-06,
      "loss": 1.2911,
      "mean_token_accuracy": 0.6614857837557793,
      "num_tokens": 18418034.0,
      "step": 1417
    },
    {
      "epoch": 0.90752,
      "grad_norm": 3.0255284309387207,
      "learning_rate": 5e-06,
      "loss": 1.2975,
      "mean_token_accuracy": 0.653803177177906,
      "num_tokens": 18434798.0,
      "step": 1418
    },
    {
      "epoch": 0.90816,
      "grad_norm": 3.696108818054199,
      "learning_rate": 5e-06,
      "loss": 1.3184,
      "mean_token_accuracy": 0.6341993510723114,
      "num_tokens": 18446612.0,
      "step": 1419
    },
    {
      "epoch": 0.9088,
      "grad_norm": 4.0753254890441895,
      "learning_rate": 5e-06,
      "loss": 1.2244,
      "mean_token_accuracy": 0.6535854563117027,
      "num_tokens": 18458141.0,
      "step": 1420
    },
    {
      "epoch": 0.90944,
      "grad_norm": 3.655604124069214,
      "learning_rate": 5e-06,
      "loss": 1.3088,
      "mean_token_accuracy": 0.6778343543410301,
      "num_tokens": 18471653.0,
      "step": 1421
    },
    {
      "epoch": 0.91008,
      "grad_norm": 3.4860193729400635,
      "learning_rate": 5e-06,
      "loss": 1.2065,
      "mean_token_accuracy": 0.6871431916952133,
      "num_tokens": 18482903.0,
      "step": 1422
    },
    {
      "epoch": 0.91072,
      "grad_norm": 3.5701212882995605,
      "learning_rate": 5e-06,
      "loss": 1.161,
      "mean_token_accuracy": 0.6876110881567001,
      "num_tokens": 18495519.0,
      "step": 1423
    },
    {
      "epoch": 0.91136,
      "grad_norm": 4.311164855957031,
      "learning_rate": 5e-06,
      "loss": 1.2691,
      "mean_token_accuracy": 0.6963246017694473,
      "num_tokens": 18506391.0,
      "step": 1424
    },
    {
      "epoch": 0.912,
      "grad_norm": 3.228339672088623,
      "learning_rate": 5e-06,
      "loss": 1.2486,
      "mean_token_accuracy": 0.6647578254342079,
      "num_tokens": 18521751.0,
      "step": 1425
    },
    {
      "epoch": 0.91264,
      "grad_norm": 3.649463176727295,
      "learning_rate": 5e-06,
      "loss": 1.2265,
      "mean_token_accuracy": 0.6655023992061615,
      "num_tokens": 18533605.0,
      "step": 1426
    },
    {
      "epoch": 0.91328,
      "grad_norm": 3.822047710418701,
      "learning_rate": 5e-06,
      "loss": 1.2303,
      "mean_token_accuracy": 0.6853557825088501,
      "num_tokens": 18545920.0,
      "step": 1427
    },
    {
      "epoch": 0.91392,
      "grad_norm": 3.622427463531494,
      "learning_rate": 5e-06,
      "loss": 1.3153,
      "mean_token_accuracy": 0.6682358086109161,
      "num_tokens": 18558370.0,
      "step": 1428
    },
    {
      "epoch": 0.91456,
      "grad_norm": 3.013226270675659,
      "learning_rate": 5e-06,
      "loss": 1.0413,
      "mean_token_accuracy": 0.7230858653783798,
      "num_tokens": 18572388.0,
      "step": 1429
    },
    {
      "epoch": 0.9152,
      "grad_norm": 2.999063730239868,
      "learning_rate": 5e-06,
      "loss": 1.2757,
      "mean_token_accuracy": 0.658422015607357,
      "num_tokens": 18587001.0,
      "step": 1430
    },
    {
      "epoch": 0.91584,
      "grad_norm": 3.246445417404175,
      "learning_rate": 5e-06,
      "loss": 1.1428,
      "mean_token_accuracy": 0.7174563780426979,
      "num_tokens": 18600196.0,
      "step": 1431
    },
    {
      "epoch": 0.91648,
      "grad_norm": 3.52728533744812,
      "learning_rate": 5e-06,
      "loss": 1.2719,
      "mean_token_accuracy": 0.6571086049079895,
      "num_tokens": 18612602.0,
      "step": 1432
    },
    {
      "epoch": 0.91712,
      "grad_norm": 3.3236947059631348,
      "learning_rate": 5e-06,
      "loss": 1.3722,
      "mean_token_accuracy": 0.6516182944178581,
      "num_tokens": 18628569.0,
      "step": 1433
    },
    {
      "epoch": 0.91776,
      "grad_norm": 3.9207522869110107,
      "learning_rate": 5e-06,
      "loss": 1.289,
      "mean_token_accuracy": 0.6646075919270515,
      "num_tokens": 18639375.0,
      "step": 1434
    },
    {
      "epoch": 0.9184,
      "grad_norm": 3.3679165840148926,
      "learning_rate": 5e-06,
      "loss": 1.3844,
      "mean_token_accuracy": 0.6545412912964821,
      "num_tokens": 18652531.0,
      "step": 1435
    },
    {
      "epoch": 0.91904,
      "grad_norm": 3.58003830909729,
      "learning_rate": 5e-06,
      "loss": 1.3116,
      "mean_token_accuracy": 0.655610017478466,
      "num_tokens": 18665160.0,
      "step": 1436
    },
    {
      "epoch": 0.91968,
      "grad_norm": 3.827817916870117,
      "learning_rate": 5e-06,
      "loss": 1.1945,
      "mean_token_accuracy": 0.6569493412971497,
      "num_tokens": 18676671.0,
      "step": 1437
    },
    {
      "epoch": 0.92032,
      "grad_norm": 3.6998956203460693,
      "learning_rate": 5e-06,
      "loss": 1.5481,
      "mean_token_accuracy": 0.6249835789203644,
      "num_tokens": 18690078.0,
      "step": 1438
    },
    {
      "epoch": 0.92096,
      "grad_norm": 3.2389333248138428,
      "learning_rate": 5e-06,
      "loss": 1.2938,
      "mean_token_accuracy": 0.65943942964077,
      "num_tokens": 18703678.0,
      "step": 1439
    },
    {
      "epoch": 0.9216,
      "grad_norm": 2.924175262451172,
      "learning_rate": 5e-06,
      "loss": 1.2873,
      "mean_token_accuracy": 0.6494470685720444,
      "num_tokens": 18719576.0,
      "step": 1440
    },
    {
      "epoch": 0.92224,
      "grad_norm": 3.7290942668914795,
      "learning_rate": 5e-06,
      "loss": 1.2667,
      "mean_token_accuracy": 0.6728792116045952,
      "num_tokens": 18732712.0,
      "step": 1441
    },
    {
      "epoch": 0.92288,
      "grad_norm": 3.406003952026367,
      "learning_rate": 5e-06,
      "loss": 1.1128,
      "mean_token_accuracy": 0.7027332484722137,
      "num_tokens": 18745929.0,
      "step": 1442
    },
    {
      "epoch": 0.92352,
      "grad_norm": 3.9130918979644775,
      "learning_rate": 5e-06,
      "loss": 1.1714,
      "mean_token_accuracy": 0.6731210052967072,
      "num_tokens": 18755977.0,
      "step": 1443
    },
    {
      "epoch": 0.92416,
      "grad_norm": 3.678868055343628,
      "learning_rate": 5e-06,
      "loss": 1.3613,
      "mean_token_accuracy": 0.6376957893371582,
      "num_tokens": 18767848.0,
      "step": 1444
    },
    {
      "epoch": 0.9248,
      "grad_norm": 3.355009078979492,
      "learning_rate": 5e-06,
      "loss": 1.4501,
      "mean_token_accuracy": 0.6530297324061394,
      "num_tokens": 18781692.0,
      "step": 1445
    },
    {
      "epoch": 0.92544,
      "grad_norm": 3.197375774383545,
      "learning_rate": 5e-06,
      "loss": 1.4667,
      "mean_token_accuracy": 0.6258358731865883,
      "num_tokens": 18796361.0,
      "step": 1446
    },
    {
      "epoch": 0.92608,
      "grad_norm": 3.364900588989258,
      "learning_rate": 5e-06,
      "loss": 1.4204,
      "mean_token_accuracy": 0.6358629465103149,
      "num_tokens": 18810771.0,
      "step": 1447
    },
    {
      "epoch": 0.92672,
      "grad_norm": 3.323707342147827,
      "learning_rate": 5e-06,
      "loss": 1.1537,
      "mean_token_accuracy": 0.700812466442585,
      "num_tokens": 18824895.0,
      "step": 1448
    },
    {
      "epoch": 0.92736,
      "grad_norm": 3.5423851013183594,
      "learning_rate": 5e-06,
      "loss": 1.1198,
      "mean_token_accuracy": 0.6927414685487747,
      "num_tokens": 18838244.0,
      "step": 1449
    },
    {
      "epoch": 0.928,
      "grad_norm": 3.5557827949523926,
      "learning_rate": 5e-06,
      "loss": 1.3942,
      "mean_token_accuracy": 0.6344395503401756,
      "num_tokens": 18850747.0,
      "step": 1450
    },
    {
      "epoch": 0.92864,
      "grad_norm": 3.8772428035736084,
      "learning_rate": 5e-06,
      "loss": 1.1849,
      "mean_token_accuracy": 0.6797264739871025,
      "num_tokens": 18863209.0,
      "step": 1451
    },
    {
      "epoch": 0.92928,
      "grad_norm": 3.387641668319702,
      "learning_rate": 5e-06,
      "loss": 1.4152,
      "mean_token_accuracy": 0.6333313882350922,
      "num_tokens": 18876056.0,
      "step": 1452
    },
    {
      "epoch": 0.92992,
      "grad_norm": 3.554407835006714,
      "learning_rate": 5e-06,
      "loss": 1.1832,
      "mean_token_accuracy": 0.6640536859631538,
      "num_tokens": 18890920.0,
      "step": 1453
    },
    {
      "epoch": 0.93056,
      "grad_norm": 3.302236795425415,
      "learning_rate": 5e-06,
      "loss": 1.5489,
      "mean_token_accuracy": 0.6134847179055214,
      "num_tokens": 18905793.0,
      "step": 1454
    },
    {
      "epoch": 0.9312,
      "grad_norm": 3.531574010848999,
      "learning_rate": 5e-06,
      "loss": 1.2801,
      "mean_token_accuracy": 0.6507202833890915,
      "num_tokens": 18920224.0,
      "step": 1455
    },
    {
      "epoch": 0.93184,
      "grad_norm": 3.5933139324188232,
      "learning_rate": 5e-06,
      "loss": 1.3922,
      "mean_token_accuracy": 0.6551200449466705,
      "num_tokens": 18932613.0,
      "step": 1456
    },
    {
      "epoch": 0.93248,
      "grad_norm": 3.254462480545044,
      "learning_rate": 5e-06,
      "loss": 1.3985,
      "mean_token_accuracy": 0.6505570337176323,
      "num_tokens": 18946774.0,
      "step": 1457
    },
    {
      "epoch": 0.93312,
      "grad_norm": 3.2945821285247803,
      "learning_rate": 5e-06,
      "loss": 1.5279,
      "mean_token_accuracy": 0.6084811314940453,
      "num_tokens": 18961275.0,
      "step": 1458
    },
    {
      "epoch": 0.93376,
      "grad_norm": 3.2776741981506348,
      "learning_rate": 5e-06,
      "loss": 1.3401,
      "mean_token_accuracy": 0.640129804611206,
      "num_tokens": 18975529.0,
      "step": 1459
    },
    {
      "epoch": 0.9344,
      "grad_norm": 3.2493832111358643,
      "learning_rate": 5e-06,
      "loss": 1.1077,
      "mean_token_accuracy": 0.6907928735017776,
      "num_tokens": 18988267.0,
      "step": 1460
    },
    {
      "epoch": 0.93504,
      "grad_norm": 3.765650987625122,
      "learning_rate": 5e-06,
      "loss": 1.3092,
      "mean_token_accuracy": 0.6711199656128883,
      "num_tokens": 19000229.0,
      "step": 1461
    },
    {
      "epoch": 0.93568,
      "grad_norm": 3.1340558528900146,
      "learning_rate": 5e-06,
      "loss": 1.4336,
      "mean_token_accuracy": 0.6485133692622185,
      "num_tokens": 19014356.0,
      "step": 1462
    },
    {
      "epoch": 0.93632,
      "grad_norm": 3.672553300857544,
      "learning_rate": 5e-06,
      "loss": 1.1751,
      "mean_token_accuracy": 0.664104662835598,
      "num_tokens": 19025717.0,
      "step": 1463
    },
    {
      "epoch": 0.93696,
      "grad_norm": 3.753906726837158,
      "learning_rate": 5e-06,
      "loss": 1.1003,
      "mean_token_accuracy": 0.6995716020464897,
      "num_tokens": 19037864.0,
      "step": 1464
    },
    {
      "epoch": 0.9376,
      "grad_norm": 3.1207399368286133,
      "learning_rate": 5e-06,
      "loss": 1.2334,
      "mean_token_accuracy": 0.6692882552742958,
      "num_tokens": 19052336.0,
      "step": 1465
    },
    {
      "epoch": 0.93824,
      "grad_norm": 3.639620065689087,
      "learning_rate": 5e-06,
      "loss": 1.396,
      "mean_token_accuracy": 0.6677844971418381,
      "num_tokens": 19065183.0,
      "step": 1466
    },
    {
      "epoch": 0.93888,
      "grad_norm": 3.5665981769561768,
      "learning_rate": 5e-06,
      "loss": 1.3489,
      "mean_token_accuracy": 0.66384107619524,
      "num_tokens": 19078765.0,
      "step": 1467
    },
    {
      "epoch": 0.93952,
      "grad_norm": 3.5918264389038086,
      "learning_rate": 5e-06,
      "loss": 1.4087,
      "mean_token_accuracy": 0.6427194476127625,
      "num_tokens": 19091098.0,
      "step": 1468
    },
    {
      "epoch": 0.94016,
      "grad_norm": 3.3692591190338135,
      "learning_rate": 5e-06,
      "loss": 1.3897,
      "mean_token_accuracy": 0.6431680992245674,
      "num_tokens": 19105664.0,
      "step": 1469
    },
    {
      "epoch": 0.9408,
      "grad_norm": 3.6854288578033447,
      "learning_rate": 5e-06,
      "loss": 1.3319,
      "mean_token_accuracy": 0.6552760303020477,
      "num_tokens": 19118215.0,
      "step": 1470
    },
    {
      "epoch": 0.94144,
      "grad_norm": 3.3998701572418213,
      "learning_rate": 5e-06,
      "loss": 1.1683,
      "mean_token_accuracy": 0.675237774848938,
      "num_tokens": 19130126.0,
      "step": 1471
    },
    {
      "epoch": 0.94208,
      "grad_norm": 3.5668833255767822,
      "learning_rate": 5e-06,
      "loss": 1.4991,
      "mean_token_accuracy": 0.6222522705793381,
      "num_tokens": 19142375.0,
      "step": 1472
    },
    {
      "epoch": 0.94272,
      "grad_norm": 3.275745153427124,
      "learning_rate": 5e-06,
      "loss": 1.3953,
      "mean_token_accuracy": 0.6239468678832054,
      "num_tokens": 19157943.0,
      "step": 1473
    },
    {
      "epoch": 0.94336,
      "grad_norm": 4.061445236206055,
      "learning_rate": 5e-06,
      "loss": 1.3817,
      "mean_token_accuracy": 0.6464495584368706,
      "num_tokens": 19169261.0,
      "step": 1474
    },
    {
      "epoch": 0.944,
      "grad_norm": 3.1921486854553223,
      "learning_rate": 5e-06,
      "loss": 1.284,
      "mean_token_accuracy": 0.6610319390892982,
      "num_tokens": 19184566.0,
      "step": 1475
    },
    {
      "epoch": 0.94464,
      "grad_norm": 3.192448139190674,
      "learning_rate": 5e-06,
      "loss": 1.2544,
      "mean_token_accuracy": 0.670927107334137,
      "num_tokens": 19199161.0,
      "step": 1476
    },
    {
      "epoch": 0.94528,
      "grad_norm": 3.534567356109619,
      "learning_rate": 5e-06,
      "loss": 1.2898,
      "mean_token_accuracy": 0.6620035171508789,
      "num_tokens": 19210216.0,
      "step": 1477
    },
    {
      "epoch": 0.94592,
      "grad_norm": 3.4070894718170166,
      "learning_rate": 5e-06,
      "loss": 1.2067,
      "mean_token_accuracy": 0.665832906961441,
      "num_tokens": 19222748.0,
      "step": 1478
    },
    {
      "epoch": 0.94656,
      "grad_norm": 3.373779058456421,
      "learning_rate": 5e-06,
      "loss": 1.3304,
      "mean_token_accuracy": 0.6508694216609001,
      "num_tokens": 19236471.0,
      "step": 1479
    },
    {
      "epoch": 0.9472,
      "grad_norm": 3.518333911895752,
      "learning_rate": 5e-06,
      "loss": 1.4454,
      "mean_token_accuracy": 0.645517073571682,
      "num_tokens": 19249438.0,
      "step": 1480
    },
    {
      "epoch": 0.94784,
      "grad_norm": 3.995748519897461,
      "learning_rate": 5e-06,
      "loss": 1.4204,
      "mean_token_accuracy": 0.6810062602162361,
      "num_tokens": 19262043.0,
      "step": 1481
    },
    {
      "epoch": 0.94848,
      "grad_norm": 3.0706183910369873,
      "learning_rate": 5e-06,
      "loss": 1.0148,
      "mean_token_accuracy": 0.7076255902647972,
      "num_tokens": 19277307.0,
      "step": 1482
    },
    {
      "epoch": 0.94912,
      "grad_norm": 3.0978240966796875,
      "learning_rate": 5e-06,
      "loss": 1.3144,
      "mean_token_accuracy": 0.6533934101462364,
      "num_tokens": 19292657.0,
      "step": 1483
    },
    {
      "epoch": 0.94976,
      "grad_norm": 3.988011121749878,
      "learning_rate": 5e-06,
      "loss": 1.3691,
      "mean_token_accuracy": 0.6342190653085709,
      "num_tokens": 19303123.0,
      "step": 1484
    },
    {
      "epoch": 0.9504,
      "grad_norm": 3.7990894317626953,
      "learning_rate": 5e-06,
      "loss": 1.107,
      "mean_token_accuracy": 0.7004605457186699,
      "num_tokens": 19314275.0,
      "step": 1485
    },
    {
      "epoch": 0.95104,
      "grad_norm": 3.5531113147735596,
      "learning_rate": 5e-06,
      "loss": 1.3478,
      "mean_token_accuracy": 0.6372592151165009,
      "num_tokens": 19327717.0,
      "step": 1486
    },
    {
      "epoch": 0.95168,
      "grad_norm": 3.129286050796509,
      "learning_rate": 5e-06,
      "loss": 1.5809,
      "mean_token_accuracy": 0.6213468164205551,
      "num_tokens": 19341237.0,
      "step": 1487
    },
    {
      "epoch": 0.95232,
      "grad_norm": 3.394064426422119,
      "learning_rate": 5e-06,
      "loss": 1.3591,
      "mean_token_accuracy": 0.6372789964079857,
      "num_tokens": 19355577.0,
      "step": 1488
    },
    {
      "epoch": 0.95296,
      "grad_norm": 3.2110018730163574,
      "learning_rate": 5e-06,
      "loss": 1.2399,
      "mean_token_accuracy": 0.679095022380352,
      "num_tokens": 19371326.0,
      "step": 1489
    },
    {
      "epoch": 0.9536,
      "grad_norm": 3.3202333450317383,
      "learning_rate": 5e-06,
      "loss": 1.3916,
      "mean_token_accuracy": 0.6611816883087158,
      "num_tokens": 19385868.0,
      "step": 1490
    },
    {
      "epoch": 0.95424,
      "grad_norm": 3.5390098094940186,
      "learning_rate": 5e-06,
      "loss": 1.2219,
      "mean_token_accuracy": 0.6761639937758446,
      "num_tokens": 19398025.0,
      "step": 1491
    },
    {
      "epoch": 0.95488,
      "grad_norm": 3.390742778778076,
      "learning_rate": 5e-06,
      "loss": 1.5499,
      "mean_token_accuracy": 0.6107296124100685,
      "num_tokens": 19412343.0,
      "step": 1492
    },
    {
      "epoch": 0.95552,
      "grad_norm": 2.821200132369995,
      "learning_rate": 5e-06,
      "loss": 1.2155,
      "mean_token_accuracy": 0.6577084437012672,
      "num_tokens": 19428748.0,
      "step": 1493
    },
    {
      "epoch": 0.95616,
      "grad_norm": 3.292036771774292,
      "learning_rate": 5e-06,
      "loss": 1.3155,
      "mean_token_accuracy": 0.644202746450901,
      "num_tokens": 19440656.0,
      "step": 1494
    },
    {
      "epoch": 0.9568,
      "grad_norm": 3.416463851928711,
      "learning_rate": 5e-06,
      "loss": 1.2269,
      "mean_token_accuracy": 0.6907675266265869,
      "num_tokens": 19452544.0,
      "step": 1495
    },
    {
      "epoch": 0.95744,
      "grad_norm": 3.6329751014709473,
      "learning_rate": 5e-06,
      "loss": 1.3323,
      "mean_token_accuracy": 0.6382646858692169,
      "num_tokens": 19465315.0,
      "step": 1496
    },
    {
      "epoch": 0.95808,
      "grad_norm": 3.5367205142974854,
      "learning_rate": 5e-06,
      "loss": 1.373,
      "mean_token_accuracy": 0.6586090922355652,
      "num_tokens": 19480115.0,
      "step": 1497
    },
    {
      "epoch": 0.95872,
      "grad_norm": 3.5177509784698486,
      "learning_rate": 5e-06,
      "loss": 1.2388,
      "mean_token_accuracy": 0.6645878851413727,
      "num_tokens": 19494388.0,
      "step": 1498
    },
    {
      "epoch": 0.95936,
      "grad_norm": 3.709169626235962,
      "learning_rate": 5e-06,
      "loss": 1.3733,
      "mean_token_accuracy": 0.6607565060257912,
      "num_tokens": 19505621.0,
      "step": 1499
    },
    {
      "epoch": 0.96,
      "grad_norm": 3.3196604251861572,
      "learning_rate": 5e-06,
      "loss": 1.1325,
      "mean_token_accuracy": 0.6826166063547134,
      "num_tokens": 19519830.0,
      "step": 1500
    },
    {
      "epoch": 0.96064,
      "grad_norm": 4.17763090133667,
      "learning_rate": 5e-06,
      "loss": 1.2355,
      "mean_token_accuracy": 0.6763554587960243,
      "num_tokens": 19532118.0,
      "step": 1501
    },
    {
      "epoch": 0.96128,
      "grad_norm": 3.9797887802124023,
      "learning_rate": 5e-06,
      "loss": 0.9252,
      "mean_token_accuracy": 0.7308862134814262,
      "num_tokens": 19543422.0,
      "step": 1502
    },
    {
      "epoch": 0.96192,
      "grad_norm": 3.3593435287475586,
      "learning_rate": 5e-06,
      "loss": 1.121,
      "mean_token_accuracy": 0.6892295926809311,
      "num_tokens": 19555897.0,
      "step": 1503
    },
    {
      "epoch": 0.96256,
      "grad_norm": 3.6559438705444336,
      "learning_rate": 5e-06,
      "loss": 1.1375,
      "mean_token_accuracy": 0.6769029051065445,
      "num_tokens": 19567248.0,
      "step": 1504
    },
    {
      "epoch": 0.9632,
      "grad_norm": 3.6883292198181152,
      "learning_rate": 5e-06,
      "loss": 1.3164,
      "mean_token_accuracy": 0.643324077129364,
      "num_tokens": 19579310.0,
      "step": 1505
    },
    {
      "epoch": 0.96384,
      "grad_norm": 3.5200116634368896,
      "learning_rate": 5e-06,
      "loss": 1.2694,
      "mean_token_accuracy": 0.6747664734721184,
      "num_tokens": 19592537.0,
      "step": 1506
    },
    {
      "epoch": 0.96448,
      "grad_norm": 3.3167619705200195,
      "learning_rate": 5e-06,
      "loss": 1.2958,
      "mean_token_accuracy": 0.6770147830247879,
      "num_tokens": 19606932.0,
      "step": 1507
    },
    {
      "epoch": 0.96512,
      "grad_norm": 2.7224249839782715,
      "learning_rate": 5e-06,
      "loss": 1.3125,
      "mean_token_accuracy": 0.6614532843232155,
      "num_tokens": 19624296.0,
      "step": 1508
    },
    {
      "epoch": 0.96576,
      "grad_norm": 3.4137089252471924,
      "learning_rate": 5e-06,
      "loss": 1.2778,
      "mean_token_accuracy": 0.662353903055191,
      "num_tokens": 19637049.0,
      "step": 1509
    },
    {
      "epoch": 0.9664,
      "grad_norm": 3.7370848655700684,
      "learning_rate": 5e-06,
      "loss": 1.4503,
      "mean_token_accuracy": 0.639873132109642,
      "num_tokens": 19649788.0,
      "step": 1510
    },
    {
      "epoch": 0.96704,
      "grad_norm": 3.4333293437957764,
      "learning_rate": 5e-06,
      "loss": 1.4996,
      "mean_token_accuracy": 0.63913669064641,
      "num_tokens": 19662956.0,
      "step": 1511
    },
    {
      "epoch": 0.96768,
      "grad_norm": 3.8436150550842285,
      "learning_rate": 5e-06,
      "loss": 1.2372,
      "mean_token_accuracy": 0.6666671261191368,
      "num_tokens": 19674701.0,
      "step": 1512
    },
    {
      "epoch": 0.96832,
      "grad_norm": 3.4364569187164307,
      "learning_rate": 5e-06,
      "loss": 1.4256,
      "mean_token_accuracy": 0.6375450566411018,
      "num_tokens": 19688356.0,
      "step": 1513
    },
    {
      "epoch": 0.96896,
      "grad_norm": 3.1849286556243896,
      "learning_rate": 5e-06,
      "loss": 1.3019,
      "mean_token_accuracy": 0.654203861951828,
      "num_tokens": 19703055.0,
      "step": 1514
    },
    {
      "epoch": 0.9696,
      "grad_norm": 3.790954828262329,
      "learning_rate": 5e-06,
      "loss": 1.1957,
      "mean_token_accuracy": 0.6805417165160179,
      "num_tokens": 19715360.0,
      "step": 1515
    },
    {
      "epoch": 0.97024,
      "grad_norm": 3.696563243865967,
      "learning_rate": 5e-06,
      "loss": 1.2499,
      "mean_token_accuracy": 0.6584246829152107,
      "num_tokens": 19726044.0,
      "step": 1516
    },
    {
      "epoch": 0.97088,
      "grad_norm": 4.10850191116333,
      "learning_rate": 5e-06,
      "loss": 1.4378,
      "mean_token_accuracy": 0.6355271711945534,
      "num_tokens": 19739139.0,
      "step": 1517
    },
    {
      "epoch": 0.97152,
      "grad_norm": 3.1323556900024414,
      "learning_rate": 5e-06,
      "loss": 1.3652,
      "mean_token_accuracy": 0.6413158774375916,
      "num_tokens": 19753058.0,
      "step": 1518
    },
    {
      "epoch": 0.97216,
      "grad_norm": 3.334622859954834,
      "learning_rate": 5e-06,
      "loss": 1.2963,
      "mean_token_accuracy": 0.6517771631479263,
      "num_tokens": 19765569.0,
      "step": 1519
    },
    {
      "epoch": 0.9728,
      "grad_norm": 5.364054203033447,
      "learning_rate": 5e-06,
      "loss": 1.1438,
      "mean_token_accuracy": 0.6952068582177162,
      "num_tokens": 19778058.0,
      "step": 1520
    },
    {
      "epoch": 0.97344,
      "grad_norm": 3.416874408721924,
      "learning_rate": 5e-06,
      "loss": 1.1759,
      "mean_token_accuracy": 0.6735500246286392,
      "num_tokens": 19792728.0,
      "step": 1521
    },
    {
      "epoch": 0.97408,
      "grad_norm": 3.164233922958374,
      "learning_rate": 5e-06,
      "loss": 1.1211,
      "mean_token_accuracy": 0.6952219977974892,
      "num_tokens": 19807085.0,
      "step": 1522
    },
    {
      "epoch": 0.97472,
      "grad_norm": 3.73028564453125,
      "learning_rate": 5e-06,
      "loss": 1.3345,
      "mean_token_accuracy": 0.6841987073421478,
      "num_tokens": 19821681.0,
      "step": 1523
    },
    {
      "epoch": 0.97536,
      "grad_norm": 3.401895761489868,
      "learning_rate": 5e-06,
      "loss": 1.3681,
      "mean_token_accuracy": 0.6333037242293358,
      "num_tokens": 19834796.0,
      "step": 1524
    },
    {
      "epoch": 0.976,
      "grad_norm": 3.8067119121551514,
      "learning_rate": 5e-06,
      "loss": 1.0905,
      "mean_token_accuracy": 0.6978934183716774,
      "num_tokens": 19846639.0,
      "step": 1525
    },
    {
      "epoch": 0.97664,
      "grad_norm": 3.070439338684082,
      "learning_rate": 5e-06,
      "loss": 1.2461,
      "mean_token_accuracy": 0.653811477124691,
      "num_tokens": 19860465.0,
      "step": 1526
    },
    {
      "epoch": 0.97728,
      "grad_norm": 3.186588764190674,
      "learning_rate": 5e-06,
      "loss": 1.1821,
      "mean_token_accuracy": 0.7026697173714638,
      "num_tokens": 19876272.0,
      "step": 1527
    },
    {
      "epoch": 0.97792,
      "grad_norm": 3.122529983520508,
      "learning_rate": 5e-06,
      "loss": 1.1799,
      "mean_token_accuracy": 0.6770785599946976,
      "num_tokens": 19892221.0,
      "step": 1528
    },
    {
      "epoch": 0.97856,
      "grad_norm": 3.7920093536376953,
      "learning_rate": 5e-06,
      "loss": 1.3852,
      "mean_token_accuracy": 0.6517146974802017,
      "num_tokens": 19903219.0,
      "step": 1529
    },
    {
      "epoch": 0.9792,
      "grad_norm": 3.9800093173980713,
      "learning_rate": 5e-06,
      "loss": 1.3666,
      "mean_token_accuracy": 0.6671213582158089,
      "num_tokens": 19914283.0,
      "step": 1530
    },
    {
      "epoch": 0.97984,
      "grad_norm": 4.115480899810791,
      "learning_rate": 5e-06,
      "loss": 1.6462,
      "mean_token_accuracy": 0.6288831681013107,
      "num_tokens": 19924831.0,
      "step": 1531
    },
    {
      "epoch": 0.98048,
      "grad_norm": 3.8407366275787354,
      "learning_rate": 5e-06,
      "loss": 1.3123,
      "mean_token_accuracy": 0.646103672683239,
      "num_tokens": 19935368.0,
      "step": 1532
    },
    {
      "epoch": 0.98112,
      "grad_norm": 3.036931276321411,
      "learning_rate": 5e-06,
      "loss": 1.3947,
      "mean_token_accuracy": 0.6490734815597534,
      "num_tokens": 19950888.0,
      "step": 1533
    },
    {
      "epoch": 0.98176,
      "grad_norm": 3.3416826725006104,
      "learning_rate": 5e-06,
      "loss": 1.3709,
      "mean_token_accuracy": 0.6444736868143082,
      "num_tokens": 19964717.0,
      "step": 1534
    },
    {
      "epoch": 0.9824,
      "grad_norm": 3.184088945388794,
      "learning_rate": 5e-06,
      "loss": 1.3429,
      "mean_token_accuracy": 0.673894077539444,
      "num_tokens": 19977976.0,
      "step": 1535
    },
    {
      "epoch": 0.98304,
      "grad_norm": 3.382946491241455,
      "learning_rate": 5e-06,
      "loss": 1.481,
      "mean_token_accuracy": 0.6425464749336243,
      "num_tokens": 19991312.0,
      "step": 1536
    },
    {
      "epoch": 0.98368,
      "grad_norm": 3.7429699897766113,
      "learning_rate": 5e-06,
      "loss": 1.2422,
      "mean_token_accuracy": 0.6737086698412895,
      "num_tokens": 20002300.0,
      "step": 1537
    },
    {
      "epoch": 0.98432,
      "grad_norm": 3.6931872367858887,
      "learning_rate": 5e-06,
      "loss": 1.3122,
      "mean_token_accuracy": 0.6581440344452858,
      "num_tokens": 20015107.0,
      "step": 1538
    },
    {
      "epoch": 0.98496,
      "grad_norm": 4.0337300300598145,
      "learning_rate": 5e-06,
      "loss": 1.3912,
      "mean_token_accuracy": 0.6898427382111549,
      "num_tokens": 20027265.0,
      "step": 1539
    },
    {
      "epoch": 0.9856,
      "grad_norm": 3.514187812805176,
      "learning_rate": 5e-06,
      "loss": 1.0613,
      "mean_token_accuracy": 0.7012772336602211,
      "num_tokens": 20038919.0,
      "step": 1540
    },
    {
      "epoch": 0.98624,
      "grad_norm": 3.5034477710723877,
      "learning_rate": 5e-06,
      "loss": 1.4009,
      "mean_token_accuracy": 0.6428939253091812,
      "num_tokens": 20052482.0,
      "step": 1541
    },
    {
      "epoch": 0.98688,
      "grad_norm": 3.3519279956817627,
      "learning_rate": 5e-06,
      "loss": 1.4362,
      "mean_token_accuracy": 0.6396335512399673,
      "num_tokens": 20067032.0,
      "step": 1542
    },
    {
      "epoch": 0.98752,
      "grad_norm": 3.7068188190460205,
      "learning_rate": 5e-06,
      "loss": 1.2301,
      "mean_token_accuracy": 0.6891591548919678,
      "num_tokens": 20079146.0,
      "step": 1543
    },
    {
      "epoch": 0.98816,
      "grad_norm": 3.6617250442504883,
      "learning_rate": 5e-06,
      "loss": 1.211,
      "mean_token_accuracy": 0.7132939025759697,
      "num_tokens": 20089620.0,
      "step": 1544
    },
    {
      "epoch": 0.9888,
      "grad_norm": 3.217038631439209,
      "learning_rate": 5e-06,
      "loss": 1.3661,
      "mean_token_accuracy": 0.6576998308300972,
      "num_tokens": 20103587.0,
      "step": 1545
    },
    {
      "epoch": 0.98944,
      "grad_norm": 3.996293783187866,
      "learning_rate": 5e-06,
      "loss": 1.2923,
      "mean_token_accuracy": 0.6637570187449455,
      "num_tokens": 20115402.0,
      "step": 1546
    },
    {
      "epoch": 0.99008,
      "grad_norm": 3.543278932571411,
      "learning_rate": 5e-06,
      "loss": 1.2429,
      "mean_token_accuracy": 0.6742196753621101,
      "num_tokens": 20126222.0,
      "step": 1547
    },
    {
      "epoch": 0.99072,
      "grad_norm": 3.501190662384033,
      "learning_rate": 5e-06,
      "loss": 1.2304,
      "mean_token_accuracy": 0.6541951596736908,
      "num_tokens": 20137476.0,
      "step": 1548
    },
    {
      "epoch": 0.99136,
      "grad_norm": 3.904467821121216,
      "learning_rate": 5e-06,
      "loss": 1.2723,
      "mean_token_accuracy": 0.6750770211219788,
      "num_tokens": 20149377.0,
      "step": 1549
    },
    {
      "epoch": 0.992,
      "grad_norm": 3.557426691055298,
      "learning_rate": 5e-06,
      "loss": 1.4754,
      "mean_token_accuracy": 0.6633486226201057,
      "num_tokens": 20161955.0,
      "step": 1550
    },
    {
      "epoch": 0.99264,
      "grad_norm": 3.5321543216705322,
      "learning_rate": 5e-06,
      "loss": 1.3909,
      "mean_token_accuracy": 0.6640786305069923,
      "num_tokens": 20174432.0,
      "step": 1551
    },
    {
      "epoch": 0.99328,
      "grad_norm": 4.1432929039001465,
      "learning_rate": 5e-06,
      "loss": 1.2162,
      "mean_token_accuracy": 0.6733951196074486,
      "num_tokens": 20186656.0,
      "step": 1552
    },
    {
      "epoch": 0.99392,
      "grad_norm": 3.221876859664917,
      "learning_rate": 5e-06,
      "loss": 1.2039,
      "mean_token_accuracy": 0.6700675636529922,
      "num_tokens": 20200325.0,
      "step": 1553
    },
    {
      "epoch": 0.99456,
      "grad_norm": 3.4923529624938965,
      "learning_rate": 5e-06,
      "loss": 1.2479,
      "mean_token_accuracy": 0.6704057157039642,
      "num_tokens": 20211958.0,
      "step": 1554
    },
    {
      "epoch": 0.9952,
      "grad_norm": 3.4751315116882324,
      "learning_rate": 5e-06,
      "loss": 1.2513,
      "mean_token_accuracy": 0.6954710930585861,
      "num_tokens": 20224457.0,
      "step": 1555
    },
    {
      "epoch": 0.99584,
      "grad_norm": 3.4763216972351074,
      "learning_rate": 5e-06,
      "loss": 1.1645,
      "mean_token_accuracy": 0.6789154633879662,
      "num_tokens": 20236259.0,
      "step": 1556
    },
    {
      "epoch": 0.99648,
      "grad_norm": 3.582597017288208,
      "learning_rate": 5e-06,
      "loss": 1.383,
      "mean_token_accuracy": 0.6580745279788971,
      "num_tokens": 20250508.0,
      "step": 1557
    },
    {
      "epoch": 0.99712,
      "grad_norm": 4.058999061584473,
      "learning_rate": 5e-06,
      "loss": 1.3162,
      "mean_token_accuracy": 0.6591609418392181,
      "num_tokens": 20262337.0,
      "step": 1558
    },
    {
      "epoch": 0.99776,
      "grad_norm": 3.842996597290039,
      "learning_rate": 5e-06,
      "loss": 1.3768,
      "mean_token_accuracy": 0.6542828008532524,
      "num_tokens": 20273865.0,
      "step": 1559
    },
    {
      "epoch": 0.9984,
      "grad_norm": 3.5340254306793213,
      "learning_rate": 5e-06,
      "loss": 1.2762,
      "mean_token_accuracy": 0.6779467761516571,
      "num_tokens": 20286723.0,
      "step": 1560
    },
    {
      "epoch": 0.99904,
      "grad_norm": 3.087484836578369,
      "learning_rate": 5e-06,
      "loss": 1.3845,
      "mean_token_accuracy": 0.6415645852684975,
      "num_tokens": 20302849.0,
      "step": 1561
    },
    {
      "epoch": 0.99968,
      "grad_norm": 3.4678475856781006,
      "learning_rate": 5e-06,
      "loss": 1.2984,
      "mean_token_accuracy": 0.6632586568593979,
      "num_tokens": 20315462.0,
      "step": 1562
    }
  ],
  "logging_steps": 1,
  "max_steps": 1562,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 250,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 56623305523200.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}