{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 50.0,
  "eval_steps": 500,
  "global_step": 2450,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 0.3984,
      "step": 1
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.000000000000001e-06,
      "loss": 0.3295,
      "step": 2
    },
    {
      "epoch": 0.06,
      "learning_rate": 6e-06,
      "loss": 0.2503,
      "step": 3
    },
    {
      "epoch": 0.08,
      "learning_rate": 8.000000000000001e-06,
      "loss": 0.4281,
      "step": 4
    },
    {
      "epoch": 0.1,
      "learning_rate": 1e-05,
      "loss": 0.336,
      "step": 5
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.2e-05,
      "loss": 0.3995,
      "step": 6
    },
    {
      "epoch": 0.14,
      "learning_rate": 1.4e-05,
      "loss": 0.2713,
      "step": 7
    },
    {
      "epoch": 0.16,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 0.3499,
      "step": 8
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8e-05,
      "loss": 0.4057,
      "step": 9
    },
    {
      "epoch": 0.2,
      "learning_rate": 2e-05,
      "loss": 0.2775,
      "step": 10
    },
    {
      "epoch": 0.22,
      "learning_rate": 1.9999991711230988e-05,
      "loss": 0.3402,
      "step": 11
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.9999966844937698e-05,
      "loss": 0.3714,
      "step": 12
    },
    {
      "epoch": 0.27,
      "learning_rate": 1.999992540116134e-05,
      "loss": 0.3577,
      "step": 13
    },
    {
      "epoch": 0.29,
      "learning_rate": 1.999986737997063e-05,
      "loss": 0.4807,
      "step": 14
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.9999792781461744e-05,
      "loss": 0.3963,
      "step": 15
    },
    {
      "epoch": 0.33,
      "learning_rate": 1.9999701605758354e-05,
      "loss": 0.1708,
      "step": 16
    },
    {
      "epoch": 0.35,
      "learning_rate": 1.9999593853011606e-05,
      "loss": 0.2881,
      "step": 17
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.9999469523400122e-05,
      "loss": 0.3194,
      "step": 18
    },
    {
      "epoch": 0.39,
      "learning_rate": 1.9999328617130018e-05,
      "loss": 0.1876,
      "step": 19
    },
    {
      "epoch": 0.41,
      "learning_rate": 1.999917113443488e-05,
      "loss": 0.3046,
      "step": 20
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.9998997075575767e-05,
      "loss": 0.4698,
      "step": 21
    },
    {
      "epoch": 0.45,
      "learning_rate": 1.9998806440841237e-05,
      "loss": 0.4729,
      "step": 22
    },
    {
      "epoch": 0.47,
      "learning_rate": 1.999859923054731e-05,
      "loss": 0.3837,
      "step": 23
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.9998375445037493e-05,
      "loss": 0.4486,
      "step": 24
    },
    {
      "epoch": 0.51,
      "learning_rate": 1.999813508468276e-05,
      "loss": 0.3828,
      "step": 25
    },
    {
      "epoch": 0.53,
      "learning_rate": 1.9997878149881576e-05,
      "loss": 0.4885,
      "step": 26
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.9997604641059875e-05,
      "loss": 0.3705,
      "step": 27
    },
    {
      "epoch": 0.57,
      "learning_rate": 1.999731455867106e-05,
      "loss": 0.2806,
      "step": 28
    },
    {
      "epoch": 0.59,
      "learning_rate": 1.999700790319603e-05,
      "loss": 0.2503,
      "step": 29
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9996684675143132e-05,
      "loss": 0.2493,
      "step": 30
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.9996344875048207e-05,
      "loss": 0.3903,
      "step": 31
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.999598850347455e-05,
      "loss": 0.331,
      "step": 32
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.9995615561012947e-05,
      "loss": 0.4252,
      "step": 33
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.999522604828164e-05,
      "loss": 0.3531,
      "step": 34
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.9994819965926346e-05,
      "loss": 0.3174,
      "step": 35
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.9994397314620252e-05,
      "loss": 0.35,
      "step": 36
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.9993958095064002e-05,
      "loss": 0.2898,
      "step": 37
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.9993502307985723e-05,
      "loss": 0.295,
      "step": 38
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.9993029954140994e-05,
      "loss": 0.4343,
      "step": 39
    },
    {
      "epoch": 0.82,
      "learning_rate": 1.9992541034312862e-05,
      "loss": 0.2843,
      "step": 40
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.9992035549311834e-05,
      "loss": 0.1431,
      "step": 41
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.9991513499975883e-05,
      "loss": 0.2804,
      "step": 42
    },
    {
      "epoch": 0.88,
      "learning_rate": 1.9990974887170435e-05,
      "loss": 0.2553,
      "step": 43
    },
    {
      "epoch": 0.9,
      "learning_rate": 1.9990419711788382e-05,
      "loss": 0.4277,
      "step": 44
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.9989847974750057e-05,
      "loss": 0.4357,
      "step": 45
    },
    {
      "epoch": 0.94,
      "learning_rate": 1.9989259677003273e-05,
      "loss": 0.3915,
      "step": 46
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9988654819523274e-05,
      "loss": 0.4691,
      "step": 47
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.998803340331277e-05,
      "loss": 0.3206,
      "step": 48
    },
    {
      "epoch": 1.0,
      "learning_rate": 1.9987395429401913e-05,
      "loss": 0.3924,
      "step": 49
    },
    {
      "epoch": 1.02,
      "learning_rate": 1.9986740898848306e-05,
      "loss": 0.3586,
      "step": 50
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.9986069812737004e-05,
      "loss": 0.5078,
      "step": 51
    },
    {
      "epoch": 1.06,
      "learning_rate": 1.9985382172180498e-05,
      "loss": 0.4447,
      "step": 52
    },
    {
      "epoch": 1.08,
      "learning_rate": 1.9984677978318726e-05,
      "loss": 0.3766,
      "step": 53
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.998395723231907e-05,
      "loss": 0.3499,
      "step": 54
    },
    {
      "epoch": 1.12,
      "learning_rate": 1.9983219935376353e-05,
      "loss": 0.3992,
      "step": 55
    },
    {
      "epoch": 1.14,
      "learning_rate": 1.9982466088712828e-05,
      "loss": 0.363,
      "step": 56
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.9981695693578186e-05,
      "loss": 0.2462,
      "step": 57
    },
    {
      "epoch": 1.18,
      "learning_rate": 1.9980908751249556e-05,
      "loss": 0.3953,
      "step": 58
    },
    {
      "epoch": 1.2,
      "learning_rate": 1.998010526303149e-05,
      "loss": 0.3069,
      "step": 59
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.997928523025598e-05,
      "loss": 0.2945,
      "step": 60
    },
    {
      "epoch": 1.24,
      "learning_rate": 1.997844865428243e-05,
      "loss": 0.2474,
      "step": 61
    },
    {
      "epoch": 1.27,
      "learning_rate": 1.997759553649769e-05,
      "loss": 0.2888,
      "step": 62
    },
    {
      "epoch": 1.29,
      "learning_rate": 1.9976725878316e-05,
      "loss": 0.2126,
      "step": 63
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.9975839681179057e-05,
      "loss": 0.2896,
      "step": 64
    },
    {
      "epoch": 1.33,
      "learning_rate": 1.997493694655595e-05,
      "loss": 0.2666,
      "step": 65
    },
    {
      "epoch": 1.35,
      "learning_rate": 1.997401767594319e-05,
      "loss": 0.2555,
      "step": 66
    },
    {
      "epoch": 1.37,
      "learning_rate": 1.997308187086471e-05,
      "loss": 0.2126,
      "step": 67
    },
    {
      "epoch": 1.39,
      "learning_rate": 1.997212953287183e-05,
      "loss": 0.2061,
      "step": 68
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.99711606635433e-05,
      "loss": 0.3226,
      "step": 69
    },
    {
      "epoch": 1.43,
      "learning_rate": 1.9970175264485268e-05,
      "loss": 0.3892,
      "step": 70
    },
    {
      "epoch": 1.45,
      "learning_rate": 1.9969173337331283e-05,
      "loss": 0.3587,
      "step": 71
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.996815488374229e-05,
      "loss": 0.2878,
      "step": 72
    },
    {
      "epoch": 1.49,
      "learning_rate": 1.9967119905406632e-05,
      "loss": 0.3514,
      "step": 73
    },
    {
      "epoch": 1.51,
      "learning_rate": 1.996606840404006e-05,
      "loss": 0.4018,
      "step": 74
    },
    {
      "epoch": 1.53,
      "learning_rate": 1.996500038138569e-05,
      "loss": 0.3201,
      "step": 75
    },
    {
      "epoch": 1.55,
      "learning_rate": 1.9963915839214052e-05,
      "loss": 0.288,
      "step": 76
    },
    {
      "epoch": 1.57,
      "learning_rate": 1.9962814779323044e-05,
      "loss": 0.2211,
      "step": 77
    },
    {
      "epoch": 1.59,
      "learning_rate": 1.9961697203537952e-05,
      "loss": 0.2098,
      "step": 78
    },
    {
      "epoch": 1.61,
      "learning_rate": 1.9960563113711448e-05,
      "loss": 0.2808,
      "step": 79
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.995941251172356e-05,
      "loss": 0.2206,
      "step": 80
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.995824539948172e-05,
      "loss": 0.229,
      "step": 81
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.9957061778920703e-05,
      "loss": 0.3655,
      "step": 82
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.9955861652002655e-05,
      "loss": 0.31,
      "step": 83
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.9954645020717105e-05,
      "loss": 0.2728,
      "step": 84
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.9953411887080917e-05,
      "loss": 0.2015,
      "step": 85
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.995216225313833e-05,
      "loss": 0.3013,
      "step": 86
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.9950896120960924e-05,
      "loss": 0.3753,
      "step": 87
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.994961349264764e-05,
      "loss": 0.2555,
      "step": 88
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9948314370324754e-05,
      "loss": 0.2763,
      "step": 89
    },
    {
      "epoch": 1.84,
      "learning_rate": 1.9946998756145894e-05,
      "loss": 0.2978,
      "step": 90
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.994566665229202e-05,
      "loss": 0.1406,
      "step": 91
    },
    {
      "epoch": 1.88,
      "learning_rate": 1.9944318060971445e-05,
      "loss": 0.2533,
      "step": 92
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.9942952984419784e-05,
      "loss": 0.3233,
      "step": 93
    },
    {
      "epoch": 1.92,
      "learning_rate": 1.9941571424900013e-05,
      "loss": 0.3053,
      "step": 94
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.9940173384702407e-05,
      "loss": 0.3323,
      "step": 95
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.993875886614458e-05,
      "loss": 0.2277,
      "step": 96
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.9937327871571448e-05,
      "loss": 0.19,
      "step": 97
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.9935880403355255e-05,
      "loss": 0.2151,
      "step": 98
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.9934416463895544e-05,
      "loss": 0.2999,
      "step": 99
    },
    {
      "epoch": 2.04,
      "learning_rate": 1.9932936055619164e-05,
      "loss": 0.3072,
      "step": 100
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.993143918098027e-05,
      "loss": 0.2863,
      "step": 101
    },
    {
      "epoch": 2.08,
      "learning_rate": 1.992992584246031e-05,
      "loss": 0.2405,
      "step": 102
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.9928396042568027e-05,
      "loss": 0.2855,
      "step": 103
    },
    {
      "epoch": 2.12,
      "learning_rate": 1.9926849783839456e-05,
      "loss": 0.3276,
      "step": 104
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.992528706883791e-05,
      "loss": 0.2321,
      "step": 105
    },
    {
      "epoch": 2.16,
      "learning_rate": 1.9923707900153984e-05,
      "loss": 0.4118,
      "step": 106
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.9922112280405554e-05,
      "loss": 0.3836,
      "step": 107
    },
    {
      "epoch": 2.2,
      "learning_rate": 1.9920500212237766e-05,
      "loss": 0.2211,
      "step": 108
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.991887169832303e-05,
      "loss": 0.2095,
      "step": 109
    },
    {
      "epoch": 2.24,
      "learning_rate": 1.9917226741361014e-05,
      "loss": 0.3469,
      "step": 110
    },
    {
      "epoch": 2.27,
      "learning_rate": 1.9915565344078668e-05,
      "loss": 0.3337,
      "step": 111
    },
    {
      "epoch": 2.29,
      "learning_rate": 1.9913887509230164e-05,
      "loss": 0.2044,
      "step": 112
    },
    {
      "epoch": 2.31,
      "learning_rate": 1.991219323959695e-05,
      "loss": 0.2201,
      "step": 113
    },
    {
      "epoch": 2.33,
      "learning_rate": 1.9910482537987704e-05,
      "loss": 0.3313,
      "step": 114
    },
    {
      "epoch": 2.35,
      "learning_rate": 1.9908755407238342e-05,
      "loss": 0.2011,
      "step": 115
    },
    {
      "epoch": 2.37,
      "learning_rate": 1.9907011850212032e-05,
      "loss": 0.1756,
      "step": 116
    },
    {
      "epoch": 2.39,
      "learning_rate": 1.9905251869799157e-05,
      "loss": 0.3062,
      "step": 117
    },
    {
      "epoch": 2.41,
      "learning_rate": 1.990347546891733e-05,
      "loss": 0.3019,
      "step": 118
    },
    {
      "epoch": 2.43,
      "learning_rate": 1.990168265051139e-05,
      "loss": 0.3343,
      "step": 119
    },
    {
      "epoch": 2.45,
      "learning_rate": 1.9899873417553384e-05,
      "loss": 0.2435,
      "step": 120
    },
    {
      "epoch": 2.47,
      "learning_rate": 1.989804777304258e-05,
      "loss": 0.296,
      "step": 121
    },
    {
      "epoch": 2.49,
      "learning_rate": 1.989620572000544e-05,
      "loss": 0.3207,
      "step": 122
    },
    {
      "epoch": 2.51,
      "learning_rate": 1.9894347261495644e-05,
      "loss": 0.2177,
      "step": 123
    },
    {
      "epoch": 2.53,
      "learning_rate": 1.989247240059405e-05,
      "loss": 0.3157,
      "step": 124
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.9890581140408722e-05,
      "loss": 0.2467,
      "step": 125
    },
    {
      "epoch": 2.57,
      "learning_rate": 1.9888673484074902e-05,
      "loss": 0.2223,
      "step": 126
    },
    {
      "epoch": 2.59,
      "learning_rate": 1.988674943475501e-05,
      "loss": 0.2471,
      "step": 127
    },
    {
      "epoch": 2.61,
      "learning_rate": 1.988480899563865e-05,
      "loss": 0.2935,
      "step": 128
    },
    {
      "epoch": 2.63,
      "learning_rate": 1.9882852169942593e-05,
      "loss": 0.2147,
      "step": 129
    },
    {
      "epoch": 2.65,
      "learning_rate": 1.9880878960910772e-05,
      "loss": 0.2315,
      "step": 130
    },
    {
      "epoch": 2.67,
      "learning_rate": 1.9878889371814284e-05,
      "loss": 0.2043,
      "step": 131
    },
    {
      "epoch": 2.69,
      "learning_rate": 1.9876883405951378e-05,
      "loss": 0.2122,
      "step": 132
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.987486106664745e-05,
      "loss": 0.289,
      "step": 133
    },
    {
      "epoch": 2.73,
      "learning_rate": 1.9872822357255042e-05,
      "loss": 0.3138,
      "step": 134
    },
    {
      "epoch": 2.76,
      "learning_rate": 1.987076728115383e-05,
      "loss": 0.2509,
      "step": 135
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.9868695841750628e-05,
      "loss": 0.2433,
      "step": 136
    },
    {
      "epoch": 2.8,
      "learning_rate": 1.9866608042479365e-05,
      "loss": 0.2396,
      "step": 137
    },
    {
      "epoch": 2.82,
      "learning_rate": 1.9864503886801108e-05,
      "loss": 0.289,
      "step": 138
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.986238337820402e-05,
      "loss": 0.1621,
      "step": 139
    },
    {
      "epoch": 2.86,
      "learning_rate": 1.9860246520203393e-05,
      "loss": 0.2056,
      "step": 140
    },
    {
      "epoch": 2.88,
      "learning_rate": 1.98580933163416e-05,
      "loss": 0.2694,
      "step": 141
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.985592377018813e-05,
      "loss": 0.189,
      "step": 142
    },
    {
      "epoch": 2.92,
      "learning_rate": 1.9853737885339552e-05,
      "loss": 0.3305,
      "step": 143
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.985153566541953e-05,
      "loss": 0.172,
      "step": 144
    },
    {
      "epoch": 2.96,
      "learning_rate": 1.98493171140788e-05,
      "loss": 0.2662,
      "step": 145
    },
    {
      "epoch": 2.98,
      "learning_rate": 1.9847082234995172e-05,
      "loss": 0.1635,
      "step": 146
    },
    {
      "epoch": 3.0,
      "learning_rate": 1.9844831031873526e-05,
      "loss": 0.4235,
      "step": 147
    },
    {
      "epoch": 3.02,
      "learning_rate": 1.9842563508445805e-05,
      "loss": 0.1867,
      "step": 148
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.9840279668471005e-05,
      "loss": 0.2241,
      "step": 149
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.9837979515735168e-05,
      "loss": 0.2645,
      "step": 150
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.9835663054051377e-05,
      "loss": 0.1351,
      "step": 151
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.9833330287259763e-05,
      "loss": 0.2685,
      "step": 152
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.9830981219227473e-05,
      "loss": 0.2234,
      "step": 153
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.982861585384869e-05,
      "loss": 0.2752,
      "step": 154
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.98262341950446e-05,
      "loss": 0.3405,
      "step": 155
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.982383624676341e-05,
      "loss": 0.19,
      "step": 156
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.9821422012980333e-05,
      "loss": 0.3404,
      "step": 157
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.9818991497697566e-05,
      "loss": 0.2336,
      "step": 158
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.9816544704944308e-05,
      "loss": 0.2968,
      "step": 159
    },
    {
      "epoch": 3.27,
      "learning_rate": 1.9814081638776743e-05,
      "loss": 0.2473,
      "step": 160
    },
    {
      "epoch": 3.29,
      "learning_rate": 1.981160230327802e-05,
      "loss": 0.2759,
      "step": 161
    },
    {
      "epoch": 3.31,
      "learning_rate": 1.9809106702558277e-05,
      "loss": 0.3078,
      "step": 162
    },
    {
      "epoch": 3.33,
      "learning_rate": 1.9806594840754595e-05,
      "loss": 0.298,
      "step": 163
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.980406672203103e-05,
      "loss": 0.2143,
      "step": 164
    },
    {
      "epoch": 3.37,
      "learning_rate": 1.980152235057858e-05,
      "loss": 0.2647,
      "step": 165
    },
    {
      "epoch": 3.39,
      "learning_rate": 1.9798961730615182e-05,
      "loss": 0.2073,
      "step": 166
    },
    {
      "epoch": 3.41,
      "learning_rate": 1.9796384866385717e-05,
      "loss": 0.2538,
      "step": 167
    },
    {
      "epoch": 3.43,
      "learning_rate": 1.979379176216199e-05,
      "loss": 0.2561,
      "step": 168
    },
    {
      "epoch": 3.45,
      "learning_rate": 1.979118242224273e-05,
      "loss": 0.2354,
      "step": 169
    },
    {
      "epoch": 3.47,
      "learning_rate": 1.978855685095358e-05,
      "loss": 0.226,
      "step": 170
    },
    {
      "epoch": 3.49,
      "learning_rate": 1.978591505264709e-05,
      "loss": 0.1898,
      "step": 171
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.9783257031702715e-05,
      "loss": 0.2249,
      "step": 172
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.9780582792526793e-05,
      "loss": 0.3295,
      "step": 173
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.977789233955256e-05,
      "loss": 0.2017,
      "step": 174
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.977518567724012e-05,
      "loss": 0.1996,
      "step": 175
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.977246281007646e-05,
      "loss": 0.2096,
      "step": 176
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.9769723742575412e-05,
      "loss": 0.2632,
      "step": 177
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.9766968479277684e-05,
      "loss": 0.1497,
      "step": 178
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.9764197024750823e-05,
      "loss": 0.1487,
      "step": 179
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.9761409383589216e-05,
      "loss": 0.2295,
      "step": 180
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.975860556041409e-05,
      "loss": 0.1842,
      "step": 181
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.9755785559873488e-05,
      "loss": 0.2106,
      "step": 182
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.9752949386642276e-05,
      "loss": 0.3413,
      "step": 183
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.975009704542214e-05,
      "loss": 0.2043,
      "step": 184
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.9747228540941555e-05,
      "loss": 0.2152,
      "step": 185
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.974434387795579e-05,
      "loss": 0.333,
      "step": 186
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.974144306124691e-05,
      "loss": 0.1614,
      "step": 187
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.9738526095623754e-05,
      "loss": 0.1775,
      "step": 188
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.9735592985921935e-05,
      "loss": 0.2483,
      "step": 189
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.9732643737003827e-05,
      "loss": 0.2119,
      "step": 190
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.9729678353758555e-05,
      "loss": 0.2101,
      "step": 191
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.9726696841101997e-05,
      "loss": 0.2024,
      "step": 192
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.9723699203976768e-05,
      "loss": 0.1119,
      "step": 193
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.972068544735221e-05,
      "loss": 0.2314,
      "step": 194
    },
    {
      "epoch": 3.98,
      "learning_rate": 1.971765557622439e-05,
      "loss": 0.2118,
      "step": 195
    },
    {
      "epoch": 4.0,
      "learning_rate": 1.9714609595616086e-05,
      "loss": 0.2296,
      "step": 196
    },
    {
      "epoch": 4.02,
      "learning_rate": 1.971154751057679e-05,
      "loss": 0.1531,
      "step": 197
    },
    {
      "epoch": 4.04,
      "learning_rate": 1.970846932618268e-05,
      "loss": 0.2521,
      "step": 198
    },
    {
      "epoch": 4.06,
      "learning_rate": 1.9705375047536632e-05,
      "loss": 0.1896,
      "step": 199
    },
    {
      "epoch": 4.08,
      "learning_rate": 1.9702264679768193e-05,
      "loss": 0.2016,
      "step": 200
    },
    {
      "epoch": 4.1,
      "learning_rate": 1.969913822803359e-05,
      "loss": 0.2332,
      "step": 201
    },
    {
      "epoch": 4.12,
      "learning_rate": 1.969599569751571e-05,
      "loss": 0.2921,
      "step": 202
    },
    {
      "epoch": 4.14,
      "learning_rate": 1.96928370934241e-05,
      "loss": 0.1571,
      "step": 203
    },
    {
      "epoch": 4.16,
      "learning_rate": 1.9689662420994936e-05,
      "loss": 0.1803,
      "step": 204
    },
    {
      "epoch": 4.18,
      "learning_rate": 1.9686471685491055e-05,
      "loss": 0.2781,
      "step": 205
    },
    {
      "epoch": 4.2,
      "learning_rate": 1.96832648922019e-05,
      "loss": 0.2768,
      "step": 206
    },
    {
      "epoch": 4.22,
      "learning_rate": 1.9680042046443555e-05,
      "loss": 0.2019,
      "step": 207
    },
    {
      "epoch": 4.24,
      "learning_rate": 1.96768031535587e-05,
      "loss": 0.0795,
      "step": 208
    },
    {
      "epoch": 4.27,
      "learning_rate": 1.9673548218916623e-05,
      "loss": 0.2463,
      "step": 209
    },
    {
      "epoch": 4.29,
      "learning_rate": 1.9670277247913205e-05,
      "loss": 0.1952,
      "step": 210
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.966699024597091e-05,
      "loss": 0.2183,
      "step": 211
    },
    {
      "epoch": 4.33,
      "learning_rate": 1.9663687218538773e-05,
      "loss": 0.1884,
      "step": 212
    },
    {
      "epoch": 4.35,
      "learning_rate": 1.9660368171092407e-05,
      "loss": 0.2286,
      "step": 213
    },
    {
      "epoch": 4.37,
      "learning_rate": 1.9657033109133977e-05,
      "loss": 0.2815,
      "step": 214
    },
    {
      "epoch": 4.39,
      "learning_rate": 1.965368203819219e-05,
      "loss": 0.1918,
      "step": 215
    },
    {
      "epoch": 4.41,
      "learning_rate": 1.9650314963822293e-05,
      "loss": 0.2248,
      "step": 216
    },
    {
      "epoch": 4.43,
      "learning_rate": 1.9646931891606072e-05,
      "loss": 0.2422,
      "step": 217
    },
    {
      "epoch": 4.45,
      "learning_rate": 1.964353282715183e-05,
      "loss": 0.204,
      "step": 218
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.9640117776094373e-05,
      "loss": 0.2113,
      "step": 219
    },
    {
      "epoch": 4.49,
      "learning_rate": 1.9636686744095018e-05,
      "loss": 0.1547,
      "step": 220
    },
    {
      "epoch": 4.51,
      "learning_rate": 1.963323973684157e-05,
      "loss": 0.2339,
      "step": 221
    },
    {
      "epoch": 4.53,
      "learning_rate": 1.9629776760048322e-05,
      "loss": 0.1416,
      "step": 222
    },
    {
      "epoch": 4.55,
      "learning_rate": 1.9626297819456032e-05,
      "loss": 0.2031,
      "step": 223
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.9622802920831933e-05,
      "loss": 0.2551,
      "step": 224
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.96192920699697e-05,
      "loss": 0.3389,
      "step": 225
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.961576527268946e-05,
      "loss": 0.1496,
      "step": 226
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.961222253483778e-05,
      "loss": 0.146,
      "step": 227
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.9608663862287644e-05,
      "loss": 0.149,
      "step": 228
    },
    {
      "epoch": 4.67,
      "learning_rate": 1.9605089260938453e-05,
      "loss": 0.2389,
      "step": 229
    },
    {
      "epoch": 4.69,
      "learning_rate": 1.960149873671602e-05,
      "loss": 0.2526,
      "step": 230
    },
    {
      "epoch": 4.71,
      "learning_rate": 1.9597892295572546e-05,
      "loss": 0.1985,
      "step": 231
    },
    {
      "epoch": 4.73,
      "learning_rate": 1.9594269943486623e-05,
      "loss": 0.1786,
      "step": 232
    },
    {
      "epoch": 4.76,
      "learning_rate": 1.9590631686463225e-05,
      "loss": 0.2859,
      "step": 233
    },
    {
      "epoch": 4.78,
      "learning_rate": 1.958697753053368e-05,
      "loss": 0.2309,
      "step": 234
    },
    {
      "epoch": 4.8,
      "learning_rate": 1.958330748175568e-05,
      "loss": 0.2273,
      "step": 235
    },
    {
      "epoch": 4.82,
      "learning_rate": 1.9579621546213264e-05,
      "loss": 0.228,
      "step": 236
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.95759197300168e-05,
      "loss": 0.2219,
      "step": 237
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.9572202039302997e-05,
      "loss": 0.218,
      "step": 238
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.9568468480234867e-05,
      "loss": 0.1571,
      "step": 239
    },
    {
      "epoch": 4.9,
      "learning_rate": 1.9564719059001735e-05,
      "loss": 0.1993,
      "step": 240
    },
    {
      "epoch": 4.92,
      "learning_rate": 1.956095378181921e-05,
      "loss": 0.1313,
      "step": 241
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.95571726549292e-05,
      "loss": 0.2574,
      "step": 242
    },
    {
      "epoch": 4.96,
      "learning_rate": 1.9553375684599878e-05,
      "loss": 0.1436,
      "step": 243
    },
    {
      "epoch": 4.98,
      "learning_rate": 1.9549562877125693e-05,
      "loss": 0.2758,
      "step": 244
    },
    {
      "epoch": 5.0,
      "learning_rate": 1.9545734238827334e-05,
      "loss": 0.2796,
      "step": 245
    },
    {
      "epoch": 5.02,
      "learning_rate": 1.954188977605175e-05,
      "loss": 0.2437,
      "step": 246
    },
    {
      "epoch": 5.04,
      "learning_rate": 1.9538029495172104e-05,
      "loss": 0.2572,
      "step": 247
    },
    {
      "epoch": 5.06,
      "learning_rate": 1.9534153402587795e-05,
      "loss": 0.196,
      "step": 248
    },
    {
      "epoch": 5.08,
      "learning_rate": 1.9530261504724434e-05,
      "loss": 0.1641,
      "step": 249
    },
    {
      "epoch": 5.1,
      "learning_rate": 1.9526353808033827e-05,
      "loss": 0.1522,
      "step": 250
    },
    {
      "epoch": 5.12,
      "learning_rate": 1.952243031899397e-05,
      "loss": 0.1714,
      "step": 251
    },
    {
      "epoch": 5.14,
      "learning_rate": 1.9518491044109046e-05,
      "loss": 0.2122,
      "step": 252
    },
    {
      "epoch": 5.16,
      "learning_rate": 1.95145359899094e-05,
      "loss": 0.1677,
      "step": 253
    },
    {
      "epoch": 5.18,
      "learning_rate": 1.9510565162951538e-05,
      "loss": 0.233,
      "step": 254
    },
    {
      "epoch": 5.2,
      "learning_rate": 1.9506578569818115e-05,
      "loss": 0.2153,
      "step": 255
    },
    {
      "epoch": 5.22,
      "learning_rate": 1.9502576217117922e-05,
      "loss": 0.1677,
      "step": 256
    },
    {
      "epoch": 5.24,
      "learning_rate": 1.9498558111485872e-05,
      "loss": 0.2749,
      "step": 257
    },
    {
      "epoch": 5.27,
      "learning_rate": 1.9494524259582994e-05,
      "loss": 0.1617,
      "step": 258
    },
    {
      "epoch": 5.29,
      "learning_rate": 1.9490474668096425e-05,
      "loss": 0.2093,
      "step": 259
    },
    {
      "epoch": 5.31,
      "learning_rate": 1.948640934373939e-05,
      "loss": 0.2336,
      "step": 260
    },
    {
      "epoch": 5.33,
      "learning_rate": 1.9482328293251193e-05,
      "loss": 0.1532,
      "step": 261
    },
    {
      "epoch": 5.35,
      "learning_rate": 1.9478231523397214e-05,
      "loss": 0.2113,
      "step": 262
    },
    {
      "epoch": 5.37,
      "learning_rate": 1.947411904096889e-05,
      "loss": 0.1386,
      "step": 263
    },
    {
      "epoch": 5.39,
      "learning_rate": 1.94699908527837e-05,
      "loss": 0.2359,
      "step": 264
    },
    {
      "epoch": 5.41,
      "learning_rate": 1.946584696568516e-05,
      "loss": 0.2361,
      "step": 265
    },
    {
      "epoch": 5.43,
      "learning_rate": 1.9461687386542826e-05,
      "loss": 0.2748,
      "step": 266
    },
    {
      "epoch": 5.45,
      "learning_rate": 1.9457512122252253e-05,
      "loss": 0.2166,
      "step": 267
    },
    {
      "epoch": 5.47,
      "learning_rate": 1.945332117973499e-05,
      "loss": 0.1959,
      "step": 268
    },
    {
      "epoch": 5.49,
      "learning_rate": 1.9449114565938604e-05,
      "loss": 0.13,
      "step": 269
    },
    {
      "epoch": 5.51,
      "learning_rate": 1.9444892287836614e-05,
      "loss": 0.1759,
      "step": 270
    },
    {
      "epoch": 5.53,
      "learning_rate": 1.9440654352428525e-05,
      "loss": 0.1868,
      "step": 271
    },
    {
      "epoch": 5.55,
      "learning_rate": 1.9436400766739783e-05,
      "loss": 0.1469,
      "step": 272
    },
    {
      "epoch": 5.57,
      "learning_rate": 1.943213153782179e-05,
      "loss": 0.1933,
      "step": 273
    },
    {
      "epoch": 5.59,
      "learning_rate": 1.9427846672751873e-05,
      "loss": 0.1374,
      "step": 274
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.942354617863329e-05,
      "loss": 0.1612,
      "step": 275
    },
    {
      "epoch": 5.63,
      "learning_rate": 1.9419230062595197e-05,
      "loss": 0.1725,
      "step": 276
    },
    {
      "epoch": 5.65,
      "learning_rate": 1.9414898331792655e-05,
      "loss": 0.1136,
      "step": 277
    },
    {
      "epoch": 5.67,
      "learning_rate": 1.9410550993406603e-05,
      "loss": 0.1442,
      "step": 278
    },
    {
      "epoch": 5.69,
      "learning_rate": 1.940618805464386e-05,
      "loss": 0.1963,
      "step": 279
    },
    {
      "epoch": 5.71,
      "learning_rate": 1.94018095227371e-05,
      "loss": 0.1342,
      "step": 280
    },
    {
      "epoch": 5.73,
      "learning_rate": 1.939741540494486e-05,
      "loss": 0.2293,
      "step": 281
    },
    {
      "epoch": 5.76,
      "learning_rate": 1.93930057085515e-05,
      "loss": 0.2318,
      "step": 282
    },
    {
      "epoch": 5.78,
      "learning_rate": 1.9388580440867206e-05,
      "loss": 0.2242,
      "step": 283
    },
    {
      "epoch": 5.8,
      "learning_rate": 1.938413960922799e-05,
      "loss": 0.2784,
      "step": 284
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.9379683220995657e-05,
      "loss": 0.2134,
      "step": 285
    },
    {
      "epoch": 5.84,
      "learning_rate": 1.9375211283557798e-05,
      "loss": 0.2173,
      "step": 286
    },
    {
      "epoch": 5.86,
      "learning_rate": 1.9370723804327786e-05,
      "loss": 0.2834,
      "step": 287
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.9366220790744758e-05,
      "loss": 0.2537,
      "step": 288
    },
    {
      "epoch": 5.9,
      "learning_rate": 1.9361702250273598e-05,
      "loss": 0.2478,
      "step": 289
    },
    {
      "epoch": 5.92,
      "learning_rate": 1.9357168190404937e-05,
      "loss": 0.1506,
      "step": 290
    },
    {
      "epoch": 5.94,
      "learning_rate": 1.935261861865513e-05,
      "loss": 0.1715,
      "step": 291
    },
    {
      "epoch": 5.96,
      "learning_rate": 1.9348053542566246e-05,
      "loss": 0.1012,
      "step": 292
    },
    {
      "epoch": 5.98,
      "learning_rate": 1.9343472969706058e-05,
      "loss": 0.1488,
      "step": 293
    },
    {
      "epoch": 6.0,
      "learning_rate": 1.9338876907668028e-05,
      "loss": 0.2186,
      "step": 294
    },
    {
      "epoch": 6.02,
      "learning_rate": 1.933426536407129e-05,
      "loss": 0.2015,
      "step": 295
    },
    {
      "epoch": 6.04,
      "learning_rate": 1.9329638346560657e-05,
      "loss": 0.1853,
      "step": 296
    },
    {
      "epoch": 6.06,
      "learning_rate": 1.932499586280658e-05,
      "loss": 0.1654,
      "step": 297
    },
    {
      "epoch": 6.08,
      "learning_rate": 1.932033792050515e-05,
      "loss": 0.1879,
      "step": 298
    },
    {
      "epoch": 6.1,
      "learning_rate": 1.9315664527378102e-05,
      "loss": 0.1868,
      "step": 299
    },
    {
      "epoch": 6.12,
      "learning_rate": 1.9310975691172756e-05,
      "loss": 0.1684,
      "step": 300
    },
    {
      "epoch": 6.14,
      "learning_rate": 1.9306271419662056e-05,
      "loss": 0.1407,
      "step": 301
    },
    {
      "epoch": 6.16,
      "learning_rate": 1.9301551720644526e-05,
      "loss": 0.1253,
      "step": 302
    },
    {
      "epoch": 6.18,
      "learning_rate": 1.929681660194426e-05,
      "loss": 0.2081,
      "step": 303
    },
    {
      "epoch": 6.2,
      "learning_rate": 1.9292066071410923e-05,
      "loss": 0.1621,
      "step": 304
    },
    {
      "epoch": 6.22,
      "learning_rate": 1.9287300136919726e-05,
      "loss": 0.2652,
      "step": 305
    },
    {
      "epoch": 6.24,
      "learning_rate": 1.928251880637141e-05,
      "loss": 0.218,
      "step": 306
    },
    {
      "epoch": 6.27,
      "learning_rate": 1.927772208769225e-05,
      "loss": 0.2606,
      "step": 307
    },
    {
      "epoch": 6.29,
      "learning_rate": 1.9272909988834026e-05,
      "loss": 0.169,
      "step": 308
    },
    {
      "epoch": 6.31,
      "learning_rate": 1.926808251777401e-05,
      "loss": 0.1921,
      "step": 309
    },
    {
      "epoch": 6.33,
      "learning_rate": 1.9263239682514953e-05,
      "loss": 0.1484,
      "step": 310
    },
    {
      "epoch": 6.35,
      "learning_rate": 1.925838149108509e-05,
      "loss": 0.1962,
      "step": 311
    },
    {
      "epoch": 6.37,
      "learning_rate": 1.9253507951538107e-05,
      "loss": 0.0987,
      "step": 312
    },
    {
      "epoch": 6.39,
      "learning_rate": 1.9248619071953137e-05,
      "loss": 0.2179,
      "step": 313
    },
    {
      "epoch": 6.41,
      "learning_rate": 1.924371486043473e-05,
      "loss": 0.2454,
      "step": 314
    },
    {
      "epoch": 6.43,
      "learning_rate": 1.9238795325112867e-05,
      "loss": 0.1099,
      "step": 315
    },
    {
      "epoch": 6.45,
      "learning_rate": 1.9233860474142928e-05,
      "loss": 0.1953,
      "step": 316
    },
    {
      "epoch": 6.47,
      "learning_rate": 1.922891031570567e-05,
      "loss": 0.1777,
      "step": 317
    },
    {
      "epoch": 6.49,
      "learning_rate": 1.9223944858007253e-05,
      "loss": 0.1161,
      "step": 318
    },
    {
      "epoch": 6.51,
      "learning_rate": 1.921896410927917e-05,
      "loss": 0.1527,
      "step": 319
    },
    {
      "epoch": 6.53,
      "learning_rate": 1.9213968077778284e-05,
      "loss": 0.1788,
      "step": 320
    },
    {
      "epoch": 6.55,
      "learning_rate": 1.920895677178678e-05,
      "loss": 0.2017,
      "step": 321
    },
    {
      "epoch": 6.57,
      "learning_rate": 1.920393019961217e-05,
      "loss": 0.2034,
      "step": 322
    },
    {
      "epoch": 6.59,
      "learning_rate": 1.919888836958728e-05,
      "loss": 0.2391,
      "step": 323
    },
    {
      "epoch": 6.61,
      "learning_rate": 1.9193831290070215e-05,
      "loss": 0.1351,
      "step": 324
    },
    {
      "epoch": 6.63,
      "learning_rate": 1.918875896944437e-05,
      "loss": 0.176,
      "step": 325
    },
    {
      "epoch": 6.65,
      "learning_rate": 1.9183671416118405e-05,
      "loss": 0.2042,
      "step": 326
    },
    {
      "epoch": 6.67,
      "learning_rate": 1.917856863852623e-05,
      "loss": 0.1744,
      "step": 327
    },
    {
      "epoch": 6.69,
      "learning_rate": 1.9173450645127e-05,
      "loss": 0.1692,
      "step": 328
    },
    {
      "epoch": 6.71,
      "learning_rate": 1.9168317444405076e-05,
      "loss": 0.1874,
      "step": 329
    },
    {
      "epoch": 6.73,
      "learning_rate": 1.916316904487005e-05,
      "loss": 0.2013,
      "step": 330
    },
    {
      "epoch": 6.76,
      "learning_rate": 1.9158005455056696e-05,
      "loss": 0.1959,
      "step": 331
    },
    {
      "epoch": 6.78,
      "learning_rate": 1.915282668352498e-05,
      "loss": 0.1459,
      "step": 332
    },
    {
      "epoch": 6.8,
      "learning_rate": 1.9147632738860027e-05,
      "loss": 0.2258,
      "step": 333
    },
    {
      "epoch": 6.82,
      "learning_rate": 1.9142423629672117e-05,
      "loss": 0.2238,
      "step": 334
    },
    {
      "epoch": 6.84,
      "learning_rate": 1.9137199364596673e-05,
      "loss": 0.1556,
      "step": 335
    },
    {
      "epoch": 6.86,
      "learning_rate": 1.913195995229424e-05,
      "loss": 0.1919,
      "step": 336
    },
    {
      "epoch": 6.88,
      "learning_rate": 1.912670540145047e-05,
      "loss": 0.1228,
      "step": 337
    },
    {
      "epoch": 6.9,
      "learning_rate": 1.9121435720776122e-05,
      "loss": 0.2164,
      "step": 338
    },
    {
      "epoch": 6.92,
      "learning_rate": 1.9116150919007022e-05,
      "loss": 0.1929,
      "step": 339
    },
    {
      "epoch": 6.94,
      "learning_rate": 1.9110851004904076e-05,
      "loss": 0.1239,
      "step": 340
    },
    {
      "epoch": 6.96,
      "learning_rate": 1.9105535987253235e-05,
      "loss": 0.1941,
      "step": 341
    },
    {
      "epoch": 6.98,
      "learning_rate": 1.9100205874865485e-05,
      "loss": 0.1916,
      "step": 342
    },
    {
      "epoch": 7.0,
      "learning_rate": 1.9094860676576846e-05,
      "loss": 0.0442,
      "step": 343
    },
    {
      "epoch": 7.02,
      "learning_rate": 1.9089500401248337e-05,
      "loss": 0.1589,
      "step": 344
    },
    {
      "epoch": 7.04,
      "learning_rate": 1.9084125057765978e-05,
      "loss": 0.1827,
      "step": 345
    },
    {
      "epoch": 7.06,
      "learning_rate": 1.9078734655040763e-05,
      "loss": 0.1453,
      "step": 346
    },
    {
      "epoch": 7.08,
      "learning_rate": 1.9073329202008652e-05,
      "loss": 0.2577,
      "step": 347
    },
    {
      "epoch": 7.1,
      "learning_rate": 1.906790870763056e-05,
      "loss": 0.1253,
      "step": 348
    },
    {
      "epoch": 7.12,
      "learning_rate": 1.9062473180892324e-05,
      "loss": 0.0972,
      "step": 349
    },
    {
      "epoch": 7.14,
      "learning_rate": 1.9057022630804715e-05,
      "loss": 0.2353,
      "step": 350
    },
    {
      "epoch": 7.16,
      "learning_rate": 1.9051557066403403e-05,
      "loss": 0.1951,
      "step": 351
    },
    {
      "epoch": 7.18,
      "learning_rate": 1.9046076496748948e-05,
      "loss": 0.1066,
      "step": 352
    },
    {
      "epoch": 7.2,
      "learning_rate": 1.904058093092678e-05,
      "loss": 0.1054,
      "step": 353
    },
    {
      "epoch": 7.22,
      "learning_rate": 1.9035070378047204e-05,
      "loss": 0.1663,
      "step": 354
    },
    {
      "epoch": 7.24,
      "learning_rate": 1.902954484724535e-05,
      "loss": 0.0813,
      "step": 355
    },
    {
      "epoch": 7.27,
      "learning_rate": 1.9024004347681194e-05,
      "loss": 0.2542,
      "step": 356
    },
    {
      "epoch": 7.29,
      "learning_rate": 1.901844888853952e-05,
      "loss": 0.1642,
      "step": 357
    },
    {
      "epoch": 7.31,
      "learning_rate": 1.9012878479029907e-05,
      "loss": 0.1829,
      "step": 358
    },
    {
      "epoch": 7.33,
      "learning_rate": 1.9007293128386726e-05,
      "loss": 0.1906,
      "step": 359
    },
    {
      "epoch": 7.35,
      "learning_rate": 1.9001692845869113e-05,
      "loss": 0.1308,
      "step": 360
    },
    {
      "epoch": 7.37,
      "learning_rate": 1.8996077640760956e-05,
      "loss": 0.1611,
      "step": 361
    },
    {
      "epoch": 7.39,
      "learning_rate": 1.8990447522370886e-05,
      "loss": 0.1695,
      "step": 362
    },
    {
      "epoch": 7.41,
      "learning_rate": 1.898480250003225e-05,
      "loss": 0.1651,
      "step": 363
    },
    {
      "epoch": 7.43,
      "learning_rate": 1.8979142583103106e-05,
      "loss": 0.2137,
      "step": 364
    },
    {
      "epoch": 7.45,
      "learning_rate": 1.89734677809662e-05,
      "loss": 0.2208,
      "step": 365
    },
    {
      "epoch": 7.47,
      "learning_rate": 1.8967778103028966e-05,
      "loss": 0.1342,
      "step": 366
    },
    {
      "epoch": 7.49,
      "learning_rate": 1.8962073558723476e-05,
      "loss": 0.2493,
      "step": 367
    },
    {
      "epoch": 7.51,
      "learning_rate": 1.8956354157506472e-05,
      "loss": 0.1801,
      "step": 368
    },
    {
      "epoch": 7.53,
      "learning_rate": 1.8950619908859308e-05,
      "loss": 0.1466,
      "step": 369
    },
    {
      "epoch": 7.55,
      "learning_rate": 1.8944870822287957e-05,
      "loss": 0.1091,
      "step": 370
    },
    {
      "epoch": 7.57,
      "learning_rate": 1.8939106907322987e-05,
      "loss": 0.1784,
      "step": 371
    },
    {
      "epoch": 7.59,
      "learning_rate": 1.8933328173519555e-05,
      "loss": 0.1569,
      "step": 372
    },
    {
      "epoch": 7.61,
      "learning_rate": 1.8927534630457374e-05,
      "loss": 0.2094,
      "step": 373
    },
    {
      "epoch": 7.63,
      "learning_rate": 1.892172628774071e-05,
      "loss": 0.1607,
      "step": 374
    },
    {
      "epoch": 7.65,
      "learning_rate": 1.8915903154998374e-05,
      "loss": 0.1897,
      "step": 375
    },
    {
      "epoch": 7.67,
      "learning_rate": 1.891006524188368e-05,
      "loss": 0.1724,
      "step": 376
    },
    {
      "epoch": 7.69,
      "learning_rate": 1.890421255807445e-05,
      "loss": 0.1648,
      "step": 377
    },
    {
      "epoch": 7.71,
      "learning_rate": 1.8898345113273e-05,
      "loss": 0.1783,
      "step": 378
    },
    {
      "epoch": 7.73,
      "learning_rate": 1.8892462917206102e-05,
      "loss": 0.1371,
      "step": 379
    },
    {
      "epoch": 7.76,
      "learning_rate": 1.888656597962499e-05,
      "loss": 0.1705,
      "step": 380
    },
    {
      "epoch": 7.78,
      "learning_rate": 1.8880654310305334e-05,
      "loss": 0.1085,
      "step": 381
    },
    {
      "epoch": 7.8,
      "learning_rate": 1.8874727919047226e-05,
      "loss": 0.1724,
      "step": 382
    },
    {
      "epoch": 7.82,
      "learning_rate": 1.886878681567517e-05,
      "loss": 0.1735,
      "step": 383
    },
    {
      "epoch": 7.84,
      "learning_rate": 1.886283101003805e-05,
      "loss": 0.1765,
      "step": 384
    },
    {
      "epoch": 7.86,
      "learning_rate": 1.8856860512009115e-05,
      "loss": 0.1325,
      "step": 385
    },
    {
      "epoch": 7.88,
      "learning_rate": 1.8850875331485996e-05,
      "loss": 0.1576,
      "step": 386
    },
    {
      "epoch": 7.9,
      "learning_rate": 1.884487547839064e-05,
      "loss": 0.1461,
      "step": 387
    },
    {
      "epoch": 7.92,
      "learning_rate": 1.8838860962669327e-05,
      "loss": 0.1738,
      "step": 388
    },
    {
      "epoch": 7.94,
      "learning_rate": 1.883283179429265e-05,
      "loss": 0.211,
      "step": 389
    },
    {
      "epoch": 7.96,
      "learning_rate": 1.8826787983255474e-05,
      "loss": 0.12,
      "step": 390
    },
    {
      "epoch": 7.98,
      "learning_rate": 1.8820729539576962e-05,
      "loss": 0.2339,
      "step": 391
    },
    {
      "epoch": 8.0,
      "learning_rate": 1.8814656473300514e-05,
      "loss": 0.2899,
      "step": 392
    },
    {
      "epoch": 8.02,
      "learning_rate": 1.880856879449378e-05,
      "loss": 0.177,
      "step": 393
    },
    {
      "epoch": 8.04,
      "learning_rate": 1.8802466513248635e-05,
      "loss": 0.1296,
      "step": 394
    },
    {
      "epoch": 8.06,
      "learning_rate": 1.8796349639681154e-05,
      "loss": 0.2718,
      "step": 395
    },
    {
      "epoch": 8.08,
      "learning_rate": 1.8790218183931616e-05,
      "loss": 0.1699,
      "step": 396
    },
    {
      "epoch": 8.1,
      "learning_rate": 1.8784072156164458e-05,
      "loss": 0.1186,
      "step": 397
    },
    {
      "epoch": 8.12,
      "learning_rate": 1.8777911566568282e-05,
      "loss": 0.1833,
      "step": 398
    },
    {
      "epoch": 8.14,
      "learning_rate": 1.8771736425355833e-05,
      "loss": 0.1002,
      "step": 399
    },
    {
      "epoch": 8.16,
      "learning_rate": 1.8765546742763972e-05,
      "loss": 0.1635,
      "step": 400
    },
    {
      "epoch": 8.18,
      "learning_rate": 1.8759342529053665e-05,
      "loss": 0.1658,
      "step": 401
    },
    {
      "epoch": 8.2,
      "learning_rate": 1.8753123794509974e-05,
      "loss": 0.1867,
      "step": 402
    },
    {
      "epoch": 8.22,
      "learning_rate": 1.8746890549442034e-05,
      "loss": 0.2108,
      "step": 403
    },
    {
      "epoch": 8.24,
      "learning_rate": 1.8740642804183027e-05,
      "loss": 0.1308,
      "step": 404
    },
    {
      "epoch": 8.27,
      "learning_rate": 1.8734380569090175e-05,
      "loss": 0.1285,
      "step": 405
    },
    {
      "epoch": 8.29,
      "learning_rate": 1.872810385454472e-05,
      "loss": 0.1197,
      "step": 406
    },
    {
      "epoch": 8.31,
      "learning_rate": 1.8721812670951918e-05,
      "loss": 0.1416,
      "step": 407
    },
    {
      "epoch": 8.33,
      "learning_rate": 1.8715507028740993e-05,
      "loss": 0.129,
      "step": 408
    },
    {
      "epoch": 8.35,
      "learning_rate": 1.8709186938365154e-05,
      "loss": 0.2526,
      "step": 409
    },
    {
      "epoch": 8.37,
      "learning_rate": 1.8702852410301556e-05,
      "loss": 0.2244,
      "step": 410
    },
    {
      "epoch": 8.39,
      "learning_rate": 1.8696503455051278e-05,
      "loss": 0.1368,
      "step": 411
    },
    {
      "epoch": 8.41,
      "learning_rate": 1.869014008313933e-05,
      "loss": 0.1634,
      "step": 412
    },
    {
      "epoch": 8.43,
      "learning_rate": 1.8683762305114622e-05,
      "loss": 0.1768,
      "step": 413
    },
    {
      "epoch": 8.45,
      "learning_rate": 1.867737013154993e-05,
      "loss": 0.1732,
      "step": 414
    },
    {
      "epoch": 8.47,
      "learning_rate": 1.867096357304191e-05,
      "loss": 0.2204,
      "step": 415
    },
    {
      "epoch": 8.49,
      "learning_rate": 1.8664542640211055e-05,
      "loss": 0.1479,
      "step": 416
    },
    {
      "epoch": 8.51,
      "learning_rate": 1.8658107343701693e-05,
      "loss": 0.1379,
      "step": 417
    },
    {
      "epoch": 8.53,
      "learning_rate": 1.865165769418196e-05,
      "loss": 0.1443,
      "step": 418
    },
    {
      "epoch": 8.55,
      "learning_rate": 1.864519370234379e-05,
      "loss": 0.1631,
      "step": 419
    },
    {
      "epoch": 8.57,
      "learning_rate": 1.863871537890289e-05,
      "loss": 0.0885,
      "step": 420
    },
    {
      "epoch": 8.59,
      "learning_rate": 1.8632222734598717e-05,
      "loss": 0.1694,
      "step": 421
    },
    {
      "epoch": 8.61,
      "learning_rate": 1.8625715780194487e-05,
      "loss": 0.1903,
      "step": 422
    },
    {
      "epoch": 8.63,
      "learning_rate": 1.8619194526477123e-05,
      "loss": 0.1365,
      "step": 423
    },
    {
      "epoch": 8.65,
      "learning_rate": 1.861265898425726e-05,
      "loss": 0.1546,
      "step": 424
    },
    {
      "epoch": 8.67,
      "learning_rate": 1.860610916436922e-05,
      "loss": 0.1721,
      "step": 425
    },
    {
      "epoch": 8.69,
      "learning_rate": 1.8599545077670983e-05,
      "loss": 0.0975,
      "step": 426
    },
    {
      "epoch": 8.71,
      "learning_rate": 1.85929667350442e-05,
      "loss": 0.1816,
      "step": 427
    },
    {
      "epoch": 8.73,
      "learning_rate": 1.858637414739414e-05,
      "loss": 0.1447,
      "step": 428
    },
    {
      "epoch": 8.76,
      "learning_rate": 1.8579767325649688e-05,
      "loss": 0.1763,
      "step": 429
    },
    {
      "epoch": 8.78,
      "learning_rate": 1.8573146280763327e-05,
      "loss": 0.1487,
      "step": 430
    },
    {
      "epoch": 8.8,
      "learning_rate": 1.856651102371112e-05,
      "loss": 0.1072,
      "step": 431
    },
    {
      "epoch": 8.82,
      "learning_rate": 1.855986156549269e-05,
      "loss": 0.1438,
      "step": 432
    },
    {
      "epoch": 8.84,
      "learning_rate": 1.8553197917131204e-05,
      "loss": 0.1913,
      "step": 433
    },
    {
      "epoch": 8.86,
      "learning_rate": 1.854652008967335e-05,
      "loss": 0.2092,
      "step": 434
    },
    {
      "epoch": 8.88,
      "learning_rate": 1.853982809418932e-05,
      "loss": 0.1354,
      "step": 435
    },
    {
      "epoch": 8.9,
      "learning_rate": 1.8533121941772794e-05,
      "loss": 0.1528,
      "step": 436
    },
    {
      "epoch": 8.92,
      "learning_rate": 1.8526401643540924e-05,
      "loss": 0.1092,
      "step": 437
    },
    {
      "epoch": 8.94,
      "learning_rate": 1.851966721063431e-05,
      "loss": 0.0809,
      "step": 438
    },
    {
      "epoch": 8.96,
      "learning_rate": 1.851291865421698e-05,
      "loss": 0.1858,
      "step": 439
    },
    {
      "epoch": 8.98,
      "learning_rate": 1.8506155985476386e-05,
      "loss": 0.1198,
      "step": 440
    },
    {
      "epoch": 9.0,
      "learning_rate": 1.849937921562336e-05,
      "loss": 0.2005,
      "step": 441
    },
    {
      "epoch": 9.02,
      "learning_rate": 1.8492588355892125e-05,
      "loss": 0.1328,
      "step": 442
    },
    {
      "epoch": 9.04,
      "learning_rate": 1.8485783417540245e-05,
      "loss": 0.1509,
      "step": 443
    },
    {
      "epoch": 9.06,
      "learning_rate": 1.8478964411848644e-05,
      "loss": 0.1154,
      "step": 444
    },
    {
      "epoch": 9.08,
      "learning_rate": 1.847213135012155e-05,
      "loss": 0.0779,
      "step": 445
    },
    {
      "epoch": 9.1,
      "learning_rate": 1.8465284243686494e-05,
      "loss": 0.2071,
      "step": 446
    },
    {
      "epoch": 9.12,
      "learning_rate": 1.8458423103894295e-05,
      "loss": 0.1762,
      "step": 447
    },
    {
      "epoch": 9.14,
      "learning_rate": 1.8451547942119036e-05,
      "loss": 0.1533,
      "step": 448
    },
    {
      "epoch": 9.16,
      "learning_rate": 1.844465876975804e-05,
      "loss": 0.138,
      "step": 449
    },
    {
      "epoch": 9.18,
      "learning_rate": 1.8437755598231857e-05,
      "loss": 0.173,
      "step": 450
    },
    {
      "epoch": 9.2,
      "learning_rate": 1.843083843898425e-05,
      "loss": 0.1177,
      "step": 451
    },
    {
      "epoch": 9.22,
      "learning_rate": 1.842390730348216e-05,
      "loss": 0.1071,
      "step": 452
    },
    {
      "epoch": 9.24,
      "learning_rate": 1.8416962203215712e-05,
      "loss": 0.1598,
      "step": 453
    },
    {
      "epoch": 9.27,
      "learning_rate": 1.8410003149698162e-05,
      "loss": 0.134,
      "step": 454
    },
    {
      "epoch": 9.29,
      "learning_rate": 1.8403030154465916e-05,
      "loss": 0.1419,
      "step": 455
    },
    {
      "epoch": 9.31,
      "learning_rate": 1.839604322907848e-05,
      "loss": 0.1608,
      "step": 456
    },
    {
      "epoch": 9.33,
      "learning_rate": 1.838904238511846e-05,
      "loss": 0.1816,
      "step": 457
    },
    {
      "epoch": 9.35,
      "learning_rate": 1.8382027634191523e-05,
      "loss": 0.2163,
      "step": 458
    },
    {
      "epoch": 9.37,
      "learning_rate": 1.8374998987926406e-05,
      "loss": 0.2733,
      "step": 459
    },
    {
      "epoch": 9.39,
      "learning_rate": 1.8367956457974872e-05,
      "loss": 0.1038,
      "step": 460
    },
    {
      "epoch": 9.41,
      "learning_rate": 1.83609000560117e-05,
      "loss": 0.1646,
      "step": 461
    },
    {
      "epoch": 9.43,
      "learning_rate": 1.835382979373467e-05,
      "loss": 0.1507,
      "step": 462
    },
    {
      "epoch": 9.45,
      "learning_rate": 1.8346745682864536e-05,
      "loss": 0.07,
      "step": 463
    },
    {
      "epoch": 9.47,
      "learning_rate": 1.833964773514501e-05,
      "loss": 0.0765,
      "step": 464
    },
    {
      "epoch": 9.49,
      "learning_rate": 1.8332535962342738e-05,
      "loss": 0.0838,
      "step": 465
    },
    {
      "epoch": 9.51,
      "learning_rate": 1.8325410376247295e-05,
      "loss": 0.2482,
      "step": 466
    },
    {
      "epoch": 9.53,
      "learning_rate": 1.8318270988671142e-05,
      "loss": 0.0912,
      "step": 467
    },
    {
      "epoch": 9.55,
      "learning_rate": 1.831111781144963e-05,
      "loss": 0.1942,
      "step": 468
    },
    {
      "epoch": 9.57,
      "learning_rate": 1.8303950856440965e-05,
      "loss": 0.0845,
      "step": 469
    },
    {
      "epoch": 9.59,
      "learning_rate": 1.829677013552619e-05,
      "loss": 0.1164,
      "step": 470
    },
    {
      "epoch": 9.61,
      "learning_rate": 1.8289575660609178e-05,
      "loss": 0.1498,
      "step": 471
    },
    {
      "epoch": 9.63,
      "learning_rate": 1.8282367443616595e-05,
      "loss": 0.1714,
      "step": 472
    },
    {
      "epoch": 9.65,
      "learning_rate": 1.8275145496497886e-05,
      "loss": 0.0901,
      "step": 473
    },
    {
      "epoch": 9.67,
      "learning_rate": 1.826790983122527e-05,
      "loss": 0.1386,
      "step": 474
    },
    {
      "epoch": 9.69,
      "learning_rate": 1.8260660459793692e-05,
      "loss": 0.1565,
      "step": 475
    },
    {
      "epoch": 9.71,
      "learning_rate": 1.825339739422083e-05,
      "loss": 0.2072,
      "step": 476
    },
    {
      "epoch": 9.73,
      "learning_rate": 1.824612064654705e-05,
      "loss": 0.1671,
      "step": 477
    },
    {
      "epoch": 9.76,
      "learning_rate": 1.8238830228835418e-05,
      "loss": 0.1749,
      "step": 478
    },
    {
      "epoch": 9.78,
      "learning_rate": 1.8231526153171645e-05,
      "loss": 0.1668,
      "step": 479
    },
    {
      "epoch": 9.8,
      "learning_rate": 1.8224208431664093e-05,
      "loss": 0.229,
      "step": 480
    },
    {
      "epoch": 9.82,
      "learning_rate": 1.8216877076443743e-05,
      "loss": 0.1524,
      "step": 481
    },
    {
      "epoch": 9.84,
      "learning_rate": 1.8209532099664177e-05,
      "loss": 0.1803,
      "step": 482
    },
    {
      "epoch": 9.86,
      "learning_rate": 1.8202173513501554e-05,
      "loss": 0.1718,
      "step": 483
    },
    {
      "epoch": 9.88,
      "learning_rate": 1.81948013301546e-05,
      "loss": 0.0854,
      "step": 484
    },
    {
      "epoch": 9.9,
      "learning_rate": 1.8187415561844586e-05,
      "loss": 0.1513,
      "step": 485
    },
    {
      "epoch": 9.92,
      "learning_rate": 1.818001622081529e-05,
      "loss": 0.1567,
      "step": 486
    },
    {
      "epoch": 9.94,
      "learning_rate": 1.8172603319333008e-05,
      "loss": 0.1657,
      "step": 487
    },
    {
      "epoch": 9.96,
      "learning_rate": 1.816517686968649e-05,
      "loss": 0.1491,
      "step": 488
    },
    {
      "epoch": 9.98,
      "learning_rate": 1.8157736884186973e-05,
      "loss": 0.0685,
      "step": 489
    },
    {
      "epoch": 10.0,
      "learning_rate": 1.8150283375168112e-05,
      "loss": 0.1129,
      "step": 490
    },
    {
      "epoch": 10.02,
      "learning_rate": 1.8142816354986005e-05,
      "loss": 0.0938,
      "step": 491
    },
    {
      "epoch": 10.04,
      "learning_rate": 1.8135335836019118e-05,
      "loss": 0.1706,
      "step": 492
    },
    {
      "epoch": 10.06,
      "learning_rate": 1.8127841830668316e-05,
      "loss": 0.1579,
      "step": 493
    },
    {
      "epoch": 10.08,
      "learning_rate": 1.8120334351356815e-05,
      "loss": 0.1474,
      "step": 494
    },
    {
      "epoch": 10.1,
      "learning_rate": 1.8112813410530167e-05,
      "loss": 0.0863,
      "step": 495
    },
    {
      "epoch": 10.12,
      "learning_rate": 1.810527902065624e-05,
      "loss": 0.2064,
      "step": 496
    },
    {
      "epoch": 10.14,
      "learning_rate": 1.8097731194225196e-05,
      "loss": 0.1792,
      "step": 497
    },
    {
      "epoch": 10.16,
      "learning_rate": 1.8090169943749477e-05,
      "loss": 0.162,
      "step": 498
    },
    {
      "epoch": 10.18,
      "learning_rate": 1.808259528176377e-05,
      "loss": 0.1008,
      "step": 499
    },
    {
      "epoch": 10.2,
      "learning_rate": 1.8075007220825004e-05,
      "loss": 0.2123,
      "step": 500
    },
    {
      "epoch": 10.22,
      "learning_rate": 1.806740577351231e-05,
      "loss": 0.2929,
      "step": 501
    },
    {
      "epoch": 10.24,
      "learning_rate": 1.805979095242702e-05,
      "loss": 0.1029,
      "step": 502
    },
    {
      "epoch": 10.27,
      "learning_rate": 1.8052162770192635e-05,
      "loss": 0.127,
      "step": 503
    },
    {
      "epoch": 10.29,
      "learning_rate": 1.8044521239454802e-05,
      "loss": 0.136,
      "step": 504
    },
    {
      "epoch": 10.31,
      "learning_rate": 1.8036866372881295e-05,
      "loss": 0.1307,
      "step": 505
    },
    {
      "epoch": 10.33,
      "learning_rate": 1.8029198183162e-05,
      "loss": 0.0599,
      "step": 506
    },
    {
      "epoch": 10.35,
      "learning_rate": 1.8021516683008883e-05,
      "loss": 0.2024,
      "step": 507
    },
    {
      "epoch": 10.37,
      "learning_rate": 1.801382188515599e-05,
      "loss": 0.0919,
      "step": 508
    },
    {
      "epoch": 10.39,
      "learning_rate": 1.8006113802359392e-05,
      "loss": 0.123,
      "step": 509
    },
    {
      "epoch": 10.41,
      "learning_rate": 1.7998392447397197e-05,
      "loss": 0.1021,
      "step": 510
    },
    {
      "epoch": 10.43,
      "learning_rate": 1.7990657833069507e-05,
      "loss": 0.1847,
      "step": 511
    },
    {
      "epoch": 10.45,
      "learning_rate": 1.7982909972198414e-05,
      "loss": 0.1205,
      "step": 512
    },
    {
      "epoch": 10.47,
      "learning_rate": 1.797514887762796e-05,
      "loss": 0.099,
      "step": 513
    },
    {
      "epoch": 10.49,
      "learning_rate": 1.796737456222413e-05,
      "loss": 0.1014,
      "step": 514
    },
    {
      "epoch": 10.51,
      "learning_rate": 1.7959587038874826e-05,
      "loss": 0.0762,
      "step": 515
    },
    {
      "epoch": 10.53,
      "learning_rate": 1.7951786320489842e-05,
      "loss": 0.1327,
      "step": 516
    },
    {
      "epoch": 10.55,
      "learning_rate": 1.794397242000085e-05,
      "loss": 0.1195,
      "step": 517
    },
    {
      "epoch": 10.57,
      "learning_rate": 1.793614535036137e-05,
      "loss": 0.1666,
      "step": 518
    },
    {
      "epoch": 10.59,
      "learning_rate": 1.7928305124546765e-05,
      "loss": 0.1542,
      "step": 519
    },
    {
      "epoch": 10.61,
      "learning_rate": 1.792045175555419e-05,
      "loss": 0.164,
      "step": 520
    },
    {
      "epoch": 10.63,
      "learning_rate": 1.7912585256402603e-05,
      "loss": 0.1029,
      "step": 521
    },
    {
      "epoch": 10.65,
      "learning_rate": 1.7904705640132717e-05,
      "loss": 0.1141,
      "step": 522
    },
    {
      "epoch": 10.67,
      "learning_rate": 1.7896812919807007e-05,
      "loss": 0.1779,
      "step": 523
    },
    {
      "epoch": 10.69,
      "learning_rate": 1.7888907108509647e-05,
      "loss": 0.1543,
      "step": 524
    },
    {
      "epoch": 10.71,
      "learning_rate": 1.788098821934653e-05,
      "loss": 0.0833,
      "step": 525
    },
    {
      "epoch": 10.73,
      "learning_rate": 1.787305626544523e-05,
      "loss": 0.094,
      "step": 526
    },
    {
      "epoch": 10.76,
      "learning_rate": 1.7865111259954967e-05,
      "loss": 0.1781,
      "step": 527
    },
    {
      "epoch": 10.78,
      "learning_rate": 1.785715321604661e-05,
      "loss": 0.1919,
      "step": 528
    },
    {
      "epoch": 10.8,
      "learning_rate": 1.7849182146912633e-05,
      "loss": 0.1467,
      "step": 529
    },
    {
      "epoch": 10.82,
      "learning_rate": 1.7841198065767103e-05,
      "loss": 0.1037,
      "step": 530
    },
    {
      "epoch": 10.84,
      "learning_rate": 1.783320098584567e-05,
      "loss": 0.1236,
      "step": 531
    },
    {
      "epoch": 10.86,
      "learning_rate": 1.7825190920405515e-05,
      "loss": 0.0953,
      "step": 532
    },
    {
      "epoch": 10.88,
      "learning_rate": 1.781716788272536e-05,
      "loss": 0.1552,
      "step": 533
    },
    {
      "epoch": 10.9,
      "learning_rate": 1.780913188610542e-05,
      "loss": 0.0732,
      "step": 534
    },
    {
      "epoch": 10.92,
      "learning_rate": 1.7801082943867406e-05,
      "loss": 0.1931,
      "step": 535
    },
    {
      "epoch": 10.94,
      "learning_rate": 1.7793021069354476e-05,
      "loss": 0.2556,
      "step": 536
    },
    {
      "epoch": 10.96,
      "learning_rate": 1.778494627593124e-05,
      "loss": 0.0897,
      "step": 537
    },
    {
      "epoch": 10.98,
      "learning_rate": 1.7776858576983713e-05,
      "loss": 0.1252,
      "step": 538
    },
    {
      "epoch": 11.0,
      "learning_rate": 1.776875798591931e-05,
      "loss": 0.2319,
      "step": 539
    },
    {
      "epoch": 11.02,
      "learning_rate": 1.7760644516166815e-05,
      "loss": 0.1745,
      "step": 540
    },
    {
      "epoch": 11.04,
      "learning_rate": 1.775251818117637e-05,
      "loss": 0.1008,
      "step": 541
    },
    {
      "epoch": 11.06,
      "learning_rate": 1.7744378994419423e-05,
      "loss": 0.1557,
      "step": 542
    },
    {
      "epoch": 11.08,
      "learning_rate": 1.7736226969388756e-05,
      "loss": 0.0749,
      "step": 543
    },
    {
      "epoch": 11.1,
      "learning_rate": 1.7728062119598416e-05,
      "loss": 0.1728,
      "step": 544
    },
    {
      "epoch": 11.12,
      "learning_rate": 1.771988445858371e-05,
      "loss": 0.1606,
      "step": 545
    },
    {
      "epoch": 11.14,
      "learning_rate": 1.771169399990119e-05,
      "loss": 0.1236,
      "step": 546
    },
    {
      "epoch": 11.16,
      "learning_rate": 1.770349075712862e-05,
      "loss": 0.2141,
      "step": 547
    },
    {
      "epoch": 11.18,
      "learning_rate": 1.7695274743864956e-05,
      "loss": 0.1621,
      "step": 548
    },
    {
      "epoch": 11.2,
      "learning_rate": 1.7687045973730325e-05,
      "loss": 0.1949,
      "step": 549
    },
    {
      "epoch": 11.22,
      "learning_rate": 1.7678804460366e-05,
      "loss": 0.0782,
      "step": 550
    },
    {
      "epoch": 11.24,
      "learning_rate": 1.7670550217434387e-05,
      "loss": 0.1261,
      "step": 551
    },
    {
      "epoch": 11.27,
      "learning_rate": 1.7662283258618985e-05,
      "loss": 0.1952,
      "step": 552
    },
    {
      "epoch": 11.29,
      "learning_rate": 1.7654003597624373e-05,
      "loss": 0.138,
      "step": 553
    },
    {
      "epoch": 11.31,
      "learning_rate": 1.7645711248176198e-05,
      "loss": 0.2474,
      "step": 554
    },
    {
      "epoch": 11.33,
      "learning_rate": 1.7637406224021124e-05,
      "loss": 0.0994,
      "step": 555
    },
    {
      "epoch": 11.35,
      "learning_rate": 1.7629088538926845e-05,
      "loss": 0.085,
      "step": 556
    },
    {
      "epoch": 11.37,
      "learning_rate": 1.7620758206682037e-05,
      "loss": 0.138,
      "step": 557
    },
    {
      "epoch": 11.39,
      "learning_rate": 1.761241524109633e-05,
      "loss": 0.1294,
      "step": 558
    },
    {
      "epoch": 11.41,
      "learning_rate": 1.7604059656000313e-05,
      "loss": 0.0999,
      "step": 559
    },
    {
      "epoch": 11.43,
      "learning_rate": 1.7595691465245484e-05,
      "loss": 0.2405,
      "step": 560
    },
    {
      "epoch": 11.45,
      "learning_rate": 1.7587310682704253e-05,
      "loss": 0.0711,
      "step": 561
    },
    {
      "epoch": 11.47,
      "learning_rate": 1.7578917322269885e-05,
      "loss": 0.22,
      "step": 562
    },
    {
      "epoch": 11.49,
      "learning_rate": 1.757051139785651e-05,
      "loss": 0.1305,
      "step": 563
    },
    {
      "epoch": 11.51,
      "learning_rate": 1.7562092923399077e-05,
      "loss": 0.0882,
      "step": 564
    },
    {
      "epoch": 11.53,
      "learning_rate": 1.755366191285335e-05,
      "loss": 0.0579,
      "step": 565
    },
    {
      "epoch": 11.55,
      "learning_rate": 1.7545218380195863e-05,
      "loss": 0.0569,
      "step": 566
    },
    {
      "epoch": 11.57,
      "learning_rate": 1.7536762339423917e-05,
      "loss": 0.1476,
      "step": 567
    },
    {
      "epoch": 11.59,
      "learning_rate": 1.7528293804555546e-05,
      "loss": 0.1962,
      "step": 568
    },
    {
      "epoch": 11.61,
      "learning_rate": 1.7519812789629495e-05,
      "loss": 0.0753,
      "step": 569
    },
    {
      "epoch": 11.63,
      "learning_rate": 1.7511319308705198e-05,
      "loss": 0.0728,
      "step": 570
    },
    {
      "epoch": 11.65,
      "learning_rate": 1.750281337586276e-05,
      "loss": 0.1719,
      "step": 571
    },
    {
      "epoch": 11.67,
      "learning_rate": 1.7494295005202916e-05,
      "loss": 0.1476,
      "step": 572
    },
    {
      "epoch": 11.69,
      "learning_rate": 1.7485764210847035e-05,
      "loss": 0.0735,
      "step": 573
    },
    {
      "epoch": 11.71,
      "learning_rate": 1.7477221006937068e-05,
      "loss": 0.0927,
      "step": 574
    },
    {
      "epoch": 11.73,
      "learning_rate": 1.7468665407635543e-05,
      "loss": 0.1191,
      "step": 575
    },
    {
      "epoch": 11.76,
      "learning_rate": 1.7460097427125546e-05,
      "loss": 0.0835,
      "step": 576
    },
    {
      "epoch": 11.78,
      "learning_rate": 1.7451517079610665e-05,
      "loss": 0.085,
      "step": 577
    },
    {
      "epoch": 11.8,
      "learning_rate": 1.744292437931502e-05,
      "loss": 0.1173,
      "step": 578
    },
    {
      "epoch": 11.82,
      "learning_rate": 1.743431934048318e-05,
      "loss": 0.1345,
      "step": 579
    },
    {
      "epoch": 11.84,
      "learning_rate": 1.742570197738019e-05,
      "loss": 0.2218,
      "step": 580
    },
    {
      "epoch": 11.86,
      "learning_rate": 1.741707230429151e-05,
      "loss": 0.105,
      "step": 581
    },
    {
      "epoch": 11.88,
      "learning_rate": 1.740843033552301e-05,
      "loss": 0.1868,
      "step": 582
    },
    {
      "epoch": 11.9,
      "learning_rate": 1.739977608540096e-05,
      "loss": 0.0814,
      "step": 583
    },
    {
      "epoch": 11.92,
      "learning_rate": 1.7391109568271963e-05,
      "loss": 0.1047,
      "step": 584
    },
    {
      "epoch": 11.94,
      "learning_rate": 1.7382430798502977e-05,
      "loss": 0.1168,
      "step": 585
    },
    {
      "epoch": 11.96,
      "learning_rate": 1.737373979048126e-05,
      "loss": 0.0927,
      "step": 586
    },
    {
      "epoch": 11.98,
      "learning_rate": 1.7365036558614375e-05,
      "loss": 0.0921,
      "step": 587
    },
    {
      "epoch": 12.0,
      "learning_rate": 1.7356321117330126e-05,
      "loss": 0.2607,
      "step": 588
    },
    {
      "epoch": 12.02,
      "learning_rate": 1.7347593481076574e-05,
      "loss": 0.0882,
      "step": 589
    },
    {
      "epoch": 12.04,
      "learning_rate": 1.7338853664321993e-05,
      "loss": 0.1602,
      "step": 590
    },
    {
      "epoch": 12.06,
      "learning_rate": 1.7330101681554844e-05,
      "loss": 0.0884,
      "step": 591
    },
    {
      "epoch": 12.08,
      "learning_rate": 1.732133754728376e-05,
      "loss": 0.1503,
      "step": 592
    },
    {
      "epoch": 12.1,
      "learning_rate": 1.7312561276037518e-05,
      "loss": 0.1126,
      "step": 593
    },
    {
      "epoch": 12.12,
      "learning_rate": 1.7303772882365018e-05,
      "loss": 0.1585,
      "step": 594
    },
    {
      "epoch": 12.14,
      "learning_rate": 1.729497238083525e-05,
      "loss": 0.0977,
      "step": 595
    },
    {
      "epoch": 12.16,
      "learning_rate": 1.728615978603728e-05,
      "loss": 0.1406,
      "step": 596
    },
    {
      "epoch": 12.18,
      "learning_rate": 1.7277335112580217e-05,
      "loss": 0.0797,
      "step": 597
    },
    {
      "epoch": 12.2,
      "learning_rate": 1.7268498375093203e-05,
      "loss": 0.0706,
      "step": 598
    },
    {
      "epoch": 12.22,
      "learning_rate": 1.725964958822537e-05,
      "loss": 0.1155,
      "step": 599
    },
    {
      "epoch": 12.24,
      "learning_rate": 1.725078876664583e-05,
      "loss": 0.1793,
      "step": 600
    },
    {
      "epoch": 12.27,
      "learning_rate": 1.724191592504364e-05,
      "loss": 0.1787,
      "step": 601
    },
    {
      "epoch": 12.29,
      "learning_rate": 1.723303107812779e-05,
      "loss": 0.0548,
      "step": 602
    },
    {
      "epoch": 12.31,
      "learning_rate": 1.7224134240627166e-05,
      "loss": 0.1782,
      "step": 603
    },
    {
      "epoch": 12.33,
      "learning_rate": 1.721522542729054e-05,
      "loss": 0.0902,
      "step": 604
    },
    {
      "epoch": 12.35,
      "learning_rate": 1.7206304652886524e-05,
      "loss": 0.1595,
      "step": 605
    },
    {
      "epoch": 12.37,
      "learning_rate": 1.7197371932203567e-05,
      "loss": 0.1225,
      "step": 606
    },
    {
      "epoch": 12.39,
      "learning_rate": 1.7188427280049926e-05,
      "loss": 0.0918,
      "step": 607
    },
    {
      "epoch": 12.41,
      "learning_rate": 1.717947071125363e-05,
      "loss": 0.1756,
      "step": 608
    },
    {
      "epoch": 12.43,
      "learning_rate": 1.7170502240662457e-05,
      "loss": 0.1614,
      "step": 609
    },
    {
      "epoch": 12.45,
      "learning_rate": 1.7161521883143936e-05,
      "loss": 0.088,
      "step": 610
    },
    {
      "epoch": 12.47,
      "learning_rate": 1.715252965358528e-05,
      "loss": 0.1013,
      "step": 611
    },
    {
      "epoch": 12.49,
      "learning_rate": 1.7143525566893396e-05,
      "loss": 0.0529,
      "step": 612
    },
    {
      "epoch": 12.51,
      "learning_rate": 1.713450963799484e-05,
      "loss": 0.0683,
      "step": 613
    },
    {
      "epoch": 12.53,
      "learning_rate": 1.7125481881835802e-05,
      "loss": 0.1343,
      "step": 614
    },
    {
      "epoch": 12.55,
      "learning_rate": 1.711644231338208e-05,
      "loss": 0.1105,
      "step": 615
    },
    {
      "epoch": 12.57,
      "learning_rate": 1.710739094761906e-05,
      "loss": 0.1784,
      "step": 616
    },
    {
      "epoch": 12.59,
      "learning_rate": 1.7098327799551667e-05,
      "loss": 0.1126,
      "step": 617
    },
    {
      "epoch": 12.61,
      "learning_rate": 1.7089252884204376e-05,
      "loss": 0.1553,
      "step": 618
    },
    {
      "epoch": 12.63,
      "learning_rate": 1.7080166216621158e-05,
      "loss": 0.1227,
      "step": 619
    },
    {
      "epoch": 12.65,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 0.1215,
      "step": 620
    },
    {
      "epoch": 12.67,
      "learning_rate": 1.706195768502024e-05,
      "loss": 0.1729,
      "step": 621
    },
    {
      "epoch": 12.69,
      "learning_rate": 1.7052835851187803e-05,
      "loss": 0.1318,
      "step": 622
    },
    {
      "epoch": 12.71,
      "learning_rate": 1.7043702325489916e-05,
      "loss": 0.1081,
      "step": 623
    },
    {
      "epoch": 12.73,
      "learning_rate": 1.7034557123067714e-05,
      "loss": 0.1106,
      "step": 624
    },
    {
      "epoch": 12.76,
      "learning_rate": 1.702540025908169e-05,
      "loss": 0.0994,
      "step": 625
    },
    {
      "epoch": 12.78,
      "learning_rate": 1.701623174871168e-05,
      "loss": 0.1149,
      "step": 626
    },
    {
      "epoch": 12.8,
      "learning_rate": 1.700705160715681e-05,
      "loss": 0.0957,
      "step": 627
    },
    {
      "epoch": 12.82,
      "learning_rate": 1.699785984963549e-05,
      "loss": 0.1853,
      "step": 628
    },
    {
      "epoch": 12.84,
      "learning_rate": 1.69886564913854e-05,
      "loss": 0.2089,
      "step": 629
    },
    {
      "epoch": 12.86,
      "learning_rate": 1.6979441547663434e-05,
      "loss": 0.1626,
      "step": 630
    },
    {
      "epoch": 12.88,
      "learning_rate": 1.6970215033745708e-05,
      "loss": 0.0792,
      "step": 631
    },
    {
      "epoch": 12.9,
      "learning_rate": 1.6960976964927506e-05,
      "loss": 0.1072,
      "step": 632
    },
    {
      "epoch": 12.92,
      "learning_rate": 1.6951727356523275e-05,
      "loss": 0.0739,
      "step": 633
    },
    {
      "epoch": 12.94,
      "learning_rate": 1.6942466223866582e-05,
      "loss": 0.0625,
      "step": 634
    },
    {
      "epoch": 12.96,
      "learning_rate": 1.693319358231011e-05,
      "loss": 0.1175,
      "step": 635
    },
    {
      "epoch": 12.98,
      "learning_rate": 1.6923909447225614e-05,
      "loss": 0.1783,
      "step": 636
    },
    {
      "epoch": 13.0,
      "learning_rate": 1.6914613834003905e-05,
      "loss": 0.1383,
      "step": 637
    },
    {
      "epoch": 13.02,
      "learning_rate": 1.690530675805482e-05,
      "loss": 0.0557,
      "step": 638
    },
    {
      "epoch": 13.04,
      "learning_rate": 1.6895988234807202e-05,
      "loss": 0.0949,
      "step": 639
    },
    {
      "epoch": 13.06,
      "learning_rate": 1.6886658279708867e-05,
      "loss": 0.0995,
      "step": 640
    },
    {
      "epoch": 13.08,
      "learning_rate": 1.687731690822658e-05,
      "loss": 0.0612,
      "step": 641
    },
    {
      "epoch": 13.1,
      "learning_rate": 1.6867964135846043e-05,
      "loss": 0.1918,
      "step": 642
    },
    {
      "epoch": 13.12,
      "learning_rate": 1.6858599978071843e-05,
      "loss": 0.0905,
      "step": 643
    },
    {
      "epoch": 13.14,
      "learning_rate": 1.6849224450427453e-05,
      "loss": 0.1904,
      "step": 644
    },
    {
      "epoch": 13.16,
      "learning_rate": 1.6839837568455184e-05,
      "loss": 0.0939,
      "step": 645
    },
    {
      "epoch": 13.18,
      "learning_rate": 1.683043934771618e-05,
      "loss": 0.079,
      "step": 646
    },
    {
      "epoch": 13.2,
      "learning_rate": 1.6821029803790377e-05,
      "loss": 0.0534,
      "step": 647
    },
    {
      "epoch": 13.22,
      "learning_rate": 1.6811608952276478e-05,
      "loss": 0.102,
      "step": 648
    },
    {
      "epoch": 13.24,
      "learning_rate": 1.6802176808791938e-05,
      "loss": 0.1711,
      "step": 649
    },
    {
      "epoch": 13.27,
      "learning_rate": 1.679273338897293e-05,
      "loss": 0.1159,
      "step": 650
    },
    {
      "epoch": 13.29,
      "learning_rate": 1.678327870847432e-05,
      "loss": 0.0993,
      "step": 651
    },
    {
      "epoch": 13.31,
      "learning_rate": 1.6773812782969638e-05,
      "loss": 0.1328,
      "step": 652
    },
    {
      "epoch": 13.33,
      "learning_rate": 1.676433562815106e-05,
      "loss": 0.0974,
      "step": 653
    },
    {
      "epoch": 13.35,
      "learning_rate": 1.675484725972937e-05,
      "loss": 0.0834,
      "step": 654
    },
    {
      "epoch": 13.37,
      "learning_rate": 1.6745347693433953e-05,
      "loss": 0.1098,
      "step": 655
    },
    {
      "epoch": 13.39,
      "learning_rate": 1.673583694501275e-05,
      "loss": 0.1899,
      "step": 656
    },
    {
      "epoch": 13.41,
      "learning_rate": 1.672631503023224e-05,
      "loss": 0.0825,
      "step": 657
    },
    {
      "epoch": 13.43,
      "learning_rate": 1.6716781964877413e-05,
      "loss": 0.1237,
      "step": 658
    },
    {
      "epoch": 13.45,
      "learning_rate": 1.670723776475174e-05,
      "loss": 0.1493,
      "step": 659
    },
    {
      "epoch": 13.47,
      "learning_rate": 1.6697682445677158e-05,
      "loss": 0.0757,
      "step": 660
    },
    {
      "epoch": 13.49,
      "learning_rate": 1.6688116023494042e-05,
      "loss": 0.1207,
      "step": 661
    },
    {
      "epoch": 13.51,
      "learning_rate": 1.6678538514061152e-05,
      "loss": 0.182,
      "step": 662
    },
    {
      "epoch": 13.53,
      "learning_rate": 1.6668949933255653e-05,
      "loss": 0.1035,
      "step": 663
    },
    {
      "epoch": 13.55,
      "learning_rate": 1.6659350296973036e-05,
      "loss": 0.0803,
      "step": 664
    },
    {
      "epoch": 13.57,
      "learning_rate": 1.6649739621127147e-05,
      "loss": 0.1045,
      "step": 665
    },
    {
      "epoch": 13.59,
      "learning_rate": 1.664011792165012e-05,
      "loss": 0.1554,
      "step": 666
    },
    {
      "epoch": 13.61,
      "learning_rate": 1.6630485214492353e-05,
      "loss": 0.0672,
      "step": 667
    },
    {
      "epoch": 13.63,
      "learning_rate": 1.6620841515622515e-05,
      "loss": 0.039,
      "step": 668
    },
    {
      "epoch": 13.65,
      "learning_rate": 1.661118684102748e-05,
      "loss": 0.0639,
      "step": 669
    },
    {
      "epoch": 13.67,
      "learning_rate": 1.660152120671232e-05,
      "loss": 0.1032,
      "step": 670
    },
    {
      "epoch": 13.69,
      "learning_rate": 1.6591844628700274e-05,
      "loss": 0.137,
      "step": 671
    },
    {
      "epoch": 13.71,
      "learning_rate": 1.6582157123032736e-05,
      "loss": 0.1612,
      "step": 672
    },
    {
      "epoch": 13.73,
      "learning_rate": 1.65724587057692e-05,
      "loss": 0.1561,
      "step": 673
    },
    {
      "epoch": 13.76,
      "learning_rate": 1.6562749392987255e-05,
      "loss": 0.0993,
      "step": 674
    },
    {
      "epoch": 13.78,
      "learning_rate": 1.6553029200782545e-05,
      "loss": 0.1127,
      "step": 675
    },
    {
      "epoch": 13.8,
      "learning_rate": 1.6543298145268762e-05,
      "loss": 0.1255,
      "step": 676
    },
    {
      "epoch": 13.82,
      "learning_rate": 1.65335562425776e-05,
      "loss": 0.1038,
      "step": 677
    },
    {
      "epoch": 13.84,
      "learning_rate": 1.6523803508858734e-05,
      "loss": 0.0583,
      "step": 678
    },
    {
      "epoch": 13.86,
      "learning_rate": 1.6514039960279794e-05,
      "loss": 0.137,
      "step": 679
    },
    {
      "epoch": 13.88,
      "learning_rate": 1.650426561302634e-05,
      "loss": 0.0907,
      "step": 680
    },
    {
      "epoch": 13.9,
      "learning_rate": 1.6494480483301836e-05,
      "loss": 0.1488,
      "step": 681
    },
    {
      "epoch": 13.92,
      "learning_rate": 1.648468458732762e-05,
      "loss": 0.253,
      "step": 682
    },
    {
      "epoch": 13.94,
      "learning_rate": 1.6474877941342867e-05,
      "loss": 0.1285,
      "step": 683
    },
    {
      "epoch": 13.96,
      "learning_rate": 1.6465060561604592e-05,
      "loss": 0.1605,
      "step": 684
    },
    {
      "epoch": 13.98,
      "learning_rate": 1.6455232464387584e-05,
      "loss": 0.1233,
      "step": 685
    },
    {
      "epoch": 14.0,
      "learning_rate": 1.6445393665984416e-05,
      "loss": 0.0494,
      "step": 686
    },
    {
      "epoch": 14.02,
      "learning_rate": 1.6435544182705392e-05,
      "loss": 0.0785,
      "step": 687
    },
    {
      "epoch": 14.04,
      "learning_rate": 1.6425684030878526e-05,
      "loss": 0.0869,
      "step": 688
    },
    {
      "epoch": 14.06,
      "learning_rate": 1.6415813226849527e-05,
      "loss": 0.0953,
      "step": 689
    },
    {
      "epoch": 14.08,
      "learning_rate": 1.6405931786981753e-05,
      "loss": 0.1155,
      "step": 690
    },
    {
      "epoch": 14.1,
      "learning_rate": 1.6396039727656203e-05,
      "loss": 0.1735,
      "step": 691
    },
    {
      "epoch": 14.12,
      "learning_rate": 1.6386137065271475e-05,
      "loss": 0.1023,
      "step": 692
    },
    {
      "epoch": 14.14,
      "learning_rate": 1.6376223816243747e-05,
      "loss": 0.1012,
      "step": 693
    },
    {
      "epoch": 14.16,
      "learning_rate": 1.636629999700674e-05,
      "loss": 0.0897,
      "step": 694
    },
    {
      "epoch": 14.18,
      "learning_rate": 1.6356365624011706e-05,
      "loss": 0.0471,
      "step": 695
    },
    {
      "epoch": 14.2,
      "learning_rate": 1.634642071372739e-05,
      "loss": 0.0851,
      "step": 696
    },
    {
      "epoch": 14.22,
      "learning_rate": 1.6336465282640006e-05,
      "loss": 0.1183,
      "step": 697
    },
    {
      "epoch": 14.24,
      "learning_rate": 1.6326499347253206e-05,
      "loss": 0.0794,
      "step": 698
    },
    {
      "epoch": 14.27,
      "learning_rate": 1.6316522924088055e-05,
      "loss": 0.0684,
      "step": 699
    },
    {
      "epoch": 14.29,
      "learning_rate": 1.6306536029683015e-05,
      "loss": 0.1217,
      "step": 700
    },
    {
      "epoch": 14.31,
      "learning_rate": 1.6296538680593886e-05,
      "loss": 0.2235,
      "step": 701
    },
    {
      "epoch": 14.33,
      "learning_rate": 1.6286530893393818e-05,
      "loss": 0.1984,
      "step": 702
    },
    {
      "epoch": 14.35,
      "learning_rate": 1.627651268467326e-05,
      "loss": 0.0803,
      "step": 703
    },
    {
      "epoch": 14.37,
      "learning_rate": 1.6266484071039935e-05,
      "loss": 0.0741,
      "step": 704
    },
    {
      "epoch": 14.39,
      "learning_rate": 1.6256445069118812e-05,
      "loss": 0.1893,
      "step": 705
    },
    {
      "epoch": 14.41,
      "learning_rate": 1.6246395695552086e-05,
      "loss": 0.0891,
      "step": 706
    },
    {
      "epoch": 14.43,
      "learning_rate": 1.6236335966999147e-05,
      "loss": 0.1035,
      "step": 707
    },
    {
      "epoch": 14.45,
      "learning_rate": 1.6226265900136545e-05,
      "loss": 0.145,
      "step": 708
    },
    {
      "epoch": 14.47,
      "learning_rate": 1.6216185511657968e-05,
      "loss": 0.1135,
      "step": 709
    },
    {
      "epoch": 14.49,
      "learning_rate": 1.6206094818274228e-05,
      "loss": 0.095,
      "step": 710
    },
    {
      "epoch": 14.51,
      "learning_rate": 1.6195993836713206e-05,
      "loss": 0.0775,
      "step": 711
    },
    {
      "epoch": 14.53,
      "learning_rate": 1.618588258371984e-05,
      "loss": 0.0266,
      "step": 712
    },
    {
      "epoch": 14.55,
      "learning_rate": 1.61757610760561e-05,
      "loss": 0.1017,
      "step": 713
    },
    {
      "epoch": 14.57,
      "learning_rate": 1.6165629330500952e-05,
      "loss": 0.16,
      "step": 714
    },
    {
      "epoch": 14.59,
      "learning_rate": 1.615548736385034e-05,
      "loss": 0.1431,
      "step": 715
    },
    {
      "epoch": 14.61,
      "learning_rate": 1.6145335192917146e-05,
      "loss": 0.0694,
      "step": 716
    },
    {
      "epoch": 14.63,
      "learning_rate": 1.613517283453117e-05,
      "loss": 0.0611,
      "step": 717
    },
    {
      "epoch": 14.65,
      "learning_rate": 1.6125000305539094e-05,
      "loss": 0.0647,
      "step": 718
    },
    {
      "epoch": 14.67,
      "learning_rate": 1.6114817622804478e-05,
      "loss": 0.0489,
      "step": 719
    },
    {
      "epoch": 14.69,
      "learning_rate": 1.6104624803207697e-05,
      "loss": 0.1039,
      "step": 720
    },
    {
      "epoch": 14.71,
      "learning_rate": 1.6094421863645934e-05,
      "loss": 0.1065,
      "step": 721
    },
    {
      "epoch": 14.73,
      "learning_rate": 1.6084208821033152e-05,
      "loss": 0.0754,
      "step": 722
    },
    {
      "epoch": 14.76,
      "learning_rate": 1.6073985692300066e-05,
      "loss": 0.0581,
      "step": 723
    },
    {
      "epoch": 14.78,
      "learning_rate": 1.60637524943941e-05,
      "loss": 0.1341,
      "step": 724
    },
    {
      "epoch": 14.8,
      "learning_rate": 1.6053509244279382e-05,
      "loss": 0.1362,
      "step": 725
    },
    {
      "epoch": 14.82,
      "learning_rate": 1.6043255958936696e-05,
      "loss": 0.1124,
      "step": 726
    },
    {
      "epoch": 14.84,
      "learning_rate": 1.6032992655363468e-05,
      "loss": 0.1089,
      "step": 727
    },
    {
      "epoch": 14.86,
      "learning_rate": 1.602271935057372e-05,
      "loss": 0.1746,
      "step": 728
    },
    {
      "epoch": 14.88,
      "learning_rate": 1.6012436061598077e-05,
      "loss": 0.1533,
      "step": 729
    },
    {
      "epoch": 14.9,
      "learning_rate": 1.6002142805483686e-05,
      "loss": 0.0989,
      "step": 730
    },
    {
      "epoch": 14.92,
      "learning_rate": 1.5991839599294236e-05,
      "loss": 0.1846,
      "step": 731
    },
    {
      "epoch": 14.94,
      "learning_rate": 1.5981526460109907e-05,
      "loss": 0.1399,
      "step": 732
    },
    {
      "epoch": 14.96,
      "learning_rate": 1.597120340502735e-05,
      "loss": 0.1041,
      "step": 733
    },
    {
      "epoch": 14.98,
      "learning_rate": 1.5960870451159637e-05,
      "loss": 0.0987,
      "step": 734
    },
    {
      "epoch": 15.0,
      "learning_rate": 1.595052761563627e-05,
      "loss": 0.0428,
      "step": 735
    },
    {
      "epoch": 15.02,
      "learning_rate": 1.5940174915603126e-05,
      "loss": 0.1247,
      "step": 736
    },
    {
      "epoch": 15.04,
      "learning_rate": 1.5929812368222428e-05,
      "loss": 0.1606,
      "step": 737
    },
    {
      "epoch": 15.06,
      "learning_rate": 1.591943999067273e-05,
      "loss": 0.0354,
      "step": 738
    },
    {
      "epoch": 15.08,
      "learning_rate": 1.5909057800148876e-05,
      "loss": 0.1091,
      "step": 739
    },
    {
      "epoch": 15.1,
      "learning_rate": 1.589866581386199e-05,
      "loss": 0.0609,
      "step": 740
    },
    {
      "epoch": 15.12,
      "learning_rate": 1.588826404903942e-05,
      "loss": 0.0709,
      "step": 741
    },
    {
      "epoch": 15.14,
      "learning_rate": 1.5877852522924733e-05,
      "loss": 0.1688,
      "step": 742
    },
    {
      "epoch": 15.16,
      "learning_rate": 1.5867431252777676e-05,
      "loss": 0.1058,
      "step": 743
    },
    {
      "epoch": 15.18,
      "learning_rate": 1.585700025587415e-05,
      "loss": 0.2341,
      "step": 744
    },
    {
      "epoch": 15.2,
      "learning_rate": 1.5846559549506183e-05,
      "loss": 0.0732,
      "step": 745
    },
    {
      "epoch": 15.22,
      "learning_rate": 1.5836109150981885e-05,
      "loss": 0.1537,
      "step": 746
    },
    {
      "epoch": 15.24,
      "learning_rate": 1.5825649077625457e-05,
      "loss": 0.0646,
      "step": 747
    },
    {
      "epoch": 15.27,
      "learning_rate": 1.581517934677712e-05,
      "loss": 0.1424,
      "step": 748
    },
    {
      "epoch": 15.29,
      "learning_rate": 1.5804699975793108e-05,
      "loss": 0.0576,
      "step": 749
    },
    {
      "epoch": 15.31,
      "learning_rate": 1.5794210982045638e-05,
      "loss": 0.1531,
      "step": 750
    },
    {
      "epoch": 15.33,
      "learning_rate": 1.5783712382922883e-05,
      "loss": 0.0913,
      "step": 751
    },
    {
      "epoch": 15.35,
      "learning_rate": 1.5773204195828933e-05,
      "loss": 0.0569,
      "step": 752
    },
    {
      "epoch": 15.37,
      "learning_rate": 1.5762686438183773e-05,
      "loss": 0.1814,
      "step": 753
    },
    {
      "epoch": 15.39,
      "learning_rate": 1.5752159127423262e-05,
      "loss": 0.0488,
      "step": 754
    },
    {
      "epoch": 15.41,
      "learning_rate": 1.5741622280999086e-05,
      "loss": 0.1311,
      "step": 755
    },
    {
      "epoch": 15.43,
      "learning_rate": 1.573107591637874e-05,
      "loss": 0.1254,
      "step": 756
    },
    {
      "epoch": 15.45,
      "learning_rate": 1.57205200510455e-05,
      "loss": 0.1188,
      "step": 757
    },
    {
      "epoch": 15.47,
      "learning_rate": 1.5709954702498397e-05,
      "loss": 0.1097,
      "step": 758
    },
    {
      "epoch": 15.49,
      "learning_rate": 1.5699379888252176e-05,
      "loss": 0.1098,
      "step": 759
    },
    {
      "epoch": 15.51,
      "learning_rate": 1.5688795625837274e-05,
      "loss": 0.0834,
      "step": 760
    },
    {
      "epoch": 15.53,
      "learning_rate": 1.5678201932799788e-05,
      "loss": 0.1428,
      "step": 761
    },
    {
      "epoch": 15.55,
      "learning_rate": 1.5667598826701463e-05,
      "loss": 0.0591,
      "step": 762
    },
    {
      "epoch": 15.57,
      "learning_rate": 1.565698632511963e-05,
      "loss": 0.0636,
      "step": 763
    },
    {
      "epoch": 15.59,
      "learning_rate": 1.5646364445647206e-05,
      "loss": 0.1376,
      "step": 764
    },
    {
      "epoch": 15.61,
      "learning_rate": 1.5635733205892653e-05,
      "loss": 0.0911,
      "step": 765
    },
    {
      "epoch": 15.63,
      "learning_rate": 1.562509262347995e-05,
      "loss": 0.0962,
      "step": 766
    },
    {
      "epoch": 15.65,
      "learning_rate": 1.5614442716048564e-05,
      "loss": 0.1067,
      "step": 767
    },
    {
      "epoch": 15.67,
      "learning_rate": 1.560378350125341e-05,
      "loss": 0.0413,
      "step": 768
    },
    {
      "epoch": 15.69,
      "learning_rate": 1.559311499676486e-05,
      "loss": 0.0669,
      "step": 769
    },
    {
      "epoch": 15.71,
      "learning_rate": 1.5582437220268648e-05,
      "loss": 0.1632,
      "step": 770
    },
    {
      "epoch": 15.73,
      "learning_rate": 1.557175018946591e-05,
      "loss": 0.0846,
      "step": 771
    },
    {
      "epoch": 15.76,
      "learning_rate": 1.556105392207311e-05,
      "loss": 0.1374,
      "step": 772
    },
    {
      "epoch": 15.78,
      "learning_rate": 1.555034843582203e-05,
      "loss": 0.1295,
      "step": 773
    },
    {
      "epoch": 15.8,
      "learning_rate": 1.5539633748459725e-05,
      "loss": 0.0443,
      "step": 774
    },
    {
      "epoch": 15.82,
      "learning_rate": 1.5528909877748504e-05,
      "loss": 0.1295,
      "step": 775
    },
    {
      "epoch": 15.84,
      "learning_rate": 1.5518176841465916e-05,
      "loss": 0.0398,
      "step": 776
    },
    {
      "epoch": 15.86,
      "learning_rate": 1.5507434657404686e-05,
      "loss": 0.0787,
      "step": 777
    },
    {
      "epoch": 15.88,
      "learning_rate": 1.549668334337271e-05,
      "loss": 0.058,
      "step": 778
    },
    {
      "epoch": 15.9,
      "learning_rate": 1.548592291719302e-05,
      "loss": 0.0748,
      "step": 779
    },
    {
      "epoch": 15.92,
      "learning_rate": 1.5475153396703756e-05,
      "loss": 0.0735,
      "step": 780
    },
    {
      "epoch": 15.94,
      "learning_rate": 1.546437479975813e-05,
      "loss": 0.1373,
      "step": 781
    },
    {
      "epoch": 15.96,
      "learning_rate": 1.5453587144224407e-05,
      "loss": 0.0811,
      "step": 782
    },
    {
      "epoch": 15.98,
      "learning_rate": 1.5442790447985853e-05,
      "loss": 0.0739,
      "step": 783
    },
    {
      "epoch": 16.0,
      "learning_rate": 1.5431984728940742e-05,
      "loss": 0.0336,
      "step": 784
    },
    {
      "epoch": 16.02,
      "learning_rate": 1.542117000500229e-05,
      "loss": 0.1065,
      "step": 785
    },
    {
      "epoch": 16.04,
      "learning_rate": 1.541034629409865e-05,
      "loss": 0.0874,
      "step": 786
    },
    {
      "epoch": 16.06,
      "learning_rate": 1.539951361417287e-05,
      "loss": 0.0609,
      "step": 787
    },
    {
      "epoch": 16.08,
      "learning_rate": 1.5388671983182863e-05,
      "loss": 0.0475,
      "step": 788
    },
    {
      "epoch": 16.1,
      "learning_rate": 1.5377821419101387e-05,
      "loss": 0.1008,
      "step": 789
    },
    {
      "epoch": 16.12,
      "learning_rate": 1.536696193991601e-05,
      "loss": 0.048,
      "step": 790
    },
    {
      "epoch": 16.14,
      "learning_rate": 1.535609356362906e-05,
      "loss": 0.0786,
      "step": 791
    },
    {
      "epoch": 16.16,
      "learning_rate": 1.5345216308257648e-05,
      "loss": 0.099,
      "step": 792
    },
    {
      "epoch": 16.18,
      "learning_rate": 1.5334330191833574e-05,
      "loss": 0.1228,
      "step": 793
    },
    {
      "epoch": 16.2,
      "learning_rate": 1.532343523240334e-05,
      "loss": 0.1712,
      "step": 794
    },
    {
      "epoch": 16.22,
      "learning_rate": 1.5312531448028107e-05,
      "loss": 0.0801,
      "step": 795
    },
    {
      "epoch": 16.24,
      "learning_rate": 1.5301618856783667e-05,
      "loss": 0.0591,
      "step": 796
    },
    {
      "epoch": 16.27,
      "learning_rate": 1.5290697476760413e-05,
      "loss": 0.054,
      "step": 797
    },
    {
      "epoch": 16.29,
      "learning_rate": 1.52797673260633e-05,
      "loss": 0.1668,
      "step": 798
    },
    {
      "epoch": 16.31,
      "learning_rate": 1.5268828422811822e-05,
      "loss": 0.1047,
      "step": 799
    },
    {
      "epoch": 16.33,
      "learning_rate": 1.525788078513999e-05,
      "loss": 0.1631,
      "step": 800
    },
    {
      "epoch": 16.35,
      "learning_rate": 1.5246924431196296e-05,
      "loss": 0.0986,
      "step": 801
    },
    {
      "epoch": 16.37,
      "learning_rate": 1.523595937914368e-05,
      "loss": 0.0404,
      "step": 802
    },
    {
      "epoch": 16.39,
      "learning_rate": 1.5224985647159489e-05,
      "loss": 0.0439,
      "step": 803
    },
    {
      "epoch": 16.41,
      "learning_rate": 1.5214003253435477e-05,
      "loss": 0.0767,
      "step": 804
    },
    {
      "epoch": 16.43,
      "learning_rate": 1.5203012216177748e-05,
      "loss": 0.1086,
      "step": 805
    },
    {
      "epoch": 16.45,
      "learning_rate": 1.519201255360673e-05,
      "loss": 0.087,
      "step": 806
    },
    {
      "epoch": 16.47,
      "learning_rate": 1.5181004283957162e-05,
      "loss": 0.0809,
      "step": 807
    },
    {
      "epoch": 16.49,
      "learning_rate": 1.516998742547804e-05,
      "loss": 0.1256,
      "step": 808
    },
    {
      "epoch": 16.51,
      "learning_rate": 1.5158961996432608e-05,
      "loss": 0.082,
      "step": 809
    },
    {
      "epoch": 16.53,
      "learning_rate": 1.5147928015098309e-05,
      "loss": 0.0868,
      "step": 810
    },
    {
      "epoch": 16.55,
      "learning_rate": 1.5136885499766767e-05,
      "loss": 0.0496,
      "step": 811
    },
    {
      "epoch": 16.57,
      "learning_rate": 1.5125834468743759e-05,
      "loss": 0.1143,
      "step": 812
    },
    {
      "epoch": 16.59,
      "learning_rate": 1.5114774940349168e-05,
      "loss": 0.1015,
      "step": 813
    },
    {
      "epoch": 16.61,
      "learning_rate": 1.5103706932916973e-05,
      "loss": 0.0613,
      "step": 814
    },
    {
      "epoch": 16.63,
      "learning_rate": 1.5092630464795202e-05,
      "loss": 0.0716,
      "step": 815
    },
    {
      "epoch": 16.65,
      "learning_rate": 1.5081545554345916e-05,
      "loss": 0.0941,
      "step": 816
    },
    {
      "epoch": 16.67,
      "learning_rate": 1.5070452219945164e-05,
      "loss": 0.0419,
      "step": 817
    },
    {
      "epoch": 16.69,
      "learning_rate": 1.5059350479982966e-05,
      "loss": 0.1427,
      "step": 818
    },
    {
      "epoch": 16.71,
      "learning_rate": 1.5048240352863272e-05,
      "loss": 0.1429,
      "step": 819
    },
    {
      "epoch": 16.73,
      "learning_rate": 1.5037121857003937e-05,
      "loss": 0.0853,
      "step": 820
    },
    {
      "epoch": 16.76,
      "learning_rate": 1.5025995010836693e-05,
      "loss": 0.0848,
      "step": 821
    },
    {
      "epoch": 16.78,
      "learning_rate": 1.5014859832807106e-05,
      "loss": 0.0894,
      "step": 822
    },
    {
      "epoch": 16.8,
      "learning_rate": 1.5003716341374563e-05,
      "loss": 0.1576,
      "step": 823
    },
    {
      "epoch": 16.82,
      "learning_rate": 1.499256455501223e-05,
      "loss": 0.1469,
      "step": 824
    },
    {
      "epoch": 16.84,
      "learning_rate": 1.4981404492207025e-05,
      "loss": 0.0701,
      "step": 825
    },
    {
      "epoch": 16.86,
      "learning_rate": 1.497023617145958e-05,
      "loss": 0.0826,
      "step": 826
    },
    {
      "epoch": 16.88,
      "learning_rate": 1.4959059611284223e-05,
      "loss": 0.1136,
      "step": 827
    },
    {
      "epoch": 16.9,
      "learning_rate": 1.4947874830208942e-05,
      "loss": 0.1473,
      "step": 828
    },
    {
      "epoch": 16.92,
      "learning_rate": 1.4936681846775344e-05,
      "loss": 0.1012,
      "step": 829
    },
    {
      "epoch": 16.94,
      "learning_rate": 1.4925480679538646e-05,
      "loss": 0.0798,
      "step": 830
    },
    {
      "epoch": 16.96,
      "learning_rate": 1.4914271347067621e-05,
      "loss": 0.0901,
      "step": 831
    },
    {
      "epoch": 16.98,
      "learning_rate": 1.4903053867944588e-05,
      "loss": 0.1007,
      "step": 832
    },
    {
      "epoch": 17.0,
      "learning_rate": 1.4891828260765358e-05,
      "loss": 0.0835,
      "step": 833
    },
    {
      "epoch": 17.02,
      "learning_rate": 1.488059454413923e-05,
      "loss": 0.0812,
      "step": 834
    },
    {
      "epoch": 17.04,
      "learning_rate": 1.4869352736688938e-05,
      "loss": 0.0938,
      "step": 835
    },
    {
      "epoch": 17.06,
      "learning_rate": 1.4858102857050636e-05,
      "loss": 0.0594,
      "step": 836
    },
    {
      "epoch": 17.08,
      "learning_rate": 1.4846844923873847e-05,
      "loss": 0.1626,
      "step": 837
    },
    {
      "epoch": 17.1,
      "learning_rate": 1.4835578955821457e-05,
      "loss": 0.132,
      "step": 838
    },
    {
      "epoch": 17.12,
      "learning_rate": 1.4824304971569664e-05,
      "loss": 0.0911,
      "step": 839
    },
    {
      "epoch": 17.14,
      "learning_rate": 1.4813022989807964e-05,
      "loss": 0.049,
      "step": 840
    },
    {
      "epoch": 17.16,
      "learning_rate": 1.4801733029239103e-05,
      "loss": 0.1143,
      "step": 841
    },
    {
      "epoch": 17.18,
      "learning_rate": 1.4790435108579048e-05,
      "loss": 0.0735,
      "step": 842
    },
    {
      "epoch": 17.2,
      "learning_rate": 1.4779129246556984e-05,
      "loss": 0.0556,
      "step": 843
    },
    {
      "epoch": 17.22,
      "learning_rate": 1.4767815461915236e-05,
      "loss": 0.0623,
      "step": 844
    },
    {
      "epoch": 17.24,
      "learning_rate": 1.4756493773409276e-05,
      "loss": 0.0687,
      "step": 845
    },
    {
      "epoch": 17.27,
      "learning_rate": 1.4745164199807682e-05,
      "loss": 0.0789,
      "step": 846
    },
    {
      "epoch": 17.29,
      "learning_rate": 1.4733826759892089e-05,
      "loss": 0.0901,
      "step": 847
    },
    {
      "epoch": 17.31,
      "learning_rate": 1.4722481472457188e-05,
      "loss": 0.1076,
      "step": 848
    },
    {
      "epoch": 17.33,
      "learning_rate": 1.471112835631067e-05,
      "loss": 0.1051,
      "step": 849
    },
    {
      "epoch": 17.35,
      "learning_rate": 1.4699767430273202e-05,
      "loss": 0.1516,
      "step": 850
    },
    {
      "epoch": 17.37,
      "learning_rate": 1.4688398713178409e-05,
      "loss": 0.0807,
      "step": 851
    },
    {
      "epoch": 17.39,
      "learning_rate": 1.4677022223872821e-05,
      "loss": 0.1227,
      "step": 852
    },
    {
      "epoch": 17.41,
      "learning_rate": 1.4665637981215858e-05,
      "loss": 0.0666,
      "step": 853
    },
    {
      "epoch": 17.43,
      "learning_rate": 1.4654246004079794e-05,
      "loss": 0.1295,
      "step": 854
    },
    {
      "epoch": 17.45,
      "learning_rate": 1.4642846311349717e-05,
      "loss": 0.0621,
      "step": 855
    },
    {
      "epoch": 17.47,
      "learning_rate": 1.4631438921923514e-05,
      "loss": 0.1065,
      "step": 856
    },
    {
      "epoch": 17.49,
      "learning_rate": 1.4620023854711826e-05,
      "loss": 0.093,
      "step": 857
    },
    {
      "epoch": 17.51,
      "learning_rate": 1.4608601128638027e-05,
      "loss": 0.0609,
      "step": 858
    },
    {
      "epoch": 17.53,
      "learning_rate": 1.4597170762638187e-05,
      "loss": 0.0865,
      "step": 859
    },
    {
      "epoch": 17.55,
      "learning_rate": 1.458573277566103e-05,
      "loss": 0.0665,
      "step": 860
    },
    {
      "epoch": 17.57,
      "learning_rate": 1.4574287186667933e-05,
      "loss": 0.0554,
      "step": 861
    },
    {
      "epoch": 17.59,
      "learning_rate": 1.4562834014632854e-05,
      "loss": 0.0973,
      "step": 862
    },
    {
      "epoch": 17.61,
      "learning_rate": 1.4551373278542342e-05,
      "loss": 0.175,
      "step": 863
    },
    {
      "epoch": 17.63,
      "learning_rate": 1.4539904997395468e-05,
      "loss": 0.1804,
      "step": 864
    },
    {
      "epoch": 17.65,
      "learning_rate": 1.4528429190203826e-05,
      "loss": 0.084,
      "step": 865
    },
    {
      "epoch": 17.67,
      "learning_rate": 1.4516945875991472e-05,
      "loss": 0.0409,
      "step": 866
    },
    {
      "epoch": 17.69,
      "learning_rate": 1.4505455073794919e-05,
      "loss": 0.0298,
      "step": 867
    },
    {
      "epoch": 17.71,
      "learning_rate": 1.4493956802663086e-05,
      "loss": 0.0666,
      "step": 868
    },
    {
      "epoch": 17.73,
      "learning_rate": 1.4482451081657276e-05,
      "loss": 0.0579,
      "step": 869
    },
    {
      "epoch": 17.76,
      "learning_rate": 1.4470937929851142e-05,
      "loss": 0.1384,
      "step": 870
    },
    {
      "epoch": 17.78,
      "learning_rate": 1.4459417366330653e-05,
      "loss": 0.0751,
      "step": 871
    },
    {
      "epoch": 17.8,
      "learning_rate": 1.444788941019407e-05,
      "loss": 0.0624,
      "step": 872
    },
    {
      "epoch": 17.82,
      "learning_rate": 1.4436354080551902e-05,
      "loss": 0.0453,
      "step": 873
    },
    {
      "epoch": 17.84,
      "learning_rate": 1.4424811396526892e-05,
      "loss": 0.0842,
      "step": 874
    },
    {
      "epoch": 17.86,
      "learning_rate": 1.4413261377253961e-05,
      "loss": 0.0627,
      "step": 875
    },
    {
      "epoch": 17.88,
      "learning_rate": 1.4401704041880205e-05,
      "loss": 0.1448,
      "step": 876
    },
    {
      "epoch": 17.9,
      "learning_rate": 1.4390139409564836e-05,
      "loss": 0.1472,
      "step": 877
    },
    {
      "epoch": 17.92,
      "learning_rate": 1.4378567499479167e-05,
      "loss": 0.0393,
      "step": 878
    },
    {
      "epoch": 17.94,
      "learning_rate": 1.4366988330806577e-05,
      "loss": 0.1244,
      "step": 879
    },
    {
      "epoch": 17.96,
      "learning_rate": 1.4355401922742478e-05,
      "loss": 0.0802,
      "step": 880
    },
    {
      "epoch": 17.98,
      "learning_rate": 1.4343808294494279e-05,
      "loss": 0.0351,
      "step": 881
    },
    {
      "epoch": 18.0,
      "learning_rate": 1.4332207465281365e-05,
      "loss": 0.0381,
      "step": 882
    },
    {
      "epoch": 18.02,
      "learning_rate": 1.4320599454335051e-05,
      "loss": 0.1417,
      "step": 883
    },
    {
      "epoch": 18.04,
      "learning_rate": 1.4308984280898566e-05,
      "loss": 0.0645,
      "step": 884
    },
    {
      "epoch": 18.06,
      "learning_rate": 1.4297361964227004e-05,
      "loss": 0.0948,
      "step": 885
    },
    {
      "epoch": 18.08,
      "learning_rate": 1.4285732523587303e-05,
      "loss": 0.1121,
      "step": 886
    },
    {
      "epoch": 18.1,
      "learning_rate": 1.4274095978258216e-05,
      "loss": 0.1181,
      "step": 887
    },
    {
      "epoch": 18.12,
      "learning_rate": 1.4262452347530271e-05,
      "loss": 0.0516,
      "step": 888
    },
    {
      "epoch": 18.14,
      "learning_rate": 1.4250801650705738e-05,
      "loss": 0.0697,
      "step": 889
    },
    {
      "epoch": 18.16,
      "learning_rate": 1.423914390709861e-05,
      "loss": 0.0368,
      "step": 890
    },
    {
      "epoch": 18.18,
      "learning_rate": 1.4227479136034545e-05,
      "loss": 0.068,
      "step": 891
    },
    {
      "epoch": 18.2,
      "learning_rate": 1.4215807356850872e-05,
      "loss": 0.0778,
      "step": 892
    },
    {
      "epoch": 18.22,
      "learning_rate": 1.4204128588896523e-05,
      "loss": 0.0467,
      "step": 893
    },
    {
      "epoch": 18.24,
      "learning_rate": 1.419244285153202e-05,
      "loss": 0.0887,
      "step": 894
    },
    {
      "epoch": 18.27,
      "learning_rate": 1.4180750164129435e-05,
      "loss": 0.1695,
      "step": 895
    },
    {
      "epoch": 18.29,
      "learning_rate": 1.4169050546072374e-05,
      "loss": 0.0966,
      "step": 896
    },
    {
      "epoch": 18.31,
      "learning_rate": 1.4157344016755915e-05,
      "loss": 0.1201,
      "step": 897
    },
    {
      "epoch": 18.33,
      "learning_rate": 1.4145630595586607e-05,
      "loss": 0.0295,
      "step": 898
    },
    {
      "epoch": 18.35,
      "learning_rate": 1.4133910301982414e-05,
      "loss": 0.169,
      "step": 899
    },
    {
      "epoch": 18.37,
      "learning_rate": 1.4122183155372699e-05,
      "loss": 0.0933,
      "step": 900
    },
    {
      "epoch": 18.39,
      "learning_rate": 1.4110449175198186e-05,
      "loss": 0.0478,
      "step": 901
    },
    {
      "epoch": 18.41,
      "learning_rate": 1.4098708380910921e-05,
      "loss": 0.0745,
      "step": 902
    },
    {
      "epoch": 18.43,
      "learning_rate": 1.4086960791974255e-05,
      "loss": 0.1099,
      "step": 903
    },
    {
      "epoch": 18.45,
      "learning_rate": 1.4075206427862795e-05,
      "loss": 0.0927,
      "step": 904
    },
    {
      "epoch": 18.47,
      "learning_rate": 1.4063445308062384e-05,
      "loss": 0.029,
      "step": 905
    },
    {
      "epoch": 18.49,
      "learning_rate": 1.4051677452070064e-05,
      "loss": 0.064,
      "step": 906
    },
    {
      "epoch": 18.51,
      "learning_rate": 1.4039902879394042e-05,
      "loss": 0.0994,
      "step": 907
    },
    {
      "epoch": 18.53,
      "learning_rate": 1.4028121609553662e-05,
      "loss": 0.0756,
      "step": 908
    },
    {
      "epoch": 18.55,
      "learning_rate": 1.4016333662079361e-05,
      "loss": 0.0669,
      "step": 909
    },
    {
      "epoch": 18.57,
      "learning_rate": 1.4004539056512667e-05,
      "loss": 0.0667,
      "step": 910
    },
    {
      "epoch": 18.59,
      "learning_rate": 1.399273781240612e-05,
      "loss": 0.11,
      "step": 911
    },
    {
      "epoch": 18.61,
      "learning_rate": 1.3980929949323288e-05,
      "loss": 0.1159,
      "step": 912
    },
    {
      "epoch": 18.63,
      "learning_rate": 1.3969115486838694e-05,
      "loss": 0.0747,
      "step": 913
    },
    {
      "epoch": 18.65,
      "learning_rate": 1.3957294444537808e-05,
      "loss": 0.0665,
      "step": 914
    },
    {
      "epoch": 18.67,
      "learning_rate": 1.394546684201701e-05,
      "loss": 0.0998,
      "step": 915
    },
    {
      "epoch": 18.69,
      "learning_rate": 1.3933632698883555e-05,
      "loss": 0.1246,
      "step": 916
    },
    {
      "epoch": 18.71,
      "learning_rate": 1.3921792034755535e-05,
      "loss": 0.0667,
      "step": 917
    },
    {
      "epoch": 18.73,
      "learning_rate": 1.3909944869261856e-05,
      "loss": 0.041,
      "step": 918
    },
    {
      "epoch": 18.76,
      "learning_rate": 1.3898091222042205e-05,
      "loss": 0.1292,
      "step": 919
    },
    {
      "epoch": 18.78,
      "learning_rate": 1.3886231112747006e-05,
      "loss": 0.0645,
      "step": 920
    },
    {
      "epoch": 18.8,
      "learning_rate": 1.3874364561037403e-05,
      "loss": 0.0574,
      "step": 921
    },
    {
      "epoch": 18.82,
      "learning_rate": 1.386249158658522e-05,
      "loss": 0.1242,
      "step": 922
    },
    {
      "epoch": 18.84,
      "learning_rate": 1.3850612209072922e-05,
      "loss": 0.1038,
      "step": 923
    },
    {
      "epoch": 18.86,
      "learning_rate": 1.3838726448193594e-05,
      "loss": 0.1201,
      "step": 924
    },
    {
      "epoch": 18.88,
      "learning_rate": 1.3826834323650899e-05,
      "loss": 0.05,
      "step": 925
    },
    {
      "epoch": 18.9,
      "learning_rate": 1.3814935855159056e-05,
      "loss": 0.0575,
      "step": 926
    },
    {
      "epoch": 18.92,
      "learning_rate": 1.3803031062442789e-05,
      "loss": 0.0201,
      "step": 927
    },
    {
      "epoch": 18.94,
      "learning_rate": 1.3791119965237321e-05,
      "loss": 0.0356,
      "step": 928
    },
    {
      "epoch": 18.96,
      "learning_rate": 1.3779202583288311e-05,
      "loss": 0.0721,
      "step": 929
    },
    {
      "epoch": 18.98,
      "learning_rate": 1.3767278936351853e-05,
      "loss": 0.0658,
      "step": 930
    },
    {
      "epoch": 19.0,
      "learning_rate": 1.3755349044194411e-05,
      "loss": 0.113,
      "step": 931
    },
    {
      "epoch": 19.02,
      "learning_rate": 1.3743412926592815e-05,
      "loss": 0.0732,
      "step": 932
    },
    {
      "epoch": 19.04,
      "learning_rate": 1.3731470603334203e-05,
      "loss": 0.1786,
      "step": 933
    },
    {
      "epoch": 19.06,
      "learning_rate": 1.3719522094216013e-05,
      "loss": 0.0493,
      "step": 934
    },
    {
      "epoch": 19.08,
      "learning_rate": 1.3707567419045926e-05,
      "loss": 0.0507,
      "step": 935
    },
    {
      "epoch": 19.1,
      "learning_rate": 1.3695606597641854e-05,
      "loss": 0.0209,
      "step": 936
    },
    {
      "epoch": 19.12,
      "learning_rate": 1.3683639649831894e-05,
      "loss": 0.1043,
      "step": 937
    },
    {
      "epoch": 19.14,
      "learning_rate": 1.3671666595454296e-05,
      "loss": 0.0727,
      "step": 938
    },
    {
      "epoch": 19.16,
      "learning_rate": 1.365968745435744e-05,
      "loss": 0.1298,
      "step": 939
    },
    {
      "epoch": 19.18,
      "learning_rate": 1.3647702246399787e-05,
      "loss": 0.0892,
      "step": 940
    },
    {
      "epoch": 19.2,
      "learning_rate": 1.3635710991449869e-05,
      "loss": 0.0587,
      "step": 941
    },
    {
      "epoch": 19.22,
      "learning_rate": 1.3623713709386228e-05,
      "loss": 0.0741,
      "step": 942
    },
    {
      "epoch": 19.24,
      "learning_rate": 1.3611710420097408e-05,
      "loss": 0.1041,
      "step": 943
    },
    {
      "epoch": 19.27,
      "learning_rate": 1.359970114348191e-05,
      "loss": 0.025,
      "step": 944
    },
    {
      "epoch": 19.29,
      "learning_rate": 1.3587685899448148e-05,
      "loss": 0.0594,
      "step": 945
    },
    {
      "epoch": 19.31,
      "learning_rate": 1.357566470791445e-05,
      "loss": 0.0436,
      "step": 946
    },
    {
      "epoch": 19.33,
      "learning_rate": 1.3563637588808983e-05,
      "loss": 0.0896,
      "step": 947
    },
    {
      "epoch": 19.35,
      "learning_rate": 1.3551604562069753e-05,
      "loss": 0.1081,
      "step": 948
    },
    {
      "epoch": 19.37,
      "learning_rate": 1.3539565647644557e-05,
      "loss": 0.0608,
      "step": 949
    },
    {
      "epoch": 19.39,
      "learning_rate": 1.352752086549095e-05,
      "loss": 0.0923,
      "step": 950
    },
    {
      "epoch": 19.41,
      "learning_rate": 1.3515470235576213e-05,
      "loss": 0.0717,
      "step": 951
    },
    {
      "epoch": 19.43,
      "learning_rate": 1.350341377787733e-05,
      "loss": 0.0571,
      "step": 952
    },
    {
      "epoch": 19.45,
      "learning_rate": 1.3491351512380933e-05,
      "loss": 0.0621,
      "step": 953
    },
    {
      "epoch": 19.47,
      "learning_rate": 1.347928345908329e-05,
      "loss": 0.0386,
      "step": 954
    },
    {
      "epoch": 19.49,
      "learning_rate": 1.3467209637990266e-05,
      "loss": 0.0674,
      "step": 955
    },
    {
      "epoch": 19.51,
      "learning_rate": 1.345513006911728e-05,
      "loss": 0.1041,
      "step": 956
    },
    {
      "epoch": 19.53,
      "learning_rate": 1.3443044772489284e-05,
      "loss": 0.0945,
      "step": 957
    },
    {
      "epoch": 19.55,
      "learning_rate": 1.3430953768140724e-05,
      "loss": 0.0945,
      "step": 958
    },
    {
      "epoch": 19.57,
      "learning_rate": 1.3418857076115513e-05,
      "loss": 0.0924,
      "step": 959
    },
    {
      "epoch": 19.59,
      "learning_rate": 1.3406754716466978e-05,
      "loss": 0.0668,
      "step": 960
    },
    {
      "epoch": 19.61,
      "learning_rate": 1.3394646709257864e-05,
      "loss": 0.0605,
      "step": 961
    },
    {
      "epoch": 19.63,
      "learning_rate": 1.3382533074560256e-05,
      "loss": 0.1022,
      "step": 962
    },
    {
      "epoch": 19.65,
      "learning_rate": 1.3370413832455587e-05,
      "loss": 0.0507,
      "step": 963
    },
    {
      "epoch": 19.67,
      "learning_rate": 1.3358289003034565e-05,
      "loss": 0.0524,
      "step": 964
    },
    {
      "epoch": 19.69,
      "learning_rate": 1.3346158606397182e-05,
      "loss": 0.0871,
      "step": 965
    },
    {
      "epoch": 19.71,
      "learning_rate": 1.3334022662652648e-05,
      "loss": 0.0489,
      "step": 966
    },
    {
      "epoch": 19.73,
      "learning_rate": 1.3321881191919367e-05,
      "loss": 0.1286,
      "step": 967
    },
    {
      "epoch": 19.76,
      "learning_rate": 1.3309734214324908e-05,
      "loss": 0.0959,
      "step": 968
    },
    {
      "epoch": 19.78,
      "learning_rate": 1.329758175000597e-05,
      "loss": 0.0587,
      "step": 969
    },
    {
      "epoch": 19.8,
      "learning_rate": 1.3285423819108349e-05,
      "loss": 0.096,
      "step": 970
    },
    {
      "epoch": 19.82,
      "learning_rate": 1.3273260441786899e-05,
      "loss": 0.0281,
      "step": 971
    },
    {
      "epoch": 19.84,
      "learning_rate": 1.3261091638205505e-05,
      "loss": 0.0876,
      "step": 972
    },
    {
      "epoch": 19.86,
      "learning_rate": 1.3248917428537049e-05,
      "loss": 0.1163,
      "step": 973
    },
    {
      "epoch": 19.88,
      "learning_rate": 1.3236737832963372e-05,
      "loss": 0.0901,
      "step": 974
    },
    {
      "epoch": 19.9,
      "learning_rate": 1.3224552871675244e-05,
      "loss": 0.0891,
      "step": 975
    },
    {
      "epoch": 19.92,
      "learning_rate": 1.3212362564872332e-05,
      "loss": 0.046,
      "step": 976
    },
    {
      "epoch": 19.94,
      "learning_rate": 1.3200166932763166e-05,
      "loss": 0.0584,
      "step": 977
    },
    {
      "epoch": 19.96,
      "learning_rate": 1.3187965995565098e-05,
      "loss": 0.0872,
      "step": 978
    },
    {
      "epoch": 19.98,
      "learning_rate": 1.317575977350428e-05,
      "loss": 0.0995,
      "step": 979
    },
    {
      "epoch": 20.0,
      "learning_rate": 1.316354828681562e-05,
      "loss": 0.1771,
      "step": 980
    },
    {
      "epoch": 20.02,
      "learning_rate": 1.3151331555742759e-05,
      "loss": 0.0491,
      "step": 981
    },
    {
      "epoch": 20.04,
      "learning_rate": 1.3139109600538029e-05,
      "loss": 0.0843,
      "step": 982
    },
    {
      "epoch": 20.06,
      "learning_rate": 1.3126882441462426e-05,
      "loss": 0.1093,
      "step": 983
    },
    {
      "epoch": 20.08,
      "learning_rate": 1.3114650098785561e-05,
      "loss": 0.0283,
      "step": 984
    },
    {
      "epoch": 20.1,
      "learning_rate": 1.3102412592785654e-05,
      "loss": 0.0731,
      "step": 985
    },
    {
      "epoch": 20.12,
      "learning_rate": 1.3090169943749475e-05,
      "loss": 0.1486,
      "step": 986
    },
    {
      "epoch": 20.14,
      "learning_rate": 1.307792217197232e-05,
      "loss": 0.0232,
      "step": 987
    },
    {
      "epoch": 20.16,
      "learning_rate": 1.3065669297757986e-05,
      "loss": 0.0798,
      "step": 988
    },
    {
      "epoch": 20.18,
      "learning_rate": 1.3053411341418714e-05,
      "loss": 0.0404,
      "step": 989
    },
    {
      "epoch": 20.2,
      "learning_rate": 1.3041148323275182e-05,
      "loss": 0.1366,
      "step": 990
    },
    {
      "epoch": 20.22,
      "learning_rate": 1.3028880263656449e-05,
      "loss": 0.1176,
      "step": 991
    },
    {
      "epoch": 20.24,
      "learning_rate": 1.3016607182899947e-05,
      "loss": 0.074,
      "step": 992
    },
    {
      "epoch": 20.27,
      "learning_rate": 1.3004329101351413e-05,
      "loss": 0.1025,
      "step": 993
    },
    {
      "epoch": 20.29,
      "learning_rate": 1.2992046039364893e-05,
      "loss": 0.0633,
      "step": 994
    },
    {
      "epoch": 20.31,
      "learning_rate": 1.2979758017302673e-05,
      "loss": 0.0557,
      "step": 995
    },
    {
      "epoch": 20.33,
      "learning_rate": 1.2967465055535266e-05,
      "loss": 0.1131,
      "step": 996
    },
    {
      "epoch": 20.35,
      "learning_rate": 1.2955167174441383e-05,
      "loss": 0.068,
      "step": 997
    },
    {
      "epoch": 20.37,
      "learning_rate": 1.2942864394407879e-05,
      "loss": 0.0799,
      "step": 998
    },
    {
      "epoch": 20.39,
      "learning_rate": 1.2930556735829738e-05,
      "loss": 0.0748,
      "step": 999
    },
    {
      "epoch": 20.41,
      "learning_rate": 1.2918244219110022e-05,
      "loss": 0.1475,
      "step": 1000
    },
    {
      "epoch": 20.43,
      "learning_rate": 1.2905926864659856e-05,
      "loss": 0.047,
      "step": 1001
    },
    {
      "epoch": 20.45,
      "learning_rate": 1.2893604692898381e-05,
      "loss": 0.1125,
      "step": 1002
    },
    {
      "epoch": 20.47,
      "learning_rate": 1.2881277724252725e-05,
      "loss": 0.096,
      "step": 1003
    },
    {
      "epoch": 20.49,
      "learning_rate": 1.2868945979157965e-05,
      "loss": 0.1088,
      "step": 1004
    },
    {
      "epoch": 20.51,
      "learning_rate": 1.28566094780571e-05,
      "loss": 0.0698,
      "step": 1005
    },
    {
      "epoch": 20.53,
      "learning_rate": 1.2844268241401013e-05,
      "loss": 0.0364,
      "step": 1006
    },
    {
      "epoch": 20.55,
      "learning_rate": 1.2831922289648429e-05,
      "loss": 0.0777,
      "step": 1007
    },
    {
      "epoch": 20.57,
      "learning_rate": 1.2819571643265905e-05,
      "loss": 0.057,
      "step": 1008
    },
    {
      "epoch": 20.59,
      "learning_rate": 1.2807216322727766e-05,
      "loss": 0.0742,
      "step": 1009
    },
    {
      "epoch": 20.61,
      "learning_rate": 1.2794856348516095e-05,
      "loss": 0.0892,
      "step": 1010
    },
    {
      "epoch": 20.63,
      "learning_rate": 1.2782491741120687e-05,
      "loss": 0.0908,
      "step": 1011
    },
    {
      "epoch": 20.65,
      "learning_rate": 1.2770122521039014e-05,
      "loss": 0.0197,
      "step": 1012
    },
    {
      "epoch": 20.67,
      "learning_rate": 1.2757748708776197e-05,
      "loss": 0.0548,
      "step": 1013
    },
    {
      "epoch": 20.69,
      "learning_rate": 1.2745370324844975e-05,
      "loss": 0.0929,
      "step": 1014
    },
    {
      "epoch": 20.71,
      "learning_rate": 1.2732987389765659e-05,
      "loss": 0.0595,
      "step": 1015
    },
    {
      "epoch": 20.73,
      "learning_rate": 1.2720599924066102e-05,
      "loss": 0.0485,
      "step": 1016
    },
    {
      "epoch": 20.76,
      "learning_rate": 1.270820794828168e-05,
      "loss": 0.0621,
      "step": 1017
    },
    {
      "epoch": 20.78,
      "learning_rate": 1.2695811482955227e-05,
      "loss": 0.0603,
      "step": 1018
    },
    {
      "epoch": 20.8,
      "learning_rate": 1.2683410548637043e-05,
      "loss": 0.0807,
      "step": 1019
    },
    {
      "epoch": 20.82,
      "learning_rate": 1.2671005165884818e-05,
      "loss": 0.0397,
      "step": 1020
    },
    {
      "epoch": 20.84,
      "learning_rate": 1.2658595355263625e-05,
      "loss": 0.1153,
      "step": 1021
    },
    {
      "epoch": 20.86,
      "learning_rate": 1.264618113734587e-05,
      "loss": 0.0388,
      "step": 1022
    },
    {
      "epoch": 20.88,
      "learning_rate": 1.2633762532711276e-05,
      "loss": 0.0643,
      "step": 1023
    },
    {
      "epoch": 20.9,
      "learning_rate": 1.2621339561946828e-05,
      "loss": 0.0372,
      "step": 1024
    },
    {
      "epoch": 20.92,
      "learning_rate": 1.2608912245646754e-05,
      "loss": 0.0751,
      "step": 1025
    },
    {
      "epoch": 20.94,
      "learning_rate": 1.2596480604412485e-05,
      "loss": 0.0354,
      "step": 1026
    },
    {
      "epoch": 20.96,
      "learning_rate": 1.2584044658852618e-05,
      "loss": 0.0304,
      "step": 1027
    },
    {
      "epoch": 20.98,
      "learning_rate": 1.2571604429582896e-05,
      "loss": 0.0442,
      "step": 1028
    },
    {
      "epoch": 21.0,
      "learning_rate": 1.2559159937226148e-05,
      "loss": 0.1379,
      "step": 1029
    },
    {
      "epoch": 21.02,
      "learning_rate": 1.2546711202412287e-05,
      "loss": 0.0833,
      "step": 1030
    },
    {
      "epoch": 21.04,
      "learning_rate": 1.2534258245778248e-05,
      "loss": 0.0192,
      "step": 1031
    },
    {
      "epoch": 21.06,
      "learning_rate": 1.2521801087967963e-05,
      "loss": 0.0624,
      "step": 1032
    },
    {
      "epoch": 21.08,
      "learning_rate": 1.2509339749632341e-05,
      "loss": 0.0896,
      "step": 1033
    },
    {
      "epoch": 21.1,
      "learning_rate": 1.24968742514292e-05,
      "loss": 0.0379,
      "step": 1034
    },
    {
      "epoch": 21.12,
      "learning_rate": 1.248440461402328e-05,
      "loss": 0.0492,
      "step": 1035
    },
    {
      "epoch": 21.14,
      "learning_rate": 1.2471930858086163e-05,
      "loss": 0.0557,
      "step": 1036
    },
    {
      "epoch": 21.16,
      "learning_rate": 1.245945300429627e-05,
      "loss": 0.1139,
      "step": 1037
    },
    {
      "epoch": 21.18,
      "learning_rate": 1.2446971073338801e-05,
      "loss": 0.1136,
      "step": 1038
    },
    {
      "epoch": 21.2,
      "learning_rate": 1.2434485085905736e-05,
      "loss": 0.0437,
      "step": 1039
    },
    {
      "epoch": 21.22,
      "learning_rate": 1.2421995062695758e-05,
      "loss": 0.0393,
      "step": 1040
    },
    {
      "epoch": 21.24,
      "learning_rate": 1.240950102441426e-05,
      "loss": 0.0745,
      "step": 1041
    },
    {
      "epoch": 21.27,
      "learning_rate": 1.2397002991773277e-05,
      "loss": 0.0495,
      "step": 1042
    },
    {
      "epoch": 21.29,
      "learning_rate": 1.2384500985491468e-05,
      "loss": 0.0425,
      "step": 1043
    },
    {
      "epoch": 21.31,
      "learning_rate": 1.2371995026294085e-05,
      "loss": 0.0396,
      "step": 1044
    },
    {
      "epoch": 21.33,
      "learning_rate": 1.2359485134912928e-05,
      "loss": 0.0617,
      "step": 1045
    },
    {
      "epoch": 21.35,
      "learning_rate": 1.2346971332086317e-05,
      "loss": 0.1239,
      "step": 1046
    },
    {
      "epoch": 21.37,
      "learning_rate": 1.2334453638559057e-05,
      "loss": 0.0446,
      "step": 1047
    },
    {
      "epoch": 21.39,
      "learning_rate": 1.2321932075082402e-05,
      "loss": 0.0572,
      "step": 1048
    },
    {
      "epoch": 21.41,
      "learning_rate": 1.2309406662414016e-05,
      "loss": 0.0882,
      "step": 1049
    },
    {
      "epoch": 21.43,
      "learning_rate": 1.2296877421317958e-05,
      "loss": 0.0685,
      "step": 1050
    },
    {
      "epoch": 21.45,
      "learning_rate": 1.2284344372564618e-05,
      "loss": 0.0542,
      "step": 1051
    },
    {
      "epoch": 21.47,
      "learning_rate": 1.2271807536930712e-05,
      "loss": 0.066,
      "step": 1052
    },
    {
      "epoch": 21.49,
      "learning_rate": 1.2259266935199223e-05,
      "loss": 0.1035,
      "step": 1053
    },
    {
      "epoch": 21.51,
      "learning_rate": 1.2246722588159381e-05,
      "loss": 0.096,
      "step": 1054
    },
    {
      "epoch": 21.53,
      "learning_rate": 1.2234174516606627e-05,
      "loss": 0.0914,
      "step": 1055
    },
    {
      "epoch": 21.55,
      "learning_rate": 1.2221622741342572e-05,
      "loss": 0.0952,
      "step": 1056
    },
    {
      "epoch": 21.57,
      "learning_rate": 1.2209067283174969e-05,
      "loss": 0.0645,
      "step": 1057
    },
    {
      "epoch": 21.59,
      "learning_rate": 1.2196508162917678e-05,
      "loss": 0.057,
      "step": 1058
    },
    {
      "epoch": 21.61,
      "learning_rate": 1.2183945401390628e-05,
      "loss": 0.0534,
      "step": 1059
    },
    {
      "epoch": 21.63,
      "learning_rate": 1.2171379019419786e-05,
      "loss": 0.0253,
      "step": 1060
    },
    {
      "epoch": 21.65,
      "learning_rate": 1.2158809037837118e-05,
      "loss": 0.0761,
      "step": 1061
    },
    {
      "epoch": 21.67,
      "learning_rate": 1.214623547748056e-05,
      "loss": 0.1115,
      "step": 1062
    },
    {
      "epoch": 21.69,
      "learning_rate": 1.2133658359193975e-05,
      "loss": 0.0681,
      "step": 1063
    },
    {
      "epoch": 21.71,
      "learning_rate": 1.2121077703827135e-05,
      "loss": 0.0675,
      "step": 1064
    },
    {
      "epoch": 21.73,
      "learning_rate": 1.2108493532235665e-05,
      "loss": 0.0268,
      "step": 1065
    },
    {
      "epoch": 21.76,
      "learning_rate": 1.2095905865281026e-05,
      "loss": 0.0908,
      "step": 1066
    },
    {
      "epoch": 21.78,
      "learning_rate": 1.2083314723830469e-05,
      "loss": 0.0811,
      "step": 1067
    },
    {
      "epoch": 21.8,
      "learning_rate": 1.2070720128757008e-05,
      "loss": 0.0581,
      "step": 1068
    },
    {
      "epoch": 21.82,
      "learning_rate": 1.2058122100939377e-05,
      "loss": 0.0873,
      "step": 1069
    },
    {
      "epoch": 21.84,
      "learning_rate": 1.2045520661262011e-05,
      "loss": 0.036,
      "step": 1070
    },
    {
      "epoch": 21.86,
      "learning_rate": 1.2032915830614988e-05,
      "loss": 0.071,
      "step": 1071
    },
    {
      "epoch": 21.88,
      "learning_rate": 1.202030762989402e-05,
      "loss": 0.0847,
      "step": 1072
    },
    {
      "epoch": 21.9,
      "learning_rate": 1.2007696080000393e-05,
      "loss": 0.0701,
      "step": 1073
    },
    {
      "epoch": 21.92,
      "learning_rate": 1.1995081201840958e-05,
      "loss": 0.0711,
      "step": 1074
    },
    {
      "epoch": 21.94,
      "learning_rate": 1.1982463016328074e-05,
      "loss": 0.1293,
      "step": 1075
    },
    {
      "epoch": 21.96,
      "learning_rate": 1.1969841544379585e-05,
      "loss": 0.0505,
      "step": 1076
    },
    {
      "epoch": 21.98,
      "learning_rate": 1.195721680691879e-05,
      "loss": 0.0384,
      "step": 1077
    },
    {
      "epoch": 22.0,
      "learning_rate": 1.1944588824874389e-05,
      "loss": 0.0668,
      "step": 1078
    },
    {
      "epoch": 22.02,
      "learning_rate": 1.193195761918047e-05,
      "loss": 0.0219,
      "step": 1079
    },
    {
      "epoch": 22.04,
      "learning_rate": 1.1919323210776459e-05,
      "loss": 0.0923,
      "step": 1080
    },
    {
      "epoch": 22.06,
      "learning_rate": 1.1906685620607101e-05,
      "loss": 0.0576,
      "step": 1081
    },
    {
      "epoch": 22.08,
      "learning_rate": 1.1894044869622403e-05,
      "loss": 0.0616,
      "step": 1082
    },
    {
      "epoch": 22.1,
      "learning_rate": 1.1881400978777622e-05,
      "loss": 0.0823,
      "step": 1083
    },
    {
      "epoch": 22.12,
      "learning_rate": 1.1868753969033216e-05,
      "loss": 0.0852,
      "step": 1084
    },
    {
      "epoch": 22.14,
      "learning_rate": 1.1856103861354809e-05,
      "loss": 0.0636,
      "step": 1085
    },
    {
      "epoch": 22.16,
      "learning_rate": 1.184345067671317e-05,
      "loss": 0.1234,
      "step": 1086
    },
    {
      "epoch": 22.18,
      "learning_rate": 1.1830794436084161e-05,
      "loss": 0.0481,
      "step": 1087
    },
    {
      "epoch": 22.2,
      "learning_rate": 1.1818135160448718e-05,
      "loss": 0.0511,
      "step": 1088
    },
    {
      "epoch": 22.22,
      "learning_rate": 1.1805472870792797e-05,
      "loss": 0.0564,
      "step": 1089
    },
    {
      "epoch": 22.24,
      "learning_rate": 1.1792807588107358e-05,
      "loss": 0.032,
      "step": 1090
    },
    {
      "epoch": 22.27,
      "learning_rate": 1.1780139333388325e-05,
      "loss": 0.0267,
      "step": 1091
    },
    {
      "epoch": 22.29,
      "learning_rate": 1.1767468127636543e-05,
      "loss": 0.0555,
      "step": 1092
    },
    {
      "epoch": 22.31,
      "learning_rate": 1.1754793991857752e-05,
      "loss": 0.0741,
      "step": 1093
    },
    {
      "epoch": 22.33,
      "learning_rate": 1.1742116947062545e-05,
      "loss": 0.0944,
      "step": 1094
    },
    {
      "epoch": 22.35,
      "learning_rate": 1.1729437014266352e-05,
      "loss": 0.0606,
      "step": 1095
    },
    {
      "epoch": 22.37,
      "learning_rate": 1.1716754214489366e-05,
      "loss": 0.0419,
      "step": 1096
    },
    {
      "epoch": 22.39,
      "learning_rate": 1.1704068568756557e-05,
      "loss": 0.0483,
      "step": 1097
    },
    {
      "epoch": 22.41,
      "learning_rate": 1.1691380098097598e-05,
      "loss": 0.0944,
      "step": 1098
    },
    {
      "epoch": 22.43,
      "learning_rate": 1.167868882354685e-05,
      "loss": 0.1017,
      "step": 1099
    },
    {
      "epoch": 22.45,
      "learning_rate": 1.166599476614332e-05,
      "loss": 0.0303,
      "step": 1100
    },
    {
      "epoch": 22.47,
      "learning_rate": 1.1653297946930635e-05,
      "loss": 0.0648,
      "step": 1101
    },
    {
      "epoch": 22.49,
      "learning_rate": 1.1640598386956991e-05,
      "loss": 0.0899,
      "step": 1102
    },
    {
      "epoch": 22.51,
      "learning_rate": 1.1627896107275134e-05,
      "loss": 0.0825,
      "step": 1103
    },
    {
      "epoch": 22.53,
      "learning_rate": 1.1615191128942313e-05,
      "loss": 0.0696,
      "step": 1104
    },
    {
      "epoch": 22.55,
      "learning_rate": 1.1602483473020257e-05,
      "loss": 0.0638,
      "step": 1105
    },
    {
      "epoch": 22.57,
      "learning_rate": 1.158977316057513e-05,
      "loss": 0.0427,
      "step": 1106
    },
    {
      "epoch": 22.59,
      "learning_rate": 1.15770602126775e-05,
      "loss": 0.0548,
      "step": 1107
    },
    {
      "epoch": 22.61,
      "learning_rate": 1.156434465040231e-05,
      "loss": 0.1098,
      "step": 1108
    },
    {
      "epoch": 22.63,
      "learning_rate": 1.1551626494828825e-05,
      "loss": 0.071,
      "step": 1109
    },
    {
      "epoch": 22.65,
      "learning_rate": 1.153890576704062e-05,
      "loss": 0.0687,
      "step": 1110
    },
    {
      "epoch": 22.67,
      "learning_rate": 1.1526182488125525e-05,
      "loss": 0.0798,
      "step": 1111
    },
    {
      "epoch": 22.69,
      "learning_rate": 1.1513456679175612e-05,
      "loss": 0.0494,
      "step": 1112
    },
    {
      "epoch": 22.71,
      "learning_rate": 1.150072836128713e-05,
      "loss": 0.0563,
      "step": 1113
    },
    {
      "epoch": 22.73,
      "learning_rate": 1.1487997555560503e-05,
      "loss": 0.0922,
      "step": 1114
    },
    {
      "epoch": 22.76,
      "learning_rate": 1.1475264283100271e-05,
      "loss": 0.0632,
      "step": 1115
    },
    {
      "epoch": 22.78,
      "learning_rate": 1.1462528565015061e-05,
      "loss": 0.0774,
      "step": 1116
    },
    {
      "epoch": 22.8,
      "learning_rate": 1.1449790422417565e-05,
      "loss": 0.1063,
      "step": 1117
    },
    {
      "epoch": 22.82,
      "learning_rate": 1.143704987642448e-05,
      "loss": 0.0719,
      "step": 1118
    },
    {
      "epoch": 22.84,
      "learning_rate": 1.14243069481565e-05,
      "loss": 0.0435,
      "step": 1119
    },
    {
      "epoch": 22.86,
      "learning_rate": 1.1411561658738261e-05,
      "loss": 0.0596,
      "step": 1120
    },
    {
      "epoch": 22.88,
      "learning_rate": 1.1398814029298317e-05,
      "loss": 0.0506,
      "step": 1121
    },
    {
      "epoch": 22.9,
      "learning_rate": 1.1386064080969095e-05,
      "loss": 0.0463,
      "step": 1122
    },
    {
      "epoch": 22.92,
      "learning_rate": 1.1373311834886873e-05,
      "loss": 0.0539,
      "step": 1123
    },
    {
      "epoch": 22.94,
      "learning_rate": 1.1360557312191736e-05,
      "loss": 0.0295,
      "step": 1124
    },
    {
      "epoch": 22.96,
      "learning_rate": 1.134780053402754e-05,
      "loss": 0.0426,
      "step": 1125
    },
    {
      "epoch": 22.98,
      "learning_rate": 1.1335041521541885e-05,
      "loss": 0.0505,
      "step": 1126
    },
    {
      "epoch": 23.0,
      "learning_rate": 1.1322280295886068e-05,
      "loss": 0.0534,
      "step": 1127
    },
    {
      "epoch": 23.02,
      "learning_rate": 1.1309516878215065e-05,
      "loss": 0.1166,
      "step": 1128
    },
    {
      "epoch": 23.04,
      "learning_rate": 1.1296751289687478e-05,
      "loss": 0.0852,
      "step": 1129
    },
    {
      "epoch": 23.06,
      "learning_rate": 1.1283983551465512e-05,
      "loss": 0.0622,
      "step": 1130
    },
    {
      "epoch": 23.08,
      "learning_rate": 1.1271213684714928e-05,
      "loss": 0.0441,
      "step": 1131
    },
    {
      "epoch": 23.1,
      "learning_rate": 1.1258441710605026e-05,
      "loss": 0.0226,
      "step": 1132
    },
    {
      "epoch": 23.12,
      "learning_rate": 1.1245667650308594e-05,
      "loss": 0.0721,
      "step": 1133
    },
    {
      "epoch": 23.14,
      "learning_rate": 1.1232891525001877e-05,
      "loss": 0.0396,
      "step": 1134
    },
    {
      "epoch": 23.16,
      "learning_rate": 1.1220113355864549e-05,
      "loss": 0.043,
      "step": 1135
    },
    {
      "epoch": 23.18,
      "learning_rate": 1.120733316407966e-05,
      "loss": 0.0688,
      "step": 1136
    },
    {
      "epoch": 23.2,
      "learning_rate": 1.1194550970833636e-05,
      "loss": 0.0772,
      "step": 1137
    },
    {
      "epoch": 23.22,
      "learning_rate": 1.118176679731619e-05,
      "loss": 0.0917,
      "step": 1138
    },
    {
      "epoch": 23.24,
      "learning_rate": 1.1168980664720345e-05,
      "loss": 0.0374,
      "step": 1139
    },
    {
      "epoch": 23.27,
      "learning_rate": 1.1156192594242359e-05,
      "loss": 0.0359,
      "step": 1140
    },
    {
      "epoch": 23.29,
      "learning_rate": 1.1143402607081703e-05,
      "loss": 0.0196,
      "step": 1141
    },
    {
      "epoch": 23.31,
      "learning_rate": 1.113061072444103e-05,
      "loss": 0.0847,
      "step": 1142
    },
    {
      "epoch": 23.33,
      "learning_rate": 1.1117816967526128e-05,
      "loss": 0.0306,
      "step": 1143
    },
    {
      "epoch": 23.35,
      "learning_rate": 1.1105021357545897e-05,
      "loss": 0.0311,
      "step": 1144
    },
    {
      "epoch": 23.37,
      "learning_rate": 1.109222391571231e-05,
      "loss": 0.0536,
      "step": 1145
    },
    {
      "epoch": 23.39,
      "learning_rate": 1.1079424663240372e-05,
      "loss": 0.0408,
      "step": 1146
    },
    {
      "epoch": 23.41,
      "learning_rate": 1.1066623621348096e-05,
      "loss": 0.0499,
      "step": 1147
    },
    {
      "epoch": 23.43,
      "learning_rate": 1.1053820811256455e-05,
      "loss": 0.0926,
      "step": 1148
    },
    {
      "epoch": 23.45,
      "learning_rate": 1.1041016254189355e-05,
      "loss": 0.105,
      "step": 1149
    },
    {
      "epoch": 23.47,
      "learning_rate": 1.1028209971373605e-05,
      "loss": 0.0486,
      "step": 1150
    },
    {
      "epoch": 23.49,
      "learning_rate": 1.1015401984038865e-05,
      "loss": 0.1072,
      "step": 1151
    },
    {
      "epoch": 23.51,
      "learning_rate": 1.1002592313417624e-05,
      "loss": 0.0333,
      "step": 1152
    },
    {
      "epoch": 23.53,
      "learning_rate": 1.0989780980745163e-05,
      "loss": 0.1245,
      "step": 1153
    },
    {
      "epoch": 23.55,
      "learning_rate": 1.0976968007259519e-05,
      "loss": 0.1096,
      "step": 1154
    },
    {
      "epoch": 23.57,
      "learning_rate": 1.0964153414201446e-05,
      "loss": 0.0594,
      "step": 1155
    },
    {
      "epoch": 23.59,
      "learning_rate": 1.0951337222814383e-05,
      "loss": 0.0423,
      "step": 1156
    },
    {
      "epoch": 23.61,
      "learning_rate": 1.0938519454344423e-05,
      "loss": 0.0358,
      "step": 1157
    },
    {
      "epoch": 23.63,
      "learning_rate": 1.0925700130040267e-05,
      "loss": 0.1069,
      "step": 1158
    },
    {
      "epoch": 23.65,
      "learning_rate": 1.0912879271153203e-05,
      "loss": 0.062,
      "step": 1159
    },
    {
      "epoch": 23.67,
      "learning_rate": 1.0900056898937055e-05,
      "loss": 0.0267,
      "step": 1160
    },
    {
      "epoch": 23.69,
      "learning_rate": 1.0887233034648159e-05,
      "loss": 0.0639,
      "step": 1161
    },
    {
      "epoch": 23.71,
      "learning_rate": 1.0874407699545329e-05,
      "loss": 0.0753,
      "step": 1162
    },
    {
      "epoch": 23.73,
      "learning_rate": 1.0861580914889807e-05,
      "loss": 0.0319,
      "step": 1163
    },
    {
      "epoch": 23.76,
      "learning_rate": 1.084875270194525e-05,
      "loss": 0.0291,
      "step": 1164
    },
    {
      "epoch": 23.78,
      "learning_rate": 1.0835923081977673e-05,
      "loss": 0.0383,
      "step": 1165
    },
    {
      "epoch": 23.8,
      "learning_rate": 1.082309207625543e-05,
      "loss": 0.0251,
      "step": 1166
    },
    {
      "epoch": 23.82,
      "learning_rate": 1.0810259706049167e-05,
      "loss": 0.0568,
      "step": 1167
    },
    {
      "epoch": 23.84,
      "learning_rate": 1.0797425992631796e-05,
      "loss": 0.0891,
      "step": 1168
    },
    {
      "epoch": 23.86,
      "learning_rate": 1.0784590957278452e-05,
      "loss": 0.0474,
      "step": 1169
    },
    {
      "epoch": 23.88,
      "learning_rate": 1.0771754621266466e-05,
      "loss": 0.0499,
      "step": 1170
    },
    {
      "epoch": 23.9,
      "learning_rate": 1.0758917005875321e-05,
      "loss": 0.0589,
      "step": 1171
    },
    {
      "epoch": 23.92,
      "learning_rate": 1.0746078132386623e-05,
      "loss": 0.0398,
      "step": 1172
    },
    {
      "epoch": 23.94,
      "learning_rate": 1.073323802208407e-05,
      "loss": 0.0783,
      "step": 1173
    },
    {
      "epoch": 23.96,
      "learning_rate": 1.0720396696253392e-05,
      "loss": 0.0417,
      "step": 1174
    },
    {
      "epoch": 23.98,
      "learning_rate": 1.0707554176182355e-05,
      "loss": 0.1016,
      "step": 1175
    },
    {
      "epoch": 24.0,
      "learning_rate": 1.0694710483160688e-05,
      "loss": 0.0833,
      "step": 1176
    },
    {
      "epoch": 24.02,
      "learning_rate": 1.0681865638480082e-05,
      "loss": 0.048,
      "step": 1177
    },
    {
      "epoch": 24.04,
      "learning_rate": 1.0669019663434117e-05,
      "loss": 0.0578,
      "step": 1178
    },
    {
      "epoch": 24.06,
      "learning_rate": 1.0656172579318262e-05,
      "loss": 0.0516,
      "step": 1179
    },
    {
      "epoch": 24.08,
      "learning_rate": 1.0643324407429818e-05,
      "loss": 0.0334,
      "step": 1180
    },
    {
      "epoch": 24.1,
      "learning_rate": 1.063047516906789e-05,
      "loss": 0.067,
      "step": 1181
    },
    {
      "epoch": 24.12,
      "learning_rate": 1.0617624885533358e-05,
      "loss": 0.0682,
      "step": 1182
    },
    {
      "epoch": 24.14,
      "learning_rate": 1.060477357812882e-05,
      "loss": 0.0624,
      "step": 1183
    },
    {
      "epoch": 24.16,
      "learning_rate": 1.0591921268158585e-05,
      "loss": 0.0559,
      "step": 1184
    },
    {
      "epoch": 24.18,
      "learning_rate": 1.0579067976928614e-05,
      "loss": 0.0398,
      "step": 1185
    },
    {
      "epoch": 24.2,
      "learning_rate": 1.0566213725746506e-05,
      "loss": 0.0943,
      "step": 1186
    },
    {
      "epoch": 24.22,
      "learning_rate": 1.0553358535921439e-05,
      "loss": 0.0586,
      "step": 1187
    },
    {
      "epoch": 24.24,
      "learning_rate": 1.0540502428764157e-05,
      "loss": 0.1073,
      "step": 1188
    },
    {
      "epoch": 24.27,
      "learning_rate": 1.0527645425586917e-05,
      "loss": 0.0362,
      "step": 1189
    },
    {
      "epoch": 24.29,
      "learning_rate": 1.0514787547703466e-05,
      "loss": 0.0294,
      "step": 1190
    },
    {
      "epoch": 24.31,
      "learning_rate": 1.0501928816429002e-05,
      "loss": 0.0437,
      "step": 1191
    },
    {
      "epoch": 24.33,
      "learning_rate": 1.0489069253080134e-05,
      "loss": 0.0759,
      "step": 1192
    },
    {
      "epoch": 24.35,
      "learning_rate": 1.047620887897485e-05,
      "loss": 0.066,
      "step": 1193
    },
    {
      "epoch": 24.37,
      "learning_rate": 1.0463347715432488e-05,
      "loss": 0.0442,
      "step": 1194
    },
    {
      "epoch": 24.39,
      "learning_rate": 1.0450485783773689e-05,
      "loss": 0.0475,
      "step": 1195
    },
    {
      "epoch": 24.41,
      "learning_rate": 1.0437623105320367e-05,
      "loss": 0.0345,
      "step": 1196
    },
    {
      "epoch": 24.43,
      "learning_rate": 1.0424759701395681e-05,
      "loss": 0.0367,
      "step": 1197
    },
    {
      "epoch": 24.45,
      "learning_rate": 1.0411895593323981e-05,
      "loss": 0.045,
      "step": 1198
    },
    {
      "epoch": 24.47,
      "learning_rate": 1.0399030802430801e-05,
      "loss": 0.0587,
      "step": 1199
    },
    {
      "epoch": 24.49,
      "learning_rate": 1.0386165350042786e-05,
      "loss": 0.0169,
      "step": 1200
    },
    {
      "epoch": 24.51,
      "learning_rate": 1.0373299257487697e-05,
      "loss": 0.0485,
      "step": 1201
    },
    {
      "epoch": 24.53,
      "learning_rate": 1.0360432546094341e-05,
      "loss": 0.0283,
      "step": 1202
    },
    {
      "epoch": 24.55,
      "learning_rate": 1.0347565237192563e-05,
      "loss": 0.0871,
      "step": 1203
    },
    {
      "epoch": 24.57,
      "learning_rate": 1.0334697352113192e-05,
      "loss": 0.0261,
      "step": 1204
    },
    {
      "epoch": 24.59,
      "learning_rate": 1.032182891218801e-05,
      "loss": 0.0213,
      "step": 1205
    },
    {
      "epoch": 24.61,
      "learning_rate": 1.030895993874973e-05,
      "loss": 0.0701,
      "step": 1206
    },
    {
      "epoch": 24.63,
      "learning_rate": 1.0296090453131933e-05,
      "loss": 0.0431,
      "step": 1207
    },
    {
      "epoch": 24.65,
      "learning_rate": 1.0283220476669063e-05,
      "loss": 0.0754,
      "step": 1208
    },
    {
      "epoch": 24.67,
      "learning_rate": 1.027035003069637e-05,
      "loss": 0.0889,
      "step": 1209
    },
    {
      "epoch": 24.69,
      "learning_rate": 1.0257479136549889e-05,
      "loss": 0.0579,
      "step": 1210
    },
    {
      "epoch": 24.71,
      "learning_rate": 1.0244607815566386e-05,
      "loss": 0.0546,
      "step": 1211
    },
    {
      "epoch": 24.73,
      "learning_rate": 1.0231736089083349e-05,
      "loss": 0.0594,
      "step": 1212
    },
    {
      "epoch": 24.76,
      "learning_rate": 1.0218863978438928e-05,
      "loss": 0.081,
      "step": 1213
    },
    {
      "epoch": 24.78,
      "learning_rate": 1.0205991504971913e-05,
      "loss": 0.0276,
      "step": 1214
    },
    {
      "epoch": 24.8,
      "learning_rate": 1.0193118690021699e-05,
      "loss": 0.02,
      "step": 1215
    },
    {
      "epoch": 24.82,
      "learning_rate": 1.0180245554928242e-05,
      "loss": 0.0578,
      "step": 1216
    },
    {
      "epoch": 24.84,
      "learning_rate": 1.0167372121032033e-05,
      "loss": 0.0657,
      "step": 1217
    },
    {
      "epoch": 24.86,
      "learning_rate": 1.0154498409674051e-05,
      "loss": 0.0852,
      "step": 1218
    },
    {
      "epoch": 24.88,
      "learning_rate": 1.0141624442195748e-05,
      "loss": 0.0595,
      "step": 1219
    },
    {
      "epoch": 24.9,
      "learning_rate": 1.0128750239938983e-05,
      "loss": 0.05,
      "step": 1220
    },
    {
      "epoch": 24.92,
      "learning_rate": 1.011587582424602e-05,
      "loss": 0.0361,
      "step": 1221
    },
    {
      "epoch": 24.94,
      "learning_rate": 1.0103001216459469e-05,
      "loss": 0.1055,
      "step": 1222
    },
    {
      "epoch": 24.96,
      "learning_rate": 1.0090126437922256e-05,
      "loss": 0.0659,
      "step": 1223
    },
    {
      "epoch": 24.98,
      "learning_rate": 1.0077251509977604e-05,
      "loss": 0.0861,
      "step": 1224
    },
    {
      "epoch": 25.0,
      "learning_rate": 1.006437645396896e-05,
      "loss": 0.1309,
      "step": 1225
    },
    {
      "epoch": 25.02,
      "learning_rate": 1.0051501291240008e-05,
      "loss": 0.0618,
      "step": 1226
    },
    {
      "epoch": 25.04,
      "learning_rate": 1.0038626043134596e-05,
      "loss": 0.0738,
      "step": 1227
    },
    {
      "epoch": 25.06,
      "learning_rate": 1.0025750730996714e-05,
      "loss": 0.0647,
      "step": 1228
    },
    {
      "epoch": 25.08,
      "learning_rate": 1.001287537617046e-05,
      "loss": 0.0894,
      "step": 1229
    },
    {
      "epoch": 25.1,
      "learning_rate": 1e-05,
      "loss": 0.0533,
      "step": 1230
    },
    {
      "epoch": 25.12,
      "learning_rate": 9.987124623829544e-06,
      "loss": 0.0133,
      "step": 1231
    },
    {
      "epoch": 25.14,
      "learning_rate": 9.974249269003289e-06,
      "loss": 0.0458,
      "step": 1232
    },
    {
      "epoch": 25.16,
      "learning_rate": 9.961373956865406e-06,
      "loss": 0.0435,
      "step": 1233
    },
    {
      "epoch": 25.18,
      "learning_rate": 9.948498708759993e-06,
      "loss": 0.0746,
      "step": 1234
    },
    {
      "epoch": 25.2,
      "learning_rate": 9.935623546031043e-06,
      "loss": 0.0131,
      "step": 1235
    },
    {
      "epoch": 25.22,
      "learning_rate": 9.922748490022403e-06,
      "loss": 0.0484,
      "step": 1236
    },
    {
      "epoch": 25.24,
      "learning_rate": 9.909873562077748e-06,
      "loss": 0.0442,
      "step": 1237
    },
    {
      "epoch": 25.27,
      "learning_rate": 9.896998783540536e-06,
      "loss": 0.0287,
      "step": 1238
    },
    {
      "epoch": 25.29,
      "learning_rate": 9.884124175753986e-06,
      "loss": 0.0985,
      "step": 1239
    },
    {
      "epoch": 25.31,
      "learning_rate": 9.87124976006102e-06,
      "loss": 0.0542,
      "step": 1240
    },
    {
      "epoch": 25.33,
      "learning_rate": 9.858375557804254e-06,
      "loss": 0.0238,
      "step": 1241
    },
    {
      "epoch": 25.35,
      "learning_rate": 9.845501590325949e-06,
      "loss": 0.0351,
      "step": 1242
    },
    {
      "epoch": 25.37,
      "learning_rate": 9.832627878967967e-06,
      "loss": 0.079,
      "step": 1243
    },
    {
      "epoch": 25.39,
      "learning_rate": 9.819754445071757e-06,
      "loss": 0.0569,
      "step": 1244
    },
    {
      "epoch": 25.41,
      "learning_rate": 9.8068813099783e-06,
      "loss": 0.0718,
      "step": 1245
    },
    {
      "epoch": 25.43,
      "learning_rate": 9.794008495028087e-06,
      "loss": 0.0493,
      "step": 1246
    },
    {
      "epoch": 25.45,
      "learning_rate": 9.781136021561073e-06,
      "loss": 0.0287,
      "step": 1247
    },
    {
      "epoch": 25.47,
      "learning_rate": 9.768263910916655e-06,
      "loss": 0.0267,
      "step": 1248
    },
    {
      "epoch": 25.49,
      "learning_rate": 9.755392184433618e-06,
      "loss": 0.0429,
      "step": 1249
    },
    {
      "epoch": 25.51,
      "learning_rate": 9.742520863450116e-06,
      "loss": 0.1532,
      "step": 1250
    },
    {
      "epoch": 25.53,
      "learning_rate": 9.729649969303634e-06,
      "loss": 0.0411,
      "step": 1251
    },
    {
      "epoch": 25.55,
      "learning_rate": 9.716779523330939e-06,
      "loss": 0.0398,
      "step": 1252
    },
    {
      "epoch": 25.57,
      "learning_rate": 9.70390954686807e-06,
      "loss": 0.0227,
      "step": 1253
    },
    {
      "epoch": 25.59,
      "learning_rate": 9.691040061250272e-06,
      "loss": 0.0608,
      "step": 1254
    },
    {
      "epoch": 25.61,
      "learning_rate": 9.678171087811991e-06,
      "loss": 0.0384,
      "step": 1255
    },
    {
      "epoch": 25.63,
      "learning_rate": 9.665302647886812e-06,
      "loss": 0.088,
      "step": 1256
    },
    {
      "epoch": 25.65,
      "learning_rate": 9.65243476280744e-06,
      "loss": 0.0254,
      "step": 1257
    },
    {
      "epoch": 25.67,
      "learning_rate": 9.639567453905662e-06,
      "loss": 0.0493,
      "step": 1258
    },
    {
      "epoch": 25.69,
      "learning_rate": 9.62670074251231e-06,
      "loss": 0.0682,
      "step": 1259
    },
    {
      "epoch": 25.71,
      "learning_rate": 9.613834649957216e-06,
      "loss": 0.085,
      "step": 1260
    },
    {
      "epoch": 25.73,
      "learning_rate": 9.600969197569204e-06,
      "loss": 0.0917,
      "step": 1261
    },
    {
      "epoch": 25.76,
      "learning_rate": 9.58810440667602e-06,
      "loss": 0.0602,
      "step": 1262
    },
    {
      "epoch": 25.78,
      "learning_rate": 9.57524029860432e-06,
      "loss": 0.0866,
      "step": 1263
    },
    {
      "epoch": 25.8,
      "learning_rate": 9.562376894679634e-06,
      "loss": 0.0312,
      "step": 1264
    },
    {
      "epoch": 25.82,
      "learning_rate": 9.549514216226312e-06,
      "loss": 0.0339,
      "step": 1265
    },
    {
      "epoch": 25.84,
      "learning_rate": 9.536652284567514e-06,
      "loss": 0.0299,
      "step": 1266
    },
    {
      "epoch": 25.86,
      "learning_rate": 9.523791121025152e-06,
      "loss": 0.0333,
      "step": 1267
    },
    {
      "epoch": 25.88,
      "learning_rate": 9.510930746919868e-06,
      "loss": 0.0638,
      "step": 1268
    },
    {
      "epoch": 25.9,
      "learning_rate": 9.498071183571002e-06,
      "loss": 0.0553,
      "step": 1269
    },
    {
      "epoch": 25.92,
      "learning_rate": 9.485212452296535e-06,
      "loss": 0.0343,
      "step": 1270
    },
    {
      "epoch": 25.94,
      "learning_rate": 9.472354574413086e-06,
      "loss": 0.0414,
      "step": 1271
    },
    {
      "epoch": 25.96,
      "learning_rate": 9.459497571235845e-06,
      "loss": 0.0473,
      "step": 1272
    },
    {
      "epoch": 25.98,
      "learning_rate": 9.446641464078563e-06,
      "loss": 0.0454,
      "step": 1273
    },
    {
      "epoch": 26.0,
      "learning_rate": 9.433786274253496e-06,
      "loss": 0.0152,
      "step": 1274
    },
    {
      "epoch": 26.02,
      "learning_rate": 9.42093202307139e-06,
      "loss": 0.0541,
      "step": 1275
    },
    {
      "epoch": 26.04,
      "learning_rate": 9.408078731841419e-06,
      "loss": 0.0349,
      "step": 1276
    },
    {
      "epoch": 26.06,
      "learning_rate": 9.395226421871184e-06,
      "loss": 0.0581,
      "step": 1277
    },
    {
      "epoch": 26.08,
      "learning_rate": 9.382375114466645e-06,
      "loss": 0.035,
      "step": 1278
    },
    {
      "epoch": 26.1,
      "learning_rate": 9.369524830932113e-06,
      "loss": 0.0344,
      "step": 1279
    },
    {
      "epoch": 26.12,
      "learning_rate": 9.356675592570185e-06,
      "loss": 0.024,
      "step": 1280
    },
    {
      "epoch": 26.14,
      "learning_rate": 9.343827420681743e-06,
      "loss": 0.0963,
      "step": 1281
    },
    {
      "epoch": 26.16,
      "learning_rate": 9.330980336565887e-06,
      "loss": 0.0355,
      "step": 1282
    },
    {
      "epoch": 26.18,
      "learning_rate": 9.318134361519924e-06,
      "loss": 0.0466,
      "step": 1283
    },
    {
      "epoch": 26.2,
      "learning_rate": 9.305289516839315e-06,
      "loss": 0.0997,
      "step": 1284
    },
    {
      "epoch": 26.22,
      "learning_rate": 9.292445823817647e-06,
      "loss": 0.0316,
      "step": 1285
    },
    {
      "epoch": 26.24,
      "learning_rate": 9.27960330374661e-06,
      "loss": 0.0703,
      "step": 1286
    },
    {
      "epoch": 26.27,
      "learning_rate": 9.266761977915935e-06,
      "loss": 0.056,
      "step": 1287
    },
    {
      "epoch": 26.29,
      "learning_rate": 9.253921867613375e-06,
      "loss": 0.055,
      "step": 1288
    },
    {
      "epoch": 26.31,
      "learning_rate": 9.241082994124682e-06,
      "loss": 0.0651,
      "step": 1289
    },
    {
      "epoch": 26.33,
      "learning_rate": 9.228245378733537e-06,
      "loss": 0.0489,
      "step": 1290
    },
    {
      "epoch": 26.35,
      "learning_rate": 9.215409042721553e-06,
      "loss": 0.0533,
      "step": 1291
    },
    {
      "epoch": 26.37,
      "learning_rate": 9.202574007368209e-06,
      "loss": 0.0128,
      "step": 1292
    },
    {
      "epoch": 26.39,
      "learning_rate": 9.189740293950837e-06,
      "loss": 0.084,
      "step": 1293
    },
    {
      "epoch": 26.41,
      "learning_rate": 9.176907923744572e-06,
      "loss": 0.0357,
      "step": 1294
    },
    {
      "epoch": 26.43,
      "learning_rate": 9.16407691802233e-06,
      "loss": 0.0669,
      "step": 1295
    },
    {
      "epoch": 26.45,
      "learning_rate": 9.151247298054751e-06,
      "loss": 0.0245,
      "step": 1296
    },
    {
      "epoch": 26.47,
      "learning_rate": 9.138419085110197e-06,
      "loss": 0.0224,
      "step": 1297
    },
    {
      "epoch": 26.49,
      "learning_rate": 9.125592300454675e-06,
      "loss": 0.018,
      "step": 1298
    },
    {
      "epoch": 26.51,
      "learning_rate": 9.112766965351845e-06,
      "loss": 0.026,
      "step": 1299
    },
    {
      "epoch": 26.53,
      "learning_rate": 9.099943101062948e-06,
      "loss": 0.0476,
      "step": 1300
    },
    {
      "epoch": 26.55,
      "learning_rate": 9.087120728846802e-06,
      "loss": 0.0623,
      "step": 1301
    },
    {
      "epoch": 26.57,
      "learning_rate": 9.074299869959738e-06,
      "loss": 0.0351,
      "step": 1302
    },
    {
      "epoch": 26.59,
      "learning_rate": 9.061480545655584e-06,
      "loss": 0.0532,
      "step": 1303
    },
    {
      "epoch": 26.61,
      "learning_rate": 9.048662777185624e-06,
      "loss": 0.0429,
      "step": 1304
    },
    {
      "epoch": 26.63,
      "learning_rate": 9.03584658579856e-06,
      "loss": 0.1371,
      "step": 1305
    },
    {
      "epoch": 26.65,
      "learning_rate": 9.023031992740488e-06,
      "loss": 0.0731,
      "step": 1306
    },
    {
      "epoch": 26.67,
      "learning_rate": 9.010219019254839e-06,
      "loss": 0.0376,
      "step": 1307
    },
    {
      "epoch": 26.69,
      "learning_rate": 8.997407686582378e-06,
      "loss": 0.0853,
      "step": 1308
    },
    {
      "epoch": 26.71,
      "learning_rate": 8.984598015961138e-06,
      "loss": 0.0559,
      "step": 1309
    },
    {
      "epoch": 26.73,
      "learning_rate": 8.971790028626395e-06,
      "loss": 0.0425,
      "step": 1310
    },
    {
      "epoch": 26.76,
      "learning_rate": 8.958983745810645e-06,
      "loss": 0.0717,
      "step": 1311
    },
    {
      "epoch": 26.78,
      "learning_rate": 8.946179188743547e-06,
      "loss": 0.0234,
      "step": 1312
    },
    {
      "epoch": 26.8,
      "learning_rate": 8.933376378651907e-06,
      "loss": 0.0366,
      "step": 1313
    },
    {
      "epoch": 26.82,
      "learning_rate": 8.92057533675963e-06,
      "loss": 0.0493,
      "step": 1314
    },
    {
      "epoch": 26.84,
      "learning_rate": 8.907776084287694e-06,
      "loss": 0.0484,
      "step": 1315
    },
    {
      "epoch": 26.86,
      "learning_rate": 8.894978642454104e-06,
      "loss": 0.0492,
      "step": 1316
    },
    {
      "epoch": 26.88,
      "learning_rate": 8.882183032473876e-06,
      "loss": 0.0542,
      "step": 1317
    },
    {
      "epoch": 26.9,
      "learning_rate": 8.869389275558973e-06,
      "loss": 0.0231,
      "step": 1318
    },
    {
      "epoch": 26.92,
      "learning_rate": 8.856597392918299e-06,
      "loss": 0.04,
      "step": 1319
    },
    {
      "epoch": 26.94,
      "learning_rate": 8.843807405757644e-06,
      "loss": 0.0433,
      "step": 1320
    },
    {
      "epoch": 26.96,
      "learning_rate": 8.831019335279657e-06,
      "loss": 0.0322,
      "step": 1321
    },
    {
      "epoch": 26.98,
      "learning_rate": 8.818233202683815e-06,
      "loss": 0.0504,
      "step": 1322
    },
    {
      "epoch": 27.0,
      "learning_rate": 8.805449029166371e-06,
      "loss": 0.0574,
      "step": 1323
    },
    {
      "epoch": 27.02,
      "learning_rate": 8.792666835920344e-06,
      "loss": 0.0485,
      "step": 1324
    },
    {
      "epoch": 27.04,
      "learning_rate": 8.779886644135456e-06,
      "loss": 0.0442,
      "step": 1325
    },
    {
      "epoch": 27.06,
      "learning_rate": 8.767108474998128e-06,
      "loss": 0.0337,
      "step": 1326
    },
    {
      "epoch": 27.08,
      "learning_rate": 8.75433234969141e-06,
      "loss": 0.0547,
      "step": 1327
    },
    {
      "epoch": 27.1,
      "learning_rate": 8.74155828939498e-06,
      "loss": 0.0701,
      "step": 1328
    },
    {
      "epoch": 27.12,
      "learning_rate": 8.728786315285074e-06,
      "loss": 0.0598,
      "step": 1329
    },
    {
      "epoch": 27.14,
      "learning_rate": 8.71601644853449e-06,
      "loss": 0.0378,
      "step": 1330
    },
    {
      "epoch": 27.16,
      "learning_rate": 8.703248710312524e-06,
      "loss": 0.0503,
      "step": 1331
    },
    {
      "epoch": 27.18,
      "learning_rate": 8.690483121784935e-06,
      "loss": 0.132,
      "step": 1332
    },
    {
      "epoch": 27.2,
      "learning_rate": 8.677719704113934e-06,
      "loss": 0.0273,
      "step": 1333
    },
    {
      "epoch": 27.22,
      "learning_rate": 8.664958478458118e-06,
      "loss": 0.0407,
      "step": 1334
    },
    {
      "epoch": 27.24,
      "learning_rate": 8.652199465972462e-06,
      "loss": 0.0288,
      "step": 1335
    },
    {
      "epoch": 27.27,
      "learning_rate": 8.639442687808265e-06,
      "loss": 0.0367,
      "step": 1336
    },
    {
      "epoch": 27.29,
      "learning_rate": 8.626688165113129e-06,
      "loss": 0.0721,
      "step": 1337
    },
    {
      "epoch": 27.31,
      "learning_rate": 8.613935919030908e-06,
      "loss": 0.0587,
      "step": 1338
    },
    {
      "epoch": 27.33,
      "learning_rate": 8.601185970701686e-06,
      "loss": 0.0394,
      "step": 1339
    },
    {
      "epoch": 27.35,
      "learning_rate": 8.58843834126174e-06,
      "loss": 0.0276,
      "step": 1340
    },
    {
      "epoch": 27.37,
      "learning_rate": 8.575693051843501e-06,
      "loss": 0.0229,
      "step": 1341
    },
    {
      "epoch": 27.39,
      "learning_rate": 8.562950123575523e-06,
      "loss": 0.0613,
      "step": 1342
    },
    {
      "epoch": 27.41,
      "learning_rate": 8.550209577582439e-06,
      "loss": 0.0847,
      "step": 1343
    },
    {
      "epoch": 27.43,
      "learning_rate": 8.537471434984944e-06,
      "loss": 0.0403,
      "step": 1344
    },
    {
      "epoch": 27.45,
      "learning_rate": 8.524735716899734e-06,
      "loss": 0.0776,
      "step": 1345
    },
    {
      "epoch": 27.47,
      "learning_rate": 8.512002444439502e-06,
      "loss": 0.0055,
      "step": 1346
    },
    {
      "epoch": 27.49,
      "learning_rate": 8.499271638712872e-06,
      "loss": 0.0417,
      "step": 1347
    },
    {
      "epoch": 27.51,
      "learning_rate": 8.486543320824395e-06,
      "loss": 0.039,
      "step": 1348
    },
    {
      "epoch": 27.53,
      "learning_rate": 8.473817511874477e-06,
      "loss": 0.0812,
      "step": 1349
    },
    {
      "epoch": 27.55,
      "learning_rate": 8.461094232959381e-06,
      "loss": 0.0312,
      "step": 1350
    },
    {
      "epoch": 27.57,
      "learning_rate": 8.448373505171176e-06,
      "loss": 0.0541,
      "step": 1351
    },
    {
      "epoch": 27.59,
      "learning_rate": 8.43565534959769e-06,
      "loss": 0.0584,
      "step": 1352
    },
    {
      "epoch": 27.61,
      "learning_rate": 8.4229397873225e-06,
      "loss": 0.0332,
      "step": 1353
    },
    {
      "epoch": 27.63,
      "learning_rate": 8.410226839424871e-06,
      "loss": 0.0666,
      "step": 1354
    },
    {
      "epoch": 27.65,
      "learning_rate": 8.397516526979745e-06,
      "loss": 0.0262,
      "step": 1355
    },
    {
      "epoch": 27.67,
      "learning_rate": 8.384808871057688e-06,
      "loss": 0.0455,
      "step": 1356
    },
    {
      "epoch": 27.69,
      "learning_rate": 8.37210389272487e-06,
      "loss": 0.0227,
      "step": 1357
    },
    {
      "epoch": 27.71,
      "learning_rate": 8.359401613043012e-06,
      "loss": 0.0717,
      "step": 1358
    },
    {
      "epoch": 27.73,
      "learning_rate": 8.346702053069367e-06,
      "loss": 0.0168,
      "step": 1359
    },
    {
      "epoch": 27.76,
      "learning_rate": 8.334005233856681e-06,
      "loss": 0.0606,
      "step": 1360
    },
    {
      "epoch": 27.78,
      "learning_rate": 8.321311176453153e-06,
      "loss": 0.0314,
      "step": 1361
    },
    {
      "epoch": 27.8,
      "learning_rate": 8.308619901902406e-06,
      "loss": 0.0359,
      "step": 1362
    },
    {
      "epoch": 27.82,
      "learning_rate": 8.295931431243445e-06,
      "loss": 0.0125,
      "step": 1363
    },
    {
      "epoch": 27.84,
      "learning_rate": 8.283245785510636e-06,
      "loss": 0.0469,
      "step": 1364
    },
    {
      "epoch": 27.86,
      "learning_rate": 8.270562985733652e-06,
      "loss": 0.0595,
      "step": 1365
    },
    {
      "epoch": 27.88,
      "learning_rate": 8.257883052937456e-06,
      "loss": 0.0382,
      "step": 1366
    },
    {
      "epoch": 27.9,
      "learning_rate": 8.245206008142253e-06,
      "loss": 0.0765,
      "step": 1367
    },
    {
      "epoch": 27.92,
      "learning_rate": 8.232531872363462e-06,
      "loss": 0.0482,
      "step": 1368
    },
    {
      "epoch": 27.94,
      "learning_rate": 8.219860666611678e-06,
      "loss": 0.0116,
      "step": 1369
    },
    {
      "epoch": 27.96,
      "learning_rate": 8.207192411892645e-06,
      "loss": 0.0408,
      "step": 1370
    },
    {
      "epoch": 27.98,
      "learning_rate": 8.194527129207209e-06,
      "loss": 0.061,
      "step": 1371
    },
    {
      "epoch": 28.0,
      "learning_rate": 8.181864839551283e-06,
      "loss": 0.0155,
      "step": 1372
    },
    {
      "epoch": 28.02,
      "learning_rate": 8.16920556391584e-06,
      "loss": 0.0677,
      "step": 1373
    },
    {
      "epoch": 28.04,
      "learning_rate": 8.15654932328683e-06,
      "loss": 0.0433,
      "step": 1374
    },
    {
      "epoch": 28.06,
      "learning_rate": 8.143896138645193e-06,
      "loss": 0.035,
      "step": 1375
    },
    {
      "epoch": 28.08,
      "learning_rate": 8.131246030966788e-06,
      "loss": 0.0374,
      "step": 1376
    },
    {
      "epoch": 28.1,
      "learning_rate": 8.11859902122238e-06,
      "loss": 0.0299,
      "step": 1377
    },
    {
      "epoch": 28.12,
      "learning_rate": 8.1059551303776e-06,
      "loss": 0.0195,
      "step": 1378
    },
    {
      "epoch": 28.14,
      "learning_rate": 8.093314379392902e-06,
      "loss": 0.0821,
      "step": 1379
    },
    {
      "epoch": 28.16,
      "learning_rate": 8.080676789223545e-06,
      "loss": 0.0607,
      "step": 1380
    },
    {
      "epoch": 28.18,
      "learning_rate": 8.068042380819535e-06,
      "loss": 0.0089,
      "step": 1381
    },
    {
      "epoch": 28.2,
      "learning_rate": 8.055411175125616e-06,
      "loss": 0.0493,
      "step": 1382
    },
    {
      "epoch": 28.22,
      "learning_rate": 8.042783193081213e-06,
      "loss": 0.0249,
      "step": 1383
    },
    {
      "epoch": 28.24,
      "learning_rate": 8.030158455620416e-06,
      "loss": 0.042,
      "step": 1384
    },
    {
      "epoch": 28.27,
      "learning_rate": 8.017536983671929e-06,
      "loss": 0.0783,
      "step": 1385
    },
    {
      "epoch": 28.29,
      "learning_rate": 8.004918798159046e-06,
      "loss": 0.0157,
      "step": 1386
    },
    {
      "epoch": 28.31,
      "learning_rate": 7.992303919999609e-06,
      "loss": 0.0592,
      "step": 1387
    },
    {
      "epoch": 28.33,
      "learning_rate": 7.979692370105985e-06,
      "loss": 0.042,
      "step": 1388
    },
    {
      "epoch": 28.35,
      "learning_rate": 7.967084169385015e-06,
      "loss": 0.0919,
      "step": 1389
    },
    {
      "epoch": 28.37,
      "learning_rate": 7.954479338737995e-06,
      "loss": 0.0207,
      "step": 1390
    },
    {
      "epoch": 28.39,
      "learning_rate": 7.941877899060628e-06,
      "loss": 0.0422,
      "step": 1391
    },
    {
      "epoch": 28.41,
      "learning_rate": 7.929279871242997e-06,
      "loss": 0.0346,
      "step": 1392
    },
    {
      "epoch": 28.43,
      "learning_rate": 7.916685276169537e-06,
      "loss": 0.0541,
      "step": 1393
    },
    {
      "epoch": 28.45,
      "learning_rate": 7.904094134718975e-06,
      "loss": 0.052,
      "step": 1394
    },
    {
      "epoch": 28.47,
      "learning_rate": 7.891506467764337e-06,
      "loss": 0.045,
      "step": 1395
    },
    {
      "epoch": 28.49,
      "learning_rate": 7.878922296172868e-06,
      "loss": 0.0351,
      "step": 1396
    },
    {
      "epoch": 28.51,
      "learning_rate": 7.866341640806025e-06,
      "loss": 0.0437,
      "step": 1397
    },
    {
      "epoch": 28.53,
      "learning_rate": 7.853764522519445e-06,
      "loss": 0.0349,
      "step": 1398
    },
    {
      "epoch": 28.55,
      "learning_rate": 7.841190962162883e-06,
      "loss": 0.0261,
      "step": 1399
    },
    {
      "epoch": 28.57,
      "learning_rate": 7.828620980580217e-06,
      "loss": 0.1057,
      "step": 1400
    },
    {
      "epoch": 28.59,
      "learning_rate": 7.816054598609374e-06,
      "loss": 0.0688,
      "step": 1401
    },
    {
      "epoch": 28.61,
      "learning_rate": 7.803491837082324e-06,
      "loss": 0.0513,
      "step": 1402
    },
    {
      "epoch": 28.63,
      "learning_rate": 7.790932716825035e-06,
      "loss": 0.0343,
      "step": 1403
    },
    {
      "epoch": 28.65,
      "learning_rate": 7.778377258657432e-06,
      "loss": 0.0403,
      "step": 1404
    },
    {
      "epoch": 28.67,
      "learning_rate": 7.765825483393376e-06,
      "loss": 0.0246,
      "step": 1405
    },
    {
      "epoch": 28.69,
      "learning_rate": 7.753277411840624e-06,
      "loss": 0.0148,
      "step": 1406
    },
    {
      "epoch": 28.71,
      "learning_rate": 7.740733064800779e-06,
      "loss": 0.0177,
      "step": 1407
    },
    {
      "epoch": 28.73,
      "learning_rate": 7.72819246306929e-06,
      "loss": 0.0429,
      "step": 1408
    },
    {
      "epoch": 28.76,
      "learning_rate": 7.715655627435385e-06,
      "loss": 0.0493,
      "step": 1409
    },
    {
      "epoch": 28.78,
      "learning_rate": 7.703122578682047e-06,
      "loss": 0.0341,
      "step": 1410
    },
    {
      "epoch": 28.8,
      "learning_rate": 7.690593337585989e-06,
      "loss": 0.0556,
      "step": 1411
    },
    {
      "epoch": 28.82,
      "learning_rate": 7.678067924917605e-06,
      "loss": 0.0516,
      "step": 1412
    },
    {
      "epoch": 28.84,
      "learning_rate": 7.66554636144095e-06,
      "loss": 0.0332,
      "step": 1413
    },
    {
      "epoch": 28.86,
      "learning_rate": 7.653028667913686e-06,
      "loss": 0.0233,
      "step": 1414
    },
    {
      "epoch": 28.88,
      "learning_rate": 7.640514865087078e-06,
      "loss": 0.0422,
      "step": 1415
    },
    {
      "epoch": 28.9,
      "learning_rate": 7.628004973705917e-06,
      "loss": 0.0504,
      "step": 1416
    },
    {
      "epoch": 28.92,
      "learning_rate": 7.6154990145085325e-06,
      "loss": 0.042,
      "step": 1417
    },
    {
      "epoch": 28.94,
      "learning_rate": 7.602997008226725e-06,
      "loss": 0.0659,
      "step": 1418
    },
    {
      "epoch": 28.96,
      "learning_rate": 7.590498975585741e-06,
      "loss": 0.0543,
      "step": 1419
    },
    {
      "epoch": 28.98,
      "learning_rate": 7.578004937304242e-06,
      "loss": 0.0603,
      "step": 1420
    },
    {
      "epoch": 29.0,
      "learning_rate": 7.5655149140942675e-06,
      "loss": 0.0198,
      "step": 1421
    },
    {
      "epoch": 29.02,
      "learning_rate": 7.553028926661201e-06,
      "loss": 0.0652,
      "step": 1422
    },
    {
      "epoch": 29.04,
      "learning_rate": 7.540546995703735e-06,
      "loss": 0.0185,
      "step": 1423
    },
    {
      "epoch": 29.06,
      "learning_rate": 7.52806914191384e-06,
      "loss": 0.0236,
      "step": 1424
    },
    {
      "epoch": 29.08,
      "learning_rate": 7.5155953859767215e-06,
      "loss": 0.07,
      "step": 1425
    },
    {
      "epoch": 29.1,
      "learning_rate": 7.503125748570801e-06,
      "loss": 0.1002,
      "step": 1426
    },
    {
      "epoch": 29.12,
      "learning_rate": 7.490660250367663e-06,
      "loss": 0.0173,
      "step": 1427
    },
    {
      "epoch": 29.14,
      "learning_rate": 7.4781989120320374e-06,
      "loss": 0.02,
      "step": 1428
    },
    {
      "epoch": 29.16,
      "learning_rate": 7.465741754221756e-06,
      "loss": 0.0105,
      "step": 1429
    },
    {
      "epoch": 29.18,
      "learning_rate": 7.453288797587714e-06,
      "loss": 0.0361,
      "step": 1430
    },
    {
      "epoch": 29.2,
      "learning_rate": 7.440840062773854e-06,
      "loss": 0.0424,
      "step": 1431
    },
    {
      "epoch": 29.22,
      "learning_rate": 7.428395570417108e-06,
      "loss": 0.0354,
      "step": 1432
    },
    {
      "epoch": 29.24,
      "learning_rate": 7.4159553411473875e-06,
      "loss": 0.0262,
      "step": 1433
    },
    {
      "epoch": 29.27,
      "learning_rate": 7.403519395587522e-06,
      "loss": 0.0259,
      "step": 1434
    },
    {
      "epoch": 29.29,
      "learning_rate": 7.391087754353252e-06,
      "loss": 0.0106,
      "step": 1435
    },
    {
      "epoch": 29.31,
      "learning_rate": 7.378660438053176e-06,
      "loss": 0.0452,
      "step": 1436
    },
    {
      "epoch": 29.33,
      "learning_rate": 7.366237467288725e-06,
      "loss": 0.0232,
      "step": 1437
    },
    {
      "epoch": 29.35,
      "learning_rate": 7.3538188626541295e-06,
      "loss": 0.0355,
      "step": 1438
    },
    {
      "epoch": 29.37,
      "learning_rate": 7.341404644736377e-06,
      "loss": 0.0866,
      "step": 1439
    },
    {
      "epoch": 29.39,
      "learning_rate": 7.328994834115181e-06,
      "loss": 0.0526,
      "step": 1440
    },
    {
      "epoch": 29.41,
      "learning_rate": 7.3165894513629565e-06,
      "loss": 0.1182,
      "step": 1441
    },
    {
      "epoch": 29.43,
      "learning_rate": 7.304188517044774e-06,
      "loss": 0.0279,
      "step": 1442
    },
    {
      "epoch": 29.45,
      "learning_rate": 7.291792051718325e-06,
      "loss": 0.0417,
      "step": 1443
    },
    {
      "epoch": 29.47,
      "learning_rate": 7.279400075933903e-06,
      "loss": 0.078,
      "step": 1444
    },
    {
      "epoch": 29.49,
      "learning_rate": 7.267012610234345e-06,
      "loss": 0.018,
      "step": 1445
    },
    {
      "epoch": 29.51,
      "learning_rate": 7.254629675155028e-06,
      "loss": 0.0785,
      "step": 1446
    },
    {
      "epoch": 29.53,
      "learning_rate": 7.242251291223805e-06,
      "loss": 0.023,
      "step": 1447
    },
    {
      "epoch": 29.55,
      "learning_rate": 7.229877478960989e-06,
      "loss": 0.0258,
      "step": 1448
    },
    {
      "epoch": 29.57,
      "learning_rate": 7.217508258879318e-06,
      "loss": 0.0405,
      "step": 1449
    },
    {
      "epoch": 29.59,
      "learning_rate": 7.2051436514839064e-06,
      "loss": 0.0276,
      "step": 1450
    },
    {
      "epoch": 29.61,
      "learning_rate": 7.192783677272237e-06,
      "loss": 0.0503,
      "step": 1451
    },
    {
      "epoch": 29.63,
      "learning_rate": 7.180428356734098e-06,
      "loss": 0.0615,
      "step": 1452
    },
    {
      "epoch": 29.65,
      "learning_rate": 7.168077710351575e-06,
      "loss": 0.053,
      "step": 1453
    },
    {
      "epoch": 29.67,
      "learning_rate": 7.155731758598991e-06,
      "loss": 0.0402,
      "step": 1454
    },
    {
      "epoch": 29.69,
      "learning_rate": 7.143390521942903e-06,
      "loss": 0.0417,
      "step": 1455
    },
    {
      "epoch": 29.71,
      "learning_rate": 7.131054020842038e-06,
      "loss": 0.0361,
      "step": 1456
    },
    {
      "epoch": 29.73,
      "learning_rate": 7.1187222757472784e-06,
      "loss": 0.0266,
      "step": 1457
    },
    {
      "epoch": 29.76,
      "learning_rate": 7.106395307101621e-06,
      "loss": 0.0542,
      "step": 1458
    },
    {
      "epoch": 29.78,
      "learning_rate": 7.094073135340143e-06,
      "loss": 0.0428,
      "step": 1459
    },
    {
      "epoch": 29.8,
      "learning_rate": 7.081755780889978e-06,
      "loss": 0.0318,
      "step": 1460
    },
    {
      "epoch": 29.82,
      "learning_rate": 7.069443264170264e-06,
      "loss": 0.0347,
      "step": 1461
    },
    {
      "epoch": 29.84,
      "learning_rate": 7.057135605592122e-06,
      "loss": 0.0707,
      "step": 1462
    },
    {
      "epoch": 29.86,
      "learning_rate": 7.044832825558616e-06,
      "loss": 0.0446,
      "step": 1463
    },
    {
      "epoch": 29.88,
      "learning_rate": 7.032534944464735e-06,
      "loss": 0.0233,
      "step": 1464
    },
    {
      "epoch": 29.9,
      "learning_rate": 7.020241982697331e-06,
      "loss": 0.0436,
      "step": 1465
    },
    {
      "epoch": 29.92,
      "learning_rate": 7.007953960635109e-06,
      "loss": 0.0214,
      "step": 1466
    },
    {
      "epoch": 29.94,
      "learning_rate": 6.995670898648587e-06,
      "loss": 0.0155,
      "step": 1467
    },
    {
      "epoch": 29.96,
      "learning_rate": 6.983392817100055e-06,
      "loss": 0.0548,
      "step": 1468
    },
    {
      "epoch": 29.98,
      "learning_rate": 6.971119736343552e-06,
      "loss": 0.0569,
      "step": 1469
    },
    {
      "epoch": 30.0,
      "learning_rate": 6.958851676724823e-06,
      "loss": 0.0274,
      "step": 1470
    },
    {
      "epoch": 30.02,
      "learning_rate": 6.946588658581291e-06,
      "loss": 0.107,
      "step": 1471
    },
    {
      "epoch": 30.04,
      "learning_rate": 6.934330702242017e-06,
      "loss": 0.06,
      "step": 1472
    },
    {
      "epoch": 30.06,
      "learning_rate": 6.922077828027681e-06,
      "loss": 0.0437,
      "step": 1473
    },
    {
      "epoch": 30.08,
      "learning_rate": 6.909830056250527e-06,
      "loss": 0.025,
      "step": 1474
    },
    {
      "epoch": 30.1,
      "learning_rate": 6.89758740721435e-06,
      "loss": 0.0317,
      "step": 1475
    },
    {
      "epoch": 30.12,
      "learning_rate": 6.885349901214442e-06,
      "loss": 0.0196,
      "step": 1476
    },
    {
      "epoch": 30.14,
      "learning_rate": 6.873117558537581e-06,
      "loss": 0.0864,
      "step": 1477
    },
    {
      "epoch": 30.16,
      "learning_rate": 6.860890399461974e-06,
      "loss": 0.0194,
      "step": 1478
    },
    {
      "epoch": 30.18,
      "learning_rate": 6.848668444257245e-06,
      "loss": 0.0358,
      "step": 1479
    },
    {
      "epoch": 30.2,
      "learning_rate": 6.8364517131843865e-06,
      "loss": 0.0083,
      "step": 1480
    },
    {
      "epoch": 30.22,
      "learning_rate": 6.824240226495722e-06,
      "loss": 0.0123,
      "step": 1481
    },
    {
      "epoch": 30.24,
      "learning_rate": 6.812034004434904e-06,
      "loss": 0.0246,
      "step": 1482
    },
    {
      "epoch": 30.27,
      "learning_rate": 6.799833067236837e-06,
      "loss": 0.0483,
      "step": 1483
    },
    {
      "epoch": 30.29,
      "learning_rate": 6.787637435127668e-06,
      "loss": 0.0408,
      "step": 1484
    },
    {
      "epoch": 30.31,
      "learning_rate": 6.7754471283247594e-06,
      "loss": 0.0291,
      "step": 1485
    },
    {
      "epoch": 30.33,
      "learning_rate": 6.7632621670366306e-06,
      "loss": 0.0336,
      "step": 1486
    },
    {
      "epoch": 30.35,
      "learning_rate": 6.751082571462954e-06,
      "loss": 0.042,
      "step": 1487
    },
    {
      "epoch": 30.37,
      "learning_rate": 6.738908361794496e-06,
      "loss": 0.0385,
      "step": 1488
    },
    {
      "epoch": 30.39,
      "learning_rate": 6.726739558213104e-06,
      "loss": 0.0404,
      "step": 1489
    },
    {
      "epoch": 30.41,
      "learning_rate": 6.714576180891653e-06,
      "loss": 0.0259,
      "step": 1490
    },
    {
      "epoch": 30.43,
      "learning_rate": 6.702418249994033e-06,
      "loss": 0.0243,
      "step": 1491
    },
    {
      "epoch": 30.45,
      "learning_rate": 6.690265785675094e-06,
      "loss": 0.0528,
      "step": 1492
    },
    {
      "epoch": 30.47,
      "learning_rate": 6.678118808080637e-06,
      "loss": 0.0403,
      "step": 1493
    },
    {
      "epoch": 30.49,
      "learning_rate": 6.665977337347354e-06,
      "loss": 0.0402,
      "step": 1494
    },
    {
      "epoch": 30.51,
      "learning_rate": 6.65384139360282e-06,
      "loss": 0.0248,
      "step": 1495
    },
    {
      "epoch": 30.53,
      "learning_rate": 6.641710996965436e-06,
      "loss": 0.0307,
      "step": 1496
    },
    {
      "epoch": 30.55,
      "learning_rate": 6.62958616754442e-06,
      "loss": 0.0283,
      "step": 1497
    },
    {
      "epoch": 30.57,
      "learning_rate": 6.617466925439746e-06,
      "loss": 0.0315,
      "step": 1498
    },
    {
      "epoch": 30.59,
      "learning_rate": 6.60535329074214e-06,
      "loss": 0.0689,
      "step": 1499
    },
    {
      "epoch": 30.61,
      "learning_rate": 6.593245283533025e-06,
      "loss": 0.0272,
      "step": 1500
    },
    {
      "epoch": 30.63,
      "learning_rate": 6.581142923884493e-06,
      "loss": 0.0567,
      "step": 1501
    },
    {
      "epoch": 30.65,
      "learning_rate": 6.569046231859281e-06,
      "loss": 0.0717,
      "step": 1502
    },
    {
      "epoch": 30.67,
      "learning_rate": 6.556955227510718e-06,
      "loss": 0.0145,
      "step": 1503
    },
    {
      "epoch": 30.69,
      "learning_rate": 6.5448699308827225e-06,
      "loss": 0.0316,
      "step": 1504
    },
    {
      "epoch": 30.71,
      "learning_rate": 6.5327903620097366e-06,
      "loss": 0.0292,
      "step": 1505
    },
    {
      "epoch": 30.73,
      "learning_rate": 6.520716540916709e-06,
      "loss": 0.0278,
      "step": 1506
    },
    {
      "epoch": 30.76,
      "learning_rate": 6.508648487619069e-06,
      "loss": 0.0682,
      "step": 1507
    },
    {
      "epoch": 30.78,
      "learning_rate": 6.4965862221226715e-06,
      "loss": 0.047,
      "step": 1508
    },
    {
      "epoch": 30.8,
      "learning_rate": 6.484529764423788e-06,
      "loss": 0.0622,
      "step": 1509
    },
    {
      "epoch": 30.82,
      "learning_rate": 6.472479134509052e-06,
      "loss": 0.0403,
      "step": 1510
    },
    {
      "epoch": 30.84,
      "learning_rate": 6.460434352355446e-06,
      "loss": 0.0513,
      "step": 1511
    },
    {
      "epoch": 30.86,
      "learning_rate": 6.448395437930248e-06,
      "loss": 0.0456,
      "step": 1512
    },
    {
      "epoch": 30.88,
      "learning_rate": 6.43636241119102e-06,
      "loss": 0.0307,
      "step": 1513
    },
    {
      "epoch": 30.9,
      "learning_rate": 6.424335292085553e-06,
      "loss": 0.0632,
      "step": 1514
    },
    {
      "epoch": 30.92,
      "learning_rate": 6.412314100551854e-06,
      "loss": 0.0472,
      "step": 1515
    },
    {
      "epoch": 30.94,
      "learning_rate": 6.400298856518093e-06,
      "loss": 0.0226,
      "step": 1516
    },
    {
      "epoch": 30.96,
      "learning_rate": 6.388289579902593e-06,
      "loss": 0.0201,
      "step": 1517
    },
    {
      "epoch": 30.98,
      "learning_rate": 6.376286290613776e-06,
      "loss": 0.0517,
      "step": 1518
    },
    {
      "epoch": 31.0,
      "learning_rate": 6.364289008550135e-06,
      "loss": 0.0352,
      "step": 1519
    },
    {
      "epoch": 31.02,
      "learning_rate": 6.352297753600218e-06,
      "loss": 0.0219,
      "step": 1520
    },
    {
      "epoch": 31.04,
      "learning_rate": 6.340312545642566e-06,
      "loss": 0.0143,
      "step": 1521
    },
    {
      "epoch": 31.06,
      "learning_rate": 6.32833340454571e-06,
      "loss": 0.0362,
      "step": 1522
    },
    {
      "epoch": 31.08,
      "learning_rate": 6.316360350168111e-06,
      "loss": 0.0679,
      "step": 1523
    },
    {
      "epoch": 31.1,
      "learning_rate": 6.304393402358151e-06,
      "loss": 0.0395,
      "step": 1524
    },
    {
      "epoch": 31.12,
      "learning_rate": 6.292432580954075e-06,
      "loss": 0.0183,
      "step": 1525
    },
    {
      "epoch": 31.14,
      "learning_rate": 6.280477905783988e-06,
      "loss": 0.0574,
      "step": 1526
    },
    {
      "epoch": 31.16,
      "learning_rate": 6.268529396665799e-06,
      "loss": 0.0278,
      "step": 1527
    },
    {
      "epoch": 31.18,
      "learning_rate": 6.256587073407187e-06,
      "loss": 0.0114,
      "step": 1528
    },
    {
      "epoch": 31.2,
      "learning_rate": 6.24465095580559e-06,
      "loss": 0.0304,
      "step": 1529
    },
    {
      "epoch": 31.22,
      "learning_rate": 6.232721063648148e-06,
      "loss": 0.0088,
      "step": 1530
    },
    {
      "epoch": 31.24,
      "learning_rate": 6.22079741671169e-06,
      "loss": 0.0454,
      "step": 1531
    },
    {
      "epoch": 31.27,
      "learning_rate": 6.208880034762683e-06,
      "loss": 0.0196,
      "step": 1532
    },
    {
      "epoch": 31.29,
      "learning_rate": 6.196968937557215e-06,
      "loss": 0.054,
      "step": 1533
    },
    {
      "epoch": 31.31,
      "learning_rate": 6.1850641448409485e-06,
      "loss": 0.0164,
      "step": 1534
    },
    {
      "epoch": 31.33,
      "learning_rate": 6.173165676349103e-06,
      "loss": 0.0239,
      "step": 1535
    },
    {
      "epoch": 31.35,
      "learning_rate": 6.16127355180641e-06,
      "loss": 0.0344,
      "step": 1536
    },
    {
      "epoch": 31.37,
      "learning_rate": 6.149387790927079e-06,
      "loss": 0.0665,
      "step": 1537
    },
    {
      "epoch": 31.39,
      "learning_rate": 6.137508413414784e-06,
      "loss": 0.0507,
      "step": 1538
    },
    {
      "epoch": 31.41,
      "learning_rate": 6.125635438962598e-06,
      "loss": 0.063,
      "step": 1539
    },
    {
      "epoch": 31.43,
      "learning_rate": 6.113768887252998e-06,
      "loss": 0.0181,
      "step": 1540
    },
    {
      "epoch": 31.45,
      "learning_rate": 6.101908777957799e-06,
      "loss": 0.0223,
      "step": 1541
    },
    {
      "epoch": 31.47,
      "learning_rate": 6.0900551307381486e-06,
      "loss": 0.0183,
      "step": 1542
    },
    {
      "epoch": 31.49,
      "learning_rate": 6.0782079652444695e-06,
      "loss": 0.0528,
      "step": 1543
    },
    {
      "epoch": 31.51,
      "learning_rate": 6.06636730111645e-06,
      "loss": 0.0485,
      "step": 1544
    },
    {
      "epoch": 31.53,
      "learning_rate": 6.054533157982994e-06,
      "loss": 0.0444,
      "step": 1545
    },
    {
      "epoch": 31.55,
      "learning_rate": 6.042705555462192e-06,
      "loss": 0.011,
      "step": 1546
    },
    {
      "epoch": 31.57,
      "learning_rate": 6.030884513161308e-06,
      "loss": 0.0334,
      "step": 1547
    },
    {
      "epoch": 31.59,
      "learning_rate": 6.019070050676713e-06,
      "loss": 0.0218,
      "step": 1548
    },
    {
      "epoch": 31.61,
      "learning_rate": 6.00726218759388e-06,
      "loss": 0.0607,
      "step": 1549
    },
    {
      "epoch": 31.63,
      "learning_rate": 5.995460943487334e-06,
      "loss": 0.0427,
      "step": 1550
    },
    {
      "epoch": 31.65,
      "learning_rate": 5.9836663379206394e-06,
      "loss": 0.0354,
      "step": 1551
    },
    {
      "epoch": 31.67,
      "learning_rate": 5.971878390446342e-06,
      "loss": 0.0513,
      "step": 1552
    },
    {
      "epoch": 31.69,
      "learning_rate": 5.960097120605961e-06,
      "loss": 0.0274,
      "step": 1553
    },
    {
      "epoch": 31.71,
      "learning_rate": 5.948322547929939e-06,
      "loss": 0.0438,
      "step": 1554
    },
    {
      "epoch": 31.73,
      "learning_rate": 5.936554691937617e-06,
      "loss": 0.037,
      "step": 1555
    },
    {
      "epoch": 31.76,
      "learning_rate": 5.924793572137207e-06,
      "loss": 0.0107,
      "step": 1556
    },
    {
      "epoch": 31.78,
      "learning_rate": 5.913039208025747e-06,
      "loss": 0.0601,
      "step": 1557
    },
    {
      "epoch": 31.8,
      "learning_rate": 5.9012916190890815e-06,
      "loss": 0.0401,
      "step": 1558
    },
    {
      "epoch": 31.82,
      "learning_rate": 5.889550824801817e-06,
      "loss": 0.0823,
      "step": 1559
    },
    {
      "epoch": 31.84,
      "learning_rate": 5.8778168446273045e-06,
      "loss": 0.0254,
      "step": 1560
    },
    {
      "epoch": 31.86,
      "learning_rate": 5.86608969801759e-06,
      "loss": 0.0399,
      "step": 1561
    },
    {
      "epoch": 31.88,
      "learning_rate": 5.8543694044133984e-06,
      "loss": 0.0787,
      "step": 1562
    },
    {
      "epoch": 31.9,
      "learning_rate": 5.842655983244088e-06,
      "loss": 0.0422,
      "step": 1563
    },
    {
      "epoch": 31.92,
      "learning_rate": 5.83094945392763e-06,
      "loss": 0.0343,
      "step": 1564
    },
    {
      "epoch": 31.94,
      "learning_rate": 5.819249835870567e-06,
      "loss": 0.0683,
      "step": 1565
    },
    {
      "epoch": 31.96,
      "learning_rate": 5.807557148467984e-06,
      "loss": 0.0436,
      "step": 1566
    },
    {
      "epoch": 31.98,
      "learning_rate": 5.795871411103483e-06,
      "loss": 0.039,
      "step": 1567
    },
    {
      "epoch": 32.0,
      "learning_rate": 5.784192643149128e-06,
      "loss": 0.0127,
      "step": 1568
    },
    {
      "epoch": 32.02,
      "learning_rate": 5.772520863965453e-06,
      "loss": 0.0143,
      "step": 1569
    },
    {
      "epoch": 32.04,
      "learning_rate": 5.760856092901394e-06,
      "loss": 0.0383,
      "step": 1570
    },
    {
      "epoch": 32.06,
      "learning_rate": 5.749198349294262e-06,
      "loss": 0.0412,
      "step": 1571
    },
    {
      "epoch": 32.08,
      "learning_rate": 5.737547652469729e-06,
      "loss": 0.0832,
      "step": 1572
    },
    {
      "epoch": 32.1,
      "learning_rate": 5.725904021741786e-06,
      "loss": 0.0475,
      "step": 1573
    },
    {
      "epoch": 32.12,
      "learning_rate": 5.7142674764127005e-06,
      "loss": 0.0411,
      "step": 1574
    },
    {
      "epoch": 32.14,
      "learning_rate": 5.702638035773001e-06,
      "loss": 0.0242,
      "step": 1575
    },
    {
      "epoch": 32.16,
      "learning_rate": 5.691015719101436e-06,
      "loss": 0.011,
      "step": 1576
    },
    {
      "epoch": 32.18,
      "learning_rate": 5.679400545664952e-06,
      "loss": 0.0458,
      "step": 1577
    },
    {
      "epoch": 32.2,
      "learning_rate": 5.667792534718639e-06,
      "loss": 0.0135,
      "step": 1578
    },
    {
      "epoch": 32.22,
      "learning_rate": 5.656191705505723e-06,
      "loss": 0.0598,
      "step": 1579
    },
    {
      "epoch": 32.24,
      "learning_rate": 5.644598077257524e-06,
      "loss": 0.0292,
      "step": 1580
    },
    {
      "epoch": 32.27,
      "learning_rate": 5.633011669193427e-06,
      "loss": 0.0184,
      "step": 1581
    },
    {
      "epoch": 32.29,
      "learning_rate": 5.621432500520836e-06,
      "loss": 0.0397,
      "step": 1582
    },
    {
      "epoch": 32.31,
      "learning_rate": 5.609860590435166e-06,
      "loss": 0.0192,
      "step": 1583
    },
    {
      "epoch": 32.33,
      "learning_rate": 5.598295958119796e-06,
      "loss": 0.0192,
      "step": 1584
    },
    {
      "epoch": 32.35,
      "learning_rate": 5.586738622746042e-06,
      "loss": 0.0384,
      "step": 1585
    },
    {
      "epoch": 32.37,
      "learning_rate": 5.575188603473112e-06,
      "loss": 0.0421,
      "step": 1586
    },
    {
      "epoch": 32.39,
      "learning_rate": 5.5636459194481e-06,
      "loss": 0.0134,
      "step": 1587
    },
    {
      "epoch": 32.41,
      "learning_rate": 5.5521105898059365e-06,
      "loss": 0.0202,
      "step": 1588
    },
    {
      "epoch": 32.43,
      "learning_rate": 5.5405826336693525e-06,
      "loss": 0.0664,
      "step": 1589
    },
    {
      "epoch": 32.45,
      "learning_rate": 5.529062070148859e-06,
      "loss": 0.0345,
      "step": 1590
    },
    {
      "epoch": 32.47,
      "learning_rate": 5.517548918342728e-06,
      "loss": 0.0529,
      "step": 1591
    },
    {
      "epoch": 32.49,
      "learning_rate": 5.506043197336917e-06,
      "loss": 0.0291,
      "step": 1592
    },
    {
      "epoch": 32.51,
      "learning_rate": 5.494544926205082e-06,
      "loss": 0.0313,
      "step": 1593
    },
    {
      "epoch": 32.53,
      "learning_rate": 5.483054124008528e-06,
      "loss": 0.0681,
      "step": 1594
    },
    {
      "epoch": 32.55,
      "learning_rate": 5.4715708097961785e-06,
      "loss": 0.0249,
      "step": 1595
    },
    {
      "epoch": 32.57,
      "learning_rate": 5.460095002604533e-06,
      "loss": 0.0288,
      "step": 1596
    },
    {
      "epoch": 32.59,
      "learning_rate": 5.448626721457661e-06,
      "loss": 0.0397,
      "step": 1597
    },
    {
      "epoch": 32.61,
      "learning_rate": 5.4371659853671456e-06,
      "loss": 0.0208,
      "step": 1598
    },
    {
      "epoch": 32.63,
      "learning_rate": 5.425712813332071e-06,
      "loss": 0.0311,
      "step": 1599
    },
    {
      "epoch": 32.65,
      "learning_rate": 5.414267224338971e-06,
      "loss": 0.0162,
      "step": 1600
    },
    {
      "epoch": 32.67,
      "learning_rate": 5.4028292373618155e-06,
      "loss": 0.0983,
      "step": 1601
    },
    {
      "epoch": 32.69,
      "learning_rate": 5.391398871361972e-06,
      "loss": 0.0771,
      "step": 1602
    },
    {
      "epoch": 32.71,
      "learning_rate": 5.379976145288177e-06,
      "loss": 0.026,
      "step": 1603
    },
    {
      "epoch": 32.73,
      "learning_rate": 5.368561078076491e-06,
      "loss": 0.0326,
      "step": 1604
    },
    {
      "epoch": 32.76,
      "learning_rate": 5.357153688650287e-06,
      "loss": 0.0184,
      "step": 1605
    },
    {
      "epoch": 32.78,
      "learning_rate": 5.345753995920209e-06,
      "loss": 0.0539,
      "step": 1606
    },
    {
      "epoch": 32.8,
      "learning_rate": 5.334362018784146e-06,
      "loss": 0.0448,
      "step": 1607
    },
    {
      "epoch": 32.82,
      "learning_rate": 5.322977776127182e-06,
      "loss": 0.0134,
      "step": 1608
    },
    {
      "epoch": 32.84,
      "learning_rate": 5.311601286821595e-06,
      "loss": 0.0467,
      "step": 1609
    },
    {
      "epoch": 32.86,
      "learning_rate": 5.300232569726805e-06,
      "loss": 0.0137,
      "step": 1610
    },
    {
      "epoch": 32.88,
      "learning_rate": 5.2888716436893375e-06,
      "loss": 0.0348,
      "step": 1611
    },
    {
      "epoch": 32.9,
      "learning_rate": 5.2775185275428124e-06,
      "loss": 0.0311,
      "step": 1612
    },
    {
      "epoch": 32.92,
      "learning_rate": 5.266173240107913e-06,
      "loss": 0.0357,
      "step": 1613
    },
    {
      "epoch": 32.94,
      "learning_rate": 5.254835800192321e-06,
      "loss": 0.0504,
      "step": 1614
    },
    {
      "epoch": 32.96,
      "learning_rate": 5.243506226590722e-06,
      "loss": 0.0272,
      "step": 1615
    },
    {
      "epoch": 32.98,
      "learning_rate": 5.2321845380847635e-06,
      "loss": 0.0505,
      "step": 1616
    },
    {
      "epoch": 33.0,
      "learning_rate": 5.220870753443021e-06,
      "loss": 0.0241,
      "step": 1617
    },
    {
      "epoch": 33.02,
      "learning_rate": 5.209564891420953e-06,
      "loss": 0.0437,
      "step": 1618
    },
    {
      "epoch": 33.04,
      "learning_rate": 5.198266970760902e-06,
      "loss": 0.0521,
      "step": 1619
    },
    {
      "epoch": 33.06,
      "learning_rate": 5.186977010192037e-06,
      "loss": 0.067,
      "step": 1620
    },
    {
      "epoch": 33.08,
      "learning_rate": 5.175695028430339e-06,
      "loss": 0.0306,
      "step": 1621
    },
    {
      "epoch": 33.1,
      "learning_rate": 5.164421044178547e-06,
      "loss": 0.0413,
      "step": 1622
    },
    {
      "epoch": 33.12,
      "learning_rate": 5.153155076126155e-06,
      "loss": 0.0415,
      "step": 1623
    },
    {
      "epoch": 33.14,
      "learning_rate": 5.141897142949365e-06,
      "loss": 0.0262,
      "step": 1624
    },
    {
      "epoch": 33.16,
      "learning_rate": 5.130647263311064e-06,
      "loss": 0.0267,
      "step": 1625
    },
    {
      "epoch": 33.18,
      "learning_rate": 5.119405455860772e-06,
      "loss": 0.0108,
      "step": 1626
    },
    {
      "epoch": 33.2,
      "learning_rate": 5.108171739234644e-06,
      "loss": 0.0292,
      "step": 1627
    },
    {
      "epoch": 33.22,
      "learning_rate": 5.096946132055418e-06,
      "loss": 0.0448,
      "step": 1628
    },
    {
      "epoch": 33.24,
      "learning_rate": 5.085728652932382e-06,
      "loss": 0.0389,
      "step": 1629
    },
    {
      "epoch": 33.27,
      "learning_rate": 5.074519320461358e-06,
      "loss": 0.0378,
      "step": 1630
    },
    {
      "epoch": 33.29,
      "learning_rate": 5.063318153224658e-06,
      "loss": 0.0241,
      "step": 1631
    },
    {
      "epoch": 33.31,
      "learning_rate": 5.052125169791065e-06,
      "loss": 0.0376,
      "step": 1632
    },
    {
      "epoch": 33.33,
      "learning_rate": 5.040940388715781e-06,
      "loss": 0.037,
      "step": 1633
    },
    {
      "epoch": 33.35,
      "learning_rate": 5.029763828540419e-06,
      "loss": 0.0369,
      "step": 1634
    },
    {
      "epoch": 33.37,
      "learning_rate": 5.0185955077929774e-06,
      "loss": 0.0215,
      "step": 1635
    },
    {
      "epoch": 33.39,
      "learning_rate": 5.007435444987769e-06,
      "loss": 0.0564,
      "step": 1636
    },
    {
      "epoch": 33.41,
      "learning_rate": 4.996283658625436e-06,
      "loss": 0.0302,
      "step": 1637
    },
    {
      "epoch": 33.43,
      "learning_rate": 4.985140167192894e-06,
      "loss": 0.0217,
      "step": 1638
    },
    {
      "epoch": 33.45,
      "learning_rate": 4.974004989163312e-06,
      "loss": 0.0115,
      "step": 1639
    },
    {
      "epoch": 33.47,
      "learning_rate": 4.962878142996065e-06,
      "loss": 0.0307,
      "step": 1640
    },
    {
      "epoch": 33.49,
      "learning_rate": 4.951759647136729e-06,
      "loss": 0.0419,
      "step": 1641
    },
    {
      "epoch": 33.51,
      "learning_rate": 4.9406495200170345e-06,
      "loss": 0.057,
      "step": 1642
    },
    {
      "epoch": 33.53,
      "learning_rate": 4.929547780054839e-06,
      "loss": 0.0528,
      "step": 1643
    },
    {
      "epoch": 33.55,
      "learning_rate": 4.918454445654086e-06,
      "loss": 0.0082,
      "step": 1644
    },
    {
      "epoch": 33.57,
      "learning_rate": 4.907369535204799e-06,
      "loss": 0.0343,
      "step": 1645
    },
    {
      "epoch": 33.59,
      "learning_rate": 4.8962930670830325e-06,
      "loss": 0.0519,
      "step": 1646
    },
    {
      "epoch": 33.61,
      "learning_rate": 4.885225059650835e-06,
      "loss": 0.0423,
      "step": 1647
    },
    {
      "epoch": 33.63,
      "learning_rate": 4.874165531256244e-06,
      "loss": 0.0352,
      "step": 1648
    },
    {
      "epoch": 33.65,
      "learning_rate": 4.863114500233234e-06,
      "loss": 0.0381,
      "step": 1649
    },
    {
      "epoch": 33.67,
      "learning_rate": 4.852071984901696e-06,
      "loss": 0.0442,
      "step": 1650
    },
    {
      "epoch": 33.69,
      "learning_rate": 4.841038003567397e-06,
      "loss": 0.0413,
      "step": 1651
    },
    {
      "epoch": 33.71,
      "learning_rate": 4.830012574521962e-06,
      "loss": 0.0271,
      "step": 1652
    },
    {
      "epoch": 33.73,
      "learning_rate": 4.8189957160428405e-06,
      "loss": 0.0252,
      "step": 1653
    },
    {
      "epoch": 33.76,
      "learning_rate": 4.807987446393275e-06,
      "loss": 0.026,
      "step": 1654
    },
    {
      "epoch": 33.78,
      "learning_rate": 4.796987783822254e-06,
      "loss": 0.0381,
      "step": 1655
    },
    {
      "epoch": 33.8,
      "learning_rate": 4.7859967465645215e-06,
      "loss": 0.0457,
      "step": 1656
    },
    {
      "epoch": 33.82,
      "learning_rate": 4.775014352840512e-06,
      "loss": 0.0118,
      "step": 1657
    },
    {
      "epoch": 33.84,
      "learning_rate": 4.764040620856323e-06,
      "loss": 0.0149,
      "step": 1658
    },
    {
      "epoch": 33.86,
      "learning_rate": 4.7530755688037036e-06,
      "loss": 0.0359,
      "step": 1659
    },
    {
      "epoch": 33.88,
      "learning_rate": 4.742119214860009e-06,
      "loss": 0.0378,
      "step": 1660
    },
    {
      "epoch": 33.9,
      "learning_rate": 4.731171577188184e-06,
      "loss": 0.025,
      "step": 1661
    },
    {
      "epoch": 33.92,
      "learning_rate": 4.720232673936706e-06,
      "loss": 0.0636,
      "step": 1662
    },
    {
      "epoch": 33.94,
      "learning_rate": 4.709302523239588e-06,
      "loss": 0.0231,
      "step": 1663
    },
    {
      "epoch": 33.96,
      "learning_rate": 4.6983811432163336e-06,
      "loss": 0.048,
      "step": 1664
    },
    {
      "epoch": 33.98,
      "learning_rate": 4.6874685519718945e-06,
      "loss": 0.016,
      "step": 1665
    },
    {
      "epoch": 34.0,
      "learning_rate": 4.676564767596663e-06,
      "loss": 0.0342,
      "step": 1666
    },
    {
      "epoch": 34.02,
      "learning_rate": 4.665669808166429e-06,
      "loss": 0.0221,
      "step": 1667
    },
    {
      "epoch": 34.04,
      "learning_rate": 4.654783691742358e-06,
      "loss": 0.0274,
      "step": 1668
    },
    {
      "epoch": 34.06,
      "learning_rate": 4.643906436370942e-06,
      "loss": 0.0546,
      "step": 1669
    },
    {
      "epoch": 34.08,
      "learning_rate": 4.633038060083996e-06,
      "loss": 0.0274,
      "step": 1670
    },
    {
      "epoch": 34.1,
      "learning_rate": 4.622178580898614e-06,
      "loss": 0.0478,
      "step": 1671
    },
    {
      "epoch": 34.12,
      "learning_rate": 4.611328016817141e-06,
      "loss": 0.0479,
      "step": 1672
    },
    {
      "epoch": 34.14,
      "learning_rate": 4.600486385827136e-06,
      "loss": 0.0157,
      "step": 1673
    },
    {
      "epoch": 34.16,
      "learning_rate": 4.5896537059013536e-06,
      "loss": 0.105,
      "step": 1674
    },
    {
      "epoch": 34.18,
      "learning_rate": 4.578829994997712e-06,
      "loss": 0.0592,
      "step": 1675
    },
    {
      "epoch": 34.2,
      "learning_rate": 4.568015271059264e-06,
      "loss": 0.0093,
      "step": 1676
    },
    {
      "epoch": 34.22,
      "learning_rate": 4.557209552014147e-06,
      "loss": 0.0515,
      "step": 1677
    },
    {
      "epoch": 34.24,
      "learning_rate": 4.546412855775595e-06,
      "loss": 0.0233,
      "step": 1678
    },
    {
      "epoch": 34.27,
      "learning_rate": 4.53562520024187e-06,
      "loss": 0.0432,
      "step": 1679
    },
    {
      "epoch": 34.29,
      "learning_rate": 4.524846603296245e-06,
      "loss": 0.0263,
      "step": 1680
    },
    {
      "epoch": 34.31,
      "learning_rate": 4.51407708280698e-06,
      "loss": 0.0484,
      "step": 1681
    },
    {
      "epoch": 34.33,
      "learning_rate": 4.503316656627295e-06,
      "loss": 0.0364,
      "step": 1682
    },
    {
      "epoch": 34.35,
      "learning_rate": 4.492565342595318e-06,
      "loss": 0.0254,
      "step": 1683
    },
    {
      "epoch": 34.37,
      "learning_rate": 4.481823158534087e-06,
      "loss": 0.0296,
      "step": 1684
    },
    {
      "epoch": 34.39,
      "learning_rate": 4.471090122251496e-06,
      "loss": 0.0236,
      "step": 1685
    },
    {
      "epoch": 34.41,
      "learning_rate": 4.460366251540281e-06,
      "loss": 0.0285,
      "step": 1686
    },
    {
      "epoch": 34.43,
      "learning_rate": 4.449651564177973e-06,
      "loss": 0.026,
      "step": 1687
    },
    {
      "epoch": 34.45,
      "learning_rate": 4.438946077926889e-06,
      "loss": 0.0303,
      "step": 1688
    },
    {
      "epoch": 34.47,
      "learning_rate": 4.4282498105340884e-06,
      "loss": 0.0361,
      "step": 1689
    },
    {
      "epoch": 34.49,
      "learning_rate": 4.417562779731355e-06,
      "loss": 0.0273,
      "step": 1690
    },
    {
      "epoch": 34.51,
      "learning_rate": 4.4068850032351465e-06,
      "loss": 0.0082,
      "step": 1691
    },
    {
      "epoch": 34.53,
      "learning_rate": 4.396216498746589e-06,
      "loss": 0.031,
      "step": 1692
    },
    {
      "epoch": 34.55,
      "learning_rate": 4.385557283951439e-06,
      "loss": 0.0714,
      "step": 1693
    },
    {
      "epoch": 34.57,
      "learning_rate": 4.374907376520054e-06,
      "loss": 0.0105,
      "step": 1694
    },
    {
      "epoch": 34.59,
      "learning_rate": 4.36426679410735e-06,
      "loss": 0.0113,
      "step": 1695
    },
    {
      "epoch": 34.61,
      "learning_rate": 4.353635554352796e-06,
      "loss": 0.0386,
      "step": 1696
    },
    {
      "epoch": 34.63,
      "learning_rate": 4.343013674880376e-06,
      "loss": 0.055,
      "step": 1697
    },
    {
      "epoch": 34.65,
      "learning_rate": 4.332401173298543e-06,
      "loss": 0.0332,
      "step": 1698
    },
    {
      "epoch": 34.67,
      "learning_rate": 4.321798067200211e-06,
      "loss": 0.0216,
      "step": 1699
    },
    {
      "epoch": 34.69,
      "learning_rate": 4.311204374162731e-06,
      "loss": 0.0443,
      "step": 1700
    },
    {
      "epoch": 34.71,
      "learning_rate": 4.3006201117478265e-06,
      "loss": 0.0161,
      "step": 1701
    },
    {
      "epoch": 34.73,
      "learning_rate": 4.290045297501603e-06,
      "loss": 0.0671,
      "step": 1702
    },
    {
      "epoch": 34.76,
      "learning_rate": 4.279479948954499e-06,
      "loss": 0.0152,
      "step": 1703
    },
    {
      "epoch": 34.78,
      "learning_rate": 4.268924083621264e-06,
      "loss": 0.0495,
      "step": 1704
    },
    {
      "epoch": 34.8,
      "learning_rate": 4.258377719000918e-06,
      "loss": 0.0212,
      "step": 1705
    },
    {
      "epoch": 34.82,
      "learning_rate": 4.24784087257674e-06,
      "loss": 0.0357,
      "step": 1706
    },
    {
      "epoch": 34.84,
      "learning_rate": 4.237313561816227e-06,
      "loss": 0.0116,
      "step": 1707
    },
    {
      "epoch": 34.86,
      "learning_rate": 4.226795804171071e-06,
      "loss": 0.0346,
      "step": 1708
    },
    {
      "epoch": 34.88,
      "learning_rate": 4.216287617077121e-06,
      "loss": 0.0334,
      "step": 1709
    },
    {
      "epoch": 34.9,
      "learning_rate": 4.205789017954364e-06,
      "loss": 0.0238,
      "step": 1710
    },
    {
      "epoch": 34.92,
      "learning_rate": 4.195300024206894e-06,
      "loss": 0.0409,
      "step": 1711
    },
    {
      "epoch": 34.94,
      "learning_rate": 4.1848206532228844e-06,
      "loss": 0.0455,
      "step": 1712
    },
    {
      "epoch": 34.96,
      "learning_rate": 4.174350922374543e-06,
      "loss": 0.0141,
      "step": 1713
    },
    {
      "epoch": 34.98,
      "learning_rate": 4.163890849018114e-06,
      "loss": 0.0218,
      "step": 1714
    },
    {
      "epoch": 35.0,
      "learning_rate": 4.153440450493823e-06,
      "loss": 0.0258,
      "step": 1715
    },
    {
      "epoch": 35.02,
      "learning_rate": 4.142999744125853e-06,
      "loss": 0.0207,
      "step": 1716
    },
    {
      "epoch": 35.04,
      "learning_rate": 4.132568747222326e-06,
      "loss": 0.0198,
      "step": 1717
    },
    {
      "epoch": 35.06,
      "learning_rate": 4.12214747707527e-06,
      "loss": 0.0396,
      "step": 1718
    },
    {
      "epoch": 35.08,
      "learning_rate": 4.1117359509605855e-06,
      "loss": 0.0284,
      "step": 1719
    },
    {
      "epoch": 35.1,
      "learning_rate": 4.101334186138015e-06,
      "loss": 0.0301,
      "step": 1720
    },
    {
      "epoch": 35.12,
      "learning_rate": 4.090942199851122e-06,
      "loss": 0.047,
      "step": 1721
    },
    {
      "epoch": 35.14,
      "learning_rate": 4.080560009327274e-06,
      "loss": 0.0373,
      "step": 1722
    },
    {
      "epoch": 35.16,
      "learning_rate": 4.070187631777574e-06,
      "loss": 0.0424,
      "step": 1723
    },
    {
      "epoch": 35.18,
      "learning_rate": 4.0598250843968735e-06,
      "loss": 0.0294,
      "step": 1724
    },
    {
      "epoch": 35.2,
      "learning_rate": 4.049472384363727e-06,
      "loss": 0.0364,
      "step": 1725
    },
    {
      "epoch": 35.22,
      "learning_rate": 4.039129548840365e-06,
      "loss": 0.0488,
      "step": 1726
    },
    {
      "epoch": 35.24,
      "learning_rate": 4.0287965949726534e-06,
      "loss": 0.0344,
      "step": 1727
    },
    {
      "epoch": 35.27,
      "learning_rate": 4.018473539890093e-06,
      "loss": 0.057,
      "step": 1728
    },
    {
      "epoch": 35.29,
      "learning_rate": 4.008160400705765e-06,
      "loss": 0.0216,
      "step": 1729
    },
    {
      "epoch": 35.31,
      "learning_rate": 3.997857194516319e-06,
      "loss": 0.0229,
      "step": 1730
    },
    {
      "epoch": 35.33,
      "learning_rate": 3.987563938401928e-06,
      "loss": 0.0472,
      "step": 1731
    },
    {
      "epoch": 35.35,
      "learning_rate": 3.977280649426279e-06,
      "loss": 0.0045,
      "step": 1732
    },
    {
      "epoch": 35.37,
      "learning_rate": 3.967007344636538e-06,
      "loss": 0.0363,
      "step": 1733
    },
    {
      "epoch": 35.39,
      "learning_rate": 3.956744041063307e-06,
      "loss": 0.0449,
      "step": 1734
    },
    {
      "epoch": 35.41,
      "learning_rate": 3.946490755720621e-06,
      "loss": 0.0282,
      "step": 1735
    },
    {
      "epoch": 35.43,
      "learning_rate": 3.9362475056059025e-06,
      "loss": 0.0759,
      "step": 1736
    },
    {
      "epoch": 35.45,
      "learning_rate": 3.92601430769994e-06,
      "loss": 0.0252,
      "step": 1737
    },
    {
      "epoch": 35.47,
      "learning_rate": 3.915791178966852e-06,
      "loss": 0.0268,
      "step": 1738
    },
    {
      "epoch": 35.49,
      "learning_rate": 3.9055781363540714e-06,
      "loss": 0.0145,
      "step": 1739
    },
    {
      "epoch": 35.51,
      "learning_rate": 3.895375196792308e-06,
      "loss": 0.028,
      "step": 1740
    },
    {
      "epoch": 35.53,
      "learning_rate": 3.885182377195528e-06,
      "loss": 0.03,
      "step": 1741
    },
    {
      "epoch": 35.55,
      "learning_rate": 3.874999694460905e-06,
      "loss": 0.0719,
      "step": 1742
    },
    {
      "epoch": 35.57,
      "learning_rate": 3.864827165468832e-06,
      "loss": 0.0245,
      "step": 1743
    },
    {
      "epoch": 35.59,
      "learning_rate": 3.854664807082856e-06,
      "loss": 0.0484,
      "step": 1744
    },
    {
      "epoch": 35.61,
      "learning_rate": 3.84451263614966e-06,
      "loss": 0.0219,
      "step": 1745
    },
    {
      "epoch": 35.63,
      "learning_rate": 3.834370669499047e-06,
      "loss": 0.0087,
      "step": 1746
    },
    {
      "epoch": 35.65,
      "learning_rate": 3.8242389239439e-06,
      "loss": 0.0419,
      "step": 1747
    },
    {
      "epoch": 35.67,
      "learning_rate": 3.814117416280163e-06,
      "loss": 0.0263,
      "step": 1748
    },
    {
      "epoch": 35.69,
      "learning_rate": 3.8040061632867964e-06,
      "loss": 0.0159,
      "step": 1749
    },
    {
      "epoch": 35.71,
      "learning_rate": 3.793905181725772e-06,
      "loss": 0.0242,
      "step": 1750
    },
    {
      "epoch": 35.73,
      "learning_rate": 3.7838144883420337e-06,
      "loss": 0.0337,
      "step": 1751
    },
    {
      "epoch": 35.76,
      "learning_rate": 3.7737340998634596e-06,
      "loss": 0.0505,
      "step": 1752
    },
    {
      "epoch": 35.78,
      "learning_rate": 3.7636640330008567e-06,
      "loss": 0.0271,
      "step": 1753
    },
    {
      "epoch": 35.8,
      "learning_rate": 3.753604304447915e-06,
      "loss": 0.0251,
      "step": 1754
    },
    {
      "epoch": 35.82,
      "learning_rate": 3.7435549308811923e-06,
      "loss": 0.0127,
      "step": 1755
    },
    {
      "epoch": 35.84,
      "learning_rate": 3.7335159289600687e-06,
      "loss": 0.0505,
      "step": 1756
    },
    {
      "epoch": 35.86,
      "learning_rate": 3.7234873153267415e-06,
      "loss": 0.0138,
      "step": 1757
    },
    {
      "epoch": 35.88,
      "learning_rate": 3.713469106606182e-06,
      "loss": 0.0414,
      "step": 1758
    },
    {
      "epoch": 35.9,
      "learning_rate": 3.7034613194061186e-06,
      "loss": 0.0497,
      "step": 1759
    },
    {
      "epoch": 35.92,
      "learning_rate": 3.6934639703169905e-06,
      "loss": 0.0219,
      "step": 1760
    },
    {
      "epoch": 35.94,
      "learning_rate": 3.6834770759119465e-06,
      "loss": 0.0138,
      "step": 1761
    },
    {
      "epoch": 35.96,
      "learning_rate": 3.6735006527467967e-06,
      "loss": 0.0306,
      "step": 1762
    },
    {
      "epoch": 35.98,
      "learning_rate": 3.6635347173599977e-06,
      "loss": 0.0265,
      "step": 1763
    },
    {
      "epoch": 36.0,
      "learning_rate": 3.6535792862726096e-06,
      "loss": 0.0625,
      "step": 1764
    },
    {
      "epoch": 36.02,
      "learning_rate": 3.643634375988293e-06,
      "loss": 0.0296,
      "step": 1765
    },
    {
      "epoch": 36.04,
      "learning_rate": 3.6337000029932624e-06,
      "loss": 0.0487,
      "step": 1766
    },
    {
      "epoch": 36.06,
      "learning_rate": 3.6237761837562556e-06,
      "loss": 0.0204,
      "step": 1767
    },
    {
      "epoch": 36.08,
      "learning_rate": 3.613862934728525e-06,
      "loss": 0.037,
      "step": 1768
    },
    {
      "epoch": 36.1,
      "learning_rate": 3.6039602723437993e-06,
      "loss": 0.0129,
      "step": 1769
    },
    {
      "epoch": 36.12,
      "learning_rate": 3.594068213018249e-06,
      "loss": 0.0333,
      "step": 1770
    },
    {
      "epoch": 36.14,
      "learning_rate": 3.5841867731504764e-06,
      "loss": 0.044,
      "step": 1771
    },
    {
      "epoch": 36.16,
      "learning_rate": 3.5743159691214756e-06,
      "loss": 0.0403,
      "step": 1772
    },
    {
      "epoch": 36.18,
      "learning_rate": 3.564455817294613e-06,
      "loss": 0.0271,
      "step": 1773
    },
    {
      "epoch": 36.2,
      "learning_rate": 3.554606334015587e-06,
      "loss": 0.0931,
      "step": 1774
    },
    {
      "epoch": 36.22,
      "learning_rate": 3.5447675356124167e-06,
      "loss": 0.0296,
      "step": 1775
    },
    {
      "epoch": 36.24,
      "learning_rate": 3.5349394383954106e-06,
      "loss": 0.0293,
      "step": 1776
    },
    {
      "epoch": 36.27,
      "learning_rate": 3.5251220586571355e-06,
      "loss": 0.016,
      "step": 1777
    },
    {
      "epoch": 36.29,
      "learning_rate": 3.515315412672384e-06,
      "loss": 0.0223,
      "step": 1778
    },
    {
      "epoch": 36.31,
      "learning_rate": 3.505519516698165e-06,
      "loss": 0.0243,
      "step": 1779
    },
    {
      "epoch": 36.33,
      "learning_rate": 3.4957343869736604e-06,
      "loss": 0.0287,
      "step": 1780
    },
    {
      "epoch": 36.35,
      "learning_rate": 3.485960039720211e-06,
      "loss": 0.0215,
      "step": 1781
    },
    {
      "epoch": 36.37,
      "learning_rate": 3.4761964911412706e-06,
      "loss": 0.0192,
      "step": 1782
    },
    {
      "epoch": 36.39,
      "learning_rate": 3.466443757422403e-06,
      "loss": 0.0387,
      "step": 1783
    },
    {
      "epoch": 36.41,
      "learning_rate": 3.4567018547312393e-06,
      "loss": 0.0222,
      "step": 1784
    },
    {
      "epoch": 36.43,
      "learning_rate": 3.4469707992174595e-06,
      "loss": 0.0627,
      "step": 1785
    },
    {
      "epoch": 36.45,
      "learning_rate": 3.4372506070127476e-06,
      "loss": 0.0367,
      "step": 1786
    },
    {
      "epoch": 36.47,
      "learning_rate": 3.4275412942307994e-06,
      "loss": 0.0258,
      "step": 1787
    },
    {
      "epoch": 36.49,
      "learning_rate": 3.4178428769672644e-06,
      "loss": 0.0275,
      "step": 1788
    },
    {
      "epoch": 36.51,
      "learning_rate": 3.408155371299724e-06,
      "loss": 0.059,
      "step": 1789
    },
    {
      "epoch": 36.53,
      "learning_rate": 3.398478793287682e-06,
      "loss": 0.0244,
      "step": 1790
    },
    {
      "epoch": 36.55,
      "learning_rate": 3.3888131589725236e-06,
      "loss": 0.0081,
      "step": 1791
    },
    {
      "epoch": 36.57,
      "learning_rate": 3.3791584843774874e-06,
      "loss": 0.0195,
      "step": 1792
    },
    {
      "epoch": 36.59,
      "learning_rate": 3.369514785507647e-06,
      "loss": 0.0576,
      "step": 1793
    },
    {
      "epoch": 36.61,
      "learning_rate": 3.3598820783498833e-06,
      "loss": 0.0114,
      "step": 1794
    },
    {
      "epoch": 36.63,
      "learning_rate": 3.3502603788728547e-06,
      "loss": 0.0479,
      "step": 1795
    },
    {
      "epoch": 36.65,
      "learning_rate": 3.340649703026966e-06,
      "loss": 0.0129,
      "step": 1796
    },
    {
      "epoch": 36.67,
      "learning_rate": 3.3310500667443515e-06,
      "loss": 0.019,
      "step": 1797
    },
    {
      "epoch": 36.69,
      "learning_rate": 3.3214614859388473e-06,
      "loss": 0.0372,
      "step": 1798
    },
    {
      "epoch": 36.71,
      "learning_rate": 3.311883976505962e-06,
      "loss": 0.0339,
      "step": 1799
    },
    {
      "epoch": 36.73,
      "learning_rate": 3.3023175543228416e-06,
      "loss": 0.0491,
      "step": 1800
    },
    {
      "epoch": 36.76,
      "learning_rate": 3.2927622352482624e-06,
      "loss": 0.0438,
      "step": 1801
    },
    {
      "epoch": 36.78,
      "learning_rate": 3.2832180351225916e-06,
      "loss": 0.017,
      "step": 1802
    },
    {
      "epoch": 36.8,
      "learning_rate": 3.273684969767765e-06,
      "loss": 0.0397,
      "step": 1803
    },
    {
      "epoch": 36.82,
      "learning_rate": 3.2641630549872525e-06,
      "loss": 0.0405,
      "step": 1804
    },
    {
      "epoch": 36.84,
      "learning_rate": 3.2546523065660483e-06,
      "loss": 0.0316,
      "step": 1805
    },
    {
      "epoch": 36.86,
      "learning_rate": 3.245152740270634e-06,
      "loss": 0.0225,
      "step": 1806
    },
    {
      "epoch": 36.88,
      "learning_rate": 3.2356643718489454e-06,
      "loss": 0.02,
      "step": 1807
    },
    {
      "epoch": 36.9,
      "learning_rate": 3.226187217030361e-06,
      "loss": 0.0293,
      "step": 1808
    },
    {
      "epoch": 36.92,
      "learning_rate": 3.2167212915256817e-06,
      "loss": 0.0182,
      "step": 1809
    },
    {
      "epoch": 36.94,
      "learning_rate": 3.207266611027069e-06,
      "loss": 0.0262,
      "step": 1810
    },
    {
      "epoch": 36.96,
      "learning_rate": 3.1978231912080606e-06,
      "loss": 0.0364,
      "step": 1811
    },
    {
      "epoch": 36.98,
      "learning_rate": 3.1883910477235225e-06,
      "loss": 0.0382,
      "step": 1812
    },
    {
      "epoch": 37.0,
      "learning_rate": 3.1789701962096265e-06,
      "loss": 0.0008,
      "step": 1813
    },
    {
      "epoch": 37.02,
      "learning_rate": 3.1695606522838218e-06,
      "loss": 0.0291,
      "step": 1814
    },
    {
      "epoch": 37.04,
      "learning_rate": 3.1601624315448167e-06,
      "loss": 0.0227,
      "step": 1815
    },
    {
      "epoch": 37.06,
      "learning_rate": 3.150775549572548e-06,
      "loss": 0.0408,
      "step": 1816
    },
    {
      "epoch": 37.08,
      "learning_rate": 3.141400021928158e-06,
      "loss": 0.0266,
      "step": 1817
    },
    {
      "epoch": 37.1,
      "learning_rate": 3.1320358641539583e-06,
      "loss": 0.0567,
      "step": 1818
    },
    {
      "epoch": 37.12,
      "learning_rate": 3.1226830917734185e-06,
      "loss": 0.0112,
      "step": 1819
    },
    {
      "epoch": 37.14,
      "learning_rate": 3.113341720291134e-06,
      "loss": 0.0137,
      "step": 1820
    },
    {
      "epoch": 37.16,
      "learning_rate": 3.1040117651928004e-06,
      "loss": 0.0225,
      "step": 1821
    },
    {
      "epoch": 37.18,
      "learning_rate": 3.0946932419451813e-06,
      "loss": 0.0266,
      "step": 1822
    },
    {
      "epoch": 37.2,
      "learning_rate": 3.085386165996096e-06,
      "loss": 0.0174,
      "step": 1823
    },
    {
      "epoch": 37.22,
      "learning_rate": 3.0760905527743902e-06,
      "loss": 0.03,
      "step": 1824
    },
    {
      "epoch": 37.24,
      "learning_rate": 3.066806417689894e-06,
      "loss": 0.0102,
      "step": 1825
    },
    {
      "epoch": 37.27,
      "learning_rate": 3.0575337761334213e-06,
      "loss": 0.0309,
      "step": 1826
    },
    {
      "epoch": 37.29,
      "learning_rate": 3.0482726434767284e-06,
      "loss": 0.0133,
      "step": 1827
    },
    {
      "epoch": 37.31,
      "learning_rate": 3.039023035072497e-06,
      "loss": 0.0212,
      "step": 1828
    },
    {
      "epoch": 37.33,
      "learning_rate": 3.0297849662542934e-06,
      "loss": 0.0181,
      "step": 1829
    },
    {
      "epoch": 37.35,
      "learning_rate": 3.0205584523365626e-06,
      "loss": 0.0281,
      "step": 1830
    },
    {
      "epoch": 37.37,
      "learning_rate": 3.0113435086146026e-06,
      "loss": 0.0433,
      "step": 1831
    },
    {
      "epoch": 37.39,
      "learning_rate": 3.002140150364511e-06,
      "loss": 0.0274,
      "step": 1832
    },
    {
      "epoch": 37.41,
      "learning_rate": 2.9929483928431933e-06,
      "loss": 0.0205,
      "step": 1833
    },
    {
      "epoch": 37.43,
      "learning_rate": 2.9837682512883205e-06,
      "loss": 0.0683,
      "step": 1834
    },
    {
      "epoch": 37.45,
      "learning_rate": 2.97459974091831e-06,
      "loss": 0.0125,
      "step": 1835
    },
    {
      "epoch": 37.47,
      "learning_rate": 2.9654428769322895e-06,
      "loss": 0.0168,
      "step": 1836
    },
    {
      "epoch": 37.49,
      "learning_rate": 2.956297674510087e-06,
      "loss": 0.057,
      "step": 1837
    },
    {
      "epoch": 37.51,
      "learning_rate": 2.947164148812198e-06,
      "loss": 0.0473,
      "step": 1838
    },
    {
      "epoch": 37.53,
      "learning_rate": 2.938042314979761e-06,
      "loss": 0.0444,
      "step": 1839
    },
    {
      "epoch": 37.55,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 0.0386,
      "step": 1840
    },
    {
      "epoch": 37.57,
      "learning_rate": 2.9198337833788425e-06,
      "loss": 0.0302,
      "step": 1841
    },
    {
      "epoch": 37.59,
      "learning_rate": 2.910747115795628e-06,
      "loss": 0.061,
      "step": 1842
    },
    {
      "epoch": 37.61,
      "learning_rate": 2.9016722004483354e-06,
      "loss": 0.1105,
      "step": 1843
    },
    {
      "epoch": 37.63,
      "learning_rate": 2.8926090523809436e-06,
      "loss": 0.0195,
      "step": 1844
    },
    {
      "epoch": 37.65,
      "learning_rate": 2.8835576866179193e-06,
      "loss": 0.0267,
      "step": 1845
    },
    {
      "epoch": 37.67,
      "learning_rate": 2.8745181181642025e-06,
      "loss": 0.0128,
      "step": 1846
    },
    {
      "epoch": 37.69,
      "learning_rate": 2.8654903620051655e-06,
      "loss": 0.0147,
      "step": 1847
    },
    {
      "epoch": 37.71,
      "learning_rate": 2.8564744331066084e-06,
      "loss": 0.0188,
      "step": 1848
    },
    {
      "epoch": 37.73,
      "learning_rate": 2.8474703464147235e-06,
      "loss": 0.0267,
      "step": 1849
    },
    {
      "epoch": 37.76,
      "learning_rate": 2.8384781168560693e-06,
      "loss": 0.0378,
      "step": 1850
    },
    {
      "epoch": 37.78,
      "learning_rate": 2.829497759337543e-06,
      "loss": 0.0087,
      "step": 1851
    },
    {
      "epoch": 37.8,
      "learning_rate": 2.820529288746373e-06,
      "loss": 0.0258,
      "step": 1852
    },
    {
      "epoch": 37.82,
      "learning_rate": 2.8115727199500763e-06,
      "loss": 0.0531,
      "step": 1853
    },
    {
      "epoch": 37.84,
      "learning_rate": 2.8026280677964337e-06,
      "loss": 0.0363,
      "step": 1854
    },
    {
      "epoch": 37.86,
      "learning_rate": 2.7936953471134785e-06,
      "loss": 0.0224,
      "step": 1855
    },
    {
      "epoch": 37.88,
      "learning_rate": 2.784774572709462e-06,
      "loss": 0.0279,
      "step": 1856
    },
    {
      "epoch": 37.9,
      "learning_rate": 2.7758657593728355e-06,
      "loss": 0.0134,
      "step": 1857
    },
    {
      "epoch": 37.92,
      "learning_rate": 2.7669689218722116e-06,
      "loss": 0.0223,
      "step": 1858
    },
    {
      "epoch": 37.94,
      "learning_rate": 2.7580840749563607e-06,
      "loss": 0.0269,
      "step": 1859
    },
    {
      "epoch": 37.96,
      "learning_rate": 2.7492112333541744e-06,
      "loss": 0.0518,
      "step": 1860
    },
    {
      "epoch": 37.98,
      "learning_rate": 2.7403504117746314e-06,
      "loss": 0.0449,
      "step": 1861
    },
    {
      "epoch": 38.0,
      "learning_rate": 2.7315016249067983e-06,
      "loss": 0.0177,
      "step": 1862
    },
    {
      "epoch": 38.02,
      "learning_rate": 2.7226648874197836e-06,
      "loss": 0.0102,
      "step": 1863
    },
    {
      "epoch": 38.04,
      "learning_rate": 2.713840213962725e-06,
      "loss": 0.0091,
      "step": 1864
    },
    {
      "epoch": 38.06,
      "learning_rate": 2.705027619164754e-06,
      "loss": 0.0253,
      "step": 1865
    },
    {
      "epoch": 38.08,
      "learning_rate": 2.696227117634985e-06,
      "loss": 0.016,
      "step": 1866
    },
    {
      "epoch": 38.1,
      "learning_rate": 2.6874387239624834e-06,
      "loss": 0.0372,
      "step": 1867
    },
    {
      "epoch": 38.12,
      "learning_rate": 2.6786624527162443e-06,
      "loss": 0.0312,
      "step": 1868
    },
    {
      "epoch": 38.14,
      "learning_rate": 2.66989831844516e-06,
      "loss": 0.0309,
      "step": 1869
    },
    {
      "epoch": 38.16,
      "learning_rate": 2.66114633567801e-06,
      "loss": 0.0287,
      "step": 1870
    },
    {
      "epoch": 38.18,
      "learning_rate": 2.652406518923427e-06,
      "loss": 0.0128,
      "step": 1871
    },
    {
      "epoch": 38.2,
      "learning_rate": 2.6436788826698777e-06,
      "loss": 0.0593,
      "step": 1872
    },
    {
      "epoch": 38.22,
      "learning_rate": 2.634963441385626e-06,
      "loss": 0.0348,
      "step": 1873
    },
    {
      "epoch": 38.24,
      "learning_rate": 2.626260209518737e-06,
      "loss": 0.0447,
      "step": 1874
    },
    {
      "epoch": 38.27,
      "learning_rate": 2.6175692014970268e-06,
      "loss": 0.0479,
      "step": 1875
    },
    {
      "epoch": 38.29,
      "learning_rate": 2.6088904317280395e-06,
      "loss": 0.0286,
      "step": 1876
    },
    {
      "epoch": 38.31,
      "learning_rate": 2.6002239145990427e-06,
      "loss": 0.0134,
      "step": 1877
    },
    {
      "epoch": 38.33,
      "learning_rate": 2.5915696644769917e-06,
      "loss": 0.0316,
      "step": 1878
    },
    {
      "epoch": 38.35,
      "learning_rate": 2.582927695708495e-06,
      "loss": 0.0299,
      "step": 1879
    },
    {
      "epoch": 38.37,
      "learning_rate": 2.5742980226198133e-06,
      "loss": 0.0347,
      "step": 1880
    },
    {
      "epoch": 38.39,
      "learning_rate": 2.5656806595168194e-06,
      "loss": 0.0409,
      "step": 1881
    },
    {
      "epoch": 38.41,
      "learning_rate": 2.5570756206849834e-06,
      "loss": 0.0351,
      "step": 1882
    },
    {
      "epoch": 38.43,
      "learning_rate": 2.5484829203893346e-06,
      "loss": 0.0142,
      "step": 1883
    },
    {
      "epoch": 38.45,
      "learning_rate": 2.5399025728744574e-06,
      "loss": 0.0539,
      "step": 1884
    },
    {
      "epoch": 38.47,
      "learning_rate": 2.531334592364456e-06,
      "loss": 0.0437,
      "step": 1885
    },
    {
      "epoch": 38.49,
      "learning_rate": 2.5227789930629364e-06,
      "loss": 0.0181,
      "step": 1886
    },
    {
      "epoch": 38.51,
      "learning_rate": 2.5142357891529688e-06,
      "loss": 0.0357,
      "step": 1887
    },
    {
      "epoch": 38.53,
      "learning_rate": 2.505704994797085e-06,
      "loss": 0.0444,
      "step": 1888
    },
    {
      "epoch": 38.55,
      "learning_rate": 2.4971866241372424e-06,
      "loss": 0.0126,
      "step": 1889
    },
    {
      "epoch": 38.57,
      "learning_rate": 2.4886806912948034e-06,
      "loss": 0.0132,
      "step": 1890
    },
    {
      "epoch": 38.59,
      "learning_rate": 2.480187210370507e-06,
      "loss": 0.0926,
      "step": 1891
    },
    {
      "epoch": 38.61,
      "learning_rate": 2.4717061954444552e-06,
      "loss": 0.0203,
      "step": 1892
    },
    {
      "epoch": 38.63,
      "learning_rate": 2.463237660576087e-06,
      "loss": 0.0182,
      "step": 1893
    },
    {
      "epoch": 38.65,
      "learning_rate": 2.4547816198041406e-06,
      "loss": 0.0139,
      "step": 1894
    },
    {
      "epoch": 38.67,
      "learning_rate": 2.44633808714665e-06,
      "loss": 0.0531,
      "step": 1895
    },
    {
      "epoch": 38.69,
      "learning_rate": 2.437907076600924e-06,
      "loss": 0.0303,
      "step": 1896
    },
    {
      "epoch": 38.71,
      "learning_rate": 2.4294886021434926e-06,
      "loss": 0.0511,
      "step": 1897
    },
    {
      "epoch": 38.73,
      "learning_rate": 2.4210826777301167e-06,
      "loss": 0.0457,
      "step": 1898
    },
    {
      "epoch": 38.76,
      "learning_rate": 2.412689317295748e-06,
      "loss": 0.0469,
      "step": 1899
    },
    {
      "epoch": 38.78,
      "learning_rate": 2.404308534754517e-06,
      "loss": 0.0146,
      "step": 1900
    },
    {
      "epoch": 38.8,
      "learning_rate": 2.395940343999692e-06,
      "loss": 0.032,
      "step": 1901
    },
    {
      "epoch": 38.82,
      "learning_rate": 2.387584758903674e-06,
      "loss": 0.0094,
      "step": 1902
    },
    {
      "epoch": 38.84,
      "learning_rate": 2.3792417933179668e-06,
      "loss": 0.0176,
      "step": 1903
    },
    {
      "epoch": 38.86,
      "learning_rate": 2.3709114610731565e-06,
      "loss": 0.015,
      "step": 1904
    },
    {
      "epoch": 38.88,
      "learning_rate": 2.3625937759788775e-06,
      "loss": 0.0331,
      "step": 1905
    },
    {
      "epoch": 38.9,
      "learning_rate": 2.3542887518238056e-06,
      "loss": 0.0398,
      "step": 1906
    },
    {
      "epoch": 38.92,
      "learning_rate": 2.3459964023756277e-06,
      "loss": 0.0183,
      "step": 1907
    },
    {
      "epoch": 38.94,
      "learning_rate": 2.3377167413810197e-06,
      "loss": 0.0156,
      "step": 1908
    },
    {
      "epoch": 38.96,
      "learning_rate": 2.329449782565616e-06,
      "loss": 0.0269,
      "step": 1909
    },
    {
      "epoch": 38.98,
      "learning_rate": 2.3211955396340003e-06,
      "loss": 0.0178,
      "step": 1910
    },
    {
      "epoch": 39.0,
      "learning_rate": 2.312954026269676e-06,
      "loss": 0.0262,
      "step": 1911
    },
    {
      "epoch": 39.02,
      "learning_rate": 2.3047252561350474e-06,
      "loss": 0.0388,
      "step": 1912
    },
    {
      "epoch": 39.04,
      "learning_rate": 2.296509242871382e-06,
      "loss": 0.0233,
      "step": 1913
    },
    {
      "epoch": 39.06,
      "learning_rate": 2.288306000098811e-06,
      "loss": 0.0257,
      "step": 1914
    },
    {
      "epoch": 39.08,
      "learning_rate": 2.2801155414162933e-06,
      "loss": 0.0513,
      "step": 1915
    },
    {
      "epoch": 39.1,
      "learning_rate": 2.271937880401588e-06,
      "loss": 0.0514,
      "step": 1916
    },
    {
      "epoch": 39.12,
      "learning_rate": 2.2637730306112436e-06,
      "loss": 0.0501,
      "step": 1917
    },
    {
      "epoch": 39.14,
      "learning_rate": 2.2556210055805783e-06,
      "loss": 0.0087,
      "step": 1918
    },
    {
      "epoch": 39.16,
      "learning_rate": 2.2474818188236358e-06,
      "loss": 0.0289,
      "step": 1919
    },
    {
      "epoch": 39.18,
      "learning_rate": 2.2393554838331853e-06,
      "loss": 0.0246,
      "step": 1920
    },
    {
      "epoch": 39.2,
      "learning_rate": 2.2312420140806914e-06,
      "loss": 0.0424,
      "step": 1921
    },
    {
      "epoch": 39.22,
      "learning_rate": 2.2231414230162897e-06,
      "loss": 0.0243,
      "step": 1922
    },
    {
      "epoch": 39.24,
      "learning_rate": 2.2150537240687617e-06,
      "loss": 0.0632,
      "step": 1923
    },
    {
      "epoch": 39.27,
      "learning_rate": 2.2069789306455236e-06,
      "loss": 0.0219,
      "step": 1924
    },
    {
      "epoch": 39.29,
      "learning_rate": 2.1989170561325957e-06,
      "loss": 0.0464,
      "step": 1925
    },
    {
      "epoch": 39.31,
      "learning_rate": 2.190868113894582e-06,
      "loss": 0.0119,
      "step": 1926
    },
    {
      "epoch": 39.33,
      "learning_rate": 2.1828321172746437e-06,
      "loss": 0.0262,
      "step": 1927
    },
    {
      "epoch": 39.35,
      "learning_rate": 2.1748090795944866e-06,
      "loss": 0.0453,
      "step": 1928
    },
    {
      "epoch": 39.37,
      "learning_rate": 2.1667990141543304e-06,
      "loss": 0.0423,
      "step": 1929
    },
    {
      "epoch": 39.39,
      "learning_rate": 2.158801934232897e-06,
      "loss": 0.0175,
      "step": 1930
    },
    {
      "epoch": 39.41,
      "learning_rate": 2.150817853087369e-06,
      "loss": 0.0187,
      "step": 1931
    },
    {
      "epoch": 39.43,
      "learning_rate": 2.142846783953392e-06,
      "loss": 0.0266,
      "step": 1932
    },
    {
      "epoch": 39.45,
      "learning_rate": 2.1348887400450345e-06,
      "loss": 0.0224,
      "step": 1933
    },
    {
      "epoch": 39.47,
      "learning_rate": 2.1269437345547727e-06,
      "loss": 0.0311,
      "step": 1934
    },
    {
      "epoch": 39.49,
      "learning_rate": 2.1190117806534714e-06,
      "loss": 0.0315,
      "step": 1935
    },
    {
      "epoch": 39.51,
      "learning_rate": 2.111092891490356e-06,
      "loss": 0.0234,
      "step": 1936
    },
    {
      "epoch": 39.53,
      "learning_rate": 2.103187080193e-06,
      "loss": 0.0301,
      "step": 1937
    },
    {
      "epoch": 39.55,
      "learning_rate": 2.0952943598672847e-06,
      "loss": 0.023,
      "step": 1938
    },
    {
      "epoch": 39.57,
      "learning_rate": 2.087414743597398e-06,
      "loss": 0.0103,
      "step": 1939
    },
    {
      "epoch": 39.59,
      "learning_rate": 2.0795482444458115e-06,
      "loss": 0.017,
      "step": 1940
    },
    {
      "epoch": 39.61,
      "learning_rate": 2.0716948754532373e-06,
      "loss": 0.0194,
      "step": 1941
    },
    {
      "epoch": 39.63,
      "learning_rate": 2.063854649638629e-06,
      "loss": 0.0239,
      "step": 1942
    },
    {
      "epoch": 39.65,
      "learning_rate": 2.0560275799991513e-06,
      "loss": 0.0513,
      "step": 1943
    },
    {
      "epoch": 39.67,
      "learning_rate": 2.0482136795101602e-06,
      "loss": 0.0703,
      "step": 1944
    },
    {
      "epoch": 39.69,
      "learning_rate": 2.0404129611251765e-06,
      "loss": 0.0461,
      "step": 1945
    },
    {
      "epoch": 39.71,
      "learning_rate": 2.0326254377758704e-06,
      "loss": 0.0098,
      "step": 1946
    },
    {
      "epoch": 39.73,
      "learning_rate": 2.02485112237204e-06,
      "loss": 0.0498,
      "step": 1947
    },
    {
      "epoch": 39.76,
      "learning_rate": 2.017090027801588e-06,
      "loss": 0.0172,
      "step": 1948
    },
    {
      "epoch": 39.78,
      "learning_rate": 2.0093421669304947e-06,
      "loss": 0.0178,
      "step": 1949
    },
    {
      "epoch": 39.8,
      "learning_rate": 2.0016075526028057e-06,
      "loss": 0.0145,
      "step": 1950
    },
    {
      "epoch": 39.82,
      "learning_rate": 1.993886197640613e-06,
      "loss": 0.0116,
      "step": 1951
    },
    {
      "epoch": 39.84,
      "learning_rate": 1.986178114844015e-06,
      "loss": 0.0303,
      "step": 1952
    },
    {
      "epoch": 39.86,
      "learning_rate": 1.978483316991119e-06,
      "loss": 0.0291,
      "step": 1953
    },
    {
      "epoch": 39.88,
      "learning_rate": 1.970801816838004e-06,
      "loss": 0.0149,
      "step": 1954
    },
    {
      "epoch": 39.9,
      "learning_rate": 1.9631336271187096e-06,
      "loss": 0.0284,
      "step": 1955
    },
    {
      "epoch": 39.92,
      "learning_rate": 1.955478760545202e-06,
      "loss": 0.0305,
      "step": 1956
    },
    {
      "epoch": 39.94,
      "learning_rate": 1.947837229807367e-06,
      "loss": 0.0455,
      "step": 1957
    },
    {
      "epoch": 39.96,
      "learning_rate": 1.9402090475729805e-06,
      "loss": 0.0086,
      "step": 1958
    },
    {
      "epoch": 39.98,
      "learning_rate": 1.932594226487694e-06,
      "loss": 0.0243,
      "step": 1959
    },
    {
      "epoch": 40.0,
      "learning_rate": 1.924992779174999e-06,
      "loss": 0.0305,
      "step": 1960
    },
    {
      "epoch": 40.02,
      "learning_rate": 1.917404718236231e-06,
      "loss": 0.0162,
      "step": 1961
    },
    {
      "epoch": 40.04,
      "learning_rate": 1.9098300562505266e-06,
      "loss": 0.0112,
      "step": 1962
    },
    {
      "epoch": 40.06,
      "learning_rate": 1.9022688057748052e-06,
      "loss": 0.0255,
      "step": 1963
    },
    {
      "epoch": 40.08,
      "learning_rate": 1.8947209793437616e-06,
      "loss": 0.0133,
      "step": 1964
    },
    {
      "epoch": 40.1,
      "learning_rate": 1.8871865894698338e-06,
      "loss": 0.0458,
      "step": 1965
    },
    {
      "epoch": 40.12,
      "learning_rate": 1.8796656486431874e-06,
      "loss": 0.0336,
      "step": 1966
    },
    {
      "epoch": 40.14,
      "learning_rate": 1.8721581693316859e-06,
      "loss": 0.0261,
      "step": 1967
    },
    {
      "epoch": 40.16,
      "learning_rate": 1.8646641639808839e-06,
      "loss": 0.0338,
      "step": 1968
    },
    {
      "epoch": 40.18,
      "learning_rate": 1.8571836450140002e-06,
      "loss": 0.0229,
      "step": 1969
    },
    {
      "epoch": 40.2,
      "learning_rate": 1.8497166248318876e-06,
      "loss": 0.0122,
      "step": 1970
    },
    {
      "epoch": 40.22,
      "learning_rate": 1.84226311581303e-06,
      "loss": 0.0336,
      "step": 1971
    },
    {
      "epoch": 40.24,
      "learning_rate": 1.8348231303135121e-06,
      "loss": 0.0387,
      "step": 1972
    },
    {
      "epoch": 40.27,
      "learning_rate": 1.8273966806669985e-06,
      "loss": 0.0425,
      "step": 1973
    },
    {
      "epoch": 40.29,
      "learning_rate": 1.8199837791847109e-06,
      "loss": 0.0337,
      "step": 1974
    },
    {
      "epoch": 40.31,
      "learning_rate": 1.8125844381554148e-06,
      "loss": 0.0136,
      "step": 1975
    },
    {
      "epoch": 40.33,
      "learning_rate": 1.8051986698453995e-06,
      "loss": 0.0152,
      "step": 1976
    },
    {
      "epoch": 40.35,
      "learning_rate": 1.7978264864984506e-06,
      "loss": 0.0436,
      "step": 1977
    },
    {
      "epoch": 40.37,
      "learning_rate": 1.7904679003358283e-06,
      "loss": 0.0099,
      "step": 1978
    },
    {
      "epoch": 40.39,
      "learning_rate": 1.7831229235562596e-06,
      "loss": 0.1061,
      "step": 1979
    },
    {
      "epoch": 40.41,
      "learning_rate": 1.7757915683359084e-06,
      "loss": 0.0364,
      "step": 1980
    },
    {
      "epoch": 40.43,
      "learning_rate": 1.7684738468283591e-06,
      "loss": 0.0347,
      "step": 1981
    },
    {
      "epoch": 40.45,
      "learning_rate": 1.7611697711645837e-06,
      "loss": 0.0176,
      "step": 1982
    },
    {
      "epoch": 40.47,
      "learning_rate": 1.7538793534529486e-06,
      "loss": 0.0311,
      "step": 1983
    },
    {
      "epoch": 40.49,
      "learning_rate": 1.7466026057791729e-06,
      "loss": 0.0304,
      "step": 1984
    },
    {
      "epoch": 40.51,
      "learning_rate": 1.7393395402063085e-06,
      "loss": 0.0261,
      "step": 1985
    },
    {
      "epoch": 40.53,
      "learning_rate": 1.7320901687747304e-06,
      "loss": 0.0171,
      "step": 1986
    },
    {
      "epoch": 40.55,
      "learning_rate": 1.7248545035021148e-06,
      "loss": 0.0279,
      "step": 1987
    },
    {
      "epoch": 40.57,
      "learning_rate": 1.7176325563834084e-06,
      "loss": 0.0475,
      "step": 1988
    },
    {
      "epoch": 40.59,
      "learning_rate": 1.7104243393908238e-06,
      "loss": 0.0266,
      "step": 1989
    },
    {
      "epoch": 40.61,
      "learning_rate": 1.703229864473811e-06,
      "loss": 0.0152,
      "step": 1990
    },
    {
      "epoch": 40.63,
      "learning_rate": 1.6960491435590399e-06,
      "loss": 0.0373,
      "step": 1991
    },
    {
      "epoch": 40.65,
      "learning_rate": 1.6888821885503726e-06,
      "loss": 0.0194,
      "step": 1992
    },
    {
      "epoch": 40.67,
      "learning_rate": 1.6817290113288597e-06,
      "loss": 0.0817,
      "step": 1993
    },
    {
      "epoch": 40.69,
      "learning_rate": 1.6745896237527071e-06,
      "loss": 0.0099,
      "step": 1994
    },
    {
      "epoch": 40.71,
      "learning_rate": 1.6674640376572637e-06,
      "loss": 0.0105,
      "step": 1995
    },
    {
      "epoch": 40.73,
      "learning_rate": 1.660352264854993e-06,
      "loss": 0.0213,
      "step": 1996
    },
    {
      "epoch": 40.76,
      "learning_rate": 1.6532543171354655e-06,
      "loss": 0.0385,
      "step": 1997
    },
    {
      "epoch": 40.78,
      "learning_rate": 1.6461702062653307e-06,
      "loss": 0.0274,
      "step": 1998
    },
    {
      "epoch": 40.8,
      "learning_rate": 1.6390999439883026e-06,
      "loss": 0.0218,
      "step": 1999
    },
    {
      "epoch": 40.82,
      "learning_rate": 1.6320435420251323e-06,
      "loss": 0.0214,
      "step": 2000
    },
    {
      "epoch": 40.84,
      "learning_rate": 1.625001012073597e-06,
      "loss": 0.0126,
      "step": 2001
    },
    {
      "epoch": 40.86,
      "learning_rate": 1.6179723658084811e-06,
      "loss": 0.0319,
      "step": 2002
    },
    {
      "epoch": 40.88,
      "learning_rate": 1.6109576148815454e-06,
      "loss": 0.0082,
      "step": 2003
    },
    {
      "epoch": 40.9,
      "learning_rate": 1.6039567709215186e-06,
      "loss": 0.0238,
      "step": 2004
    },
    {
      "epoch": 40.92,
      "learning_rate": 1.5969698455340842e-06,
      "loss": 0.0067,
      "step": 2005
    },
    {
      "epoch": 40.94,
      "learning_rate": 1.589996850301837e-06,
      "loss": 0.0665,
      "step": 2006
    },
    {
      "epoch": 40.96,
      "learning_rate": 1.5830377967842903e-06,
      "loss": 0.0377,
      "step": 2007
    },
    {
      "epoch": 40.98,
      "learning_rate": 1.5760926965178391e-06,
      "loss": 0.0379,
      "step": 2008
    },
    {
      "epoch": 41.0,
      "learning_rate": 1.5691615610157529e-06,
      "loss": 0.0116,
      "step": 2009
    },
    {
      "epoch": 41.02,
      "learning_rate": 1.5622444017681438e-06,
      "loss": 0.032,
      "step": 2010
    },
    {
      "epoch": 41.04,
      "learning_rate": 1.5553412302419613e-06,
      "loss": 0.0274,
      "step": 2011
    },
    {
      "epoch": 41.06,
      "learning_rate": 1.5484520578809637e-06,
      "loss": 0.0428,
      "step": 2012
    },
    {
      "epoch": 41.08,
      "learning_rate": 1.5415768961057053e-06,
      "loss": 0.0222,
      "step": 2013
    },
    {
      "epoch": 41.1,
      "learning_rate": 1.5347157563135073e-06,
      "loss": 0.012,
      "step": 2014
    },
    {
      "epoch": 41.12,
      "learning_rate": 1.5278686498784512e-06,
      "loss": 0.0142,
      "step": 2015
    },
    {
      "epoch": 41.14,
      "learning_rate": 1.5210355881513549e-06,
      "loss": 0.0123,
      "step": 2016
    },
    {
      "epoch": 41.16,
      "learning_rate": 1.5142165824597554e-06,
      "loss": 0.0037,
      "step": 2017
    },
    {
      "epoch": 41.18,
      "learning_rate": 1.507411644107879e-06,
      "loss": 0.0463,
      "step": 2018
    },
    {
      "epoch": 41.2,
      "learning_rate": 1.5006207843766418e-06,
      "loss": 0.0272,
      "step": 2019
    },
    {
      "epoch": 41.22,
      "learning_rate": 1.4938440145236188e-06,
      "loss": 0.0223,
      "step": 2020
    },
    {
      "epoch": 41.24,
      "learning_rate": 1.4870813457830224e-06,
      "loss": 0.0263,
      "step": 2021
    },
    {
      "epoch": 41.27,
      "learning_rate": 1.4803327893656938e-06,
      "loss": 0.0106,
      "step": 2022
    },
    {
      "epoch": 41.29,
      "learning_rate": 1.4735983564590784e-06,
      "loss": 0.0271,
      "step": 2023
    },
    {
      "epoch": 41.31,
      "learning_rate": 1.4668780582272101e-06,
      "loss": 0.0202,
      "step": 2024
    },
    {
      "epoch": 41.33,
      "learning_rate": 1.4601719058106845e-06,
      "loss": 0.0408,
      "step": 2025
    },
    {
      "epoch": 41.35,
      "learning_rate": 1.4534799103266505e-06,
      "loss": 0.027,
      "step": 2026
    },
    {
      "epoch": 41.37,
      "learning_rate": 1.4468020828687979e-06,
      "loss": 0.0327,
      "step": 2027
    },
    {
      "epoch": 41.39,
      "learning_rate": 1.440138434507311e-06,
      "loss": 0.0299,
      "step": 2028
    },
    {
      "epoch": 41.41,
      "learning_rate": 1.4334889762888826e-06,
      "loss": 0.0757,
      "step": 2029
    },
    {
      "epoch": 41.43,
      "learning_rate": 1.426853719236676e-06,
      "loss": 0.0088,
      "step": 2030
    },
    {
      "epoch": 41.45,
      "learning_rate": 1.420232674350317e-06,
      "loss": 0.021,
      "step": 2031
    },
    {
      "epoch": 41.47,
      "learning_rate": 1.4136258526058633e-06,
      "loss": 0.0336,
      "step": 2032
    },
    {
      "epoch": 41.49,
      "learning_rate": 1.4070332649558004e-06,
      "loss": 0.0287,
      "step": 2033
    },
    {
      "epoch": 41.51,
      "learning_rate": 1.4004549223290153e-06,
      "loss": 0.0301,
      "step": 2034
    },
    {
      "epoch": 41.53,
      "learning_rate": 1.3938908356307846e-06,
      "loss": 0.0312,
      "step": 2035
    },
    {
      "epoch": 41.55,
      "learning_rate": 1.3873410157427425e-06,
      "loss": 0.0146,
      "step": 2036
    },
    {
      "epoch": 41.57,
      "learning_rate": 1.3808054735228794e-06,
      "loss": 0.0203,
      "step": 2037
    },
    {
      "epoch": 41.59,
      "learning_rate": 1.3742842198055173e-06,
      "loss": 0.0356,
      "step": 2038
    },
    {
      "epoch": 41.61,
      "learning_rate": 1.3677772654012855e-06,
      "loss": 0.0285,
      "step": 2039
    },
    {
      "epoch": 41.63,
      "learning_rate": 1.3612846210971153e-06,
      "loss": 0.0163,
      "step": 2040
    },
    {
      "epoch": 41.65,
      "learning_rate": 1.3548062976562115e-06,
      "loss": 0.0526,
      "step": 2041
    },
    {
      "epoch": 41.67,
      "learning_rate": 1.3483423058180423e-06,
      "loss": 0.0337,
      "step": 2042
    },
    {
      "epoch": 41.69,
      "learning_rate": 1.3418926562983102e-06,
      "loss": 0.0183,
      "step": 2043
    },
    {
      "epoch": 41.71,
      "learning_rate": 1.3354573597889487e-06,
      "loss": 0.0196,
      "step": 2044
    },
    {
      "epoch": 41.73,
      "learning_rate": 1.3290364269580935e-06,
      "loss": 0.02,
      "step": 2045
    },
    {
      "epoch": 41.76,
      "learning_rate": 1.322629868450074e-06,
      "loss": 0.0898,
      "step": 2046
    },
    {
      "epoch": 41.78,
      "learning_rate": 1.3162376948853795e-06,
      "loss": 0.0343,
      "step": 2047
    },
    {
      "epoch": 41.8,
      "learning_rate": 1.3098599168606685e-06,
      "loss": 0.0325,
      "step": 2048
    },
    {
      "epoch": 41.82,
      "learning_rate": 1.3034965449487246e-06,
      "loss": 0.0323,
      "step": 2049
    },
    {
      "epoch": 41.84,
      "learning_rate": 1.2971475896984487e-06,
      "loss": 0.0465,
      "step": 2050
    },
    {
      "epoch": 41.86,
      "learning_rate": 1.2908130616348457e-06,
      "loss": 0.0162,
      "step": 2051
    },
    {
      "epoch": 41.88,
      "learning_rate": 1.284492971259007e-06,
      "loss": 0.0123,
      "step": 2052
    },
    {
      "epoch": 41.9,
      "learning_rate": 1.2781873290480863e-06,
      "loss": 0.0352,
      "step": 2053
    },
    {
      "epoch": 41.92,
      "learning_rate": 1.2718961454552814e-06,
      "loss": 0.0281,
      "step": 2054
    },
    {
      "epoch": 41.94,
      "learning_rate": 1.265619430909828e-06,
      "loss": 0.0435,
      "step": 2055
    },
    {
      "epoch": 41.96,
      "learning_rate": 1.2593571958169781e-06,
      "loss": 0.0351,
      "step": 2056
    },
    {
      "epoch": 41.98,
      "learning_rate": 1.2531094505579689e-06,
      "loss": 0.0104,
      "step": 2057
    },
    {
      "epoch": 42.0,
      "learning_rate": 1.2468762054900264e-06,
      "loss": 0.0169,
      "step": 2058
    },
    {
      "epoch": 42.02,
      "learning_rate": 1.240657470946337e-06,
      "loss": 0.0397,
      "step": 2059
    },
    {
      "epoch": 42.04,
      "learning_rate": 1.2344532572360325e-06,
      "loss": 0.0165,
      "step": 2060
    },
    {
      "epoch": 42.06,
      "learning_rate": 1.2282635746441696e-06,
      "loss": 0.0266,
      "step": 2061
    },
    {
      "epoch": 42.08,
      "learning_rate": 1.2220884334317185e-06,
      "loss": 0.0494,
      "step": 2062
    },
    {
      "epoch": 42.1,
      "learning_rate": 1.2159278438355427e-06,
      "loss": 0.0428,
      "step": 2063
    },
    {
      "epoch": 42.12,
      "learning_rate": 1.2097818160683873e-06,
      "loss": 0.0083,
      "step": 2064
    },
    {
      "epoch": 42.14,
      "learning_rate": 1.2036503603188464e-06,
      "loss": 0.0076,
      "step": 2065
    },
    {
      "epoch": 42.16,
      "learning_rate": 1.1975334867513687e-06,
      "loss": 0.0168,
      "step": 2066
    },
    {
      "epoch": 42.18,
      "learning_rate": 1.1914312055062226e-06,
      "loss": 0.0137,
      "step": 2067
    },
    {
      "epoch": 42.2,
      "learning_rate": 1.1853435266994906e-06,
      "loss": 0.0114,
      "step": 2068
    },
    {
      "epoch": 42.22,
      "learning_rate": 1.1792704604230399e-06,
      "loss": 0.0286,
      "step": 2069
    },
    {
      "epoch": 42.24,
      "learning_rate": 1.1732120167445248e-06,
      "loss": 0.0185,
      "step": 2070
    },
    {
      "epoch": 42.27,
      "learning_rate": 1.167168205707354e-06,
      "loss": 0.028,
      "step": 2071
    },
    {
      "epoch": 42.29,
      "learning_rate": 1.161139037330673e-06,
      "loss": 0.0359,
      "step": 2072
    },
    {
      "epoch": 42.31,
      "learning_rate": 1.1551245216093609e-06,
      "loss": 0.0569,
      "step": 2073
    },
    {
      "epoch": 42.33,
      "learning_rate": 1.1491246685140078e-06,
      "loss": 0.0362,
      "step": 2074
    },
    {
      "epoch": 42.35,
      "learning_rate": 1.1431394879908863e-06,
      "loss": 0.0587,
      "step": 2075
    },
    {
      "epoch": 42.37,
      "learning_rate": 1.1371689899619554e-06,
      "loss": 0.0482,
      "step": 2076
    },
    {
      "epoch": 42.39,
      "learning_rate": 1.1312131843248319e-06,
      "loss": 0.0212,
      "step": 2077
    },
    {
      "epoch": 42.41,
      "learning_rate": 1.1252720809527761e-06,
      "loss": 0.037,
      "step": 2078
    },
    {
      "epoch": 42.43,
      "learning_rate": 1.1193456896946698e-06,
      "loss": 0.0237,
      "step": 2079
    },
    {
      "epoch": 42.45,
      "learning_rate": 1.113434020375015e-06,
      "loss": 0.0787,
      "step": 2080
    },
    {
      "epoch": 42.47,
      "learning_rate": 1.1075370827939014e-06,
      "loss": 0.0191,
      "step": 2081
    },
    {
      "epoch": 42.49,
      "learning_rate": 1.1016548867270037e-06,
      "loss": 0.0361,
      "step": 2082
    },
    {
      "epoch": 42.51,
      "learning_rate": 1.095787441925551e-06,
      "loss": 0.0061,
      "step": 2083
    },
    {
      "epoch": 42.53,
      "learning_rate": 1.0899347581163222e-06,
      "loss": 0.0106,
      "step": 2084
    },
    {
      "epoch": 42.55,
      "learning_rate": 1.0840968450016276e-06,
      "loss": 0.0138,
      "step": 2085
    },
    {
      "epoch": 42.57,
      "learning_rate": 1.0782737122592912e-06,
      "loss": 0.0186,
      "step": 2086
    },
    {
      "epoch": 42.59,
      "learning_rate": 1.0724653695426302e-06,
      "loss": 0.0392,
      "step": 2087
    },
    {
      "epoch": 42.61,
      "learning_rate": 1.0666718264804476e-06,
      "loss": 0.0325,
      "step": 2088
    },
    {
      "epoch": 42.63,
      "learning_rate": 1.0608930926770133e-06,
      "loss": 0.0356,
      "step": 2089
    },
    {
      "epoch": 42.65,
      "learning_rate": 1.0551291777120455e-06,
      "loss": 0.0114,
      "step": 2090
    },
    {
      "epoch": 42.67,
      "learning_rate": 1.0493800911406915e-06,
      "loss": 0.0351,
      "step": 2091
    },
    {
      "epoch": 42.69,
      "learning_rate": 1.043645842493527e-06,
      "loss": 0.0032,
      "step": 2092
    },
    {
      "epoch": 42.71,
      "learning_rate": 1.0379264412765234e-06,
      "loss": 0.0266,
      "step": 2093
    },
    {
      "epoch": 42.73,
      "learning_rate": 1.0322218969710374e-06,
      "loss": 0.0432,
      "step": 2094
    },
    {
      "epoch": 42.76,
      "learning_rate": 1.0265322190337989e-06,
      "loss": 0.0238,
      "step": 2095
    },
    {
      "epoch": 42.78,
      "learning_rate": 1.0208574168968977e-06,
      "loss": 0.0446,
      "step": 2096
    },
    {
      "epoch": 42.8,
      "learning_rate": 1.0151974999677527e-06,
      "loss": 0.023,
      "step": 2097
    },
    {
      "epoch": 42.82,
      "learning_rate": 1.0095524776291165e-06,
      "loss": 0.0117,
      "step": 2098
    },
    {
      "epoch": 42.84,
      "learning_rate": 1.0039223592390445e-06,
      "loss": 0.0547,
      "step": 2099
    },
    {
      "epoch": 42.86,
      "learning_rate": 9.983071541308898e-07,
      "loss": 0.0171,
      "step": 2100
    },
    {
      "epoch": 42.88,
      "learning_rate": 9.927068716132759e-07,
      "loss": 0.0156,
      "step": 2101
    },
    {
      "epoch": 42.9,
      "learning_rate": 9.871215209700945e-07,
      "loss": 0.0235,
      "step": 2102
    },
    {
      "epoch": 42.92,
      "learning_rate": 9.815511114604815e-07,
      "loss": 0.0347,
      "step": 2103
    },
    {
      "epoch": 42.94,
      "learning_rate": 9.759956523188075e-07,
      "loss": 0.033,
      "step": 2104
    },
    {
      "epoch": 42.96,
      "learning_rate": 9.704551527546503e-07,
      "loss": 0.0323,
      "step": 2105
    },
    {
      "epoch": 42.98,
      "learning_rate": 9.649296219527982e-07,
      "loss": 0.0118,
      "step": 2106
    },
    {
      "epoch": 43.0,
      "learning_rate": 9.594190690732185e-07,
      "loss": 0.0255,
      "step": 2107
    },
    {
      "epoch": 43.02,
      "learning_rate": 9.539235032510552e-07,
      "loss": 0.0455,
      "step": 2108
    },
    {
      "epoch": 43.04,
      "learning_rate": 9.484429335965983e-07,
      "loss": 0.0237,
      "step": 2109
    },
    {
      "epoch": 43.06,
      "learning_rate": 9.42977369195286e-07,
      "loss": 0.0219,
      "step": 2110
    },
    {
      "epoch": 43.08,
      "learning_rate": 9.375268191076792e-07,
      "loss": 0.0218,
      "step": 2111
    },
    {
      "epoch": 43.1,
      "learning_rate": 9.320912923694448e-07,
      "loss": 0.0241,
      "step": 2112
    },
    {
      "epoch": 43.12,
      "learning_rate": 9.266707979913481e-07,
      "loss": 0.0212,
      "step": 2113
    },
    {
      "epoch": 43.14,
      "learning_rate": 9.21265344959239e-07,
      "loss": 0.0088,
      "step": 2114
    },
    {
      "epoch": 43.16,
      "learning_rate": 9.15874942234024e-07,
      "loss": 0.0572,
      "step": 2115
    },
    {
      "epoch": 43.18,
      "learning_rate": 9.104995987516641e-07,
      "loss": 0.0128,
      "step": 2116
    },
    {
      "epoch": 43.2,
      "learning_rate": 9.051393234231554e-07,
      "loss": 0.0151,
      "step": 2117
    },
    {
      "epoch": 43.22,
      "learning_rate": 8.997941251345176e-07,
      "loss": 0.0303,
      "step": 2118
    },
    {
      "epoch": 43.24,
      "learning_rate": 8.944640127467686e-07,
      "loss": 0.0125,
      "step": 2119
    },
    {
      "epoch": 43.27,
      "learning_rate": 8.891489950959254e-07,
      "loss": 0.0132,
      "step": 2120
    },
    {
      "epoch": 43.29,
      "learning_rate": 8.838490809929779e-07,
      "loss": 0.04,
      "step": 2121
    },
    {
      "epoch": 43.31,
      "learning_rate": 8.785642792238814e-07,
      "loss": 0.0147,
      "step": 2122
    },
    {
      "epoch": 43.33,
      "learning_rate": 8.732945985495311e-07,
      "loss": 0.0341,
      "step": 2123
    },
    {
      "epoch": 43.35,
      "learning_rate": 8.680400477057627e-07,
      "loss": 0.0125,
      "step": 2124
    },
    {
      "epoch": 43.37,
      "learning_rate": 8.628006354033291e-07,
      "loss": 0.0369,
      "step": 2125
    },
    {
      "epoch": 43.39,
      "learning_rate": 8.575763703278861e-07,
      "loss": 0.0368,
      "step": 2126
    },
    {
      "epoch": 43.41,
      "learning_rate": 8.523672611399769e-07,
      "loss": 0.0296,
      "step": 2127
    },
    {
      "epoch": 43.43,
      "learning_rate": 8.471733164750228e-07,
      "loss": 0.0228,
      "step": 2128
    },
    {
      "epoch": 43.45,
      "learning_rate": 8.419945449433065e-07,
      "loss": 0.0267,
      "step": 2129
    },
    {
      "epoch": 43.47,
      "learning_rate": 8.368309551299536e-07,
      "loss": 0.0267,
      "step": 2130
    },
    {
      "epoch": 43.49,
      "learning_rate": 8.316825555949271e-07,
      "loss": 0.0088,
      "step": 2131
    },
    {
      "epoch": 43.51,
      "learning_rate": 8.265493548730042e-07,
      "loss": 0.0331,
      "step": 2132
    },
    {
      "epoch": 43.53,
      "learning_rate": 8.214313614737712e-07,
      "loss": 0.03,
      "step": 2133
    },
    {
      "epoch": 43.55,
      "learning_rate": 8.163285838815971e-07,
      "loss": 0.0567,
      "step": 2134
    },
    {
      "epoch": 43.57,
      "learning_rate": 8.112410305556307e-07,
      "loss": 0.0186,
      "step": 2135
    },
    {
      "epoch": 43.59,
      "learning_rate": 8.061687099297888e-07,
      "loss": 0.0312,
      "step": 2136
    },
    {
      "epoch": 43.61,
      "learning_rate": 8.011116304127231e-07,
      "loss": 0.0209,
      "step": 2137
    },
    {
      "epoch": 43.63,
      "learning_rate": 7.960698003878309e-07,
      "loss": 0.0394,
      "step": 2138
    },
    {
      "epoch": 43.65,
      "learning_rate": 7.91043228213223e-07,
      "loss": 0.0224,
      "step": 2139
    },
    {
      "epoch": 43.67,
      "learning_rate": 7.860319222217206e-07,
      "loss": 0.0428,
      "step": 2140
    },
    {
      "epoch": 43.69,
      "learning_rate": 7.810358907208326e-07,
      "loss": 0.0121,
      "step": 2141
    },
    {
      "epoch": 43.71,
      "learning_rate": 7.760551419927498e-07,
      "loss": 0.0209,
      "step": 2142
    },
    {
      "epoch": 43.73,
      "learning_rate": 7.710896842943282e-07,
      "loss": 0.0124,
      "step": 2143
    },
    {
      "epoch": 43.76,
      "learning_rate": 7.661395258570759e-07,
      "loss": 0.0374,
      "step": 2144
    },
    {
      "epoch": 43.78,
      "learning_rate": 7.612046748871327e-07,
      "loss": 0.0595,
      "step": 2145
    },
    {
      "epoch": 43.8,
      "learning_rate": 7.562851395652693e-07,
      "loss": 0.0326,
      "step": 2146
    },
    {
      "epoch": 43.82,
      "learning_rate": 7.513809280468654e-07,
      "loss": 0.0127,
      "step": 2147
    },
    {
      "epoch": 43.84,
      "learning_rate": 7.464920484618921e-07,
      "loss": 0.055,
      "step": 2148
    },
    {
      "epoch": 43.86,
      "learning_rate": 7.416185089149108e-07,
      "loss": 0.0366,
      "step": 2149
    },
    {
      "epoch": 43.88,
      "learning_rate": 7.367603174850502e-07,
      "loss": 0.0224,
      "step": 2150
    },
    {
      "epoch": 43.9,
      "learning_rate": 7.319174822259967e-07,
      "loss": 0.0206,
      "step": 2151
    },
    {
      "epoch": 43.92,
      "learning_rate": 7.270900111659762e-07,
      "loss": 0.0163,
      "step": 2152
    },
    {
      "epoch": 43.94,
      "learning_rate": 7.222779123077483e-07,
      "loss": 0.0456,
      "step": 2153
    },
    {
      "epoch": 43.96,
      "learning_rate": 7.174811936285886e-07,
      "loss": 0.032,
      "step": 2154
    },
    {
      "epoch": 43.98,
      "learning_rate": 7.126998630802772e-07,
      "loss": 0.0185,
      "step": 2155
    },
    {
      "epoch": 44.0,
      "learning_rate": 7.079339285890774e-07,
      "loss": 0.0798,
      "step": 2156
    },
    {
      "epoch": 44.02,
      "learning_rate": 7.031833980557412e-07,
      "loss": 0.0494,
      "step": 2157
    },
    {
      "epoch": 44.04,
      "learning_rate": 6.984482793554781e-07,
      "loss": 0.0194,
      "step": 2158
    },
    {
      "epoch": 44.06,
      "learning_rate": 6.937285803379456e-07,
      "loss": 0.0107,
      "step": 2159
    },
    {
      "epoch": 44.08,
      "learning_rate": 6.890243088272453e-07,
      "loss": 0.0324,
      "step": 2160
    },
    {
      "epoch": 44.1,
      "learning_rate": 6.843354726218998e-07,
      "loss": 0.0104,
      "step": 2161
    },
    {
      "epoch": 44.12,
      "learning_rate": 6.796620794948483e-07,
      "loss": 0.0628,
      "step": 2162
    },
    {
      "epoch": 44.14,
      "learning_rate": 6.750041371934224e-07,
      "loss": 0.0248,
      "step": 2163
    },
    {
      "epoch": 44.16,
      "learning_rate": 6.703616534393442e-07,
      "loss": 0.0349,
      "step": 2164
    },
    {
      "epoch": 44.18,
      "learning_rate": 6.65734635928711e-07,
      "loss": 0.0239,
      "step": 2165
    },
    {
      "epoch": 44.2,
      "learning_rate": 6.611230923319755e-07,
      "loss": 0.0378,
      "step": 2166
    },
    {
      "epoch": 44.22,
      "learning_rate": 6.565270302939441e-07,
      "loss": 0.0417,
      "step": 2167
    },
    {
      "epoch": 44.24,
      "learning_rate": 6.519464574337553e-07,
      "loss": 0.0234,
      "step": 2168
    },
    {
      "epoch": 44.27,
      "learning_rate": 6.473813813448715e-07,
      "loss": 0.0132,
      "step": 2169
    },
    {
      "epoch": 44.29,
      "learning_rate": 6.428318095950648e-07,
      "loss": 0.0726,
      "step": 2170
    },
    {
      "epoch": 44.31,
      "learning_rate": 6.382977497264032e-07,
      "loss": 0.0135,
      "step": 2171
    },
    {
      "epoch": 44.33,
      "learning_rate": 6.337792092552453e-07,
      "loss": 0.0187,
      "step": 2172
    },
    {
      "epoch": 44.35,
      "learning_rate": 6.292761956722171e-07,
      "loss": 0.0161,
      "step": 2173
    },
    {
      "epoch": 44.37,
      "learning_rate": 6.247887164422051e-07,
      "loss": 0.0364,
      "step": 2174
    },
    {
      "epoch": 44.39,
      "learning_rate": 6.203167790043462e-07,
      "loss": 0.0259,
      "step": 2175
    },
    {
      "epoch": 44.41,
      "learning_rate": 6.158603907720118e-07,
      "loss": 0.0306,
      "step": 2176
    },
    {
      "epoch": 44.43,
      "learning_rate": 6.114195591327976e-07,
      "loss": 0.003,
      "step": 2177
    },
    {
      "epoch": 44.45,
      "learning_rate": 6.06994291448505e-07,
      "loss": 0.032,
      "step": 2178
    },
    {
      "epoch": 44.47,
      "learning_rate": 6.025845950551424e-07,
      "loss": 0.0437,
      "step": 2179
    },
    {
      "epoch": 44.49,
      "learning_rate": 5.98190477262901e-07,
      "loss": 0.0428,
      "step": 2180
    },
    {
      "epoch": 44.51,
      "learning_rate": 5.938119453561442e-07,
      "loss": 0.0221,
      "step": 2181
    },
    {
      "epoch": 44.53,
      "learning_rate": 5.894490065934e-07,
      "loss": 0.0227,
      "step": 2182
    },
    {
      "epoch": 44.55,
      "learning_rate": 5.851016682073485e-07,
      "loss": 0.0148,
      "step": 2183
    },
    {
      "epoch": 44.57,
      "learning_rate": 5.807699374048037e-07,
      "loss": 0.0326,
      "step": 2184
    },
    {
      "epoch": 44.59,
      "learning_rate": 5.764538213667103e-07,
      "loss": 0.0084,
      "step": 2185
    },
    {
      "epoch": 44.61,
      "learning_rate": 5.721533272481272e-07,
      "loss": 0.0106,
      "step": 2186
    },
    {
      "epoch": 44.63,
      "learning_rate": 5.678684621782138e-07,
      "loss": 0.032,
      "step": 2187
    },
    {
      "epoch": 44.65,
      "learning_rate": 5.635992332602214e-07,
      "loss": 0.0605,
      "step": 2188
    },
    {
      "epoch": 44.67,
      "learning_rate": 5.593456475714798e-07,
      "loss": 0.0313,
      "step": 2189
    },
    {
      "epoch": 44.69,
      "learning_rate": 5.551077121633875e-07,
      "loss": 0.0242,
      "step": 2190
    },
    {
      "epoch": 44.71,
      "learning_rate": 5.50885434061399e-07,
      "loss": 0.0297,
      "step": 2191
    },
    {
      "epoch": 44.73,
      "learning_rate": 5.466788202650108e-07,
      "loss": 0.0168,
      "step": 2192
    },
    {
      "epoch": 44.76,
      "learning_rate": 5.424878777477527e-07,
      "loss": 0.024,
      "step": 2193
    },
    {
      "epoch": 44.78,
      "learning_rate": 5.383126134571759e-07,
      "loss": 0.0159,
      "step": 2194
    },
    {
      "epoch": 44.8,
      "learning_rate": 5.341530343148415e-07,
      "loss": 0.0063,
      "step": 2195
    },
    {
      "epoch": 44.82,
      "learning_rate": 5.30009147216306e-07,
      "loss": 0.054,
      "step": 2196
    },
    {
      "epoch": 44.84,
      "learning_rate": 5.258809590311143e-07,
      "loss": 0.046,
      "step": 2197
    },
    {
      "epoch": 44.86,
      "learning_rate": 5.217684766027886e-07,
      "loss": 0.0146,
      "step": 2198
    },
    {
      "epoch": 44.88,
      "learning_rate": 5.176717067488091e-07,
      "loss": 0.0251,
      "step": 2199
    },
    {
      "epoch": 44.9,
      "learning_rate": 5.135906562606118e-07,
      "loss": 0.0501,
      "step": 2200
    },
    {
      "epoch": 44.92,
      "learning_rate": 5.095253319035765e-07,
      "loss": 0.0221,
      "step": 2201
    },
    {
      "epoch": 44.94,
      "learning_rate": 5.054757404170074e-07,
      "loss": 0.0357,
      "step": 2202
    },
    {
      "epoch": 44.96,
      "learning_rate": 5.014418885141304e-07,
      "loss": 0.0083,
      "step": 2203
    },
    {
      "epoch": 44.98,
      "learning_rate": 4.974237828820805e-07,
      "loss": 0.0132,
      "step": 2204
    },
    {
      "epoch": 45.0,
      "learning_rate": 4.934214301818873e-07,
      "loss": 0.0207,
      "step": 2205
    },
    {
      "epoch": 45.02,
      "learning_rate": 4.894348370484648e-07,
      "loss": 0.0233,
      "step": 2206
    },
    {
      "epoch": 45.04,
      "learning_rate": 4.854640100906027e-07,
      "loss": 0.0128,
      "step": 2207
    },
    {
      "epoch": 45.06,
      "learning_rate": 4.815089558909558e-07,
      "loss": 0.0211,
      "step": 2208
    },
    {
      "epoch": 45.08,
      "learning_rate": 4.775696810060315e-07,
      "loss": 0.0388,
      "step": 2209
    },
    {
      "epoch": 45.1,
      "learning_rate": 4.73646191966175e-07,
      "loss": 0.0109,
      "step": 2210
    },
    {
      "epoch": 45.12,
      "learning_rate": 4.697384952755657e-07,
      "loss": 0.0488,
      "step": 2211
    },
    {
      "epoch": 45.14,
      "learning_rate": 4.65846597412204e-07,
      "loss": 0.0701,
      "step": 2212
    },
    {
      "epoch": 45.16,
      "learning_rate": 4.6197050482789776e-07,
      "loss": 0.0183,
      "step": 2213
    },
    {
      "epoch": 45.18,
      "learning_rate": 4.581102239482527e-07,
      "loss": 0.0184,
      "step": 2214
    },
    {
      "epoch": 45.2,
      "learning_rate": 4.5426576117266643e-07,
      "loss": 0.0346,
      "step": 2215
    },
    {
      "epoch": 45.22,
      "learning_rate": 4.5043712287430983e-07,
      "loss": 0.0495,
      "step": 2216
    },
    {
      "epoch": 45.24,
      "learning_rate": 4.4662431540012597e-07,
      "loss": 0.0147,
      "step": 2217
    },
    {
      "epoch": 45.27,
      "learning_rate": 4.428273450708065e-07,
      "loss": 0.093,
      "step": 2218
    },
    {
      "epoch": 45.29,
      "learning_rate": 4.390462181807953e-07,
      "loss": 0.0247,
      "step": 2219
    },
    {
      "epoch": 45.31,
      "learning_rate": 4.3528094099827167e-07,
      "loss": 0.0224,
      "step": 2220
    },
    {
      "epoch": 45.33,
      "learning_rate": 4.3153151976513376e-07,
      "loss": 0.0329,
      "step": 2221
    },
    {
      "epoch": 45.35,
      "learning_rate": 4.277979606970017e-07,
      "loss": 0.0327,
      "step": 2222
    },
    {
      "epoch": 45.37,
      "learning_rate": 4.240802699831992e-07,
      "loss": 0.0236,
      "step": 2223
    },
    {
      "epoch": 45.39,
      "learning_rate": 4.2037845378673946e-07,
      "loss": 0.0265,
      "step": 2224
    },
    {
      "epoch": 45.41,
      "learning_rate": 4.1669251824432267e-07,
      "loss": 0.0181,
      "step": 2225
    },
    {
      "epoch": 45.43,
      "learning_rate": 4.1302246946632206e-07,
      "loss": 0.0198,
      "step": 2226
    },
    {
      "epoch": 45.45,
      "learning_rate": 4.0936831353677763e-07,
      "loss": 0.0496,
      "step": 2227
    },
    {
      "epoch": 45.47,
      "learning_rate": 4.0573005651337705e-07,
      "loss": 0.024,
      "step": 2228
    },
    {
      "epoch": 45.49,
      "learning_rate": 4.0210770442745573e-07,
      "loss": 0.0327,
      "step": 2229
    },
    {
      "epoch": 45.51,
      "learning_rate": 3.985012632839824e-07,
      "loss": 0.0574,
      "step": 2230
    },
    {
      "epoch": 45.53,
      "learning_rate": 3.949107390615492e-07,
      "loss": 0.0087,
      "step": 2231
    },
    {
      "epoch": 45.55,
      "learning_rate": 3.913361377123581e-07,
      "loss": 0.0069,
      "step": 2232
    },
    {
      "epoch": 45.57,
      "learning_rate": 3.8777746516222127e-07,
      "loss": 0.0048,
      "step": 2233
    },
    {
      "epoch": 45.59,
      "learning_rate": 3.842347273105396e-07,
      "loss": 0.0177,
      "step": 2234
    },
    {
      "epoch": 45.61,
      "learning_rate": 3.8070793003030296e-07,
      "loss": 0.0161,
      "step": 2235
    },
    {
      "epoch": 45.63,
      "learning_rate": 3.7719707916807014e-07,
      "loss": 0.0228,
      "step": 2236
    },
    {
      "epoch": 45.65,
      "learning_rate": 3.7370218054396777e-07,
      "loss": 0.0221,
      "step": 2237
    },
    {
      "epoch": 45.67,
      "learning_rate": 3.702232399516803e-07,
      "loss": 0.0535,
      "step": 2238
    },
    {
      "epoch": 45.69,
      "learning_rate": 3.6676026315843104e-07,
      "loss": 0.0063,
      "step": 2239
    },
    {
      "epoch": 45.71,
      "learning_rate": 3.6331325590498344e-07,
      "loss": 0.0218,
      "step": 2240
    },
    {
      "epoch": 45.73,
      "learning_rate": 3.5988222390562876e-07,
      "loss": 0.0226,
      "step": 2241
    },
    {
      "epoch": 45.76,
      "learning_rate": 3.564671728481739e-07,
      "loss": 0.0246,
      "step": 2242
    },
    {
      "epoch": 45.78,
      "learning_rate": 3.5306810839392913e-07,
      "loss": 0.012,
      "step": 2243
    },
    {
      "epoch": 45.8,
      "learning_rate": 3.496850361777082e-07,
      "loss": 0.0415,
      "step": 2244
    },
    {
      "epoch": 45.82,
      "learning_rate": 3.4631796180781496e-07,
      "loss": 0.0065,
      "step": 2245
    },
    {
      "epoch": 45.84,
      "learning_rate": 3.4296689086602554e-07,
      "loss": 0.0375,
      "step": 2246
    },
    {
      "epoch": 45.86,
      "learning_rate": 3.3963182890759283e-07,
      "loss": 0.017,
      "step": 2247
    },
    {
      "epoch": 45.88,
      "learning_rate": 3.363127814612266e-07,
      "loss": 0.0407,
      "step": 2248
    },
    {
      "epoch": 45.9,
      "learning_rate": 3.330097540290933e-07,
      "loss": 0.0315,
      "step": 2249
    },
    {
      "epoch": 45.92,
      "learning_rate": 3.2972275208679625e-07,
      "loss": 0.0472,
      "step": 2250
    },
    {
      "epoch": 45.94,
      "learning_rate": 3.264517810833778e-07,
      "loss": 0.0103,
      "step": 2251
    },
    {
      "epoch": 45.96,
      "learning_rate": 3.2319684644130044e-07,
      "loss": 0.0253,
      "step": 2252
    },
    {
      "epoch": 45.98,
      "learning_rate": 3.1995795355644564e-07,
      "loss": 0.0121,
      "step": 2253
    },
    {
      "epoch": 46.0,
      "learning_rate": 3.167351077981007e-07,
      "loss": 0.032,
      "step": 2254
    },
    {
      "epoch": 46.02,
      "learning_rate": 3.135283145089485e-07,
      "loss": 0.0412,
      "step": 2255
    },
    {
      "epoch": 46.04,
      "learning_rate": 3.1033757900506665e-07,
      "loss": 0.0387,
      "step": 2256
    },
    {
      "epoch": 46.06,
      "learning_rate": 3.071629065759052e-07,
      "loss": 0.0253,
      "step": 2257
    },
    {
      "epoch": 46.08,
      "learning_rate": 3.0400430248428983e-07,
      "loss": 0.0104,
      "step": 2258
    },
    {
      "epoch": 46.1,
      "learning_rate": 3.008617719664109e-07,
      "loss": 0.0254,
      "step": 2259
    },
    {
      "epoch": 46.12,
      "learning_rate": 2.9773532023180897e-07,
      "loss": 0.0658,
      "step": 2260
    },
    {
      "epoch": 46.14,
      "learning_rate": 2.9462495246337154e-07,
      "loss": 0.0144,
      "step": 2261
    },
    {
      "epoch": 46.16,
      "learning_rate": 2.915306738173207e-07,
      "loss": 0.0128,
      "step": 2262
    },
    {
      "epoch": 46.18,
      "learning_rate": 2.88452489423211e-07,
      "loss": 0.0348,
      "step": 2263
    },
    {
      "epoch": 46.2,
      "learning_rate": 2.8539040438391506e-07,
      "loss": 0.024,
      "step": 2264
    },
    {
      "epoch": 46.22,
      "learning_rate": 2.823444237756123e-07,
      "loss": 0.0432,
      "step": 2265
    },
    {
      "epoch": 46.24,
      "learning_rate": 2.793145526477914e-07,
      "loss": 0.0645,
      "step": 2266
    },
    {
      "epoch": 46.27,
      "learning_rate": 2.7630079602323447e-07,
      "loss": 0.0506,
      "step": 2267
    },
    {
      "epoch": 46.29,
      "learning_rate": 2.7330315889800396e-07,
      "loss": 0.0293,
      "step": 2268
    },
    {
      "epoch": 46.31,
      "learning_rate": 2.70321646241446e-07,
      "loss": 0.0179,
      "step": 2269
    },
    {
      "epoch": 46.33,
      "learning_rate": 2.6735626299617456e-07,
      "loss": 0.0398,
      "step": 2270
    },
    {
      "epoch": 46.35,
      "learning_rate": 2.6440701407806636e-07,
      "loss": 0.0481,
      "step": 2271
    },
    {
      "epoch": 46.37,
      "learning_rate": 2.614739043762471e-07,
      "loss": 0.0229,
      "step": 2272
    },
    {
      "epoch": 46.39,
      "learning_rate": 2.5855693875309283e-07,
      "loss": 0.0605,
      "step": 2273
    },
    {
      "epoch": 46.41,
      "learning_rate": 2.556561220442144e-07,
      "loss": 0.0414,
      "step": 2274
    },
    {
      "epoch": 46.43,
      "learning_rate": 2.5277145905844957e-07,
      "loss": 0.0163,
      "step": 2275
    },
    {
      "epoch": 46.45,
      "learning_rate": 2.4990295457786086e-07,
      "loss": 0.0242,
      "step": 2276
    },
    {
      "epoch": 46.47,
      "learning_rate": 2.470506133577233e-07,
      "loss": 0.0219,
      "step": 2277
    },
    {
      "epoch": 46.49,
      "learning_rate": 2.4421444012651565e-07,
      "loss": 0.0267,
      "step": 2278
    },
    {
      "epoch": 46.51,
      "learning_rate": 2.413944395859136e-07,
      "loss": 0.0333,
      "step": 2279
    },
    {
      "epoch": 46.53,
      "learning_rate": 2.385906164107854e-07,
      "loss": 0.0065,
      "step": 2280
    },
    {
      "epoch": 46.55,
      "learning_rate": 2.3580297524917862e-07,
      "loss": 0.0194,
      "step": 2281
    },
    {
      "epoch": 46.57,
      "learning_rate": 2.3303152072231883e-07,
      "loss": 0.0109,
      "step": 2282
    },
    {
      "epoch": 46.59,
      "learning_rate": 2.3027625742459093e-07,
      "loss": 0.0203,
      "step": 2283
    },
    {
      "epoch": 46.61,
      "learning_rate": 2.2753718992354457e-07,
      "loss": 0.0148,
      "step": 2284
    },
    {
      "epoch": 46.63,
      "learning_rate": 2.248143227598809e-07,
      "loss": 0.0106,
      "step": 2285
    },
    {
      "epoch": 46.65,
      "learning_rate": 2.221076604474426e-07,
      "loss": 0.0188,
      "step": 2286
    },
    {
      "epoch": 46.67,
      "learning_rate": 2.1941720747320705e-07,
      "loss": 0.0171,
      "step": 2287
    },
    {
      "epoch": 46.69,
      "learning_rate": 2.1674296829728658e-07,
      "loss": 0.0486,
      "step": 2288
    },
    {
      "epoch": 46.71,
      "learning_rate": 2.1408494735291053e-07,
      "loss": 0.011,
      "step": 2289
    },
    {
      "epoch": 46.73,
      "learning_rate": 2.1144314904642194e-07,
      "loss": 0.0268,
      "step": 2290
    },
    {
      "epoch": 46.76,
      "learning_rate": 2.0881757775727208e-07,
      "loss": 0.0108,
      "step": 2291
    },
    {
      "epoch": 46.78,
      "learning_rate": 2.0620823783801258e-07,
      "loss": 0.0148,
      "step": 2292
    },
    {
      "epoch": 46.8,
      "learning_rate": 2.0361513361428554e-07,
      "loss": 0.0295,
      "step": 2293
    },
    {
      "epoch": 46.82,
      "learning_rate": 2.0103826938482006e-07,
      "loss": 0.0352,
      "step": 2294
    },
    {
      "epoch": 46.84,
      "learning_rate": 1.9847764942142246e-07,
      "loss": 0.026,
      "step": 2295
    },
    {
      "epoch": 46.86,
      "learning_rate": 1.9593327796897156e-07,
      "loss": 0.0138,
      "step": 2296
    },
    {
      "epoch": 46.88,
      "learning_rate": 1.9340515924540559e-07,
      "loss": 0.0125,
      "step": 2297
    },
    {
      "epoch": 46.9,
      "learning_rate": 1.9089329744172658e-07,
      "loss": 0.0288,
      "step": 2298
    },
    {
      "epoch": 46.92,
      "learning_rate": 1.8839769672198028e-07,
      "loss": 0.0188,
      "step": 2299
    },
    {
      "epoch": 46.94,
      "learning_rate": 1.8591836122326068e-07,
      "loss": 0.0507,
      "step": 2300
    },
    {
      "epoch": 46.96,
      "learning_rate": 1.8345529505569227e-07,
      "loss": 0.0283,
      "step": 2301
    },
    {
      "epoch": 46.98,
      "learning_rate": 1.810085023024355e-07,
      "loss": 0.0269,
      "step": 2302
    },
    {
      "epoch": 47.0,
      "learning_rate": 1.7857798701966912e-07,
      "loss": 0.0056,
      "step": 2303
    },
    {
      "epoch": 47.02,
      "learning_rate": 1.7616375323659009e-07,
      "loss": 0.0102,
      "step": 2304
    },
    {
      "epoch": 47.04,
      "learning_rate": 1.7376580495540142e-07,
      "loss": 0.0225,
      "step": 2305
    },
    {
      "epoch": 47.06,
      "learning_rate": 1.7138414615131327e-07,
      "loss": 0.0141,
      "step": 2306
    },
    {
      "epoch": 47.08,
      "learning_rate": 1.6901878077252855e-07,
      "loss": 0.0241,
      "step": 2307
    },
    {
      "epoch": 47.1,
      "learning_rate": 1.6666971274024058e-07,
      "loss": 0.0184,
      "step": 2308
    },
    {
      "epoch": 47.12,
      "learning_rate": 1.6433694594862437e-07,
      "loss": 0.0143,
      "step": 2309
    },
    {
      "epoch": 47.14,
      "learning_rate": 1.6202048426483652e-07,
      "loss": 0.0111,
      "step": 2310
    },
    {
      "epoch": 47.16,
      "learning_rate": 1.5972033152899747e-07,
      "loss": 0.0182,
      "step": 2311
    },
    {
      "epoch": 47.18,
      "learning_rate": 1.5743649155419594e-07,
      "loss": 0.0474,
      "step": 2312
    },
    {
      "epoch": 47.2,
      "learning_rate": 1.5516896812647453e-07,
      "loss": 0.0216,
      "step": 2313
    },
    {
      "epoch": 47.22,
      "learning_rate": 1.529177650048308e-07,
      "loss": 0.0359,
      "step": 2314
    },
    {
      "epoch": 47.24,
      "learning_rate": 1.5068288592120284e-07,
      "loss": 0.0158,
      "step": 2315
    },
    {
      "epoch": 47.27,
      "learning_rate": 1.4846433458047149e-07,
      "loss": 0.0871,
      "step": 2316
    },
    {
      "epoch": 47.29,
      "learning_rate": 1.4626211466044814e-07,
      "loss": 0.0286,
      "step": 2317
    },
    {
      "epoch": 47.31,
      "learning_rate": 1.440762298118725e-07,
      "loss": 0.0148,
      "step": 2318
    },
    {
      "epoch": 47.33,
      "learning_rate": 1.4190668365840153e-07,
      "loss": 0.0319,
      "step": 2319
    },
    {
      "epoch": 47.35,
      "learning_rate": 1.3975347979661046e-07,
      "loss": 0.0539,
      "step": 2320
    },
    {
      "epoch": 47.37,
      "learning_rate": 1.3761662179597955e-07,
      "loss": 0.0077,
      "step": 2321
    },
    {
      "epoch": 47.39,
      "learning_rate": 1.354961131988941e-07,
      "loss": 0.0202,
      "step": 2322
    },
    {
      "epoch": 47.41,
      "learning_rate": 1.333919575206355e-07,
      "loss": 0.0206,
      "step": 2323
    },
    {
      "epoch": 47.43,
      "learning_rate": 1.313041582493757e-07,
      "loss": 0.0238,
      "step": 2324
    },
    {
      "epoch": 47.45,
      "learning_rate": 1.2923271884617282e-07,
      "loss": 0.0095,
      "step": 2325
    },
    {
      "epoch": 47.47,
      "learning_rate": 1.2717764274496003e-07,
      "loss": 0.0348,
      "step": 2326
    },
    {
      "epoch": 47.49,
      "learning_rate": 1.25138933352551e-07,
      "loss": 0.0175,
      "step": 2327
    },
    {
      "epoch": 47.51,
      "learning_rate": 1.231165940486234e-07,
      "loss": 0.0151,
      "step": 2328
    },
    {
      "epoch": 47.53,
      "learning_rate": 1.211106281857166e-07,
      "loss": 0.0496,
      "step": 2329
    },
    {
      "epoch": 47.55,
      "learning_rate": 1.1912103908922945e-07,
      "loss": 0.0227,
      "step": 2330
    },
    {
      "epoch": 47.57,
      "learning_rate": 1.1714783005740916e-07,
      "loss": 0.0523,
      "step": 2331
    },
    {
      "epoch": 47.59,
      "learning_rate": 1.1519100436135244e-07,
      "loss": 0.018,
      "step": 2332
    },
    {
      "epoch": 47.61,
      "learning_rate": 1.1325056524499334e-07,
      "loss": 0.0409,
      "step": 2333
    },
    {
      "epoch": 47.63,
      "learning_rate": 1.1132651592510202e-07,
      "loss": 0.0293,
      "step": 2334
    },
    {
      "epoch": 47.65,
      "learning_rate": 1.094188595912804e-07,
      "loss": 0.0213,
      "step": 2335
    },
    {
      "epoch": 47.67,
      "learning_rate": 1.0752759940595103e-07,
      "loss": 0.1116,
      "step": 2336
    },
    {
      "epoch": 47.69,
      "learning_rate": 1.056527385043582e-07,
      "loss": 0.0299,
      "step": 2337
    },
    {
      "epoch": 47.71,
      "learning_rate": 1.0379427999456015e-07,
      "loss": 0.0415,
      "step": 2338
    },
    {
      "epoch": 47.73,
      "learning_rate": 1.0195222695742246e-07,
      "loss": 0.0415,
      "step": 2339
    },
    {
      "epoch": 47.76,
      "learning_rate": 1.0012658244661799e-07,
      "loss": 0.0168,
      "step": 2340
    },
    {
      "epoch": 47.78,
      "learning_rate": 9.831734948861249e-08,
      "loss": 0.0204,
      "step": 2341
    },
    {
      "epoch": 47.8,
      "learning_rate": 9.652453108267124e-08,
      "loss": 0.0367,
      "step": 2342
    },
    {
      "epoch": 47.82,
      "learning_rate": 9.474813020084572e-08,
      "loss": 0.0411,
      "step": 2343
    },
    {
      "epoch": 47.84,
      "learning_rate": 9.298814978796922e-08,
      "loss": 0.0252,
      "step": 2344
    },
    {
      "epoch": 47.86,
      "learning_rate": 9.124459276165787e-08,
      "loss": 0.0096,
      "step": 2345
    },
    {
      "epoch": 47.88,
      "learning_rate": 8.951746201229961e-08,
      "loss": 0.0093,
      "step": 2346
    },
    {
      "epoch": 47.9,
      "learning_rate": 8.780676040305192e-08,
      "loss": 0.0049,
      "step": 2347
    },
    {
      "epoch": 47.92,
      "learning_rate": 8.61124907698363e-08,
      "loss": 0.0183,
      "step": 2348
    },
    {
      "epoch": 47.94,
      "learning_rate": 8.443465592133492e-08,
      "loss": 0.0107,
      "step": 2349
    },
    {
      "epoch": 47.96,
      "learning_rate": 8.27732586389851e-08,
      "loss": 0.0288,
      "step": 2350
    },
    {
      "epoch": 47.98,
      "learning_rate": 8.112830167697483e-08,
      "loss": 0.0255,
      "step": 2351
    },
    {
      "epoch": 48.0,
      "learning_rate": 7.949978776223722e-08,
      "loss": 0.0213,
      "step": 2352
    },
    {
      "epoch": 48.02,
      "learning_rate": 7.788771959444718e-08,
      "loss": 0.0226,
      "step": 2353
    },
    {
      "epoch": 48.04,
      "learning_rate": 7.629209984601816e-08,
      "loss": 0.0437,
      "step": 2354
    },
    {
      "epoch": 48.06,
      "learning_rate": 7.471293116209421e-08,
      "loss": 0.0224,
      "step": 2355
    },
    {
      "epoch": 48.08,
      "learning_rate": 7.315021616054686e-08,
      "loss": 0.0119,
      "step": 2356
    },
    {
      "epoch": 48.1,
      "learning_rate": 7.16039574319749e-08,
      "loss": 0.0297,
      "step": 2357
    },
    {
      "epoch": 48.12,
      "learning_rate": 7.007415753969348e-08,
      "loss": 0.013,
      "step": 2358
    },
    {
      "epoch": 48.14,
      "learning_rate": 6.8560819019734e-08,
      "loss": 0.0197,
      "step": 2359
    },
    {
      "epoch": 48.16,
      "learning_rate": 6.706394438083962e-08,
      "loss": 0.0146,
      "step": 2360
    },
    {
      "epoch": 48.18,
      "learning_rate": 6.558353610445989e-08,
      "loss": 0.0205,
      "step": 2361
    },
    {
      "epoch": 48.2,
      "learning_rate": 6.411959664474832e-08,
      "loss": 0.0056,
      "step": 2362
    },
    {
      "epoch": 48.22,
      "learning_rate": 6.267212842855364e-08,
      "loss": 0.0494,
      "step": 2363
    },
    {
      "epoch": 48.24,
      "learning_rate": 6.124113385542308e-08,
      "loss": 0.0115,
      "step": 2364
    },
    {
      "epoch": 48.27,
      "learning_rate": 5.982661529759459e-08,
      "loss": 0.0285,
      "step": 2365
    },
    {
      "epoch": 48.29,
      "learning_rate": 5.842857509999023e-08,
      "loss": 0.015,
      "step": 2366
    },
    {
      "epoch": 48.31,
      "learning_rate": 5.704701558021719e-08,
      "loss": 0.0317,
      "step": 2367
    },
    {
      "epoch": 48.33,
      "learning_rate": 5.5681939028559005e-08,
      "loss": 0.0393,
      "step": 2368
    },
    {
      "epoch": 48.35,
      "learning_rate": 5.433334770797993e-08,
      "loss": 0.0297,
      "step": 2369
    },
    {
      "epoch": 48.37,
      "learning_rate": 5.300124385410943e-08,
      "loss": 0.0245,
      "step": 2370
    },
    {
      "epoch": 48.39,
      "learning_rate": 5.168562967524993e-08,
      "loss": 0.0351,
      "step": 2371
    },
    {
      "epoch": 48.41,
      "learning_rate": 5.03865073523635e-08,
      "loss": 0.0232,
      "step": 2372
    },
    {
      "epoch": 48.43,
      "learning_rate": 4.910387903907743e-08,
      "loss": 0.0503,
      "step": 2373
    },
    {
      "epoch": 48.45,
      "learning_rate": 4.783774686167197e-08,
      "loss": 0.0253,
      "step": 2374
    },
    {
      "epoch": 48.47,
      "learning_rate": 4.6588112919082605e-08,
      "loss": 0.02,
      "step": 2375
    },
    {
      "epoch": 48.49,
      "learning_rate": 4.535497928289667e-08,
      "loss": 0.0189,
      "step": 2376
    },
    {
      "epoch": 48.51,
      "learning_rate": 4.413834799734451e-08,
      "loss": 0.075,
      "step": 2377
    },
    {
      "epoch": 48.53,
      "learning_rate": 4.2938221079300566e-08,
      "loss": 0.0156,
      "step": 2378
    },
    {
      "epoch": 48.55,
      "learning_rate": 4.1754600518282285e-08,
      "loss": 0.0587,
      "step": 2379
    },
    {
      "epoch": 48.57,
      "learning_rate": 4.058748827643899e-08,
      "loss": 0.0115,
      "step": 2380
    },
    {
      "epoch": 48.59,
      "learning_rate": 3.943688628855524e-08,
      "loss": 0.0102,
      "step": 2381
    },
    {
      "epoch": 48.61,
      "learning_rate": 3.8302796462048595e-08,
      "loss": 0.0268,
      "step": 2382
    },
    {
      "epoch": 48.63,
      "learning_rate": 3.71852206769574e-08,
      "loss": 0.0298,
      "step": 2383
    },
    {
      "epoch": 48.65,
      "learning_rate": 3.6084160785949675e-08,
      "loss": 0.0318,
      "step": 2384
    },
    {
      "epoch": 48.67,
      "learning_rate": 3.4999618614309784e-08,
      "loss": 0.0395,
      "step": 2385
    },
    {
      "epoch": 48.69,
      "learning_rate": 3.3931595959942885e-08,
      "loss": 0.0762,
      "step": 2386
    },
    {
      "epoch": 48.71,
      "learning_rate": 3.2880094593367164e-08,
      "loss": 0.0065,
      "step": 2387
    },
    {
      "epoch": 48.73,
      "learning_rate": 3.1845116257713806e-08,
      "loss": 0.0218,
      "step": 2388
    },
    {
      "epoch": 48.76,
      "learning_rate": 3.082666266872036e-08,
      "loss": 0.0352,
      "step": 2389
    },
    {
      "epoch": 48.78,
      "learning_rate": 2.982473551473297e-08,
      "loss": 0.0501,
      "step": 2390
    },
    {
      "epoch": 48.8,
      "learning_rate": 2.8839336456701893e-08,
      "loss": 0.0166,
      "step": 2391
    },
    {
      "epoch": 48.82,
      "learning_rate": 2.7870467128172652e-08,
      "loss": 0.012,
      "step": 2392
    },
    {
      "epoch": 48.84,
      "learning_rate": 2.6918129135294903e-08,
      "loss": 0.0363,
      "step": 2393
    },
    {
      "epoch": 48.86,
      "learning_rate": 2.5982324056810227e-08,
      "loss": 0.0198,
      "step": 2394
    },
    {
      "epoch": 48.88,
      "learning_rate": 2.5063053444052133e-08,
      "loss": 0.017,
      "step": 2395
    },
    {
      "epoch": 48.9,
      "learning_rate": 2.4160318820943828e-08,
      "loss": 0.02,
      "step": 2396
    },
    {
      "epoch": 48.92,
      "learning_rate": 2.327412168400045e-08,
      "loss": 0.026,
      "step": 2397
    },
    {
      "epoch": 48.94,
      "learning_rate": 2.2404463502315732e-08,
      "loss": 0.0317,
      "step": 2398
    },
    {
      "epoch": 48.96,
      "learning_rate": 2.1551345717570893e-08,
      "loss": 0.0136,
      "step": 2399
    },
    {
      "epoch": 48.98,
      "learning_rate": 2.0714769744023533e-08,
      "loss": 0.0326,
      "step": 2400
    },
    {
      "epoch": 49.0,
      "learning_rate": 1.9894736968512072e-08,
      "loss": 0.029,
      "step": 2401
    },
    {
      "epoch": 49.02,
      "learning_rate": 1.9091248750446877e-08,
      "loss": 0.0695,
      "step": 2402
    },
    {
      "epoch": 49.04,
      "learning_rate": 1.8304306421815798e-08,
      "loss": 0.0118,
      "step": 2403
    },
    {
      "epoch": 49.06,
      "learning_rate": 1.7533911287174187e-08,
      "loss": 0.0265,
      "step": 2404
    },
    {
      "epoch": 49.08,
      "learning_rate": 1.678006462364823e-08,
      "loss": 0.013,
      "step": 2405
    },
    {
      "epoch": 49.1,
      "learning_rate": 1.6042767680930493e-08,
      "loss": 0.0233,
      "step": 2406
    },
    {
      "epoch": 49.12,
      "learning_rate": 1.53220216812755e-08,
      "loss": 0.0233,
      "step": 2407
    },
    {
      "epoch": 49.14,
      "learning_rate": 1.461782781950527e-08,
      "loss": 0.0265,
      "step": 2408
    },
    {
      "epoch": 49.16,
      "learning_rate": 1.393018726299933e-08,
      "loss": 0.0186,
      "step": 2409
    },
    {
      "epoch": 49.18,
      "learning_rate": 1.325910115169471e-08,
      "loss": 0.0149,
      "step": 2410
    },
    {
      "epoch": 49.2,
      "learning_rate": 1.2604570598089284e-08,
      "loss": 0.0212,
      "step": 2411
    },
    {
      "epoch": 49.22,
      "learning_rate": 1.1966596687231768e-08,
      "loss": 0.0277,
      "step": 2412
    },
    {
      "epoch": 49.24,
      "learning_rate": 1.134518047672728e-08,
      "loss": 0.0457,
      "step": 2413
    },
    {
      "epoch": 49.27,
      "learning_rate": 1.0740322996729557e-08,
      "loss": 0.0139,
      "step": 2414
    },
    {
      "epoch": 49.29,
      "learning_rate": 1.0152025249943187e-08,
      "loss": 0.0384,
      "step": 2415
    },
    {
      "epoch": 49.31,
      "learning_rate": 9.580288211623601e-09,
      "loss": 0.068,
      "step": 2416
    },
    {
      "epoch": 49.33,
      "learning_rate": 9.025112829567084e-09,
      "loss": 0.0334,
      "step": 2417
    },
    {
      "epoch": 49.35,
      "learning_rate": 8.48650002411855e-09,
      "loss": 0.0117,
      "step": 2418
    },
    {
      "epoch": 49.37,
      "learning_rate": 7.964450688167091e-09,
      "loss": 0.0153,
      "step": 2419
    },
    {
      "epoch": 49.39,
      "learning_rate": 7.45896568713933e-09,
      "loss": 0.0121,
      "step": 2420
    },
    {
      "epoch": 49.41,
      "learning_rate": 6.97004585900718e-09,
      "loss": 0.0285,
      "step": 2421
    },
    {
      "epoch": 49.43,
      "learning_rate": 6.497692014277857e-09,
      "loss": 0.0176,
      "step": 2422
    },
    {
      "epoch": 49.45,
      "learning_rate": 6.041904935999432e-09,
      "loss": 0.0303,
      "step": 2423
    },
    {
      "epoch": 49.47,
      "learning_rate": 5.602685379751948e-09,
      "loss": 0.0395,
      "step": 2424
    },
    {
      "epoch": 49.49,
      "learning_rate": 5.1800340736563034e-09,
      "loss": 0.0456,
      "step": 2425
    },
    {
      "epoch": 49.51,
      "learning_rate": 4.773951718362035e-09,
      "loss": 0.0579,
      "step": 2426
    },
    {
      "epoch": 49.53,
      "learning_rate": 4.384438987055095e-09,
      "loss": 0.0279,
      "step": 2427
    },
    {
      "epoch": 49.55,
      "learning_rate": 4.011496525451186e-09,
      "loss": 0.0384,
      "step": 2428
    },
    {
      "epoch": 49.57,
      "learning_rate": 3.6551249517968733e-09,
      "loss": 0.0137,
      "step": 2429
    },
    {
      "epoch": 49.59,
      "learning_rate": 3.315324856869584e-09,
      "loss": 0.0283,
      "step": 2430
    },
    {
      "epoch": 49.61,
      "learning_rate": 2.9920968039720554e-09,
      "loss": 0.0325,
      "step": 2431
    },
    {
      "epoch": 49.63,
      "learning_rate": 2.685441328938998e-09,
      "loss": 0.0181,
      "step": 2432
    },
    {
      "epoch": 49.65,
      "learning_rate": 2.395358940128212e-09,
      "loss": 0.0112,
      "step": 2433
    },
    {
      "epoch": 49.67,
      "learning_rate": 2.1218501184261385e-09,
      "loss": 0.0409,
      "step": 2434
    },
    {
      "epoch": 49.69,
      "learning_rate": 1.8649153172423106e-09,
      "loss": 0.0062,
      "step": 2435
    },
    {
      "epoch": 49.71,
      "learning_rate": 1.6245549625104606e-09,
      "loss": 0.0242,
      "step": 2436
    },
    {
      "epoch": 49.73,
      "learning_rate": 1.4007694526907424e-09,
      "loss": 0.017,
      "step": 2437
    },
    {
      "epoch": 49.76,
      "learning_rate": 1.1935591587641793e-09,
      "loss": 0.0192,
      "step": 2438
    },
    {
      "epoch": 49.78,
      "learning_rate": 1.0029244242326651e-09,
      "loss": 0.0279,
      "step": 2439
    },
    {
      "epoch": 49.8,
      "learning_rate": 8.288655651234045e-10,
      "loss": 0.0275,
      "step": 2440
    },
    {
      "epoch": 49.82,
      "learning_rate": 6.713828699822511e-10,
      "loss": 0.0033,
      "step": 2441
    },
    {
      "epoch": 49.84,
      "learning_rate": 5.304765998781491e-10,
      "loss": 0.0356,
      "step": 2442
    },
    {
      "epoch": 49.86,
      "learning_rate": 4.0614698839647194e-10,
      "loss": 0.037,
      "step": 2443
    },
    {
      "epoch": 49.88,
      "learning_rate": 2.983942416467933e-10,
      "loss": 0.0188,
      "step": 2444
    },
    {
      "epoch": 49.9,
      "learning_rate": 2.0721853825733662e-10,
      "loss": 0.0653,
      "step": 2445
    },
    {
      "epoch": 49.92,
      "learning_rate": 1.326200293727542e-10,
      "loss": 0.0355,
      "step": 2446
    },
    {
      "epoch": 49.94,
      "learning_rate": 7.459883866078877e-11,
      "loss": 0.0219,
      "step": 2447
    },
    {
      "epoch": 49.96,
      "learning_rate": 3.3155062305612053e-11,
      "loss": 0.0185,
      "step": 2448
    },
    {
      "epoch": 49.98,
      "learning_rate": 8.288769012265718e-12,
      "loss": 0.0218,
      "step": 2449
    },
    {
      "epoch": 50.0,
      "learning_rate": 0.0,
      "loss": 0.0129,
      "step": 2450
    },
    {
      "epoch": 50.0,
      "step": 2450,
      "total_flos": 3.933219098382336e+17,
      "train_loss": 0.08898345551997594,
      "train_runtime": 20127.4135,
      "train_samples_per_second": 0.961,
      "train_steps_per_second": 0.122
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 2450,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 50,
  "save_steps": 100,
  "total_flos": 3.933219098382336e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}