step,training_loss,grad_norm
10,25.0162,9.999998092651367
20,21.1786,10.0
30,19.6557,10.0
40,22.4192,10.0
50,20.0899,10.0
60,20.1124,9.999999046325684
70,20.0359,9.999999046325684
80,18.2391,9.999999046325684
90,16.3333,9.999999046325684
100,13.4403,9.999999046325684
110,14.6221,9.999999046325684
120,11.1898,9.999998092651367
130,10.1342,9.999999046325684
140,9.4648,9.999998092651367
150,9.5625,9.999999046325684
160,6.9693,10.0
170,6.6477,10.0
180,5.9308,10.000000953674316
190,5.9547,9.999999046325684
200,5.7299,9.999998092651367
210,4.8013,10.0
220,4.6204,9.999999046325684
230,4.9433,9.999999046325684
240,3.9915,9.999999046325684
250,3.9714,9.999999046325684
260,4.2534,9.614035606384277
270,3.8448,9.757810592651367
280,3.779,9.999999046325684
290,3.3606,9.999999046325684
300,3.6432,10.0
310,3.2885,9.999998092651367
320,3.1679,9.74788761138916
330,3.4969,9.999999046325684
340,3.1029,10.0
350,3.2672,8.569624900817871
360,2.8828,10.0
370,3.0292,9.616695404052734
380,3.0411,9.999998092651367
390,2.9337,8.811348915100098
400,2.8554,9.54042911529541
410,2.9911,9.147726058959961
420,2.9272,8.119221687316895
430,2.8543,9.561676979064941
440,3.1733,9.999999046325684
450,3.0753,9.592733383178711
460,2.7647,9.999999046325684
470,2.5712,8.825661659240723
480,2.6012,9.999999046325684
490,2.9161,9.486871719360352
500,2.5412,9.097150802612305
510,2.4568,10.0
520,2.3265,9.74484634399414
530,2.4387,6.60697603225708
540,2.5092,9.999999046325684
550,2.3673,7.674098014831543
560,2.3947,8.994197845458984
570,2.4472,10.0
580,2.6525,9.999999046325684
590,2.4887,8.961821556091309
600,2.3317,7.5404205322265625
610,2.2673,9.659125328063965
620,1.9413,8.625728607177734
630,2.1197,7.693414211273193
640,2.0062,7.11399507522583
650,2.0774,7.290709972381592
660,2.2926,8.87366771697998
670,1.9463,6.762015342712402
680,1.8636,8.346585273742676
690,2.2172,10.0
700,1.8352,7.860161781311035
710,1.9788,7.32952356338501
720,2.0388,7.972353935241699
730,1.8132,9.425193786621094
740,1.8582,8.687850952148438
750,1.8271,8.952393531799316
760,1.8437,8.47547721862793
770,1.7801,8.184706687927246
780,1.7492,9.999999046325684
790,1.7659,9.510763168334961
800,1.9405,9.915616035461426
810,1.5913,7.242283821105957
820,1.8462,8.745526313781738
830,1.9313,9.183175086975098
840,1.7071,7.607859134674072
850,1.5844,8.850102424621582
860,1.608,7.2204084396362305
870,1.5628,6.699643611907959
880,1.615,7.822750091552734
890,1.4468,9.62232494354248
900,1.5682,9.999999046325684
910,1.6249,8.382105827331543
920,1.5116,8.364548683166504
930,1.4907,8.637263298034668
940,1.3328,8.625223159790039
950,1.3777,6.283297061920166
960,1.3648,6.735317707061768
970,1.3483,8.865581512451172
980,1.2446,7.080589294433594
990,1.365,8.680985450744629
1000,1.3681,9.999999046325684
1010,1.3338,7.416818141937256
1020,1.3281,8.541769981384277
1030,1.2708,6.993296146392822
1040,1.3172,7.188723087310791
1050,1.2248,8.517881393432617
1060,1.3062,8.13042163848877
1070,1.0894,6.323510646820068
1080,1.1727,9.999999046325684
1090,1.1614,8.025771141052246
1100,1.1814,7.952422618865967
1110,1.0687,8.862410545349121
1120,1.0325,8.96481990814209
1130,1.0567,6.917841911315918
1140,1.0889,7.812611103057861
1150,1.1461,8.099370956420898
1160,1.1403,10.0
1170,1.0373,8.074911117553711
1180,1.0967,8.106815338134766
1190,1.0902,7.2633795738220215
1200,0.9482,9.496598243713379
1210,1.0234,7.692083835601807
1220,0.9777,5.110408306121826
1230,1.0826,9.731841087341309
1240,0.986,6.1356892585754395
1250,1.0459,8.236710548400879
1260,1.0325,9.54173469543457
1270,0.9349,7.439998626708984
1280,1.1296,9.573805809020996
1290,1.0149,6.826972961425781
1300,0.993,8.1786527633667
1310,1.0129,5.763800144195557
1320,0.9423,7.8841047286987305
1330,0.981,6.792675018310547
1340,0.9477,5.995625019073486
1350,0.9029,8.745795249938965
1360,0.8719,10.0
1370,0.9173,9.732704162597656
1380,0.828,6.684131145477295
1390,0.8764,9.792570114135742
1400,1.0255,8.304208755493164
1410,0.9884,7.527110576629639
1420,0.8641,6.888497352600098
1430,0.9245,5.573441982269287
1440,0.9282,7.72145414352417
1450,0.9101,8.540544509887695
1460,0.9029,9.999998092651367
1470,0.8718,5.580935478210449
1480,0.9805,7.886020660400391
1490,0.9238,9.999999046325684
1500,0.9068,7.584770679473877
1510,0.8931,6.444421768188477
1520,0.9389,9.999999046325684
1530,0.841,5.165650844573975
1540,0.837,7.59441614151001
1550,0.9566,7.4635233879089355
1560,0.8094,10.0
1570,0.8248,7.9616312980651855
1580,0.8564,6.669448375701904
1590,0.7701,8.96647834777832
1600,0.8337,7.655383110046387
1610,0.9511,6.113860607147217
1620,0.7839,7.314030647277832
1630,0.8137,9.999998092651367
1640,0.8243,10.0
1650,0.8492,7.233447551727295
1660,0.8493,9.082130432128906
1670,0.7383,4.34780216217041
1680,0.8425,6.716597080230713
1690,0.8546,9.056123733520508
1700,0.7861,6.350329875946045
1710,0.7999,6.62210750579834
1720,0.6791,5.537277698516846
1730,0.7521,6.37763786315918
1740,0.8335,6.820913314819336
1750,0.8008,6.540653705596924
1760,0.701,7.040477275848389
1770,0.8107,9.903106689453125
1780,0.8308,9.999999046325684
1790,0.7326,7.557539939880371
1800,0.771,6.769867897033691
1810,0.7832,7.145150184631348
1820,0.7767,6.7332539558410645
1830,0.7836,6.741025447845459
1840,0.748,6.101633548736572
1850,0.7661,6.900691032409668
1860,0.7708,7.7900261878967285
1870,0.7422,7.909190654754639
1880,0.7714,9.999999046325684
1890,0.717,9.130345344543457
1900,0.8128,9.999999046325684
1910,0.7179,4.381503582000732
1920,0.7497,7.708943843841553
1930,0.6769,6.880884647369385
1940,0.6918,6.118450164794922
1950,0.6753,10.0
1960,0.6915,5.995458602905273
1970,0.6589,9.23901653289795
1980,0.73,6.461218357086182
1990,0.8043,9.999999046325684
2000,0.6873,5.562473773956299
2010,0.6931,10.0
2020,0.6534,6.3966498374938965
2030,0.6718,6.952037334442139
2040,0.6737,8.163908004760742
2050,0.7257,9.999999046325684
2060,0.7234,10.0
2070,0.627,6.570639133453369
2080,0.697,8.8660306930542
2090,0.6348,10.0
2100,0.7635,9.054610252380371
2110,0.6671,7.739347457885742
2120,0.6602,5.905388832092285
2130,0.7207,7.705790996551514
2140,0.7179,7.393173694610596
2150,0.6648,4.675658226013184
2160,0.6601,7.039152145385742
2170,0.6523,5.789366722106934
2180,0.6122,7.4543843269348145
2190,0.6817,4.789432525634766
2200,0.6677,6.773571491241455
2210,0.7126,6.714011192321777
2220,0.6871,6.0863471031188965
2230,0.633,5.533379077911377
2240,0.5992,6.843599796295166
2250,0.652,7.131638050079346
2260,0.7373,8.004866600036621
2270,0.6801,5.790635108947754
2280,0.6811,7.6670427322387695
2290,0.6796,7.625970840454102
2300,0.6073,5.185815334320068
2310,0.6491,9.493522644042969
2320,0.7026,10.0
2330,0.646,7.643238544464111
2340,0.6786,7.104901313781738
2350,0.598,8.699033737182617
2360,0.6124,8.496440887451172
2370,0.562,6.896708011627197
2380,0.6108,7.7902092933654785
2390,0.6048,7.177009582519531
2400,0.5891,5.53645658493042
2410,0.6485,9.999998092651367
2420,0.6474,7.532567501068115
2430,0.6143,8.744109153747559
2440,0.6173,8.463530540466309
2450,1.2864,9.999999046325684
2460,0.5979,6.3214945793151855
2470,0.5944,9.146199226379395
2480,0.6458,9.1900053024292
2490,0.6254,9.59188175201416
2500,0.6568,5.996556758880615
2510,0.6222,6.094265937805176
2520,0.6299,9.36146068572998
2530,0.6205,7.749640464782715
2540,0.6243,7.5396270751953125
2550,0.5987,8.948907852172852
2560,0.641,5.9209747314453125
2570,0.6193,6.049238204956055
2580,0.6593,10.0
2590,0.5685,7.142142295837402
2600,0.5865,6.409970760345459
2610,0.5978,6.997866630554199
2620,0.5914,7.414230823516846
2630,0.6097,6.563717842102051
2640,0.6481,6.315428256988525
2650,0.5868,9.999998092651367
2660,0.602,9.999999046325684
2670,0.6108,8.705126762390137
2680,0.5762,6.886746406555176
2690,0.5828,7.428415775299072
2700,0.5792,8.953798294067383
2710,0.5706,9.331605911254883
2720,0.6478,9.999999046325684
2730,0.6027,9.468988418579102
2740,0.6356,7.909051418304443
2750,0.5565,6.42976188659668
2760,0.6199,6.067026138305664
2770,0.5919,5.845609664916992
2780,0.5702,9.874489784240723
2790,0.6006,8.718484878540039
2800,0.6019,7.018948554992676
2810,0.5654,5.609009265899658
2820,0.5709,7.568473815917969
2830,0.579,8.123065948486328
2840,0.5982,7.678625583648682
2850,0.6216,9.999999046325684
2860,0.5337,4.940199375152588
2870,0.6044,7.757224082946777
2880,0.5397,4.995373725891113
2890,0.5352,4.538021087646484
2900,0.5655,5.562683582305908
2910,0.569,7.8573503494262695
2920,0.5435,5.2684149742126465
2930,0.5553,5.9877495765686035
2940,0.5922,8.178546905517578
2950,0.6061,9.999999046325684
2960,0.5376,9.488301277160645
2970,0.5487,7.061554908752441
2980,0.5132,7.51202392578125
2990,0.525,6.405837535858154
3000,0.5711,10.000000953674316
3010,0.5735,10.0
3020,0.578,7.36344575881958
3030,0.5539,7.842607021331787
3040,0.5273,7.581658840179443
3050,0.5149,7.137852191925049
3060,0.5155,6.357102870941162
3070,0.5495,5.470753192901611
3080,0.5557,5.920520305633545
3090,0.5785,6.770406246185303
3100,0.5357,4.93062162399292
3110,0.5534,7.194289684295654
3120,0.5997,4.663503170013428
3125,nan,nan