step,training_loss,grad_norm
10,22.4779,0.9999998211860657
20,18.8384,0.9999998211860657
30,19.7931,0.9999999403953552
40,19.6268,0.9999999403953552
50,17.6451,0.9999998807907104
60,18.5002,0.9999998807907104
70,16.7061,0.9999999403953552
80,14.6224,0.9999998807907104
90,14.3869,0.9999999403953552
100,13.3853,0.9999998211860657
110,10.5028,0.9999999403953552
120,11.3589,0.9999999403953552
130,8.8268,0.9999999403953552
140,8.1005,0.9999998211860657
150,7.0647,0.9999998807907104
160,6.3656,0.9999999403953552
170,5.5873,0.9999999403953552
180,5.3475,0.9999998211860657
190,4.8772,0.9999998807907104
200,4.3908,1.0
210,3.9887,0.9999999403953552
220,3.5629,0.9999999403953552
230,3.8297,0.9999998211860657
240,3.4697,0.9999998211860657
250,3.4108,0.9999998211860657
260,3.3772,0.9999998807907104
270,3.3633,0.9999998211860657
280,3.1345,0.9999999403953552
290,2.9512,0.9999998211860657
300,3.347,0.9999999403953552
310,3.1399,0.9999999403953552
320,2.9876,0.9999998807907104
330,2.825,0.9999998807907104
340,2.6934,0.9999999403953552
350,2.6445,0.9999998807907104
360,2.6892,0.9999998807907104
370,2.5397,0.9999998807907104
380,2.7159,0.9999999403953552
390,2.5994,0.9999998807907104
400,2.2929,0.9999998807907104
410,2.51,0.9999998211860657
420,2.2427,0.9999998807907104
430,2.3756,0.9999999403953552
440,2.2291,0.9999999403953552
450,2.2808,0.9999999403953552
460,1.9267,0.9999998807907104
470,2.16,0.9999999403953552
480,1.9578,0.9999998807907104
490,2.0149,0.9999998211860657
500,2.2299,0.9999997615814209
510,1.9608,0.9999998211860657
520,2.0082,0.9999998211860657
530,1.7805,0.9999997615814209
540,1.8744,0.9999999403953552
550,1.8776,0.9999998807907104
560,1.8193,0.9999998807907104
570,1.6604,0.9999997615814209
580,1.8959,0.9999998211860657
590,1.8175,0.9999998211860657
600,1.9855,0.9999998807907104
610,1.6491,0.9999998211860657
620,1.4581,0.9999997615814209
630,1.6256,1.0
640,1.7204,0.9999998807907104
650,1.6769,0.9999998807907104
660,1.6198,0.9999997615814209
670,1.6906,0.9999999403953552
680,1.508,0.9999998807907104
690,1.45,0.9999998211860657
700,1.4575,0.9999998807907104
710,1.5332,0.9999998807907104
720,1.3485,0.9999998211860657
730,1.3703,0.9999998807907104
740,1.4383,0.9999998807907104
750,1.4196,0.9999998211860657
760,1.4706,0.9999998211860657
770,1.4038,0.9999998807907104
780,1.3802,0.9999998807907104
790,1.3093,0.9999998807907104
800,1.2819,0.9999998211860657
810,1.1946,0.9999997615814209
820,1.4261,0.9999998211860657
830,1.1928,0.9999998211860657
840,1.2264,0.9999998211860657
850,1.2548,0.9999997615814209
860,1.2714,0.9999998211860657
870,1.1514,0.9999997615814209
880,1.1413,0.9999997615814209
890,1.1009,0.9999998211860657
900,1.0864,0.9999998211860657
910,1.1562,0.9999998807907104
920,1.0136,0.9999998211860657
930,1.0745,0.9999998211860657
940,1.0076,0.9999998807907104
950,1.0461,0.9999997615814209
960,0.9676,0.9999998211860657
970,1.0348,0.9999997615814209
980,1.0912,0.9999998211860657
990,0.9251,0.9999998211860657
1000,0.9651,0.9999998211860657
1010,0.9448,0.9999998211860657
1020,0.9397,0.9999998807907104
1030,0.8734,0.9999997615814209
1040,0.883,0.9999998211860657
1050,0.9049,0.9999998211860657
1060,0.9222,0.9999999403953552
1070,0.9091,0.9999997615814209
1080,0.9974,0.9999997615814209
1090,0.9262,0.9999998807907104
1100,0.9237,0.9999998807907104
1110,0.8918,0.9999998211860657
1120,0.9706,0.9999999403953552
1130,0.8162,0.9999999403953552
1140,0.894,0.9999998807907104
1150,0.8603,0.9999998211860657
1160,0.8208,0.9999998807907104
1170,0.8293,0.9999998807907104
1180,0.8365,0.9999998211860657
1190,0.8245,0.9999998807907104
1200,0.8185,0.9999997615814209
1210,0.8074,0.9999998807907104
1220,0.7867,0.9999998807907104
1230,0.7521,0.9999997615814209
1240,0.84,0.9999998211860657
1250,0.7753,0.9999998211860657
1260,0.7454,0.9999998211860657
1270,0.8022,0.9999998211860657
1280,0.8555,0.9999997615814209
1290,0.7896,0.9999998211860657
1300,0.8118,0.9999998211860657
1310,0.7797,0.9999999403953552
1320,0.7525,0.9999997615814209
1330,0.7792,0.9999997019767761
1340,0.7726,0.9999998807907104
1350,0.7568,0.9999998807907104
1360,0.7533,0.9999998211860657
1370,0.6976,0.9999998211860657
1380,0.7086,0.9999998807907104
1390,0.7263,0.9999997615814209
1400,0.7509,0.9999998211860657
1410,0.7335,0.9999997019767761
1420,0.6938,0.9999997615814209
1430,0.7498,0.9999998807907104
1440,0.712,0.9999998807907104
1450,0.7554,0.9999998211860657
1460,0.7097,0.9999998211860657
1470,0.6609,0.9999998807907104
1480,0.7271,0.9999999403953552
1490,0.7051,0.9999997615814209
1500,0.639,0.9999997019767761
1510,0.6541,0.9999999403953552
1520,0.7052,0.9999998211860657
1530,0.6734,0.9999999403953552
1540,0.6799,0.9999997615814209
1550,0.655,0.9999998211860657
1560,0.6558,0.9999998211860657
1570,0.6646,0.9999998807907104
1580,0.6283,0.9999998211860657
1590,0.6036,0.9999997615814209
1600,0.6356,0.9999998807907104
1610,0.6533,0.9999999403953552
1620,0.6502,0.9999998211860657
1630,0.6149,0.9999998211860657
1640,0.6067,0.9999998807907104
1650,0.6391,0.9999998807907104
1660,0.6326,0.9999998807907104
1670,0.5844,0.9999998211860657
1680,0.5819,0.9999998211860657
1690,0.5874,0.9999997019767761
1700,0.6167,0.9999997019767761
1710,0.5793,0.9999998807907104
1720,0.5649,0.9999998807907104
1730,0.575,0.9999998807907104
1740,0.611,0.9999997615814209
1750,0.5746,0.9999997615814209
1760,0.6094,0.9999998211860657
1770,0.5542,0.9999997615814209
1780,0.5652,0.9999997615814209
1790,0.6055,0.9999998807907104
1800,0.5633,0.9999998211860657
1810,0.5832,0.9999999403953552
1820,0.5602,0.9999998807907104
1830,0.6509,0.9999998807907104
1840,0.5299,0.9999998807907104
1850,0.5828,0.9999998211860657
1860,0.5318,0.9999998807907104
1870,0.5179,0.9999998211860657
1880,0.5874,0.9999997615814209
1890,0.5543,0.9999998211860657
1900,0.5569,0.9999998807907104
1910,0.4994,0.9999998211860657
1920,0.6358,1.0
1930,0.5509,0.9999998211860657
1940,0.5172,0.9999999403953552
1950,0.5299,0.9999998211860657
1960,0.5489,0.9999998211860657
1970,0.5682,0.9999998211860657
1980,0.5102,0.9999998211860657
1990,0.4894,0.9999997615814209
2000,0.5157,0.9999998211860657
2010,0.5583,0.9999998807907104
2020,0.5314,1.0
2030,0.5237,0.9999998211860657
2040,0.5142,0.9999998211860657
2050,0.5398,0.9999999403953552
2060,0.5186,0.9999998807907104
2070,0.474,0.9999997019767761
2080,0.5297,0.9999998807907104
2090,0.5392,0.9999998211860657
2100,0.4953,0.9999999403953552
2110,0.5161,0.9999998211860657
2120,0.4658,0.9999998211860657
2130,0.4874,0.9999998211860657
2140,0.5508,0.9999997615814209
2150,0.5054,0.9999997615814209
2160,0.444,0.9999998807907104
2170,0.4757,0.9999998211860657
2180,0.4786,0.9999998807907104
2190,0.4771,0.9999999403953552
2200,0.4734,0.9999997019767761
2210,0.561,0.9999998211860657
2220,0.4613,0.9999998211860657
2230,0.4811,0.9999998807907104
2240,0.4352,0.9999998211860657
2250,0.4895,0.9999998807907104
2260,0.4737,0.9999998211860657
2270,0.4311,0.9999998211860657
2280,0.4281,0.9999997615814209
2290,0.4837,0.9999998211860657
2300,0.4498,0.9999997615814209
2310,0.4429,0.9999998807907104
2320,0.5109,0.9999997019767761
2330,0.4687,0.9999998211860657
2340,0.476,0.9999998807907104
2350,0.4682,0.9999997615814209
2360,0.4515,0.9999998211860657
2370,0.4167,0.9999997615814209
2380,0.4342,0.9999998211860657
2390,0.4468,0.9999998807907104
2400,0.4465,0.9999998807907104
2410,0.4008,0.9999998807907104
2420,0.4513,0.9999998807907104
2430,0.431,0.9999998211860657
2440,0.4242,0.9999998211860657
2450,0.412,0.9999997019767761
2460,0.4532,0.9999998211860657
2470,0.3779,0.9999999403953552
2480,0.4426,0.9999998807907104
2490,0.4239,0.9999998211860657
2500,0.3927,1.0
2510,0.4217,0.9999998211860657
2520,0.4215,0.9999998211860657
2530,0.4556,0.9999998807907104
2540,0.4434,1.0
2550,0.4255,0.9999998807907104
2560,0.4167,0.9999997615814209
2570,0.4525,0.9999998211860657
2580,0.4351,0.9999998211860657
2590,0.4177,0.9999998807907104
2600,0.4165,0.9999997615814209
2610,0.364,0.9999998807907104
2620,0.424,0.9999998807907104
2630,0.4083,0.9999997615814209
2640,0.424,0.9999998211860657
2650,0.4166,0.9999997615814209
2660,0.3883,0.9999995827674866
2670,0.3951,0.9999998211860657
2680,0.4045,0.9999999403953552
2690,0.3974,0.9999998211860657
2700,0.3847,0.9999998211860657
2710,0.4168,0.9999998211860657
2720,0.3736,0.9999998211860657
2730,0.4252,0.9999998807907104
2740,0.3873,0.9999998211860657
2750,0.4049,0.9999998807907104
2760,0.5941,0.9999998211860657
2770,0.3756,0.9999998211860657
2780,0.3537,0.9999997019767761
2790,0.399,0.9999998211860657
2800,0.4019,0.9999998211860657
2810,0.4116,0.9999998211860657
2820,0.3609,0.9999999403953552
2830,0.4178,0.9999997019767761
2840,0.3782,0.9999998211860657
2850,0.3814,0.9999999403953552
2860,0.3763,0.9999998211860657
2870,0.3534,0.9999998211860657
2880,0.4102,0.9999998211860657
2890,0.3824,0.9999999403953552
2900,0.4134,0.9999998211860657
2910,0.3944,0.9999998211860657
2920,0.3949,0.9999997615814209
2930,0.385,0.9999998211860657
2940,0.3935,0.9999997019767761
2950,0.3674,0.9999998807907104
2960,0.3692,0.9999998807907104
2970,0.3985,0.9999998211860657
2980,0.3791,0.9999998211860657
2990,0.3763,0.9999998211860657
3000,0.4065,0.9999997615814209
3010,0.3502,0.9999997019767761
3020,0.4178,0.9999998807907104
3030,0.3689,0.9999998211860657
3040,0.4036,0.9999999403953552
3050,0.3813,0.9999998211860657
3060,0.4084,0.9999997615814209
3070,0.3416,0.9999997019767761
3080,0.3627,0.9999998211860657
3090,0.3732,0.9999998211860657
3100,0.3656,0.9999997615814209
3110,0.372,0.9999998211860657
3120,0.3606,0.9999998807907104
3125,nan,nan