{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.8527131782945734,
  "eval_steps": 500,
  "global_step": 774,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003875968992248062,
      "grad_norm": 0.2644451856613159,
      "learning_rate": 6.6e-06,
      "loss": 2.7134,
      "step": 1
    },
    {
      "epoch": 0.007751937984496124,
      "grad_norm": 0.3978240191936493,
      "learning_rate": 1.32e-05,
      "loss": 3.1698,
      "step": 2
    },
    {
      "epoch": 0.011627906976744186,
      "grad_norm": 0.29106518626213074,
      "learning_rate": 1.98e-05,
      "loss": 2.8065,
      "step": 3
    },
    {
      "epoch": 0.015503875968992248,
      "grad_norm": 0.26795685291290283,
      "learning_rate": 2.64e-05,
      "loss": 2.7225,
      "step": 4
    },
    {
      "epoch": 0.01937984496124031,
      "grad_norm": 0.18800821900367737,
      "learning_rate": 3.3e-05,
      "loss": 2.3743,
      "step": 5
    },
    {
      "epoch": 0.023255813953488372,
      "grad_norm": 0.2275751829147339,
      "learning_rate": 3.96e-05,
      "loss": 2.474,
      "step": 6
    },
    {
      "epoch": 0.027131782945736434,
      "grad_norm": 0.37303999066352844,
      "learning_rate": 4.6200000000000005e-05,
      "loss": 2.9455,
      "step": 7
    },
    {
      "epoch": 0.031007751937984496,
      "grad_norm": 0.5618475079536438,
      "learning_rate": 5.28e-05,
      "loss": 3.0509,
      "step": 8
    },
    {
      "epoch": 0.03488372093023256,
      "grad_norm": 0.2064945548772812,
      "learning_rate": 5.94e-05,
      "loss": 2.3145,
      "step": 9
    },
    {
      "epoch": 0.03875968992248062,
      "grad_norm": 0.1987352818250656,
      "learning_rate": 6.6e-05,
      "loss": 2.6002,
      "step": 10
    },
    {
      "epoch": 0.04263565891472868,
      "grad_norm": 0.20411251485347748,
      "learning_rate": 7.26e-05,
      "loss": 2.4743,
      "step": 11
    },
    {
      "epoch": 0.046511627906976744,
      "grad_norm": 0.1682678759098053,
      "learning_rate": 7.92e-05,
      "loss": 2.2844,
      "step": 12
    },
    {
      "epoch": 0.050387596899224806,
      "grad_norm": 0.2902089059352875,
      "learning_rate": 8.58e-05,
      "loss": 2.7268,
      "step": 13
    },
    {
      "epoch": 0.05426356589147287,
      "grad_norm": 0.34279119968414307,
      "learning_rate": 9.240000000000001e-05,
      "loss": 2.8172,
      "step": 14
    },
    {
      "epoch": 0.05813953488372093,
      "grad_norm": 0.25758570432662964,
      "learning_rate": 9.9e-05,
      "loss": 2.5574,
      "step": 15
    },
    {
      "epoch": 0.06201550387596899,
      "grad_norm": 0.22630520164966583,
      "learning_rate": 0.0001056,
      "loss": 2.4886,
      "step": 16
    },
    {
      "epoch": 0.06589147286821706,
      "grad_norm": 0.24086053669452667,
      "learning_rate": 0.0001122,
      "loss": 2.1352,
      "step": 17
    },
    {
      "epoch": 0.06976744186046512,
      "grad_norm": 0.31760409474372864,
      "learning_rate": 0.0001188,
      "loss": 2.3757,
      "step": 18
    },
    {
      "epoch": 0.07364341085271318,
      "grad_norm": 0.27383461594581604,
      "learning_rate": 0.0001254,
      "loss": 2.2567,
      "step": 19
    },
    {
      "epoch": 0.07751937984496124,
      "grad_norm": 0.25780704617500305,
      "learning_rate": 0.000132,
      "loss": 2.497,
      "step": 20
    },
    {
      "epoch": 0.08139534883720931,
      "grad_norm": 0.20427410304546356,
      "learning_rate": 0.00013859999999999998,
      "loss": 2.2143,
      "step": 21
    },
    {
      "epoch": 0.08527131782945736,
      "grad_norm": 0.2947242558002472,
      "learning_rate": 0.0001452,
      "loss": 2.6828,
      "step": 22
    },
    {
      "epoch": 0.08914728682170543,
      "grad_norm": 0.23378527164459229,
      "learning_rate": 0.0001518,
      "loss": 2.3352,
      "step": 23
    },
    {
      "epoch": 0.09302325581395349,
      "grad_norm": 0.23147471249103546,
      "learning_rate": 0.0001584,
      "loss": 2.2845,
      "step": 24
    },
    {
      "epoch": 0.09689922480620156,
      "grad_norm": 0.21582217514514923,
      "learning_rate": 0.000165,
      "loss": 2.5595,
      "step": 25
    },
    {
      "epoch": 0.10077519379844961,
      "grad_norm": 0.1932438313961029,
      "learning_rate": 0.0001716,
      "loss": 2.3431,
      "step": 26
    },
    {
      "epoch": 0.10465116279069768,
      "grad_norm": 0.18576449155807495,
      "learning_rate": 0.00017820000000000002,
      "loss": 2.3948,
      "step": 27
    },
    {
      "epoch": 0.10852713178294573,
      "grad_norm": 0.1673685610294342,
      "learning_rate": 0.00018480000000000002,
      "loss": 2.2775,
      "step": 28
    },
    {
      "epoch": 0.1124031007751938,
      "grad_norm": 0.17178471386432648,
      "learning_rate": 0.0001914,
      "loss": 1.9809,
      "step": 29
    },
    {
      "epoch": 0.11627906976744186,
      "grad_norm": 0.17103907465934753,
      "learning_rate": 0.000198,
      "loss": 2.2033,
      "step": 30
    },
    {
      "epoch": 0.12015503875968993,
      "grad_norm": 0.17570005357265472,
      "learning_rate": 0.00020459999999999999,
      "loss": 2.1358,
      "step": 31
    },
    {
      "epoch": 0.12403100775193798,
      "grad_norm": 0.16803690791130066,
      "learning_rate": 0.0002112,
      "loss": 2.164,
      "step": 32
    },
    {
      "epoch": 0.12790697674418605,
      "grad_norm": 0.17673198878765106,
      "learning_rate": 0.0002178,
      "loss": 2.2587,
      "step": 33
    },
    {
      "epoch": 0.13178294573643412,
      "grad_norm": 0.16170482337474823,
      "learning_rate": 0.0002244,
      "loss": 2.1818,
      "step": 34
    },
    {
      "epoch": 0.13565891472868216,
      "grad_norm": 0.1507701873779297,
      "learning_rate": 0.00023099999999999998,
      "loss": 2.3218,
      "step": 35
    },
    {
      "epoch": 0.13953488372093023,
      "grad_norm": 0.16273871064186096,
      "learning_rate": 0.0002376,
      "loss": 2.1462,
      "step": 36
    },
    {
      "epoch": 0.1434108527131783,
      "grad_norm": 0.15038099884986877,
      "learning_rate": 0.00024419999999999997,
      "loss": 2.1007,
      "step": 37
    },
    {
      "epoch": 0.14728682170542637,
      "grad_norm": 0.19681762158870697,
      "learning_rate": 0.0002508,
      "loss": 2.3083,
      "step": 38
    },
    {
      "epoch": 0.1511627906976744,
      "grad_norm": 0.15614789724349976,
      "learning_rate": 0.0002574,
      "loss": 2.0723,
      "step": 39
    },
    {
      "epoch": 0.15503875968992248,
      "grad_norm": 0.14269952476024628,
      "learning_rate": 0.000264,
      "loss": 2.1325,
      "step": 40
    },
    {
      "epoch": 0.15891472868217055,
      "grad_norm": 0.16603954136371613,
      "learning_rate": 0.00027059999999999996,
      "loss": 2.2062,
      "step": 41
    },
    {
      "epoch": 0.16279069767441862,
      "grad_norm": 0.16374431550502777,
      "learning_rate": 0.00027719999999999996,
      "loss": 2.0389,
      "step": 42
    },
    {
      "epoch": 0.16666666666666666,
      "grad_norm": 0.13400350511074066,
      "learning_rate": 0.0002838,
      "loss": 1.9439,
      "step": 43
    },
    {
      "epoch": 0.17054263565891473,
      "grad_norm": 0.13477088510990143,
      "learning_rate": 0.0002904,
      "loss": 2.3466,
      "step": 44
    },
    {
      "epoch": 0.1744186046511628,
      "grad_norm": 0.14038704335689545,
      "learning_rate": 0.000297,
      "loss": 2.3133,
      "step": 45
    },
    {
      "epoch": 0.17829457364341086,
      "grad_norm": 0.14085592329502106,
      "learning_rate": 0.0003036,
      "loss": 2.3503,
      "step": 46
    },
    {
      "epoch": 0.1821705426356589,
      "grad_norm": 0.14309249818325043,
      "learning_rate": 0.0003102,
      "loss": 2.4691,
      "step": 47
    },
    {
      "epoch": 0.18604651162790697,
      "grad_norm": 0.1526148021221161,
      "learning_rate": 0.0003168,
      "loss": 2.1829,
      "step": 48
    },
    {
      "epoch": 0.18992248062015504,
      "grad_norm": 0.15030066668987274,
      "learning_rate": 0.0003234,
      "loss": 2.1198,
      "step": 49
    },
    {
      "epoch": 0.1937984496124031,
      "grad_norm": 0.13567374646663666,
      "learning_rate": 0.00033,
      "loss": 2.3342,
      "step": 50
    },
    {
      "epoch": 0.19767441860465115,
      "grad_norm": 0.14513419568538666,
      "learning_rate": 0.00032999844662654247,
      "loss": 2.1416,
      "step": 51
    },
    {
      "epoch": 0.20155038759689922,
      "grad_norm": 0.1639217734336853,
      "learning_rate": 0.00032999378653541785,
      "loss": 2.06,
      "step": 52
    },
    {
      "epoch": 0.2054263565891473,
      "grad_norm": 0.15029025077819824,
      "learning_rate": 0.0003299860198143701,
      "loss": 2.3455,
      "step": 53
    },
    {
      "epoch": 0.20930232558139536,
      "grad_norm": 0.15286165475845337,
      "learning_rate": 0.00032997514660963685,
      "loss": 2.2418,
      "step": 54
    },
    {
      "epoch": 0.2131782945736434,
      "grad_norm": 0.17834632098674774,
      "learning_rate": 0.00032996116712594723,
      "loss": 2.3385,
      "step": 55
    },
    {
      "epoch": 0.21705426356589147,
      "grad_norm": 0.1593712419271469,
      "learning_rate": 0.00032994408162651776,
      "loss": 2.2248,
      "step": 56
    },
    {
      "epoch": 0.22093023255813954,
      "grad_norm": 0.13914993405342102,
      "learning_rate": 0.00032992389043304726,
      "loss": 2.3005,
      "step": 57
    },
    {
      "epoch": 0.2248062015503876,
      "grad_norm": 0.13964952528476715,
      "learning_rate": 0.0003299005939257111,
      "loss": 2.284,
      "step": 58
    },
    {
      "epoch": 0.22868217054263565,
      "grad_norm": 0.151286780834198,
      "learning_rate": 0.0003298741925431539,
      "loss": 2.1277,
      "step": 59
    },
    {
      "epoch": 0.23255813953488372,
      "grad_norm": 0.12762194871902466,
      "learning_rate": 0.0003298446867824811,
      "loss": 2.046,
      "step": 60
    },
    {
      "epoch": 0.2364341085271318,
      "grad_norm": 0.13711339235305786,
      "learning_rate": 0.00032981207719924994,
      "loss": 2.1179,
      "step": 61
    },
    {
      "epoch": 0.24031007751937986,
      "grad_norm": 0.15553320944309235,
      "learning_rate": 0.0003297763644074587,
      "loss": 2.3921,
      "step": 62
    },
    {
      "epoch": 0.2441860465116279,
      "grad_norm": 0.14784659445285797,
      "learning_rate": 0.0003297375490795353,
      "loss": 2.072,
      "step": 63
    },
    {
      "epoch": 0.24806201550387597,
      "grad_norm": 0.14965656399726868,
      "learning_rate": 0.0003296956319463245,
      "loss": 2.314,
      "step": 64
    },
    {
      "epoch": 0.25193798449612403,
      "grad_norm": 0.14986053109169006,
      "learning_rate": 0.0003296506137970745,
      "loss": 2.16,
      "step": 65
    },
    {
      "epoch": 0.2558139534883721,
      "grad_norm": 0.14208155870437622,
      "learning_rate": 0.0003296024954794215,
      "loss": 1.9537,
      "step": 66
    },
    {
      "epoch": 0.2596899224806202,
      "grad_norm": 0.1486920267343521,
      "learning_rate": 0.0003295512778993743,
      "loss": 2.1949,
      "step": 67
    },
    {
      "epoch": 0.26356589147286824,
      "grad_norm": 0.14816056191921234,
      "learning_rate": 0.0003294969620212968,
      "loss": 2.274,
      "step": 68
    },
    {
      "epoch": 0.26744186046511625,
      "grad_norm": 0.14654242992401123,
      "learning_rate": 0.00032943954886789016,
      "loss": 2.3158,
      "step": 69
    },
    {
      "epoch": 0.2713178294573643,
      "grad_norm": 0.1430758833885193,
      "learning_rate": 0.0003293790395201734,
      "loss": 2.2095,
      "step": 70
    },
    {
      "epoch": 0.2751937984496124,
      "grad_norm": 0.13157042860984802,
      "learning_rate": 0.00032931543511746306,
      "loss": 2.3029,
      "step": 71
    },
    {
      "epoch": 0.27906976744186046,
      "grad_norm": 0.15158364176750183,
      "learning_rate": 0.0003292487368573518,
      "loss": 2.4751,
      "step": 72
    },
    {
      "epoch": 0.28294573643410853,
      "grad_norm": 0.14293590188026428,
      "learning_rate": 0.0003291789459956857,
      "loss": 2.2384,
      "step": 73
    },
    {
      "epoch": 0.2868217054263566,
      "grad_norm": 0.13672257959842682,
      "learning_rate": 0.00032910606384654086,
      "loss": 2.389,
      "step": 74
    },
    {
      "epoch": 0.29069767441860467,
      "grad_norm": 0.17896883189678192,
      "learning_rate": 0.00032903009178219834,
      "loss": 2.26,
      "step": 75
    },
    {
      "epoch": 0.29457364341085274,
      "grad_norm": 0.1485362946987152,
      "learning_rate": 0.0003289510312331187,
      "loss": 1.9685,
      "step": 76
    },
    {
      "epoch": 0.29844961240310075,
      "grad_norm": 0.1551189124584198,
      "learning_rate": 0.0003288688836879147,
      "loss": 2.0234,
      "step": 77
    },
    {
      "epoch": 0.3023255813953488,
      "grad_norm": 0.14495842158794403,
      "learning_rate": 0.0003287836506933235,
      "loss": 2.0907,
      "step": 78
    },
    {
      "epoch": 0.3062015503875969,
      "grad_norm": 0.16551914811134338,
      "learning_rate": 0.0003286953338541776,
      "loss": 2.1908,
      "step": 79
    },
    {
      "epoch": 0.31007751937984496,
      "grad_norm": 0.14821241796016693,
      "learning_rate": 0.0003286039348333743,
      "loss": 1.9845,
      "step": 80
    },
    {
      "epoch": 0.313953488372093,
      "grad_norm": 0.17918680608272552,
      "learning_rate": 0.0003285094553518446,
      "loss": 2.4009,
      "step": 81
    },
    {
      "epoch": 0.3178294573643411,
      "grad_norm": 0.15694545209407806,
      "learning_rate": 0.000328411897188521,
      "loss": 2.1897,
      "step": 82
    },
    {
      "epoch": 0.32170542635658916,
      "grad_norm": 0.17306634783744812,
      "learning_rate": 0.0003283112621803035,
      "loss": 2.2274,
      "step": 83
    },
    {
      "epoch": 0.32558139534883723,
      "grad_norm": 0.14742298424243927,
      "learning_rate": 0.0003282075522220255,
      "loss": 2.1474,
      "step": 84
    },
    {
      "epoch": 0.32945736434108525,
      "grad_norm": 0.17422489821910858,
      "learning_rate": 0.0003281007692664178,
      "loss": 2.3424,
      "step": 85
    },
    {
      "epoch": 0.3333333333333333,
      "grad_norm": 0.14565351605415344,
      "learning_rate": 0.0003279909153240722,
      "loss": 2.1367,
      "step": 86
    },
    {
      "epoch": 0.3372093023255814,
      "grad_norm": 0.16405850648880005,
      "learning_rate": 0.00032787799246340304,
      "loss": 2.0857,
      "step": 87
    },
    {
      "epoch": 0.34108527131782945,
      "grad_norm": 0.1722440868616104,
      "learning_rate": 0.0003277620028106089,
      "loss": 2.0891,
      "step": 88
    },
    {
      "epoch": 0.3449612403100775,
      "grad_norm": 0.1501605361700058,
      "learning_rate": 0.00032764294854963213,
      "loss": 2.1899,
      "step": 89
    },
    {
      "epoch": 0.3488372093023256,
      "grad_norm": 0.14743047952651978,
      "learning_rate": 0.0003275208319221179,
      "loss": 2.165,
      "step": 90
    },
    {
      "epoch": 0.35271317829457366,
      "grad_norm": 0.14289091527462006,
      "learning_rate": 0.00032739565522737216,
      "loss": 2.0733,
      "step": 91
    },
    {
      "epoch": 0.35658914728682173,
      "grad_norm": 0.13758860528469086,
      "learning_rate": 0.00032726742082231787,
      "loss": 2.185,
      "step": 92
    },
    {
      "epoch": 0.36046511627906974,
      "grad_norm": 0.13637179136276245,
      "learning_rate": 0.00032713613112145105,
      "loss": 2.2052,
      "step": 93
    },
    {
      "epoch": 0.3643410852713178,
      "grad_norm": 0.14775022864341736,
      "learning_rate": 0.0003270017885967952,
      "loss": 2.1404,
      "step": 94
    },
    {
      "epoch": 0.3682170542635659,
      "grad_norm": 0.1494913548231125,
      "learning_rate": 0.0003268643957778546,
      "loss": 1.9495,
      "step": 95
    },
    {
      "epoch": 0.37209302325581395,
      "grad_norm": 0.1620800644159317,
      "learning_rate": 0.00032672395525156715,
      "loss": 2.0199,
      "step": 96
    },
    {
      "epoch": 0.375968992248062,
      "grad_norm": 0.15806061029434204,
      "learning_rate": 0.0003265804696622549,
      "loss": 1.9932,
      "step": 97
    },
    {
      "epoch": 0.3798449612403101,
      "grad_norm": 0.16337577998638153,
      "learning_rate": 0.00032643394171157504,
      "loss": 2.1522,
      "step": 98
    },
    {
      "epoch": 0.38372093023255816,
      "grad_norm": 0.1602049618959427,
      "learning_rate": 0.0003262843741584684,
      "loss": 2.215,
      "step": 99
    },
    {
      "epoch": 0.3875968992248062,
      "grad_norm": 0.17709355056285858,
      "learning_rate": 0.00032613176981910805,
      "loss": 1.8921,
      "step": 100
    },
    {
      "epoch": 0.39147286821705424,
      "grad_norm": 0.14379487931728363,
      "learning_rate": 0.0003259761315668458,
      "loss": 2.0393,
      "step": 101
    },
    {
      "epoch": 0.3953488372093023,
      "grad_norm": 0.15646255016326904,
      "learning_rate": 0.0003258174623321583,
      "loss": 2.2783,
      "step": 102
    },
    {
      "epoch": 0.3992248062015504,
      "grad_norm": 0.17745360732078552,
      "learning_rate": 0.00032565576510259207,
      "loss": 2.0816,
      "step": 103
    },
    {
      "epoch": 0.40310077519379844,
      "grad_norm": 0.14521199464797974,
      "learning_rate": 0.0003254910429227069,
      "loss": 2.061,
      "step": 104
    },
    {
      "epoch": 0.4069767441860465,
      "grad_norm": 0.14865247905254364,
      "learning_rate": 0.0003253232988940186,
      "loss": 2.1272,
      "step": 105
    },
    {
      "epoch": 0.4108527131782946,
      "grad_norm": 0.15088239312171936,
      "learning_rate": 0.0003251525361749409,
      "loss": 1.9842,
      "step": 106
    },
    {
      "epoch": 0.41472868217054265,
      "grad_norm": 0.15884487330913544,
      "learning_rate": 0.00032497875798072557,
      "loss": 2.2848,
      "step": 107
    },
    {
      "epoch": 0.4186046511627907,
      "grad_norm": 0.13841639459133148,
      "learning_rate": 0.000324801967583402,
      "loss": 2.2508,
      "step": 108
    },
    {
      "epoch": 0.42248062015503873,
      "grad_norm": 0.15195606648921967,
      "learning_rate": 0.00032462216831171607,
      "loss": 2.2611,
      "step": 109
    },
    {
      "epoch": 0.4263565891472868,
      "grad_norm": 0.17446410655975342,
      "learning_rate": 0.0003244393635510664,
      "loss": 2.3199,
      "step": 110
    },
    {
      "epoch": 0.43023255813953487,
      "grad_norm": 0.1482134312391281,
      "learning_rate": 0.0003242535567434419,
      "loss": 2.106,
      "step": 111
    },
    {
      "epoch": 0.43410852713178294,
      "grad_norm": 0.17814427614212036,
      "learning_rate": 0.000324064751387356,
      "loss": 2.3546,
      "step": 112
    },
    {
      "epoch": 0.437984496124031,
      "grad_norm": 0.15309078991413116,
      "learning_rate": 0.00032387295103778114,
      "loss": 1.9944,
      "step": 113
    },
    {
      "epoch": 0.4418604651162791,
      "grad_norm": 0.14015917479991913,
      "learning_rate": 0.00032367815930608177,
      "loss": 2.2504,
      "step": 114
    },
    {
      "epoch": 0.44573643410852715,
      "grad_norm": 0.14815208315849304,
      "learning_rate": 0.0003234803798599466,
      "loss": 2.1902,
      "step": 115
    },
    {
      "epoch": 0.4496124031007752,
      "grad_norm": 0.14948517084121704,
      "learning_rate": 0.000323279616423319,
      "loss": 2.2916,
      "step": 116
    },
    {
      "epoch": 0.45348837209302323,
      "grad_norm": 0.18051539361476898,
      "learning_rate": 0.00032307587277632753,
      "loss": 2.2055,
      "step": 117
    },
    {
      "epoch": 0.4573643410852713,
      "grad_norm": 0.17824648320674896,
      "learning_rate": 0.00032286915275521423,
      "loss": 1.9562,
      "step": 118
    },
    {
      "epoch": 0.46124031007751937,
      "grad_norm": 0.15700489282608032,
      "learning_rate": 0.0003226594602522626,
      "loss": 2.0874,
      "step": 119
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 0.15389874577522278,
      "learning_rate": 0.00032244679921572447,
      "loss": 2.314,
      "step": 120
    },
    {
      "epoch": 0.4689922480620155,
      "grad_norm": 0.15873467922210693,
      "learning_rate": 0.0003222311736497454,
      "loss": 2.3363,
      "step": 121
    },
    {
      "epoch": 0.4728682170542636,
      "grad_norm": 0.15486344695091248,
      "learning_rate": 0.0003220125876142893,
      "loss": 2.2502,
      "step": 122
    },
    {
      "epoch": 0.47674418604651164,
      "grad_norm": 0.15193265676498413,
      "learning_rate": 0.00032179104522506234,
      "loss": 2.1667,
      "step": 123
    },
    {
      "epoch": 0.4806201550387597,
      "grad_norm": 0.17307482659816742,
      "learning_rate": 0.00032156655065343487,
      "loss": 2.2361,
      "step": 124
    },
    {
      "epoch": 0.4844961240310077,
      "grad_norm": 0.17050062119960785,
      "learning_rate": 0.00032133910812636346,
      "loss": 1.9976,
      "step": 125
    },
    {
      "epoch": 0.4883720930232558,
      "grad_norm": 0.15616333484649658,
      "learning_rate": 0.00032110872192631096,
      "loss": 2.2286,
      "step": 126
    },
    {
      "epoch": 0.49224806201550386,
      "grad_norm": 0.15690878033638,
      "learning_rate": 0.00032087539639116596,
      "loss": 2.2743,
      "step": 127
    },
    {
      "epoch": 0.49612403100775193,
      "grad_norm": 0.15837594866752625,
      "learning_rate": 0.000320639135914161,
      "loss": 2.2109,
      "step": 128
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.16106249392032623,
      "learning_rate": 0.0003203999449437902,
      "loss": 2.0109,
      "step": 129
    },
    {
      "epoch": 0.5038759689922481,
      "grad_norm": 0.15444137156009674,
      "learning_rate": 0.00032015782798372504,
      "loss": 1.8895,
      "step": 130
    },
    {
      "epoch": 0.5077519379844961,
      "grad_norm": 0.16820791363716125,
      "learning_rate": 0.0003199127895927299,
      "loss": 2.0923,
      "step": 131
    },
    {
      "epoch": 0.5116279069767442,
      "grad_norm": 0.17274028062820435,
      "learning_rate": 0.0003196648343845761,
      "loss": 2.1964,
      "step": 132
    },
    {
      "epoch": 0.5155038759689923,
      "grad_norm": 0.17962628602981567,
      "learning_rate": 0.00031941396702795505,
      "loss": 2.2031,
      "step": 133
    },
    {
      "epoch": 0.5193798449612403,
      "grad_norm": 0.15597763657569885,
      "learning_rate": 0.00031916019224639017,
      "loss": 1.9934,
      "step": 134
    },
    {
      "epoch": 0.5232558139534884,
      "grad_norm": 0.15726816654205322,
      "learning_rate": 0.00031890351481814844,
      "loss": 2.004,
      "step": 135
    },
    {
      "epoch": 0.5271317829457365,
      "grad_norm": 0.16479064524173737,
      "learning_rate": 0.0003186439395761498,
      "loss": 2.024,
      "step": 136
    },
    {
      "epoch": 0.5310077519379846,
      "grad_norm": 0.1560487300157547,
      "learning_rate": 0.00031838147140787656,
      "loss": 2.2763,
      "step": 137
    },
    {
      "epoch": 0.5348837209302325,
      "grad_norm": 0.15172263979911804,
      "learning_rate": 0.0003181161152552813,
      "loss": 2.2485,
      "step": 138
    },
    {
      "epoch": 0.5387596899224806,
      "grad_norm": 0.14550605416297913,
      "learning_rate": 0.00031784787611469377,
      "loss": 2.319,
      "step": 139
    },
    {
      "epoch": 0.5426356589147286,
      "grad_norm": 0.15684114396572113,
      "learning_rate": 0.0003175767590367269,
      "loss": 2.1815,
      "step": 140
    },
    {
      "epoch": 0.5465116279069767,
      "grad_norm": 0.15643136203289032,
      "learning_rate": 0.00031730276912618146,
      "loss": 2.2636,
      "step": 141
    },
    {
      "epoch": 0.5503875968992248,
      "grad_norm": 0.15671825408935547,
      "learning_rate": 0.00031702591154195023,
      "loss": 2.2284,
      "step": 142
    },
    {
      "epoch": 0.5542635658914729,
      "grad_norm": 0.16105671226978302,
      "learning_rate": 0.0003167461914969208,
      "loss": 2.2209,
      "step": 143
    },
    {
      "epoch": 0.5581395348837209,
      "grad_norm": 0.15666881203651428,
      "learning_rate": 0.0003164636142578775,
      "loss": 2.1917,
      "step": 144
    },
    {
      "epoch": 0.562015503875969,
      "grad_norm": 0.16629591584205627,
      "learning_rate": 0.00031617818514540164,
      "loss": 2.2236,
      "step": 145
    },
    {
      "epoch": 0.5658914728682171,
      "grad_norm": 0.15989044308662415,
      "learning_rate": 0.00031588990953377227,
      "loss": 2.1643,
      "step": 146
    },
    {
      "epoch": 0.5697674418604651,
      "grad_norm": 0.15829624235630035,
      "learning_rate": 0.0003155987928508643,
      "loss": 2.0441,
      "step": 147
    },
    {
      "epoch": 0.5736434108527132,
      "grad_norm": 0.16886377334594727,
      "learning_rate": 0.0003153048405780466,
      "loss": 2.3204,
      "step": 148
    },
    {
      "epoch": 0.5775193798449613,
      "grad_norm": 0.14943009614944458,
      "learning_rate": 0.0003150080582500786,
      "loss": 2.2651,
      "step": 149
    },
    {
      "epoch": 0.5813953488372093,
      "grad_norm": 0.14913472533226013,
      "learning_rate": 0.0003147084514550064,
      "loss": 2.0444,
      "step": 150
    },
    {
      "epoch": 0.5852713178294574,
      "grad_norm": 0.17818570137023926,
      "learning_rate": 0.0003144060258340569,
      "loss": 2.389,
      "step": 151
    },
    {
      "epoch": 0.5891472868217055,
      "grad_norm": 0.15725958347320557,
      "learning_rate": 0.0003141007870815326,
      "loss": 2.0757,
      "step": 152
    },
    {
      "epoch": 0.5930232558139535,
      "grad_norm": 0.17349454760551453,
      "learning_rate": 0.0003137927409447034,
      "loss": 2.0407,
      "step": 153
    },
    {
      "epoch": 0.5968992248062015,
      "grad_norm": 0.16550661623477936,
      "learning_rate": 0.0003134818932236989,
      "loss": 2.1548,
      "step": 154
    },
    {
      "epoch": 0.6007751937984496,
      "grad_norm": 0.17092445492744446,
      "learning_rate": 0.00031316824977139905,
      "loss": 2.1501,
      "step": 155
    },
    {
      "epoch": 0.6046511627906976,
      "grad_norm": 0.16574212908744812,
      "learning_rate": 0.00031285181649332413,
      "loss": 2.3126,
      "step": 156
    },
    {
      "epoch": 0.6085271317829457,
      "grad_norm": 0.18889443576335907,
      "learning_rate": 0.00031253259934752324,
      "loss": 2.0974,
      "step": 157
    },
    {
      "epoch": 0.6124031007751938,
      "grad_norm": 0.14138291776180267,
      "learning_rate": 0.0003122106043444623,
      "loss": 2.1352,
      "step": 158
    },
    {
      "epoch": 0.6162790697674418,
      "grad_norm": 0.15668374300003052,
      "learning_rate": 0.000311885837546911,
      "loss": 2.0748,
      "step": 159
    },
    {
      "epoch": 0.6201550387596899,
      "grad_norm": 0.19118763506412506,
      "learning_rate": 0.0003115583050698283,
      "loss": 2.126,
      "step": 160
    },
    {
      "epoch": 0.624031007751938,
      "grad_norm": 0.19029273092746735,
      "learning_rate": 0.0003112280130802476,
      "loss": 2.2312,
      "step": 161
    },
    {
      "epoch": 0.627906976744186,
      "grad_norm": 0.16116315126419067,
      "learning_rate": 0.0003108949677971607,
      "loss": 2.1802,
      "step": 162
    },
    {
      "epoch": 0.6317829457364341,
      "grad_norm": 0.15257392823696136,
      "learning_rate": 0.00031055917549140013,
      "loss": 1.8636,
      "step": 163
    },
    {
      "epoch": 0.6356589147286822,
      "grad_norm": 0.14367957413196564,
      "learning_rate": 0.00031022064248552197,
      "loss": 2.2663,
      "step": 164
    },
    {
      "epoch": 0.6395348837209303,
      "grad_norm": 0.155740886926651,
      "learning_rate": 0.0003098793751536858,
      "loss": 2.0618,
      "step": 165
    },
    {
      "epoch": 0.6434108527131783,
      "grad_norm": 0.15573202073574066,
      "learning_rate": 0.0003095353799215356,
      "loss": 2.147,
      "step": 166
    },
    {
      "epoch": 0.6472868217054264,
      "grad_norm": 0.17215795814990997,
      "learning_rate": 0.0003091886632660781,
      "loss": 2.381,
      "step": 167
    },
    {
      "epoch": 0.6511627906976745,
      "grad_norm": 0.16937744617462158,
      "learning_rate": 0.0003088392317155612,
      "loss": 2.0703,
      "step": 168
    },
    {
      "epoch": 0.6550387596899225,
      "grad_norm": 0.16653715074062347,
      "learning_rate": 0.000308487091849351,
      "loss": 2.3338,
      "step": 169
    },
    {
      "epoch": 0.6589147286821705,
      "grad_norm": 0.1645222008228302,
      "learning_rate": 0.0003081322502978077,
      "loss": 2.2578,
      "step": 170
    },
    {
      "epoch": 0.6627906976744186,
      "grad_norm": 0.17217321693897247,
      "learning_rate": 0.0003077747137421609,
      "loss": 2.3059,
      "step": 171
    },
    {
      "epoch": 0.6666666666666666,
      "grad_norm": 0.15005135536193848,
      "learning_rate": 0.000307414488914384,
      "loss": 2.3234,
      "step": 172
    },
    {
      "epoch": 0.6705426356589147,
      "grad_norm": 0.1632111668586731,
      "learning_rate": 0.0003070515825970671,
      "loss": 2.3237,
      "step": 173
    },
    {
      "epoch": 0.6744186046511628,
      "grad_norm": 0.16381341218948364,
      "learning_rate": 0.0003066860016232894,
      "loss": 2.2046,
      "step": 174
    },
    {
      "epoch": 0.6782945736434108,
      "grad_norm": 0.1917879581451416,
      "learning_rate": 0.00030631775287649077,
      "loss": 2.2253,
      "step": 175
    },
    {
      "epoch": 0.6821705426356589,
      "grad_norm": 0.16225776076316833,
      "learning_rate": 0.00030594684329034183,
      "loss": 2.1078,
      "step": 176
    },
    {
      "epoch": 0.686046511627907,
      "grad_norm": 0.16708023846149445,
      "learning_rate": 0.00030557327984861353,
      "loss": 2.3477,
      "step": 177
    },
    {
      "epoch": 0.689922480620155,
      "grad_norm": 0.1940573751926422,
      "learning_rate": 0.00030519706958504573,
      "loss": 2.133,
      "step": 178
    },
    {
      "epoch": 0.6937984496124031,
      "grad_norm": 0.16478034853935242,
      "learning_rate": 0.00030481821958321467,
      "loss": 1.9538,
      "step": 179
    },
    {
      "epoch": 0.6976744186046512,
      "grad_norm": 0.16942182183265686,
      "learning_rate": 0.00030443673697639955,
      "loss": 2.3055,
      "step": 180
    },
    {
      "epoch": 0.7015503875968992,
      "grad_norm": 0.16306325793266296,
      "learning_rate": 0.0003040526289474484,
      "loss": 2.0216,
      "step": 181
    },
    {
      "epoch": 0.7054263565891473,
      "grad_norm": 0.1586439609527588,
      "learning_rate": 0.0003036659027286425,
      "loss": 2.242,
      "step": 182
    },
    {
      "epoch": 0.7093023255813954,
      "grad_norm": 0.18067839741706848,
      "learning_rate": 0.00030327656560156065,
      "loss": 2.201,
      "step": 183
    },
    {
      "epoch": 0.7131782945736435,
      "grad_norm": 0.17424075305461884,
      "learning_rate": 0.00030288462489694176,
      "loss": 2.0878,
      "step": 184
    },
    {
      "epoch": 0.7170542635658915,
      "grad_norm": 0.17749184370040894,
      "learning_rate": 0.0003024900879945468,
      "loss": 2.0539,
      "step": 185
    },
    {
      "epoch": 0.7209302325581395,
      "grad_norm": 0.1625218391418457,
      "learning_rate": 0.00030209296232302016,
      "loss": 2.252,
      "step": 186
    },
    {
      "epoch": 0.7248062015503876,
      "grad_norm": 0.1539207398891449,
      "learning_rate": 0.0003016932553597493,
      "loss": 2.261,
      "step": 187
    },
    {
      "epoch": 0.7286821705426356,
      "grad_norm": 0.1533818393945694,
      "learning_rate": 0.00030129097463072455,
      "loss": 2.0823,
      "step": 188
    },
    {
      "epoch": 0.7325581395348837,
      "grad_norm": 0.16169801354408264,
      "learning_rate": 0.0003008861277103968,
      "loss": 2.3093,
      "step": 189
    },
    {
      "epoch": 0.7364341085271318,
      "grad_norm": 0.16680897772312164,
      "learning_rate": 0.00030047872222153525,
      "loss": 1.8175,
      "step": 190
    },
    {
      "epoch": 0.7403100775193798,
      "grad_norm": 0.15020348131656647,
      "learning_rate": 0.0003000687658350839,
      "loss": 2.054,
      "step": 191
    },
    {
      "epoch": 0.7441860465116279,
      "grad_norm": 0.1465124785900116,
      "learning_rate": 0.0002996562662700168,
      "loss": 1.9802,
      "step": 192
    },
    {
      "epoch": 0.748062015503876,
      "grad_norm": 0.1666540950536728,
      "learning_rate": 0.00029924123129319315,
      "loss": 2.2759,
      "step": 193
    },
    {
      "epoch": 0.751937984496124,
      "grad_norm": 0.20095106959342957,
      "learning_rate": 0.0002988236687192107,
      "loss": 2.2055,
      "step": 194
    },
    {
      "epoch": 0.7558139534883721,
      "grad_norm": 0.15560601651668549,
      "learning_rate": 0.00029840358641025877,
      "loss": 2.2051,
      "step": 195
    },
    {
      "epoch": 0.7596899224806202,
      "grad_norm": 0.16015595197677612,
      "learning_rate": 0.0002979809922759702,
      "loss": 2.1635,
      "step": 196
    },
    {
      "epoch": 0.7635658914728682,
      "grad_norm": 0.15207257866859436,
      "learning_rate": 0.00029755589427327237,
      "loss": 2.1105,
      "step": 197
    },
    {
      "epoch": 0.7674418604651163,
      "grad_norm": 0.18203739821910858,
      "learning_rate": 0.0002971283004062375,
      "loss": 2.0973,
      "step": 198
    },
    {
      "epoch": 0.7713178294573644,
      "grad_norm": 0.165207177400589,
      "learning_rate": 0.00029669821872593187,
      "loss": 2.2404,
      "step": 199
    },
    {
      "epoch": 0.7751937984496124,
      "grad_norm": 0.16326136887073517,
      "learning_rate": 0.000296265657330264,
      "loss": 2.0473,
      "step": 200
    },
    {
      "epoch": 0.7790697674418605,
      "grad_norm": 0.17581120133399963,
      "learning_rate": 0.0002958306243638327,
      "loss": 2.1448,
      "step": 201
    },
    {
      "epoch": 0.7829457364341085,
      "grad_norm": 0.16953004896640778,
      "learning_rate": 0.0002953931280177732,
      "loss": 1.9978,
      "step": 202
    },
    {
      "epoch": 0.7868217054263565,
      "grad_norm": 0.17670084536075592,
      "learning_rate": 0.0002949531765296033,
      "loss": 2.3193,
      "step": 203
    },
    {
      "epoch": 0.7906976744186046,
      "grad_norm": 0.16181717813014984,
      "learning_rate": 0.000294510778183068,
      "loss": 1.9897,
      "step": 204
    },
    {
      "epoch": 0.7945736434108527,
      "grad_norm": 0.16492588818073273,
      "learning_rate": 0.00029406594130798364,
      "loss": 2.2115,
      "step": 205
    },
    {
      "epoch": 0.7984496124031008,
      "grad_norm": 0.1594804972410202,
      "learning_rate": 0.00029361867428008104,
      "loss": 2.205,
      "step": 206
    },
    {
      "epoch": 0.8023255813953488,
      "grad_norm": 0.1583336740732193,
      "learning_rate": 0.0002931689855208479,
      "loss": 1.9226,
      "step": 207
    },
    {
      "epoch": 0.8062015503875969,
      "grad_norm": 0.18443737924098969,
      "learning_rate": 0.00029271688349737,
      "loss": 2.3384,
      "step": 208
    },
    {
      "epoch": 0.810077519379845,
      "grad_norm": 0.17095071077346802,
      "learning_rate": 0.00029226237672217196,
      "loss": 2.0513,
      "step": 209
    },
    {
      "epoch": 0.813953488372093,
      "grad_norm": 0.1657685935497284,
      "learning_rate": 0.00029180547375305704,
      "loss": 2.0806,
      "step": 210
    },
    {
      "epoch": 0.8178294573643411,
      "grad_norm": 0.16090308129787445,
      "learning_rate": 0.00029134618319294573,
      "loss": 2.1466,
      "step": 211
    },
    {
      "epoch": 0.8217054263565892,
      "grad_norm": 0.1775992214679718,
      "learning_rate": 0.00029088451368971396,
      "loss": 2.084,
      "step": 212
    },
    {
      "epoch": 0.8255813953488372,
      "grad_norm": 0.16048915684223175,
      "learning_rate": 0.00029042047393603034,
      "loss": 1.8937,
      "step": 213
    },
    {
      "epoch": 0.8294573643410853,
      "grad_norm": 0.17156359553337097,
      "learning_rate": 0.0002899540726691922,
      "loss": 2.2556,
      "step": 214
    },
    {
      "epoch": 0.8333333333333334,
      "grad_norm": 0.15980640053749084,
      "learning_rate": 0.0002894853186709613,
      "loss": 1.9849,
      "step": 215
    },
    {
      "epoch": 0.8372093023255814,
      "grad_norm": 0.15312501788139343,
      "learning_rate": 0.00028901422076739854,
      "loss": 2.2545,
      "step": 216
    },
    {
      "epoch": 0.8410852713178295,
      "grad_norm": 0.14746591448783875,
      "learning_rate": 0.0002885407878286976,
      "loss": 2.236,
      "step": 217
    },
    {
      "epoch": 0.8449612403100775,
      "grad_norm": 0.16490989923477173,
      "learning_rate": 0.0002880650287690181,
      "loss": 2.1494,
      "step": 218
    },
    {
      "epoch": 0.8488372093023255,
      "grad_norm": 0.1589692234992981,
      "learning_rate": 0.0002875869525463173,
      "loss": 2.1665,
      "step": 219
    },
    {
      "epoch": 0.8527131782945736,
      "grad_norm": 0.17528380453586578,
      "learning_rate": 0.0002871065681621823,
      "loss": 1.9999,
      "step": 220
    },
    {
      "epoch": 0.8565891472868217,
      "grad_norm": 0.1483374536037445,
      "learning_rate": 0.0002866238846616597,
      "loss": 2.1133,
      "step": 221
    },
    {
      "epoch": 0.8604651162790697,
      "grad_norm": 0.1600683033466339,
      "learning_rate": 0.00028613891113308566,
      "loss": 2.061,
      "step": 222
    },
    {
      "epoch": 0.8643410852713178,
      "grad_norm": 0.16365991532802582,
      "learning_rate": 0.000285651656707915,
      "loss": 2.0138,
      "step": 223
    },
    {
      "epoch": 0.8682170542635659,
      "grad_norm": 0.19533555209636688,
      "learning_rate": 0.0002851621305605486,
      "loss": 2.3357,
      "step": 224
    },
    {
      "epoch": 0.872093023255814,
      "grad_norm": 0.17096424102783203,
      "learning_rate": 0.0002846703419081614,
      "loss": 2.1513,
      "step": 225
    },
    {
      "epoch": 0.875968992248062,
      "grad_norm": 0.1619122326374054,
      "learning_rate": 0.00028417630001052844,
      "loss": 2.0947,
      "step": 226
    },
    {
      "epoch": 0.8798449612403101,
      "grad_norm": 0.16593049466609955,
      "learning_rate": 0.00028368001416985054,
      "loss": 1.9596,
      "step": 227
    },
    {
      "epoch": 0.8837209302325582,
      "grad_norm": 0.15227988362312317,
      "learning_rate": 0.0002831814937305792,
      "loss": 1.9498,
      "step": 228
    },
    {
      "epoch": 0.8875968992248062,
      "grad_norm": 0.16401511430740356,
      "learning_rate": 0.0002826807480792408,
      "loss": 2.2326,
      "step": 229
    },
    {
      "epoch": 0.8914728682170543,
      "grad_norm": 0.20172202587127686,
      "learning_rate": 0.0002821777866442596,
      "loss": 2.2973,
      "step": 230
    },
    {
      "epoch": 0.8953488372093024,
      "grad_norm": 0.15986618399620056,
      "learning_rate": 0.00028167261889578034,
      "loss": 1.9597,
      "step": 231
    },
    {
      "epoch": 0.8992248062015504,
      "grad_norm": 0.16535168886184692,
      "learning_rate": 0.0002811652543454899,
      "loss": 1.9582,
      "step": 232
    },
    {
      "epoch": 0.9031007751937985,
      "grad_norm": 0.18099620938301086,
      "learning_rate": 0.0002806557025464385,
      "loss": 2.3131,
      "step": 233
    },
    {
      "epoch": 0.9069767441860465,
      "grad_norm": 0.16411282122135162,
      "learning_rate": 0.0002801439730928591,
      "loss": 2.0324,
      "step": 234
    },
    {
      "epoch": 0.9108527131782945,
      "grad_norm": 0.1549196094274521,
      "learning_rate": 0.00027963007561998765,
      "loss": 2.0878,
      "step": 235
    },
    {
      "epoch": 0.9147286821705426,
      "grad_norm": 0.1656661331653595,
      "learning_rate": 0.00027911401980388093,
      "loss": 1.9896,
      "step": 236
    },
    {
      "epoch": 0.9186046511627907,
      "grad_norm": 0.1635042279958725,
      "learning_rate": 0.0002785958153612348,
      "loss": 1.9988,
      "step": 237
    },
    {
      "epoch": 0.9224806201550387,
      "grad_norm": 0.18084381520748138,
      "learning_rate": 0.0002780754720492012,
      "loss": 2.1724,
      "step": 238
    },
    {
      "epoch": 0.9263565891472868,
      "grad_norm": 0.1592792123556137,
      "learning_rate": 0.0002775529996652041,
      "loss": 2.1535,
      "step": 239
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 0.15081603825092316,
      "learning_rate": 0.00027702840804675553,
      "loss": 2.2441,
      "step": 240
    },
    {
      "epoch": 0.9341085271317829,
      "grad_norm": 0.1784433275461197,
      "learning_rate": 0.00027650170707127,
      "loss": 2.2237,
      "step": 241
    },
    {
      "epoch": 0.937984496124031,
      "grad_norm": 0.15613843500614166,
      "learning_rate": 0.00027597290665587855,
      "loss": 1.893,
      "step": 242
    },
    {
      "epoch": 0.9418604651162791,
      "grad_norm": 0.15053103864192963,
      "learning_rate": 0.0002754420167572421,
      "loss": 2.282,
      "step": 243
    },
    {
      "epoch": 0.9457364341085271,
      "grad_norm": 0.15055972337722778,
      "learning_rate": 0.0002749090473713641,
      "loss": 2.0519,
      "step": 244
    },
    {
      "epoch": 0.9496124031007752,
      "grad_norm": 0.15554535388946533,
      "learning_rate": 0.00027437400853340215,
      "loss": 1.9656,
      "step": 245
    },
    {
      "epoch": 0.9534883720930233,
      "grad_norm": 0.16338570415973663,
      "learning_rate": 0.00027383691031747885,
      "loss": 2.3299,
      "step": 246
    },
    {
      "epoch": 0.9573643410852714,
      "grad_norm": 0.16029350459575653,
      "learning_rate": 0.0002732977628364927,
      "loss": 2.0619,
      "step": 247
    },
    {
      "epoch": 0.9612403100775194,
      "grad_norm": 0.1667211353778839,
      "learning_rate": 0.0002727565762419271,
      "loss": 2.1308,
      "step": 248
    },
    {
      "epoch": 0.9651162790697675,
      "grad_norm": 0.1782902479171753,
      "learning_rate": 0.0002722133607236595,
      "loss": 1.9959,
      "step": 249
    },
    {
      "epoch": 0.9689922480620154,
      "grad_norm": 0.15829254686832428,
      "learning_rate": 0.0002716681265097696,
      "loss": 2.1666,
      "step": 250
    },
    {
      "epoch": 0.9728682170542635,
      "grad_norm": 0.15275566279888153,
      "learning_rate": 0.00027112088386634645,
      "loss": 2.2501,
      "step": 251
    },
    {
      "epoch": 0.9767441860465116,
      "grad_norm": 0.17710180580615997,
      "learning_rate": 0.00027057164309729557,
      "loss": 2.2943,
      "step": 252
    },
    {
      "epoch": 0.9806201550387597,
      "grad_norm": 0.14490962028503418,
      "learning_rate": 0.0002700204145441446,
      "loss": 2.1836,
      "step": 253
    },
    {
      "epoch": 0.9844961240310077,
      "grad_norm": 0.16613595187664032,
      "learning_rate": 0.0002694672085858487,
      "loss": 2.1681,
      "step": 254
    },
    {
      "epoch": 0.9883720930232558,
      "grad_norm": 0.15662476420402527,
      "learning_rate": 0.0002689120356385952,
      "loss": 1.9142,
      "step": 255
    },
    {
      "epoch": 0.9922480620155039,
      "grad_norm": 0.1657550036907196,
      "learning_rate": 0.0002683549061556074,
      "loss": 2.3238,
      "step": 256
    },
    {
      "epoch": 0.9961240310077519,
      "grad_norm": 0.1951078623533249,
      "learning_rate": 0.0002677958306269477,
      "loss": 2.368,
      "step": 257
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.14835147559642792,
      "learning_rate": 0.00026723481957932025,
      "loss": 1.9971,
      "step": 258
    },
    {
      "epoch": 1.003875968992248,
      "grad_norm": 0.1541881114244461,
      "learning_rate": 0.0002666718835758724,
      "loss": 2.1023,
      "step": 259
    },
    {
      "epoch": 1.0077519379844961,
      "grad_norm": 0.1681731790304184,
      "learning_rate": 0.00026610703321599643,
      "loss": 2.1575,
      "step": 260
    },
    {
      "epoch": 1.0116279069767442,
      "grad_norm": 0.1625296175479889,
      "learning_rate": 0.0002655402791351292,
      "loss": 2.0262,
      "step": 261
    },
    {
      "epoch": 1.0155038759689923,
      "grad_norm": 0.1610299050807953,
      "learning_rate": 0.0002649716320045527,
      "loss": 2.1875,
      "step": 262
    },
    {
      "epoch": 1.0193798449612403,
      "grad_norm": 0.16845448315143585,
      "learning_rate": 0.00026440110253119235,
      "loss": 2.1463,
      "step": 263
    },
    {
      "epoch": 1.0232558139534884,
      "grad_norm": 0.15429221093654633,
      "learning_rate": 0.00026382870145741594,
      "loss": 2.2537,
      "step": 264
    },
    {
      "epoch": 1.0271317829457365,
      "grad_norm": 0.16575424373149872,
      "learning_rate": 0.0002632544395608312,
      "loss": 2.1336,
      "step": 265
    },
    {
      "epoch": 1.0310077519379846,
      "grad_norm": 0.15692879259586334,
      "learning_rate": 0.0002626783276540828,
      "loss": 1.9072,
      "step": 266
    },
    {
      "epoch": 1.0348837209302326,
      "grad_norm": 0.20094941556453705,
      "learning_rate": 0.00026210037658464886,
      "loss": 2.1421,
      "step": 267
    },
    {
      "epoch": 1.0387596899224807,
      "grad_norm": 0.19174852967262268,
      "learning_rate": 0.00026152059723463664,
      "loss": 1.9939,
      "step": 268
    },
    {
      "epoch": 1.0426356589147288,
      "grad_norm": 0.17150387167930603,
      "learning_rate": 0.00026093900052057774,
      "loss": 2.1736,
      "step": 269
    },
    {
      "epoch": 1.0465116279069768,
      "grad_norm": 0.15520396828651428,
      "learning_rate": 0.0002603555973932225,
      "loss": 2.0932,
      "step": 270
    },
    {
      "epoch": 1.050387596899225,
      "grad_norm": 0.1705746054649353,
      "learning_rate": 0.0002597703988373336,
      "loss": 2.2486,
      "step": 271
    },
    {
      "epoch": 1.054263565891473,
      "grad_norm": 0.1639339029788971,
      "learning_rate": 0.0002591834158714797,
      "loss": 2.2351,
      "step": 272
    },
    {
      "epoch": 1.058139534883721,
      "grad_norm": 0.17867504060268402,
      "learning_rate": 0.00025859465954782744,
      "loss": 2.25,
      "step": 273
    },
    {
      "epoch": 1.062015503875969,
      "grad_norm": 0.20789186656475067,
      "learning_rate": 0.0002580041409519339,
      "loss": 1.9999,
      "step": 274
    },
    {
      "epoch": 1.065891472868217,
      "grad_norm": 0.15863926708698273,
      "learning_rate": 0.0002574118712025374,
      "loss": 2.0538,
      "step": 275
    },
    {
      "epoch": 1.069767441860465,
      "grad_norm": 0.16435660421848297,
      "learning_rate": 0.00025681786145134825,
      "loss": 2.0152,
      "step": 276
    },
    {
      "epoch": 1.073643410852713,
      "grad_norm": 0.1803198754787445,
      "learning_rate": 0.000256222122882839,
      "loss": 2.3157,
      "step": 277
    },
    {
      "epoch": 1.0775193798449612,
      "grad_norm": 0.19417981803417206,
      "learning_rate": 0.0002556246667140337,
      "loss": 2.1564,
      "step": 278
    },
    {
      "epoch": 1.003875968992248,
      "grad_norm": 0.17067064344882965,
      "learning_rate": 0.0002550255041942965,
      "loss": 1.8682,
      "step": 279
    },
    {
      "epoch": 1.0077519379844961,
      "grad_norm": 0.20531415939331055,
      "learning_rate": 0.0002544246466051203,
      "loss": 1.799,
      "step": 280
    },
    {
      "epoch": 1.0116279069767442,
      "grad_norm": 0.21423804759979248,
      "learning_rate": 0.000253822105259914,
      "loss": 1.623,
      "step": 281
    },
    {
      "epoch": 1.0155038759689923,
      "grad_norm": 0.17934457957744598,
      "learning_rate": 0.0002532178915037894,
      "loss": 1.8665,
      "step": 282
    },
    {
      "epoch": 1.0193798449612403,
      "grad_norm": 0.19024011492729187,
      "learning_rate": 0.0002526120167133479,
      "loss": 1.8837,
      "step": 283
    },
    {
      "epoch": 1.0232558139534884,
      "grad_norm": 0.26798877120018005,
      "learning_rate": 0.0002520044922964662,
      "loss": 1.8213,
      "step": 284
    },
    {
      "epoch": 1.0271317829457365,
      "grad_norm": 0.19613595306873322,
      "learning_rate": 0.0002513953296920811,
      "loss": 1.8714,
      "step": 285
    },
    {
      "epoch": 1.0310077519379846,
      "grad_norm": 0.17628167569637299,
      "learning_rate": 0.0002507845403699748,
      "loss": 1.8617,
      "step": 286
    },
    {
      "epoch": 1.0348837209302326,
      "grad_norm": 0.19648019969463348,
      "learning_rate": 0.0002501721358305584,
      "loss": 2.1,
      "step": 287
    },
    {
      "epoch": 1.0387596899224807,
      "grad_norm": 0.21330788731575012,
      "learning_rate": 0.0002495581276046557,
      "loss": 1.8563,
      "step": 288
    },
    {
      "epoch": 1.0426356589147288,
      "grad_norm": 0.18956711888313293,
      "learning_rate": 0.00024894252725328583,
      "loss": 1.769,
      "step": 289
    },
    {
      "epoch": 1.0465116279069768,
      "grad_norm": 0.17926643788814545,
      "learning_rate": 0.00024832534636744566,
      "loss": 1.8329,
      "step": 290
    },
    {
      "epoch": 1.050387596899225,
      "grad_norm": 0.1793479472398758,
      "learning_rate": 0.0002477065965678917,
      "loss": 1.5659,
      "step": 291
    },
    {
      "epoch": 1.054263565891473,
      "grad_norm": 0.19575071334838867,
      "learning_rate": 0.00024708628950492116,
      "loss": 1.7525,
      "step": 292
    },
    {
      "epoch": 1.058139534883721,
      "grad_norm": 0.20665033161640167,
      "learning_rate": 0.00024646443685815247,
      "loss": 1.7979,
      "step": 293
    },
    {
      "epoch": 1.062015503875969,
      "grad_norm": 0.2565125823020935,
      "learning_rate": 0.0002458410503363055,
      "loss": 1.8589,
      "step": 294
    },
    {
      "epoch": 1.0658914728682172,
      "grad_norm": 0.18845273554325104,
      "learning_rate": 0.0002452161416769813,
      "loss": 1.9473,
      "step": 295
    },
    {
      "epoch": 1.069767441860465,
      "grad_norm": 0.18714243173599243,
      "learning_rate": 0.0002445897226464408,
      "loss": 1.7174,
      "step": 296
    },
    {
      "epoch": 1.073643410852713,
      "grad_norm": 0.20173239707946777,
      "learning_rate": 0.0002439618050393833,
      "loss": 1.7722,
      "step": 297
    },
    {
      "epoch": 1.0775193798449612,
      "grad_norm": 0.1991068571805954,
      "learning_rate": 0.0002433324006787244,
      "loss": 1.8291,
      "step": 298
    },
    {
      "epoch": 1.0813953488372092,
      "grad_norm": 0.20716890692710876,
      "learning_rate": 0.00024270152141537367,
      "loss": 1.8379,
      "step": 299
    },
    {
      "epoch": 1.0852713178294573,
      "grad_norm": 0.18439684808254242,
      "learning_rate": 0.00024206917912801104,
      "loss": 1.7841,
      "step": 300
    },
    {
      "epoch": 1.0891472868217054,
      "grad_norm": 0.1679239273071289,
      "learning_rate": 0.00024143538572286356,
      "loss": 1.8962,
      "step": 301
    },
    {
      "epoch": 1.0930232558139534,
      "grad_norm": 0.1798442304134369,
      "learning_rate": 0.00024080015313348086,
      "loss": 1.9051,
      "step": 302
    },
    {
      "epoch": 1.0968992248062015,
      "grad_norm": 0.18058885633945465,
      "learning_rate": 0.00024016349332051082,
      "loss": 1.9452,
      "step": 303
    },
    {
      "epoch": 1.1007751937984496,
      "grad_norm": 0.17939876019954681,
      "learning_rate": 0.00023952541827147416,
      "loss": 1.7577,
      "step": 304
    },
    {
      "epoch": 1.1046511627906976,
      "grad_norm": 0.1852078139781952,
      "learning_rate": 0.00023888594000053855,
      "loss": 1.9129,
      "step": 305
    },
    {
      "epoch": 1.1085271317829457,
      "grad_norm": 0.18097913265228271,
      "learning_rate": 0.0002382450705482929,
      "loss": 1.8608,
      "step": 306
    },
    {
      "epoch": 1.1124031007751938,
      "grad_norm": 0.21096573770046234,
      "learning_rate": 0.00023760282198152007,
      "loss": 2.0269,
      "step": 307
    },
    {
      "epoch": 1.1162790697674418,
      "grad_norm": 0.18521122634410858,
      "learning_rate": 0.0002369592063929702,
      "loss": 1.7748,
      "step": 308
    },
    {
      "epoch": 1.12015503875969,
      "grad_norm": 0.20764781534671783,
      "learning_rate": 0.00023631423590113259,
      "loss": 1.5756,
      "step": 309
    },
    {
      "epoch": 1.124031007751938,
      "grad_norm": 0.17593301832675934,
      "learning_rate": 0.00023566792265000772,
      "loss": 1.7376,
      "step": 310
    },
    {
      "epoch": 1.127906976744186,
      "grad_norm": 0.1941826045513153,
      "learning_rate": 0.00023502027880887874,
      "loss": 2.0077,
      "step": 311
    },
    {
      "epoch": 1.1317829457364341,
      "grad_norm": 0.1869935393333435,
      "learning_rate": 0.00023437131657208193,
      "loss": 1.7087,
      "step": 312
    },
    {
      "epoch": 1.1356589147286822,
      "grad_norm": 0.18788675963878632,
      "learning_rate": 0.0002337210481587775,
      "loss": 1.5735,
      "step": 313
    },
    {
      "epoch": 1.1395348837209303,
      "grad_norm": 0.2027387022972107,
      "learning_rate": 0.0002330694858127193,
      "loss": 1.9059,
      "step": 314
    },
    {
      "epoch": 1.1434108527131783,
      "grad_norm": 0.18780571222305298,
      "learning_rate": 0.0002324166418020244,
      "loss": 1.7282,
      "step": 315
    },
    {
      "epoch": 1.1472868217054264,
      "grad_norm": 0.1976962685585022,
      "learning_rate": 0.00023176252841894187,
      "loss": 2.018,
      "step": 316
    },
    {
      "epoch": 1.1511627906976745,
      "grad_norm": 0.19255152344703674,
      "learning_rate": 0.00023110715797962177,
      "loss": 1.729,
      "step": 317
    },
    {
      "epoch": 1.1550387596899225,
      "grad_norm": 0.18749909102916718,
      "learning_rate": 0.00023045054282388273,
      "loss": 1.7549,
      "step": 318
    },
    {
      "epoch": 1.1589147286821706,
      "grad_norm": 0.22557330131530762,
      "learning_rate": 0.00022979269531497995,
      "loss": 2.0677,
      "step": 319
    },
    {
      "epoch": 1.1627906976744187,
      "grad_norm": 0.1746273934841156,
      "learning_rate": 0.0002291336278393724,
      "loss": 1.7589,
      "step": 320
    },
    {
      "epoch": 1.1666666666666667,
      "grad_norm": 0.17809656262397766,
      "learning_rate": 0.00022847335280648943,
      "loss": 1.7851,
      "step": 321
    },
    {
      "epoch": 1.1705426356589148,
      "grad_norm": 0.19532962143421173,
      "learning_rate": 0.0002278118826484972,
      "loss": 1.8515,
      "step": 322
    },
    {
      "epoch": 1.1744186046511629,
      "grad_norm": 0.20081496238708496,
      "learning_rate": 0.00022714922982006467,
      "loss": 1.7351,
      "step": 323
    },
    {
      "epoch": 1.178294573643411,
      "grad_norm": 0.22169405221939087,
      "learning_rate": 0.000226485406798129,
      "loss": 1.8978,
      "step": 324
    },
    {
      "epoch": 1.1821705426356588,
      "grad_norm": 0.1990557610988617,
      "learning_rate": 0.00022582042608166063,
      "loss": 1.7837,
      "step": 325
    },
    {
      "epoch": 1.1860465116279069,
      "grad_norm": 0.19927580654621124,
      "learning_rate": 0.00022515430019142793,
      "loss": 1.7193,
      "step": 326
    },
    {
      "epoch": 1.189922480620155,
      "grad_norm": 0.19535136222839355,
      "learning_rate": 0.00022448704166976166,
      "loss": 2.1294,
      "step": 327
    },
    {
      "epoch": 1.193798449612403,
      "grad_norm": 0.2005845010280609,
      "learning_rate": 0.00022381866308031839,
      "loss": 1.9261,
      "step": 328
    },
    {
      "epoch": 1.197674418604651,
      "grad_norm": 0.20202966034412384,
      "learning_rate": 0.00022314917700784438,
      "loss": 1.8773,
      "step": 329
    },
    {
      "epoch": 1.2015503875968991,
      "grad_norm": 0.23102688789367676,
      "learning_rate": 0.00022247859605793835,
      "loss": 1.7446,
      "step": 330
    },
    {
      "epoch": 1.2054263565891472,
      "grad_norm": 0.19356843829154968,
      "learning_rate": 0.00022180693285681419,
      "loss": 1.7991,
      "step": 331
    },
    {
      "epoch": 1.2093023255813953,
      "grad_norm": 0.22885212302207947,
      "learning_rate": 0.0002211342000510633,
      "loss": 1.6866,
      "step": 332
    },
    {
      "epoch": 1.2131782945736433,
      "grad_norm": 0.18752378225326538,
      "learning_rate": 0.00022046041030741645,
      "loss": 1.8063,
      "step": 333
    },
    {
      "epoch": 1.2170542635658914,
      "grad_norm": 0.18102799355983734,
      "learning_rate": 0.00021978557631250505,
      "loss": 2.0372,
      "step": 334
    },
    {
      "epoch": 1.2209302325581395,
      "grad_norm": 0.19595623016357422,
      "learning_rate": 0.0002191097107726228,
      "loss": 1.9375,
      "step": 335
    },
    {
      "epoch": 1.2248062015503876,
      "grad_norm": 0.1951194554567337,
      "learning_rate": 0.00021843282641348586,
      "loss": 1.9015,
      "step": 336
    },
    {
      "epoch": 1.2286821705426356,
      "grad_norm": 0.19051988422870636,
      "learning_rate": 0.00021775493597999359,
      "loss": 1.978,
      "step": 337
    },
    {
      "epoch": 1.2325581395348837,
      "grad_norm": 0.20707543194293976,
      "learning_rate": 0.00021707605223598853,
      "loss": 1.648,
      "step": 338
    },
    {
      "epoch": 1.2364341085271318,
      "grad_norm": 0.1884542554616928,
      "learning_rate": 0.00021639618796401595,
      "loss": 1.8844,
      "step": 339
    },
    {
      "epoch": 1.2403100775193798,
      "grad_norm": 0.19425931572914124,
      "learning_rate": 0.00021571535596508337,
      "loss": 1.8605,
      "step": 340
    },
    {
      "epoch": 1.244186046511628,
      "grad_norm": 0.20685045421123505,
      "learning_rate": 0.0002150335690584193,
      "loss": 1.865,
      "step": 341
    },
    {
      "epoch": 1.248062015503876,
      "grad_norm": 0.1994500607252121,
      "learning_rate": 0.00021435084008123202,
      "loss": 2.01,
      "step": 342
    },
    {
      "epoch": 1.251937984496124,
      "grad_norm": 0.18918661773204803,
      "learning_rate": 0.00021366718188846795,
      "loss": 1.9086,
      "step": 343
    },
    {
      "epoch": 1.255813953488372,
      "grad_norm": 0.18662329018115997,
      "learning_rate": 0.0002129826073525693,
      "loss": 1.7579,
      "step": 344
    },
    {
      "epoch": 1.2596899224806202,
      "grad_norm": 0.21391060948371887,
      "learning_rate": 0.00021229712936323206,
      "loss": 1.8439,
      "step": 345
    },
    {
      "epoch": 1.2635658914728682,
      "grad_norm": 0.19121584296226501,
      "learning_rate": 0.000211610760827163,
      "loss": 1.7058,
      "step": 346
    },
    {
      "epoch": 1.2674418604651163,
      "grad_norm": 0.19377876818180084,
      "learning_rate": 0.00021092351466783695,
      "loss": 1.7458,
      "step": 347
    },
    {
      "epoch": 1.2713178294573644,
      "grad_norm": 0.181095689535141,
      "learning_rate": 0.00021023540382525313,
      "loss": 1.8254,
      "step": 348
    },
    {
      "epoch": 1.2751937984496124,
      "grad_norm": 0.18665671348571777,
      "learning_rate": 0.00020954644125569186,
      "loss": 1.8718,
      "step": 349
    },
    {
      "epoch": 1.2790697674418605,
      "grad_norm": 0.19250045716762543,
      "learning_rate": 0.00020885663993147022,
      "loss": 1.9262,
      "step": 350
    },
    {
      "epoch": 1.2829457364341086,
      "grad_norm": 0.17288216948509216,
      "learning_rate": 0.00020816601284069818,
      "loss": 1.8269,
      "step": 351
    },
    {
      "epoch": 1.2868217054263567,
      "grad_norm": 0.18719065189361572,
      "learning_rate": 0.00020747457298703388,
      "loss": 1.6828,
      "step": 352
    },
    {
      "epoch": 1.2906976744186047,
      "grad_norm": 0.214838445186615,
      "learning_rate": 0.00020678233338943861,
      "loss": 1.6086,
      "step": 353
    },
    {
      "epoch": 1.2945736434108528,
      "grad_norm": 0.20970992743968964,
      "learning_rate": 0.0002060893070819321,
      "loss": 1.8411,
      "step": 354
    },
    {
      "epoch": 1.2984496124031009,
      "grad_norm": 0.19377633929252625,
      "learning_rate": 0.00020539550711334666,
      "loss": 1.7452,
      "step": 355
    },
    {
      "epoch": 1.302325581395349,
      "grad_norm": 0.21270965039730072,
      "learning_rate": 0.0002047009465470818,
      "loss": 1.8104,
      "step": 356
    },
    {
      "epoch": 1.306201550387597,
      "grad_norm": 0.20388975739479065,
      "learning_rate": 0.00020400563846085804,
      "loss": 1.8727,
      "step": 357
    },
    {
      "epoch": 1.310077519379845,
      "grad_norm": 0.20084132254123688,
      "learning_rate": 0.00020330959594647087,
      "loss": 1.833,
      "step": 358
    },
    {
      "epoch": 1.3139534883720931,
      "grad_norm": 0.21278367936611176,
      "learning_rate": 0.00020261283210954418,
      "loss": 1.8254,
      "step": 359
    },
    {
      "epoch": 1.3178294573643412,
      "grad_norm": 0.20003218948841095,
      "learning_rate": 0.00020191536006928338,
      "loss": 1.6369,
      "step": 360
    },
    {
      "epoch": 1.3217054263565893,
      "grad_norm": 0.1956341415643692,
      "learning_rate": 0.00020121719295822856,
      "loss": 1.56,
      "step": 361
    },
    {
      "epoch": 1.3255813953488373,
      "grad_norm": 0.2056959867477417,
      "learning_rate": 0.0002005183439220071,
      "loss": 1.9608,
      "step": 362
    },
    {
      "epoch": 1.3294573643410852,
      "grad_norm": 0.20560531318187714,
      "learning_rate": 0.00019981882611908616,
      "loss": 1.5359,
      "step": 363
    },
    {
      "epoch": 1.3333333333333333,
      "grad_norm": 0.20920397341251373,
      "learning_rate": 0.000199118652720525,
      "loss": 1.7916,
      "step": 364
    },
    {
      "epoch": 1.3372093023255813,
      "grad_norm": 0.20703092217445374,
      "learning_rate": 0.00019841783690972695,
      "loss": 1.7696,
      "step": 365
    },
    {
      "epoch": 1.3410852713178294,
      "grad_norm": 0.2005213499069214,
      "learning_rate": 0.00019771639188219118,
      "loss": 1.755,
      "step": 366
    },
    {
      "epoch": 1.3449612403100775,
      "grad_norm": 0.19476981461048126,
      "learning_rate": 0.00019701433084526416,
      "loss": 1.9473,
      "step": 367
    },
    {
      "epoch": 1.3488372093023255,
      "grad_norm": 0.1986457258462906,
      "learning_rate": 0.00019631166701789115,
      "loss": 1.5943,
      "step": 368
    },
    {
      "epoch": 1.3527131782945736,
      "grad_norm": 0.1900886595249176,
      "learning_rate": 0.0001956084136303671,
      "loss": 1.829,
      "step": 369
    },
    {
      "epoch": 1.3565891472868217,
      "grad_norm": 0.19796966016292572,
      "learning_rate": 0.00019490458392408777,
      "loss": 1.6652,
      "step": 370
    },
    {
      "epoch": 1.3604651162790697,
      "grad_norm": 0.19012434780597687,
      "learning_rate": 0.00019420019115130022,
      "loss": 2.0372,
      "step": 371
    },
    {
      "epoch": 1.3643410852713178,
      "grad_norm": 0.20295971632003784,
      "learning_rate": 0.0001934952485748534,
      "loss": 1.7472,
      "step": 372
    },
    {
      "epoch": 1.3682170542635659,
      "grad_norm": 0.24137261509895325,
      "learning_rate": 0.00019278976946794838,
      "loss": 1.7415,
      "step": 373
    },
    {
      "epoch": 1.372093023255814,
      "grad_norm": 0.19063839316368103,
      "learning_rate": 0.00019208376711388837,
      "loss": 1.6088,
      "step": 374
    },
    {
      "epoch": 1.375968992248062,
      "grad_norm": 0.21088172495365143,
      "learning_rate": 0.00019137725480582884,
      "loss": 2.0018,
      "step": 375
    },
    {
      "epoch": 1.37984496124031,
      "grad_norm": 0.18817083537578583,
      "learning_rate": 0.00019067024584652688,
      "loss": 1.7041,
      "step": 376
    },
    {
      "epoch": 1.3837209302325582,
      "grad_norm": 0.19199052453041077,
      "learning_rate": 0.000189962753548091,
      "loss": 1.7152,
      "step": 377
    },
    {
      "epoch": 1.3875968992248062,
      "grad_norm": 0.19253146648406982,
      "learning_rate": 0.00018925479123173042,
      "loss": 1.8655,
      "step": 378
    },
    {
      "epoch": 1.3914728682170543,
      "grad_norm": 0.19239702820777893,
      "learning_rate": 0.00018854637222750418,
      "loss": 1.9605,
      "step": 379
    },
    {
      "epoch": 1.3953488372093024,
      "grad_norm": 0.19195358455181122,
      "learning_rate": 0.00018783750987407015,
      "loss": 1.7392,
      "step": 380
    },
    {
      "epoch": 1.3992248062015504,
      "grad_norm": 0.22022220492362976,
      "learning_rate": 0.00018712821751843398,
      "loss": 1.7857,
      "step": 381
    },
    {
      "epoch": 1.4031007751937985,
      "grad_norm": 0.20397743582725525,
      "learning_rate": 0.0001864185085156978,
      "loss": 1.8367,
      "step": 382
    },
    {
      "epoch": 1.4069767441860466,
      "grad_norm": 0.21266423165798187,
      "learning_rate": 0.00018570839622880848,
      "loss": 1.7252,
      "step": 383
    },
    {
      "epoch": 1.4108527131782946,
      "grad_norm": 0.2537650465965271,
      "learning_rate": 0.0001849978940283065,
      "loss": 1.6755,
      "step": 384
    },
    {
      "epoch": 1.4147286821705427,
      "grad_norm": 0.2007053792476654,
      "learning_rate": 0.00018428701529207367,
      "loss": 1.8301,
      "step": 385
    },
    {
      "epoch": 1.4186046511627908,
      "grad_norm": 0.2502276301383972,
      "learning_rate": 0.0001835757734050817,
      "loss": 1.8444,
      "step": 386
    },
    {
      "epoch": 1.4224806201550386,
      "grad_norm": 0.21285481750965118,
      "learning_rate": 0.00018286418175913986,
      "loss": 1.8921,
      "step": 387
    },
    {
      "epoch": 1.4263565891472867,
      "grad_norm": 0.192243754863739,
      "learning_rate": 0.0001821522537526431,
      "loss": 1.7928,
      "step": 388
    },
    {
      "epoch": 1.4302325581395348,
      "grad_norm": 0.18463876843452454,
      "learning_rate": 0.0001814400027903194,
      "loss": 1.7785,
      "step": 389
    },
    {
      "epoch": 1.4341085271317828,
      "grad_norm": 0.19326354563236237,
      "learning_rate": 0.00018072744228297784,
      "loss": 1.8843,
      "step": 390
    },
    {
      "epoch": 1.437984496124031,
      "grad_norm": 0.1868479996919632,
      "learning_rate": 0.00018001458564725572,
      "loss": 1.5857,
      "step": 391
    },
    {
      "epoch": 1.441860465116279,
      "grad_norm": 0.23313790559768677,
      "learning_rate": 0.00017930144630536607,
      "loss": 1.8934,
      "step": 392
    },
    {
      "epoch": 1.445736434108527,
      "grad_norm": 0.2015128880739212,
      "learning_rate": 0.00017858803768484497,
      "loss": 1.6785,
      "step": 393
    },
    {
      "epoch": 1.449612403100775,
      "grad_norm": 0.20901648700237274,
      "learning_rate": 0.00017787437321829862,
      "loss": 1.6072,
      "step": 394
    },
    {
      "epoch": 1.4534883720930232,
      "grad_norm": 0.21417102217674255,
      "learning_rate": 0.0001771604663431506,
      "loss": 1.8706,
      "step": 395
    },
    {
      "epoch": 1.4573643410852712,
      "grad_norm": 0.26056888699531555,
      "learning_rate": 0.00017644633050138862,
      "loss": 1.8553,
      "step": 396
    },
    {
      "epoch": 1.4612403100775193,
      "grad_norm": 0.19383443892002106,
      "learning_rate": 0.00017573197913931166,
      "loss": 1.7848,
      "step": 397
    },
    {
      "epoch": 1.4651162790697674,
      "grad_norm": 0.2180427759885788,
      "learning_rate": 0.00017501742570727666,
      "loss": 1.8704,
      "step": 398
    },
    {
      "epoch": 1.4689922480620154,
      "grad_norm": 0.2105623483657837,
      "learning_rate": 0.00017430268365944518,
      "loss": 1.6322,
      "step": 399
    },
    {
      "epoch": 1.4728682170542635,
      "grad_norm": 0.19639936089515686,
      "learning_rate": 0.0001735877664535303,
      "loss": 1.7703,
      "step": 400
    },
    {
      "epoch": 1.4767441860465116,
      "grad_norm": 0.18290045857429504,
      "learning_rate": 0.00017287268755054305,
      "loss": 1.7469,
      "step": 401
    },
    {
      "epoch": 1.4806201550387597,
      "grad_norm": 0.20623917877674103,
      "learning_rate": 0.00017215746041453913,
      "loss": 1.7563,
      "step": 402
    },
    {
      "epoch": 1.4844961240310077,
      "grad_norm": 0.1958610713481903,
      "learning_rate": 0.00017144209851236504,
      "loss": 1.8197,
      "step": 403
    },
    {
      "epoch": 1.4883720930232558,
      "grad_norm": 0.1950949728488922,
      "learning_rate": 0.00017072661531340502,
      "loss": 1.8786,
      "step": 404
    },
    {
      "epoch": 1.4922480620155039,
      "grad_norm": 0.21500743925571442,
      "learning_rate": 0.0001700110242893271,
      "loss": 1.7809,
      "step": 405
    },
    {
      "epoch": 1.496124031007752,
      "grad_norm": 0.2010657638311386,
      "learning_rate": 0.00016929533891382945,
      "loss": 1.6953,
      "step": 406
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.19953016936779022,
      "learning_rate": 0.00016857957266238688,
      "loss": 1.466,
      "step": 407
    },
    {
      "epoch": 1.503875968992248,
      "grad_norm": 0.19881819188594818,
      "learning_rate": 0.00016786373901199684,
      "loss": 1.9139,
      "step": 408
    },
    {
      "epoch": 1.5077519379844961,
      "grad_norm": 0.1984422504901886,
      "learning_rate": 0.000167147851440926,
      "loss": 1.9282,
      "step": 409
    },
    {
      "epoch": 1.5116279069767442,
      "grad_norm": 0.19584600627422333,
      "learning_rate": 0.00016643192342845602,
      "loss": 1.7367,
      "step": 410
    },
    {
      "epoch": 1.5155038759689923,
      "grad_norm": 0.1895333230495453,
      "learning_rate": 0.00016571596845463044,
      "loss": 1.8496,
      "step": 411
    },
    {
      "epoch": 1.5193798449612403,
      "grad_norm": 0.1868915855884552,
      "learning_rate": 0.000165,
      "loss": 1.7451,
      "step": 412
    },
    {
      "epoch": 1.5232558139534884,
      "grad_norm": 0.192902609705925,
      "learning_rate": 0.00016428403154536962,
      "loss": 1.996,
      "step": 413
    },
    {
      "epoch": 1.5271317829457365,
      "grad_norm": 0.22422343492507935,
      "learning_rate": 0.00016356807657154395,
      "loss": 1.8168,
      "step": 414
    },
    {
      "epoch": 1.5310077519379846,
      "grad_norm": 0.1989205926656723,
      "learning_rate": 0.00016285214855907406,
      "loss": 1.8789,
      "step": 415
    },
    {
      "epoch": 1.5348837209302326,
      "grad_norm": 0.19881393015384674,
      "learning_rate": 0.0001621362609880032,
      "loss": 1.732,
      "step": 416
    },
    {
      "epoch": 1.5387596899224807,
      "grad_norm": 0.197114959359169,
      "learning_rate": 0.00016142042733761317,
      "loss": 1.7816,
      "step": 417
    },
    {
      "epoch": 1.5426356589147288,
      "grad_norm": 0.20128700137138367,
      "learning_rate": 0.00016070466108617055,
      "loss": 1.8697,
      "step": 418
    },
    {
      "epoch": 1.5465116279069768,
      "grad_norm": 0.2489478439092636,
      "learning_rate": 0.00015998897571067292,
      "loss": 1.7559,
      "step": 419
    },
    {
      "epoch": 1.550387596899225,
      "grad_norm": 0.2148464322090149,
      "learning_rate": 0.00015927338468659497,
      "loss": 1.6178,
      "step": 420
    },
    {
      "epoch": 1.554263565891473,
      "grad_norm": 0.18926125764846802,
      "learning_rate": 0.00015855790148763498,
      "loss": 1.8989,
      "step": 421
    },
    {
      "epoch": 1.558139534883721,
      "grad_norm": 0.2206331193447113,
      "learning_rate": 0.00015784253958546092,
      "loss": 1.4578,
      "step": 422
    },
    {
      "epoch": 1.562015503875969,
      "grad_norm": 0.20707029104232788,
      "learning_rate": 0.00015712731244945697,
      "loss": 1.8484,
      "step": 423
    },
    {
      "epoch": 1.5658914728682172,
      "grad_norm": 0.2055550217628479,
      "learning_rate": 0.00015641223354646977,
      "loss": 1.7355,
      "step": 424
    },
    {
      "epoch": 1.5697674418604652,
      "grad_norm": 0.22906459867954254,
      "learning_rate": 0.00015569731634055482,
      "loss": 1.8945,
      "step": 425
    },
    {
      "epoch": 1.5736434108527133,
      "grad_norm": 0.1993347406387329,
      "learning_rate": 0.00015498257429272336,
      "loss": 1.6523,
      "step": 426
    },
    {
      "epoch": 1.5775193798449614,
      "grad_norm": 0.20685455203056335,
      "learning_rate": 0.00015426802086068833,
      "loss": 1.7329,
      "step": 427
    },
    {
      "epoch": 1.5813953488372094,
      "grad_norm": 0.2264314740896225,
      "learning_rate": 0.00015355366949861135,
      "loss": 1.7889,
      "step": 428
    },
    {
      "epoch": 1.5852713178294575,
      "grad_norm": 0.23605959117412567,
      "learning_rate": 0.00015283953365684941,
      "loss": 1.8501,
      "step": 429
    },
    {
      "epoch": 1.5891472868217056,
      "grad_norm": 0.1887684017419815,
      "learning_rate": 0.0001521256267817014,
      "loss": 1.7191,
      "step": 430
    },
    {
      "epoch": 1.5930232558139537,
      "grad_norm": 0.1952105611562729,
      "learning_rate": 0.00015141196231515508,
      "loss": 1.7227,
      "step": 431
    },
    {
      "epoch": 1.5968992248062015,
      "grad_norm": 0.19459757208824158,
      "learning_rate": 0.00015069855369463392,
      "loss": 1.4825,
      "step": 432
    },
    {
      "epoch": 1.6007751937984496,
      "grad_norm": 0.20146332681179047,
      "learning_rate": 0.0001499854143527443,
      "loss": 1.8256,
      "step": 433
    },
    {
      "epoch": 1.6046511627906976,
      "grad_norm": 0.2057608962059021,
      "learning_rate": 0.00014927255771702219,
      "loss": 1.6188,
      "step": 434
    },
    {
      "epoch": 1.6085271317829457,
      "grad_norm": 0.2795553207397461,
      "learning_rate": 0.00014855999720968062,
      "loss": 1.5248,
      "step": 435
    },
    {
      "epoch": 1.6124031007751938,
      "grad_norm": 0.20762935280799866,
      "learning_rate": 0.00014784774624735695,
      "loss": 1.812,
      "step": 436
    },
    {
      "epoch": 1.6162790697674418,
      "grad_norm": 0.20336000621318817,
      "learning_rate": 0.00014713581824086014,
      "loss": 2.0534,
      "step": 437
    },
    {
      "epoch": 1.62015503875969,
      "grad_norm": 0.20982185006141663,
      "learning_rate": 0.00014642422659491837,
      "loss": 1.708,
      "step": 438
    },
    {
      "epoch": 1.624031007751938,
      "grad_norm": 0.19309498369693756,
      "learning_rate": 0.00014571298470792635,
      "loss": 1.7285,
      "step": 439
    },
    {
      "epoch": 1.627906976744186,
      "grad_norm": 0.2094258964061737,
      "learning_rate": 0.00014500210597169353,
      "loss": 1.9404,
      "step": 440
    },
    {
      "epoch": 1.6317829457364341,
      "grad_norm": 0.20995444059371948,
      "learning_rate": 0.00014429160377119152,
      "loss": 1.8059,
      "step": 441
    },
    {
      "epoch": 1.6356589147286822,
      "grad_norm": 0.19962961971759796,
      "learning_rate": 0.00014358149148430225,
      "loss": 1.5697,
      "step": 442
    },
    {
      "epoch": 1.6395348837209303,
      "grad_norm": 0.2032284438610077,
      "learning_rate": 0.000142871782481566,
      "loss": 1.8137,
      "step": 443
    },
    {
      "epoch": 1.6434108527131783,
      "grad_norm": 0.19651709496974945,
      "learning_rate": 0.00014216249012592987,
      "loss": 1.7584,
      "step": 444
    },
    {
      "epoch": 1.6472868217054264,
      "grad_norm": 0.20097319781780243,
      "learning_rate": 0.00014145362777249587,
      "loss": 1.875,
      "step": 445
    },
    {
      "epoch": 1.6511627906976745,
      "grad_norm": 0.1974637806415558,
      "learning_rate": 0.00014074520876826955,
      "loss": 1.9157,
      "step": 446
    },
    {
      "epoch": 1.6550387596899225,
      "grad_norm": 0.1912589967250824,
      "learning_rate": 0.00014003724645190898,
      "loss": 1.8198,
      "step": 447
    },
    {
      "epoch": 1.6589147286821704,
      "grad_norm": 0.22384630143642426,
      "learning_rate": 0.00013932975415347314,
      "loss": 2.0134,
      "step": 448
    },
    {
      "epoch": 1.6627906976744184,
      "grad_norm": 0.22261658310890198,
      "learning_rate": 0.00013862274519417118,
      "loss": 1.9937,
      "step": 449
    },
    {
      "epoch": 1.6666666666666665,
      "grad_norm": 0.20569778978824615,
      "learning_rate": 0.0001379162328861116,
      "loss": 1.7494,
      "step": 450
    },
    {
      "epoch": 1.6705426356589146,
      "grad_norm": 0.19439737498760223,
      "learning_rate": 0.00013721023053205164,
      "loss": 1.8848,
      "step": 451
    },
    {
      "epoch": 1.6744186046511627,
      "grad_norm": 0.1926531344652176,
      "learning_rate": 0.0001365047514251466,
      "loss": 1.8646,
      "step": 452
    },
    {
      "epoch": 1.6782945736434107,
      "grad_norm": 0.2144368290901184,
      "learning_rate": 0.00013579980884869977,
      "loss": 1.8047,
      "step": 453
    },
    {
      "epoch": 1.6821705426356588,
      "grad_norm": 0.20255987346172333,
      "learning_rate": 0.00013509541607591226,
      "loss": 1.8394,
      "step": 454
    },
    {
      "epoch": 1.6860465116279069,
      "grad_norm": 0.1870235800743103,
      "learning_rate": 0.00013439158636963292,
      "loss": 1.8102,
      "step": 455
    },
    {
      "epoch": 1.689922480620155,
      "grad_norm": 0.20020346343517303,
      "learning_rate": 0.0001336883329821089,
      "loss": 1.8804,
      "step": 456
    },
    {
      "epoch": 1.693798449612403,
      "grad_norm": 0.1906907856464386,
      "learning_rate": 0.00013298566915473581,
      "loss": 1.9384,
      "step": 457
    },
    {
      "epoch": 1.697674418604651,
      "grad_norm": 0.2018539309501648,
      "learning_rate": 0.00013228360811780882,
      "loss": 1.8863,
      "step": 458
    },
    {
      "epoch": 1.7015503875968991,
      "grad_norm": 0.1981591433286667,
      "learning_rate": 0.00013158216309027305,
      "loss": 1.9656,
      "step": 459
    },
    {
      "epoch": 1.7054263565891472,
      "grad_norm": 0.2033264935016632,
      "learning_rate": 0.000130881347279475,
      "loss": 1.6587,
      "step": 460
    },
    {
      "epoch": 1.7093023255813953,
      "grad_norm": 0.1924613118171692,
      "learning_rate": 0.00013018117388091386,
      "loss": 1.6004,
      "step": 461
    },
    {
      "epoch": 1.7131782945736433,
      "grad_norm": 0.19790911674499512,
      "learning_rate": 0.00012948165607799296,
      "loss": 1.8981,
      "step": 462
    },
    {
      "epoch": 1.7170542635658914,
      "grad_norm": 0.20132358372211456,
      "learning_rate": 0.0001287828070417715,
      "loss": 1.9168,
      "step": 463
    },
    {
      "epoch": 1.7209302325581395,
      "grad_norm": 0.19085679948329926,
      "learning_rate": 0.00012808463993071661,
      "loss": 1.6915,
      "step": 464
    },
    {
      "epoch": 1.7248062015503876,
      "grad_norm": 0.2047281414270401,
      "learning_rate": 0.00012738716789045582,
      "loss": 1.6943,
      "step": 465
    },
    {
      "epoch": 1.7286821705426356,
      "grad_norm": 0.21793071925640106,
      "learning_rate": 0.00012669040405352916,
      "loss": 1.9838,
      "step": 466
    },
    {
      "epoch": 1.7325581395348837,
      "grad_norm": 0.21391068398952484,
      "learning_rate": 0.00012599436153914198,
      "loss": 1.8181,
      "step": 467
    },
    {
      "epoch": 1.7364341085271318,
      "grad_norm": 0.21556377410888672,
      "learning_rate": 0.00012529905345291825,
      "loss": 1.8422,
      "step": 468
    },
    {
      "epoch": 1.7403100775193798,
      "grad_norm": 0.2581706941127777,
      "learning_rate": 0.00012460449288665337,
      "loss": 1.9742,
      "step": 469
    },
    {
      "epoch": 1.744186046511628,
      "grad_norm": 0.19443494081497192,
      "learning_rate": 0.00012391069291806792,
      "loss": 1.6538,
      "step": 470
    },
    {
      "epoch": 1.748062015503876,
      "grad_norm": 0.1977704018354416,
      "learning_rate": 0.00012321766661056138,
      "loss": 1.5853,
      "step": 471
    },
    {
      "epoch": 1.751937984496124,
      "grad_norm": 0.21871508657932281,
      "learning_rate": 0.00012252542701296612,
      "loss": 1.8603,
      "step": 472
    },
    {
      "epoch": 1.755813953488372,
      "grad_norm": 0.21219857037067413,
      "learning_rate": 0.00012183398715930184,
      "loss": 2.0966,
      "step": 473
    },
    {
      "epoch": 1.7596899224806202,
      "grad_norm": 0.2329765260219574,
      "learning_rate": 0.00012114336006852986,
      "loss": 1.62,
      "step": 474
    },
    {
      "epoch": 1.7635658914728682,
      "grad_norm": 0.2001282125711441,
      "learning_rate": 0.00012045355874430818,
      "loss": 1.6761,
      "step": 475
    },
    {
      "epoch": 1.7674418604651163,
      "grad_norm": 0.21139495074748993,
      "learning_rate": 0.0001197645961747469,
      "loss": 1.6687,
      "step": 476
    },
    {
      "epoch": 1.7713178294573644,
      "grad_norm": 0.20851844549179077,
      "learning_rate": 0.00011907648533216309,
      "loss": 1.7873,
      "step": 477
    },
    {
      "epoch": 1.7751937984496124,
      "grad_norm": 0.20665644109249115,
      "learning_rate": 0.00011838923917283697,
      "loss": 2.0133,
      "step": 478
    },
    {
      "epoch": 1.7790697674418605,
      "grad_norm": 0.21509003639221191,
      "learning_rate": 0.00011770287063676794,
      "loss": 1.8063,
      "step": 479
    },
    {
      "epoch": 1.7829457364341086,
      "grad_norm": 0.20424823462963104,
      "learning_rate": 0.0001170173926474307,
      "loss": 1.7912,
      "step": 480
    },
    {
      "epoch": 1.7868217054263567,
      "grad_norm": 0.1964096873998642,
      "learning_rate": 0.00011633281811153209,
      "loss": 1.7892,
      "step": 481
    },
    {
      "epoch": 1.7906976744186047,
      "grad_norm": 0.19199204444885254,
      "learning_rate": 0.00011564915991876793,
      "loss": 1.5681,
      "step": 482
    },
    {
      "epoch": 1.7945736434108528,
      "grad_norm": 0.20553924143314362,
      "learning_rate": 0.00011496643094158072,
      "loss": 1.7004,
      "step": 483
    },
    {
      "epoch": 1.7984496124031009,
      "grad_norm": 0.20590077340602875,
      "learning_rate": 0.00011428464403491667,
      "loss": 1.9121,
      "step": 484
    },
    {
      "epoch": 1.802325581395349,
      "grad_norm": 0.2159814089536667,
      "learning_rate": 0.00011360381203598404,
      "loss": 1.7843,
      "step": 485
    },
    {
      "epoch": 1.806201550387597,
      "grad_norm": 0.19363482296466827,
      "learning_rate": 0.00011292394776401152,
      "loss": 2.0043,
      "step": 486
    },
    {
      "epoch": 1.810077519379845,
      "grad_norm": 0.20251871645450592,
      "learning_rate": 0.00011224506402000645,
      "loss": 1.7657,
      "step": 487
    },
    {
      "epoch": 1.8139534883720931,
      "grad_norm": 0.2011270970106125,
      "learning_rate": 0.0001115671735865142,
      "loss": 1.9705,
      "step": 488
    },
    {
      "epoch": 1.8178294573643412,
      "grad_norm": 0.20194721221923828,
      "learning_rate": 0.00011089028922737721,
      "loss": 1.7546,
      "step": 489
    },
    {
      "epoch": 1.8217054263565893,
      "grad_norm": 0.19558173418045044,
      "learning_rate": 0.00011021442368749496,
      "loss": 1.7589,
      "step": 490
    },
    {
      "epoch": 1.8255813953488373,
      "grad_norm": 0.1979272961616516,
      "learning_rate": 0.00010953958969258363,
      "loss": 1.9451,
      "step": 491
    },
    {
      "epoch": 1.8294573643410854,
      "grad_norm": 0.1853906363248825,
      "learning_rate": 0.00010886579994893669,
      "loss": 1.6267,
      "step": 492
    },
    {
      "epoch": 1.8333333333333335,
      "grad_norm": 0.22289901971817017,
      "learning_rate": 0.0001081930671431858,
      "loss": 1.8587,
      "step": 493
    },
    {
      "epoch": 1.8372093023255816,
      "grad_norm": 0.1921209841966629,
      "learning_rate": 0.00010752140394206169,
      "loss": 1.543,
      "step": 494
    },
    {
      "epoch": 1.8410852713178296,
      "grad_norm": 0.1961943507194519,
      "learning_rate": 0.00010685082299215565,
      "loss": 1.7071,
      "step": 495
    },
    {
      "epoch": 1.8449612403100775,
      "grad_norm": 0.19070090353488922,
      "learning_rate": 0.00010618133691968159,
      "loss": 1.7627,
      "step": 496
    },
    {
      "epoch": 1.8488372093023255,
      "grad_norm": 0.1972433626651764,
      "learning_rate": 0.00010551295833023834,
      "loss": 1.9585,
      "step": 497
    },
    {
      "epoch": 1.8527131782945736,
      "grad_norm": 0.19546210765838623,
      "learning_rate": 0.00010484569980857207,
      "loss": 1.7804,
      "step": 498
    },
    {
      "epoch": 1.8565891472868217,
      "grad_norm": 0.18603426218032837,
      "learning_rate": 0.00010417957391833937,
      "loss": 1.7544,
      "step": 499
    },
    {
      "epoch": 1.8604651162790697,
      "grad_norm": 0.21424385905265808,
      "learning_rate": 0.00010351459320187102,
      "loss": 2.0136,
      "step": 500
    },
    {
      "epoch": 1.8643410852713178,
      "grad_norm": 0.19600240886211395,
      "learning_rate": 0.00010285077017993536,
      "loss": 2.1243,
      "step": 501
    },
    {
      "epoch": 1.8682170542635659,
      "grad_norm": 0.19789910316467285,
      "learning_rate": 0.00010218811735150283,
      "loss": 1.772,
      "step": 502
    },
    {
      "epoch": 1.872093023255814,
      "grad_norm": 0.24993658065795898,
      "learning_rate": 0.0001015266471935106,
      "loss": 1.7537,
      "step": 503
    },
    {
      "epoch": 1.875968992248062,
      "grad_norm": 0.2263271063566208,
      "learning_rate": 0.0001008663721606276,
      "loss": 1.6373,
      "step": 504
    },
    {
      "epoch": 1.87984496124031,
      "grad_norm": 0.19725754857063293,
      "learning_rate": 0.00010020730468502006,
      "loss": 1.5511,
      "step": 505
    },
    {
      "epoch": 1.8837209302325582,
      "grad_norm": 0.18990269303321838,
      "learning_rate": 9.954945717611734e-05,
      "loss": 1.9,
      "step": 506
    },
    {
      "epoch": 1.8875968992248062,
      "grad_norm": 0.20127974450588226,
      "learning_rate": 9.889284202037826e-05,
      "loss": 1.8697,
      "step": 507
    },
    {
      "epoch": 1.8914728682170543,
      "grad_norm": 0.19391153752803802,
      "learning_rate": 9.823747158105813e-05,
      "loss": 1.64,
      "step": 508
    },
    {
      "epoch": 1.8953488372093024,
      "grad_norm": 0.19547265768051147,
      "learning_rate": 9.758335819797565e-05,
      "loss": 1.4242,
      "step": 509
    },
    {
      "epoch": 1.8992248062015504,
      "grad_norm": 0.19835124909877777,
      "learning_rate": 9.693051418728067e-05,
      "loss": 1.6888,
      "step": 510
    },
    {
      "epoch": 1.9031007751937985,
      "grad_norm": 0.2248801290988922,
      "learning_rate": 9.627895184122254e-05,
      "loss": 1.8677,
      "step": 511
    },
    {
      "epoch": 1.9069767441860463,
      "grad_norm": 0.20312006771564484,
      "learning_rate": 9.562868342791809e-05,
      "loss": 1.7185,
      "step": 512
    },
    {
      "epoch": 1.9108527131782944,
      "grad_norm": 0.2256229966878891,
      "learning_rate": 9.497972119112128e-05,
      "loss": 1.7775,
      "step": 513
    },
    {
      "epoch": 1.9147286821705425,
      "grad_norm": 0.2004292607307434,
      "learning_rate": 9.433207734999223e-05,
      "loss": 1.7049,
      "step": 514
    },
    {
      "epoch": 1.9186046511627906,
      "grad_norm": 0.19018398225307465,
      "learning_rate": 9.368576409886741e-05,
      "loss": 1.5486,
      "step": 515
    },
    {
      "epoch": 1.9224806201550386,
      "grad_norm": 0.2169780731201172,
      "learning_rate": 9.304079360702984e-05,
      "loss": 1.7943,
      "step": 516
    },
    {
      "epoch": 1.9263565891472867,
      "grad_norm": 0.18505652248859406,
      "learning_rate": 9.239717801847988e-05,
      "loss": 1.4213,
      "step": 517
    },
    {
      "epoch": 1.9302325581395348,
      "grad_norm": 0.19745871424674988,
      "learning_rate": 9.175492945170716e-05,
      "loss": 1.7484,
      "step": 518
    },
    {
      "epoch": 1.9341085271317828,
      "grad_norm": 0.19631022214889526,
      "learning_rate": 9.111405999946145e-05,
      "loss": 1.6813,
      "step": 519
    },
    {
      "epoch": 1.937984496124031,
      "grad_norm": 0.20178832113742828,
      "learning_rate": 9.047458172852592e-05,
      "loss": 1.797,
      "step": 520
    },
    {
      "epoch": 1.941860465116279,
      "grad_norm": 0.19533181190490723,
      "learning_rate": 8.983650667948915e-05,
      "loss": 1.7296,
      "step": 521
    },
    {
      "epoch": 1.945736434108527,
      "grad_norm": 0.19685396552085876,
      "learning_rate": 8.919984686651917e-05,
      "loss": 1.9964,
      "step": 522
    },
    {
      "epoch": 1.949612403100775,
      "grad_norm": 0.21287135779857635,
      "learning_rate": 8.856461427713651e-05,
      "loss": 1.7688,
      "step": 523
    },
    {
      "epoch": 1.9534883720930232,
      "grad_norm": 0.19684074819087982,
      "learning_rate": 8.793082087198896e-05,
      "loss": 1.7588,
      "step": 524
    },
    {
      "epoch": 1.9573643410852712,
      "grad_norm": 0.20424464344978333,
      "learning_rate": 8.729847858462635e-05,
      "loss": 1.804,
      "step": 525
    },
    {
      "epoch": 1.9612403100775193,
      "grad_norm": 0.2178419530391693,
      "learning_rate": 8.666759932127563e-05,
      "loss": 1.7219,
      "step": 526
    },
    {
      "epoch": 1.9651162790697674,
      "grad_norm": 0.20854228734970093,
      "learning_rate": 8.603819496061677e-05,
      "loss": 1.6547,
      "step": 527
    },
    {
      "epoch": 1.9689922480620154,
      "grad_norm": 0.19146962463855743,
      "learning_rate": 8.54102773535592e-05,
      "loss": 1.7676,
      "step": 528
    },
    {
      "epoch": 1.9728682170542635,
      "grad_norm": 0.20440424978733063,
      "learning_rate": 8.478385832301868e-05,
      "loss": 1.863,
      "step": 529
    },
    {
      "epoch": 1.9767441860465116,
      "grad_norm": 0.19717960059642792,
      "learning_rate": 8.415894966369449e-05,
      "loss": 1.9114,
      "step": 530
    },
    {
      "epoch": 1.9806201550387597,
      "grad_norm": 0.19504162669181824,
      "learning_rate": 8.353556314184756e-05,
      "loss": 1.8955,
      "step": 531
    },
    {
      "epoch": 1.9844961240310077,
      "grad_norm": 0.21640577912330627,
      "learning_rate": 8.291371049507882e-05,
      "loss": 1.5879,
      "step": 532
    },
    {
      "epoch": 1.9883720930232558,
      "grad_norm": 0.20818272233009338,
      "learning_rate": 8.229340343210828e-05,
      "loss": 1.6215,
      "step": 533
    },
    {
      "epoch": 1.9922480620155039,
      "grad_norm": 0.199616938829422,
      "learning_rate": 8.167465363255434e-05,
      "loss": 1.8259,
      "step": 534
    },
    {
      "epoch": 1.996124031007752,
      "grad_norm": 0.21627697348594666,
      "learning_rate": 8.105747274671419e-05,
      "loss": 2.042,
      "step": 535
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.2383459061384201,
      "learning_rate": 8.044187239534429e-05,
      "loss": 1.7217,
      "step": 536
    },
    {
      "epoch": 2.003875968992248,
      "grad_norm": 0.2019493281841278,
      "learning_rate": 7.982786416944163e-05,
      "loss": 1.6845,
      "step": 537
    },
    {
      "epoch": 2.007751937984496,
      "grad_norm": 0.2237274944782257,
      "learning_rate": 7.92154596300252e-05,
      "loss": 1.4392,
      "step": 538
    },
    {
      "epoch": 2.011627906976744,
      "grad_norm": 0.22651292383670807,
      "learning_rate": 7.860467030791895e-05,
      "loss": 1.5396,
      "step": 539
    },
    {
      "epoch": 2.0155038759689923,
      "grad_norm": 0.2347649782896042,
      "learning_rate": 7.799550770353385e-05,
      "loss": 1.7393,
      "step": 540
    },
    {
      "epoch": 2.0193798449612403,
      "grad_norm": 0.22472216188907623,
      "learning_rate": 7.738798328665212e-05,
      "loss": 1.7223,
      "step": 541
    },
    {
      "epoch": 2.0232558139534884,
      "grad_norm": 0.20871466398239136,
      "learning_rate": 7.678210849621058e-05,
      "loss": 1.6426,
      "step": 542
    },
    {
      "epoch": 2.0271317829457365,
      "grad_norm": 0.20463484525680542,
      "learning_rate": 7.617789474008606e-05,
      "loss": 1.6959,
      "step": 543
    },
    {
      "epoch": 2.0310077519379846,
      "grad_norm": 0.21245327591896057,
      "learning_rate": 7.55753533948797e-05,
      "loss": 1.4701,
      "step": 544
    },
    {
      "epoch": 2.0348837209302326,
      "grad_norm": 0.20299085974693298,
      "learning_rate": 7.497449580570352e-05,
      "loss": 1.6918,
      "step": 545
    },
    {
      "epoch": 2.0387596899224807,
      "grad_norm": 0.20907790958881378,
      "learning_rate": 7.437533328596635e-05,
      "loss": 2.0656,
      "step": 546
    },
    {
      "epoch": 2.0426356589147288,
      "grad_norm": 0.20104455947875977,
      "learning_rate": 7.377787711716099e-05,
      "loss": 1.7928,
      "step": 547
    },
    {
      "epoch": 2.046511627906977,
      "grad_norm": 0.20086194574832916,
      "learning_rate": 7.318213854865179e-05,
      "loss": 1.6931,
      "step": 548
    },
    {
      "epoch": 2.050387596899225,
      "grad_norm": 0.19403457641601562,
      "learning_rate": 7.258812879746258e-05,
      "loss": 1.648,
      "step": 549
    },
    {
      "epoch": 2.054263565891473,
      "grad_norm": 0.19223634898662567,
      "learning_rate": 7.19958590480661e-05,
      "loss": 1.7832,
      "step": 550
    },
    {
      "epoch": 2.058139534883721,
      "grad_norm": 0.2628048360347748,
      "learning_rate": 7.140534045217254e-05,
      "loss": 1.8131,
      "step": 551
    },
    {
      "epoch": 2.062015503875969,
      "grad_norm": 0.19258858263492584,
      "learning_rate": 7.08165841285204e-05,
      "loss": 2.0739,
      "step": 552
    },
    {
      "epoch": 2.065891472868217,
      "grad_norm": 0.19849108159542084,
      "learning_rate": 7.02296011626664e-05,
      "loss": 1.5161,
      "step": 553
    },
    {
      "epoch": 2.0697674418604652,
      "grad_norm": 0.2288181036710739,
      "learning_rate": 6.964440260677757e-05,
      "loss": 1.8076,
      "step": 554
    },
    {
      "epoch": 2.003875968992248,
      "grad_norm": 0.2025528997182846,
      "learning_rate": 6.906099947942226e-05,
      "loss": 1.3829,
      "step": 555
    },
    {
      "epoch": 2.007751937984496,
      "grad_norm": 0.2283174991607666,
      "learning_rate": 6.847940276536336e-05,
      "loss": 1.3538,
      "step": 556
    },
    {
      "epoch": 2.011627906976744,
      "grad_norm": 0.22030316293239594,
      "learning_rate": 6.789962341535114e-05,
      "loss": 1.4349,
      "step": 557
    },
    {
      "epoch": 2.0155038759689923,
      "grad_norm": 0.2190942019224167,
      "learning_rate": 6.732167234591726e-05,
      "loss": 1.3267,
      "step": 558
    },
    {
      "epoch": 2.0193798449612403,
      "grad_norm": 0.24970054626464844,
      "learning_rate": 6.674556043916883e-05,
      "loss": 1.4094,
      "step": 559
    },
    {
      "epoch": 2.0232558139534884,
      "grad_norm": 0.24456344544887543,
      "learning_rate": 6.617129854258406e-05,
      "loss": 1.129,
      "step": 560
    },
    {
      "epoch": 2.0271317829457365,
      "grad_norm": 0.27006039023399353,
      "learning_rate": 6.559889746880764e-05,
      "loss": 1.1812,
      "step": 561
    },
    {
      "epoch": 2.0310077519379846,
      "grad_norm": 0.27538713812828064,
      "learning_rate": 6.502836799544728e-05,
      "loss": 1.1389,
      "step": 562
    },
    {
      "epoch": 2.0348837209302326,
      "grad_norm": 0.3555956482887268,
      "learning_rate": 6.445972086487074e-05,
      "loss": 1.5623,
      "step": 563
    },
    {
      "epoch": 2.0387596899224807,
      "grad_norm": 0.35483232140541077,
      "learning_rate": 6.389296678400357e-05,
      "loss": 1.1459,
      "step": 564
    },
    {
      "epoch": 2.0426356589147288,
      "grad_norm": 0.36105233430862427,
      "learning_rate": 6.332811642412762e-05,
      "loss": 1.2068,
      "step": 565
    },
    {
      "epoch": 2.046511627906977,
      "grad_norm": 0.25484374165534973,
      "learning_rate": 6.276518042067982e-05,
      "loss": 1.3551,
      "step": 566
    },
    {
      "epoch": 2.050387596899225,
      "grad_norm": 0.24508428573608398,
      "learning_rate": 6.22041693730523e-05,
      "loss": 1.3885,
      "step": 567
    },
    {
      "epoch": 2.054263565891473,
      "grad_norm": 0.24084091186523438,
      "learning_rate": 6.164509384439258e-05,
      "loss": 1.2559,
      "step": 568
    },
    {
      "epoch": 2.058139534883721,
      "grad_norm": 0.24399569630622864,
      "learning_rate": 6.10879643614048e-05,
      "loss": 1.2449,
      "step": 569
    },
    {
      "epoch": 2.062015503875969,
      "grad_norm": 0.22874587774276733,
      "learning_rate": 6.053279141415124e-05,
      "loss": 1.2807,
      "step": 570
    },
    {
      "epoch": 2.065891472868217,
      "grad_norm": 0.23427356779575348,
      "learning_rate": 5.997958545585541e-05,
      "loss": 1.223,
      "step": 571
    },
    {
      "epoch": 2.0697674418604652,
      "grad_norm": 0.23317009210586548,
      "learning_rate": 5.9428356902704406e-05,
      "loss": 1.3503,
      "step": 572
    },
    {
      "epoch": 2.0736434108527133,
      "grad_norm": 0.2481788992881775,
      "learning_rate": 5.887911613365358e-05,
      "loss": 1.5248,
      "step": 573
    },
    {
      "epoch": 2.0775193798449614,
      "grad_norm": 0.2363855540752411,
      "learning_rate": 5.833187349023042e-05,
      "loss": 1.3902,
      "step": 574
    },
    {
      "epoch": 2.0813953488372094,
      "grad_norm": 0.21973107755184174,
      "learning_rate": 5.778663927634054e-05,
      "loss": 1.1951,
      "step": 575
    },
    {
      "epoch": 2.0852713178294575,
      "grad_norm": 0.24858590960502625,
      "learning_rate": 5.724342375807296e-05,
      "loss": 1.306,
      "step": 576
    },
    {
      "epoch": 2.0891472868217056,
      "grad_norm": 0.2570536136627197,
      "learning_rate": 5.670223716350734e-05,
      "loss": 1.2423,
      "step": 577
    },
    {
      "epoch": 2.0930232558139537,
      "grad_norm": 0.2506595849990845,
      "learning_rate": 5.616308968252116e-05,
      "loss": 1.5181,
      "step": 578
    },
    {
      "epoch": 2.0968992248062017,
      "grad_norm": 0.2839462459087372,
      "learning_rate": 5.562599146659789e-05,
      "loss": 1.379,
      "step": 579
    },
    {
      "epoch": 2.10077519379845,
      "grad_norm": 0.245258629322052,
      "learning_rate": 5.509095262863592e-05,
      "loss": 1.3119,
      "step": 580
    },
    {
      "epoch": 2.104651162790698,
      "grad_norm": 0.25935980677604675,
      "learning_rate": 5.455798324275785e-05,
      "loss": 1.2769,
      "step": 581
    },
    {
      "epoch": 2.108527131782946,
      "grad_norm": 0.2609214186668396,
      "learning_rate": 5.4027093344121484e-05,
      "loss": 1.3932,
      "step": 582
    },
    {
      "epoch": 2.112403100775194,
      "grad_norm": 0.26635345816612244,
      "learning_rate": 5.3498292928730014e-05,
      "loss": 1.3211,
      "step": 583
    },
    {
      "epoch": 2.116279069767442,
      "grad_norm": 0.28587472438812256,
      "learning_rate": 5.2971591953244504e-05,
      "loss": 1.1748,
      "step": 584
    },
    {
      "epoch": 2.12015503875969,
      "grad_norm": 0.26677605509757996,
      "learning_rate": 5.244700033479588e-05,
      "loss": 1.2278,
      "step": 585
    },
    {
      "epoch": 2.124031007751938,
      "grad_norm": 0.26765909790992737,
      "learning_rate": 5.192452795079885e-05,
      "loss": 1.2706,
      "step": 586
    },
    {
      "epoch": 2.1279069767441863,
      "grad_norm": 0.28276336193084717,
      "learning_rate": 5.140418463876519e-05,
      "loss": 1.522,
      "step": 587
    },
    {
      "epoch": 2.1317829457364343,
      "grad_norm": 0.2587178945541382,
      "learning_rate": 5.088598019611909e-05,
      "loss": 1.2271,
      "step": 588
    },
    {
      "epoch": 2.135658914728682,
      "grad_norm": 0.24723570048809052,
      "learning_rate": 5.036992438001236e-05,
      "loss": 1.1214,
      "step": 589
    },
    {
      "epoch": 2.13953488372093,
      "grad_norm": 0.2772403359413147,
      "learning_rate": 4.985602690714091e-05,
      "loss": 1.2235,
      "step": 590
    },
    {
      "epoch": 2.143410852713178,
      "grad_norm": 0.24144676327705383,
      "learning_rate": 4.934429745356153e-05,
      "loss": 1.1351,
      "step": 591
    },
    {
      "epoch": 2.147286821705426,
      "grad_norm": 0.24926505982875824,
      "learning_rate": 4.883474565451004e-05,
      "loss": 1.3695,
      "step": 592
    },
    {
      "epoch": 2.1511627906976742,
      "grad_norm": 0.2533572316169739,
      "learning_rate": 4.832738110421967e-05,
      "loss": 1.2713,
      "step": 593
    },
    {
      "epoch": 2.1550387596899223,
      "grad_norm": 0.2442951202392578,
      "learning_rate": 4.7822213355740394e-05,
      "loss": 1.4233,
      "step": 594
    },
    {
      "epoch": 2.1589147286821704,
      "grad_norm": 0.2528780698776245,
      "learning_rate": 4.7319251920759175e-05,
      "loss": 1.4764,
      "step": 595
    },
    {
      "epoch": 2.1627906976744184,
      "grad_norm": 0.26493072509765625,
      "learning_rate": 4.681850626942078e-05,
      "loss": 1.16,
      "step": 596
    },
    {
      "epoch": 2.1666666666666665,
      "grad_norm": 0.23339848220348358,
      "learning_rate": 4.6319985830149517e-05,
      "loss": 1.2937,
      "step": 597
    },
    {
      "epoch": 2.1705426356589146,
      "grad_norm": 0.25760483741760254,
      "learning_rate": 4.582369998947161e-05,
      "loss": 1.381,
      "step": 598
    },
    {
      "epoch": 2.1744186046511627,
      "grad_norm": 0.28579002618789673,
      "learning_rate": 4.532965809183861e-05,
      "loss": 1.3233,
      "step": 599
    },
    {
      "epoch": 2.1782945736434107,
      "grad_norm": 0.25108829140663147,
      "learning_rate": 4.4837869439451415e-05,
      "loss": 1.2818,
      "step": 600
    },
    {
      "epoch": 2.182170542635659,
      "grad_norm": 0.23311974108219147,
      "learning_rate": 4.434834329208507e-05,
      "loss": 1.096,
      "step": 601
    },
    {
      "epoch": 2.186046511627907,
      "grad_norm": 0.2580869495868683,
      "learning_rate": 4.3861088866914274e-05,
      "loss": 1.0973,
      "step": 602
    },
    {
      "epoch": 2.189922480620155,
      "grad_norm": 0.24833805859088898,
      "learning_rate": 4.337611533834032e-05,
      "loss": 1.3511,
      "step": 603
    },
    {
      "epoch": 2.193798449612403,
      "grad_norm": 0.26399341225624084,
      "learning_rate": 4.289343183781769e-05,
      "loss": 1.218,
      "step": 604
    },
    {
      "epoch": 2.197674418604651,
      "grad_norm": 0.2563190162181854,
      "learning_rate": 4.241304745368273e-05,
      "loss": 1.2484,
      "step": 605
    },
    {
      "epoch": 2.201550387596899,
      "grad_norm": 0.27118462324142456,
      "learning_rate": 4.193497123098196e-05,
      "loss": 1.2956,
      "step": 606
    },
    {
      "epoch": 2.205426356589147,
      "grad_norm": 0.25910139083862305,
      "learning_rate": 4.14592121713024e-05,
      "loss": 1.3615,
      "step": 607
    },
    {
      "epoch": 2.2093023255813953,
      "grad_norm": 0.2624959945678711,
      "learning_rate": 4.098577923260146e-05,
      "loss": 1.5,
      "step": 608
    },
    {
      "epoch": 2.2131782945736433,
      "grad_norm": 0.26731380820274353,
      "learning_rate": 4.051468132903872e-05,
      "loss": 1.2989,
      "step": 609
    },
    {
      "epoch": 2.2170542635658914,
      "grad_norm": 0.2650803327560425,
      "learning_rate": 4.004592733080782e-05,
      "loss": 1.5101,
      "step": 610
    },
    {
      "epoch": 2.2209302325581395,
      "grad_norm": 0.23880143463611603,
      "learning_rate": 3.957952606396964e-05,
      "loss": 1.1257,
      "step": 611
    },
    {
      "epoch": 2.2248062015503876,
      "grad_norm": 0.25078123807907104,
      "learning_rate": 3.911548631028602e-05,
      "loss": 1.4061,
      "step": 612
    },
    {
      "epoch": 2.2286821705426356,
      "grad_norm": 0.2630424201488495,
      "learning_rate": 3.865381680705422e-05,
      "loss": 1.284,
      "step": 613
    },
    {
      "epoch": 2.2325581395348837,
      "grad_norm": 0.2509412467479706,
      "learning_rate": 3.8194526246942975e-05,
      "loss": 1.4054,
      "step": 614
    },
    {
      "epoch": 2.2364341085271318,
      "grad_norm": 0.24037672579288483,
      "learning_rate": 3.7737623277828025e-05,
      "loss": 1.3992,
      "step": 615
    },
    {
      "epoch": 2.24031007751938,
      "grad_norm": 0.26423701643943787,
      "learning_rate": 3.728311650263008e-05,
      "loss": 1.461,
      "step": 616
    },
    {
      "epoch": 2.244186046511628,
      "grad_norm": 0.25176694989204407,
      "learning_rate": 3.683101447915211e-05,
      "loss": 1.402,
      "step": 617
    },
    {
      "epoch": 2.248062015503876,
      "grad_norm": 0.25743353366851807,
      "learning_rate": 3.6381325719918976e-05,
      "loss": 1.3649,
      "step": 618
    },
    {
      "epoch": 2.251937984496124,
      "grad_norm": 0.24827177822589874,
      "learning_rate": 3.593405869201637e-05,
      "loss": 1.4252,
      "step": 619
    },
    {
      "epoch": 2.255813953488372,
      "grad_norm": 0.2707473039627075,
      "learning_rate": 3.548922181693199e-05,
      "loss": 1.3534,
      "step": 620
    },
    {
      "epoch": 2.25968992248062,
      "grad_norm": 0.2554126977920532,
      "learning_rate": 3.504682347039667e-05,
      "loss": 1.2142,
      "step": 621
    },
    {
      "epoch": 2.2635658914728682,
      "grad_norm": 0.2582671642303467,
      "learning_rate": 3.460687198222681e-05,
      "loss": 1.4812,
      "step": 622
    },
    {
      "epoch": 2.2674418604651163,
      "grad_norm": 0.24931831657886505,
      "learning_rate": 3.416937563616733e-05,
      "loss": 1.24,
      "step": 623
    },
    {
      "epoch": 2.2713178294573644,
      "grad_norm": 0.254974901676178,
      "learning_rate": 3.373434266973601e-05,
      "loss": 1.3225,
      "step": 624
    },
    {
      "epoch": 2.2751937984496124,
      "grad_norm": 0.25716301798820496,
      "learning_rate": 3.330178127406817e-05,
      "loss": 1.3147,
      "step": 625
    },
    {
      "epoch": 2.2790697674418605,
      "grad_norm": 0.25187844038009644,
      "learning_rate": 3.2871699593762476e-05,
      "loss": 1.2468,
      "step": 626
    },
    {
      "epoch": 2.2829457364341086,
      "grad_norm": 0.2536908686161041,
      "learning_rate": 3.24441057267276e-05,
      "loss": 1.3098,
      "step": 627
    },
    {
      "epoch": 2.2868217054263567,
      "grad_norm": 0.28247135877609253,
      "learning_rate": 3.201900772402978e-05,
      "loss": 1.3243,
      "step": 628
    },
    {
      "epoch": 2.2906976744186047,
      "grad_norm": 0.27947402000427246,
      "learning_rate": 3.159641358974126e-05,
      "loss": 1.272,
      "step": 629
    },
    {
      "epoch": 2.294573643410853,
      "grad_norm": 0.27251169085502625,
      "learning_rate": 3.117633128078931e-05,
      "loss": 1.209,
      "step": 630
    },
    {
      "epoch": 2.298449612403101,
      "grad_norm": 0.2831606864929199,
      "learning_rate": 3.0758768706806846e-05,
      "loss": 1.3171,
      "step": 631
    },
    {
      "epoch": 2.302325581395349,
      "grad_norm": 0.33359742164611816,
      "learning_rate": 3.0343733729983185e-05,
      "loss": 1.2489,
      "step": 632
    },
    {
      "epoch": 2.306201550387597,
      "grad_norm": 0.3156187832355499,
      "learning_rate": 2.9931234164916155e-05,
      "loss": 1.3697,
      "step": 633
    },
    {
      "epoch": 2.310077519379845,
      "grad_norm": 0.24116098880767822,
      "learning_rate": 2.952127777846472e-05,
      "loss": 1.2184,
      "step": 634
    },
    {
      "epoch": 2.313953488372093,
      "grad_norm": 0.30879032611846924,
      "learning_rate": 2.911387228960322e-05,
      "loss": 1.362,
      "step": 635
    },
    {
      "epoch": 2.317829457364341,
      "grad_norm": 0.25808271765708923,
      "learning_rate": 2.8709025369275442e-05,
      "loss": 1.2858,
      "step": 636
    },
    {
      "epoch": 2.3217054263565893,
      "grad_norm": 0.2646956443786621,
      "learning_rate": 2.8306744640250702e-05,
      "loss": 1.3307,
      "step": 637
    },
    {
      "epoch": 2.3255813953488373,
      "grad_norm": 0.25518307089805603,
      "learning_rate": 2.790703767697985e-05,
      "loss": 1.2729,
      "step": 638
    },
    {
      "epoch": 2.3294573643410854,
      "grad_norm": 0.2450859695672989,
      "learning_rate": 2.7509912005453224e-05,
      "loss": 1.067,
      "step": 639
    },
    {
      "epoch": 2.3333333333333335,
      "grad_norm": 0.26299986243247986,
      "learning_rate": 2.7115375103058288e-05,
      "loss": 1.3176,
      "step": 640
    },
    {
      "epoch": 2.3372093023255816,
      "grad_norm": 0.2573457956314087,
      "learning_rate": 2.672343439843936e-05,
      "loss": 1.2987,
      "step": 641
    },
    {
      "epoch": 2.3410852713178296,
      "grad_norm": 0.25773999094963074,
      "learning_rate": 2.6334097271357512e-05,
      "loss": 1.3351,
      "step": 642
    },
    {
      "epoch": 2.3449612403100777,
      "grad_norm": 0.2760131359100342,
      "learning_rate": 2.5947371052551607e-05,
      "loss": 1.212,
      "step": 643
    },
    {
      "epoch": 2.3488372093023258,
      "grad_norm": 0.2653418779373169,
      "learning_rate": 2.556326302360044e-05,
      "loss": 1.2889,
      "step": 644
    },
    {
      "epoch": 2.352713178294574,
      "grad_norm": 0.26841187477111816,
      "learning_rate": 2.5181780416785284e-05,
      "loss": 1.2536,
      "step": 645
    },
    {
      "epoch": 2.356589147286822,
      "grad_norm": 0.25338879227638245,
      "learning_rate": 2.4802930414954242e-05,
      "loss": 1.2338,
      "step": 646
    },
    {
      "epoch": 2.3604651162790695,
      "grad_norm": 0.27084293961524963,
      "learning_rate": 2.4426720151386478e-05,
      "loss": 1.5218,
      "step": 647
    },
    {
      "epoch": 2.3643410852713176,
      "grad_norm": 0.27807363867759705,
      "learning_rate": 2.4053156709658235e-05,
      "loss": 1.355,
      "step": 648
    },
    {
      "epoch": 2.3682170542635657,
      "grad_norm": 0.25639334321022034,
      "learning_rate": 2.3682247123509232e-05,
      "loss": 1.1381,
      "step": 649
    },
    {
      "epoch": 2.3720930232558137,
      "grad_norm": 0.27499181032180786,
      "learning_rate": 2.3313998376710624e-05,
      "loss": 1.3216,
      "step": 650
    },
    {
      "epoch": 2.375968992248062,
      "grad_norm": 0.2780856490135193,
      "learning_rate": 2.294841740293295e-05,
      "loss": 1.165,
      "step": 651
    },
    {
      "epoch": 2.37984496124031,
      "grad_norm": 0.24923618137836456,
      "learning_rate": 2.2585511085615996e-05,
      "loss": 1.1451,
      "step": 652
    },
    {
      "epoch": 2.383720930232558,
      "grad_norm": 0.2662268877029419,
      "learning_rate": 2.2225286257839073e-05,
      "loss": 1.4445,
      "step": 653
    },
    {
      "epoch": 2.387596899224806,
      "grad_norm": 0.2631353735923767,
      "learning_rate": 2.1867749702192334e-05,
      "loss": 1.3777,
      "step": 654
    },
    {
      "epoch": 2.391472868217054,
      "grad_norm": 0.2878567576408386,
      "learning_rate": 2.151290815064901e-05,
      "loss": 1.2377,
      "step": 655
    },
    {
      "epoch": 2.395348837209302,
      "grad_norm": 0.2559579908847809,
      "learning_rate": 2.1160768284438775e-05,
      "loss": 1.3982,
      "step": 656
    },
    {
      "epoch": 2.39922480620155,
      "grad_norm": 0.2648860514163971,
      "learning_rate": 2.0811336733921926e-05,
      "loss": 1.237,
      "step": 657
    },
    {
      "epoch": 2.4031007751937983,
      "grad_norm": 0.2823598384857178,
      "learning_rate": 2.046462007846444e-05,
      "loss": 1.2538,
      "step": 658
    },
    {
      "epoch": 2.4069767441860463,
      "grad_norm": 0.2508406639099121,
      "learning_rate": 2.0120624846314217e-05,
      "loss": 1.3027,
      "step": 659
    },
    {
      "epoch": 2.4108527131782944,
      "grad_norm": 0.26299890875816345,
      "learning_rate": 1.9779357514478066e-05,
      "loss": 1.4021,
      "step": 660
    },
    {
      "epoch": 2.4147286821705425,
      "grad_norm": 0.2663334608078003,
      "learning_rate": 1.944082450859986e-05,
      "loss": 1.4515,
      "step": 661
    },
    {
      "epoch": 2.4186046511627906,
      "grad_norm": 0.25878193974494934,
      "learning_rate": 1.910503220283934e-05,
      "loss": 1.3473,
      "step": 662
    },
    {
      "epoch": 2.4224806201550386,
      "grad_norm": 0.25262004137039185,
      "learning_rate": 1.8771986919752367e-05,
      "loss": 1.3389,
      "step": 663
    },
    {
      "epoch": 2.4263565891472867,
      "grad_norm": 0.26410895586013794,
      "learning_rate": 1.844169493017171e-05,
      "loss": 1.3108,
      "step": 664
    },
    {
      "epoch": 2.4302325581395348,
      "grad_norm": 0.24397780001163483,
      "learning_rate": 1.8114162453089036e-05,
      "loss": 1.2601,
      "step": 665
    },
    {
      "epoch": 2.434108527131783,
      "grad_norm": 0.24081014096736908,
      "learning_rate": 1.778939565553765e-05,
      "loss": 1.2056,
      "step": 666
    },
    {
      "epoch": 2.437984496124031,
      "grad_norm": 0.271356999874115,
      "learning_rate": 1.7467400652476762e-05,
      "loss": 1.4752,
      "step": 667
    },
    {
      "epoch": 2.441860465116279,
      "grad_norm": 0.2456904500722885,
      "learning_rate": 1.7148183506675864e-05,
      "loss": 1.4085,
      "step": 668
    },
    {
      "epoch": 2.445736434108527,
      "grad_norm": 0.2549789249897003,
      "learning_rate": 1.6831750228600952e-05,
      "loss": 1.4168,
      "step": 669
    },
    {
      "epoch": 2.449612403100775,
      "grad_norm": 0.2592543363571167,
      "learning_rate": 1.6518106776301112e-05,
      "loss": 1.3086,
      "step": 670
    },
    {
      "epoch": 2.453488372093023,
      "grad_norm": 0.254226952791214,
      "learning_rate": 1.620725905529663e-05,
      "loss": 1.2994,
      "step": 671
    },
    {
      "epoch": 2.4573643410852712,
      "grad_norm": 0.2479204684495926,
      "learning_rate": 1.589921291846741e-05,
      "loss": 1.2711,
      "step": 672
    },
    {
      "epoch": 2.4612403100775193,
      "grad_norm": 0.2645493447780609,
      "learning_rate": 1.5593974165943074e-05,
      "loss": 1.3929,
      "step": 673
    },
    {
      "epoch": 2.4651162790697674,
      "grad_norm": 0.2703893780708313,
      "learning_rate": 1.5291548544993655e-05,
      "loss": 1.4931,
      "step": 674
    },
    {
      "epoch": 2.4689922480620154,
      "grad_norm": 0.2592923939228058,
      "learning_rate": 1.4991941749921369e-05,
      "loss": 1.2048,
      "step": 675
    },
    {
      "epoch": 2.4728682170542635,
      "grad_norm": 0.2813677489757538,
      "learning_rate": 1.4695159421953419e-05,
      "loss": 1.2728,
      "step": 676
    },
    {
      "epoch": 2.4767441860465116,
      "grad_norm": 0.2619397044181824,
      "learning_rate": 1.4401207149135698e-05,
      "loss": 1.1384,
      "step": 677
    },
    {
      "epoch": 2.4806201550387597,
      "grad_norm": 0.27888745069503784,
      "learning_rate": 1.411009046622775e-05,
      "loss": 1.3301,
      "step": 678
    },
    {
      "epoch": 2.4844961240310077,
      "grad_norm": 0.2559435963630676,
      "learning_rate": 1.3821814854598378e-05,
      "loss": 1.2627,
      "step": 679
    },
    {
      "epoch": 2.488372093023256,
      "grad_norm": 0.25446653366088867,
      "learning_rate": 1.3536385742122538e-05,
      "loss": 1.128,
      "step": 680
    },
    {
      "epoch": 2.492248062015504,
      "grad_norm": 0.2939082682132721,
      "learning_rate": 1.3253808503079129e-05,
      "loss": 1.2637,
      "step": 681
    },
    {
      "epoch": 2.496124031007752,
      "grad_norm": 0.24750369787216187,
      "learning_rate": 1.2974088458049774e-05,
      "loss": 1.2881,
      "step": 682
    },
    {
      "epoch": 2.5,
      "grad_norm": 0.25020653009414673,
      "learning_rate": 1.2697230873818587e-05,
      "loss": 1.3799,
      "step": 683
    },
    {
      "epoch": 2.503875968992248,
      "grad_norm": 0.25006988644599915,
      "learning_rate": 1.2423240963273123e-05,
      "loss": 1.2513,
      "step": 684
    },
    {
      "epoch": 2.507751937984496,
      "grad_norm": 0.27393513917922974,
      "learning_rate": 1.2152123885306202e-05,
      "loss": 1.2718,
      "step": 685
    },
    {
      "epoch": 2.511627906976744,
      "grad_norm": 0.2598724961280823,
      "learning_rate": 1.1883884744718704e-05,
      "loss": 1.4166,
      "step": 686
    },
    {
      "epoch": 2.5155038759689923,
      "grad_norm": 0.31768569350242615,
      "learning_rate": 1.1618528592123451e-05,
      "loss": 1.2255,
      "step": 687
    },
    {
      "epoch": 2.5193798449612403,
      "grad_norm": 0.2585943341255188,
      "learning_rate": 1.135606042385021e-05,
      "loss": 1.2544,
      "step": 688
    },
    {
      "epoch": 2.5232558139534884,
      "grad_norm": 0.2472546398639679,
      "learning_rate": 1.1096485181851552e-05,
      "loss": 1.1121,
      "step": 689
    },
    {
      "epoch": 2.5271317829457365,
      "grad_norm": 0.26214876770973206,
      "learning_rate": 1.0839807753609787e-05,
      "loss": 1.3611,
      "step": 690
    },
    {
      "epoch": 2.5310077519379846,
      "grad_norm": 0.26527321338653564,
      "learning_rate": 1.0586032972044979e-05,
      "loss": 0.9816,
      "step": 691
    },
    {
      "epoch": 2.5348837209302326,
      "grad_norm": 0.2589716911315918,
      "learning_rate": 1.0335165615423909e-05,
      "loss": 1.1664,
      "step": 692
    },
    {
      "epoch": 2.5387596899224807,
      "grad_norm": 0.26980432868003845,
      "learning_rate": 1.0087210407270105e-05,
      "loss": 1.5304,
      "step": 693
    },
    {
      "epoch": 2.5426356589147288,
      "grad_norm": 0.26864027976989746,
      "learning_rate": 9.842172016274983e-06,
      "loss": 1.4349,
      "step": 694
    },
    {
      "epoch": 2.546511627906977,
      "grad_norm": 0.24509486556053162,
      "learning_rate": 9.600055056209803e-06,
      "loss": 1.3234,
      "step": 695
    },
    {
      "epoch": 2.550387596899225,
      "grad_norm": 0.24848882853984833,
      "learning_rate": 9.360864085838973e-06,
      "loss": 1.3879,
      "step": 696
    },
    {
      "epoch": 2.554263565891473,
      "grad_norm": 0.27096468210220337,
      "learning_rate": 9.124603608834071e-06,
      "loss": 1.4016,
      "step": 697
    },
    {
      "epoch": 2.558139534883721,
      "grad_norm": 0.24919958412647247,
      "learning_rate": 8.891278073688985e-06,
      "loss": 1.3114,
      "step": 698
    },
    {
      "epoch": 2.562015503875969,
      "grad_norm": 0.2680855691432953,
      "learning_rate": 8.660891873636498e-06,
      "loss": 1.2027,
      "step": 699
    },
    {
      "epoch": 2.565891472868217,
      "grad_norm": 0.2762061655521393,
      "learning_rate": 8.433449346565108e-06,
      "loss": 1.4543,
      "step": 700
    },
    {
      "epoch": 2.5697674418604652,
      "grad_norm": 0.252043753862381,
      "learning_rate": 8.208954774937692e-06,
      "loss": 1.2538,
      "step": 701
    },
    {
      "epoch": 2.5736434108527133,
      "grad_norm": 0.27675777673721313,
      "learning_rate": 7.987412385710668e-06,
      "loss": 1.2478,
      "step": 702
    },
    {
      "epoch": 2.5775193798449614,
      "grad_norm": 0.25470390915870667,
      "learning_rate": 7.768826350254634e-06,
      "loss": 1.3053,
      "step": 703
    },
    {
      "epoch": 2.5813953488372094,
      "grad_norm": 0.25610047578811646,
      "learning_rate": 7.553200784275528e-06,
      "loss": 1.366,
      "step": 704
    },
    {
      "epoch": 2.5852713178294575,
      "grad_norm": 0.25024861097335815,
      "learning_rate": 7.3405397477373775e-06,
      "loss": 1.3907,
      "step": 705
    },
    {
      "epoch": 2.5891472868217056,
      "grad_norm": 0.2611881196498871,
      "learning_rate": 7.130847244785779e-06,
      "loss": 1.2982,
      "step": 706
    },
    {
      "epoch": 2.5930232558139537,
      "grad_norm": 0.2670976519584656,
      "learning_rate": 6.9241272236724684e-06,
      "loss": 1.4931,
      "step": 707
    },
    {
      "epoch": 2.5968992248062017,
      "grad_norm": 0.25510528683662415,
      "learning_rate": 6.720383576680977e-06,
      "loss": 1.3591,
      "step": 708
    },
    {
      "epoch": 2.60077519379845,
      "grad_norm": 0.3071907162666321,
      "learning_rate": 6.519620140053416e-06,
      "loss": 1.4327,
      "step": 709
    },
    {
      "epoch": 2.604651162790698,
      "grad_norm": 0.27962440252304077,
      "learning_rate": 6.321840693918205e-06,
      "loss": 1.1472,
      "step": 710
    },
    {
      "epoch": 2.608527131782946,
      "grad_norm": 0.2648572623729706,
      "learning_rate": 6.127048962218875e-06,
      "loss": 1.5193,
      "step": 711
    },
    {
      "epoch": 2.612403100775194,
      "grad_norm": 0.2580854892730713,
      "learning_rate": 5.9352486126439925e-06,
      "loss": 1.4547,
      "step": 712
    },
    {
      "epoch": 2.616279069767442,
      "grad_norm": 0.26917338371276855,
      "learning_rate": 5.746443256558062e-06,
      "loss": 1.4236,
      "step": 713
    },
    {
      "epoch": 2.62015503875969,
      "grad_norm": 0.2621963620185852,
      "learning_rate": 5.560636448933566e-06,
      "loss": 1.4411,
      "step": 714
    },
    {
      "epoch": 2.624031007751938,
      "grad_norm": 0.297036737203598,
      "learning_rate": 5.377831688283975e-06,
      "loss": 1.4621,
      "step": 715
    },
    {
      "epoch": 2.6279069767441863,
      "grad_norm": 0.2709357440471649,
      "learning_rate": 5.198032416597942e-06,
      "loss": 1.3117,
      "step": 716
    },
    {
      "epoch": 2.6317829457364343,
      "grad_norm": 0.2600153982639313,
      "learning_rate": 5.021242019274458e-06,
      "loss": 1.2619,
      "step": 717
    },
    {
      "epoch": 2.6356589147286824,
      "grad_norm": 0.28544628620147705,
      "learning_rate": 4.847463825059103e-06,
      "loss": 1.2316,
      "step": 718
    },
    {
      "epoch": 2.6395348837209305,
      "grad_norm": 0.25166937708854675,
      "learning_rate": 4.6767011059813755e-06,
      "loss": 1.2125,
      "step": 719
    },
    {
      "epoch": 2.6434108527131785,
      "grad_norm": 0.2691721022129059,
      "learning_rate": 4.5089570772931255e-06,
      "loss": 1.2869,
      "step": 720
    },
    {
      "epoch": 2.6472868217054266,
      "grad_norm": 0.28785765171051025,
      "learning_rate": 4.344234897407919e-06,
      "loss": 1.3122,
      "step": 721
    },
    {
      "epoch": 2.6511627906976747,
      "grad_norm": 0.24798186123371124,
      "learning_rate": 4.182537667841703e-06,
      "loss": 1.1715,
      "step": 722
    },
    {
      "epoch": 2.6550387596899228,
      "grad_norm": 0.28408151865005493,
      "learning_rate": 4.023868433154223e-06,
      "loss": 1.3831,
      "step": 723
    },
    {
      "epoch": 2.6589147286821704,
      "grad_norm": 0.2505200207233429,
      "learning_rate": 3.868230180891944e-06,
      "loss": 1.3047,
      "step": 724
    },
    {
      "epoch": 2.6627906976744184,
      "grad_norm": 0.24836868047714233,
      "learning_rate": 3.7156258415315505e-06,
      "loss": 1.2543,
      "step": 725
    },
    {
      "epoch": 2.6666666666666665,
      "grad_norm": 0.2672933340072632,
      "learning_rate": 3.566058288424942e-06,
      "loss": 1.4565,
      "step": 726
    },
    {
      "epoch": 2.6705426356589146,
      "grad_norm": 0.24122579395771027,
      "learning_rate": 3.4195303377450594e-06,
      "loss": 1.2132,
      "step": 727
    },
    {
      "epoch": 2.6744186046511627,
      "grad_norm": 0.31489935517311096,
      "learning_rate": 3.2760447484328548e-06,
      "loss": 1.2152,
      "step": 728
    },
    {
      "epoch": 2.6782945736434107,
      "grad_norm": 0.24762488901615143,
      "learning_rate": 3.1356042221453766e-06,
      "loss": 1.1724,
      "step": 729
    },
    {
      "epoch": 2.682170542635659,
      "grad_norm": 0.2507333755493164,
      "learning_rate": 2.998211403204843e-06,
      "loss": 1.4529,
      "step": 730
    },
    {
      "epoch": 2.686046511627907,
      "grad_norm": 0.27383190393447876,
      "learning_rate": 2.863868878548979e-06,
      "loss": 1.3259,
      "step": 731
    },
    {
      "epoch": 2.689922480620155,
      "grad_norm": 0.24372157454490662,
      "learning_rate": 2.7325791776821445e-06,
      "loss": 1.2469,
      "step": 732
    },
    {
      "epoch": 2.693798449612403,
      "grad_norm": 0.25599318742752075,
      "learning_rate": 2.60434477262785e-06,
      "loss": 1.3733,
      "step": 733
    },
    {
      "epoch": 2.697674418604651,
      "grad_norm": 0.2459976226091385,
      "learning_rate": 2.4791680778820455e-06,
      "loss": 1.3466,
      "step": 734
    },
    {
      "epoch": 2.701550387596899,
      "grad_norm": 0.2694660723209381,
      "learning_rate": 2.357051450367873e-06,
      "loss": 1.5102,
      "step": 735
    },
    {
      "epoch": 2.705426356589147,
      "grad_norm": 0.27480435371398926,
      "learning_rate": 2.2379971893911144e-06,
      "loss": 1.4782,
      "step": 736
    },
    {
      "epoch": 2.7093023255813953,
      "grad_norm": 0.253065288066864,
      "learning_rate": 2.122007536596961e-06,
      "loss": 1.1246,
      "step": 737
    },
    {
      "epoch": 2.7131782945736433,
      "grad_norm": 0.269283652305603,
      "learning_rate": 2.0090846759278064e-06,
      "loss": 1.5083,
      "step": 738
    },
    {
      "epoch": 2.7170542635658914,
      "grad_norm": 0.2605230510234833,
      "learning_rate": 1.8992307335821763e-06,
      "loss": 1.2764,
      "step": 739
    },
    {
      "epoch": 2.7209302325581395,
      "grad_norm": 0.2701490819454193,
      "learning_rate": 1.7924477779745368e-06,
      "loss": 1.2148,
      "step": 740
    },
    {
      "epoch": 2.7248062015503876,
      "grad_norm": 0.2751643657684326,
      "learning_rate": 1.688737819696533e-06,
      "loss": 1.3495,
      "step": 741
    },
    {
      "epoch": 2.7286821705426356,
      "grad_norm": 0.25778815150260925,
      "learning_rate": 1.5881028114790319e-06,
      "loss": 1.3935,
      "step": 742
    },
    {
      "epoch": 2.7325581395348837,
      "grad_norm": 0.26106202602386475,
      "learning_rate": 1.4905446481553752e-06,
      "loss": 1.3074,
      "step": 743
    },
    {
      "epoch": 2.7364341085271318,
      "grad_norm": 0.30311137437820435,
      "learning_rate": 1.3960651666257135e-06,
      "loss": 1.5208,
      "step": 744
    },
    {
      "epoch": 2.74031007751938,
      "grad_norm": 0.2914187014102936,
      "learning_rate": 1.304666145822383e-06,
      "loss": 1.2835,
      "step": 745
    },
    {
      "epoch": 2.744186046511628,
      "grad_norm": 0.2645190358161926,
      "learning_rate": 1.2163493066764564e-06,
      "loss": 1.4204,
      "step": 746
    },
    {
      "epoch": 2.748062015503876,
      "grad_norm": 0.3073311448097229,
      "learning_rate": 1.1311163120853002e-06,
      "loss": 1.4899,
      "step": 747
    },
    {
      "epoch": 2.751937984496124,
      "grad_norm": 0.25737103819847107,
      "learning_rate": 1.0489687668813048e-06,
      "loss": 1.2717,
      "step": 748
    },
    {
      "epoch": 2.755813953488372,
      "grad_norm": 0.27693504095077515,
      "learning_rate": 9.6990821780164e-07,
      "loss": 1.4203,
      "step": 749
    },
    {
      "epoch": 2.75968992248062,
      "grad_norm": 0.3176767826080322,
      "learning_rate": 8.939361534591472e-07,
      "loss": 1.4588,
      "step": 750
    },
    {
      "epoch": 2.7635658914728682,
      "grad_norm": 0.34483450651168823,
      "learning_rate": 8.21054004314275e-07,
      "loss": 1.2022,
      "step": 751
    },
    {
      "epoch": 2.7674418604651163,
      "grad_norm": 0.33260253071784973,
      "learning_rate": 7.512631426481869e-07,
      "loss": 1.2149,
      "step": 752
    },
    {
      "epoch": 2.7713178294573644,
      "grad_norm": 0.277261346578598,
      "learning_rate": 6.845648825369143e-07,
      "loss": 1.311,
      "step": 753
    },
    {
      "epoch": 2.7751937984496124,
      "grad_norm": 0.32710519433021545,
      "learning_rate": 6.209604798265894e-07,
      "loss": 1.5075,
      "step": 754
    },
    {
      "epoch": 2.7790697674418605,
      "grad_norm": 0.2529277205467224,
      "learning_rate": 5.604511321098504e-07,
      "loss": 1.4405,
      "step": 755
    },
    {
      "epoch": 2.7829457364341086,
      "grad_norm": 0.273580938577652,
      "learning_rate": 5.030379787032185e-07,
      "loss": 1.3051,
      "step": 756
    },
    {
      "epoch": 2.7868217054263567,
      "grad_norm": 0.2600751519203186,
      "learning_rate": 4.487221006257197e-07,
      "loss": 1.3619,
      "step": 757
    },
    {
      "epoch": 2.7906976744186047,
      "grad_norm": 0.2721461057662964,
      "learning_rate": 3.9750452057847775e-07,
      "loss": 1.2126,
      "step": 758
    },
    {
      "epoch": 2.794573643410853,
      "grad_norm": 0.24929043650627136,
      "learning_rate": 3.493862029254979e-07,
      "loss": 1.4246,
      "step": 759
    },
    {
      "epoch": 2.798449612403101,
      "grad_norm": 0.25558316707611084,
      "learning_rate": 3.043680536754767e-07,
      "loss": 1.4952,
      "step": 760
    },
    {
      "epoch": 2.802325581395349,
      "grad_norm": 0.3264126181602478,
      "learning_rate": 2.624509204647285e-07,
      "loss": 1.4849,
      "step": 761
    },
    {
      "epoch": 2.806201550387597,
      "grad_norm": 0.25953492522239685,
      "learning_rate": 2.236355925413036e-07,
      "loss": 1.2316,
      "step": 762
    },
    {
      "epoch": 2.810077519379845,
      "grad_norm": 0.25779008865356445,
      "learning_rate": 1.8792280075005829e-07,
      "loss": 1.2583,
      "step": 763
    },
    {
      "epoch": 2.813953488372093,
      "grad_norm": 0.263167142868042,
      "learning_rate": 1.5531321751887928e-07,
      "loss": 1.507,
      "step": 764
    },
    {
      "epoch": 2.817829457364341,
      "grad_norm": 0.2614395320415497,
      "learning_rate": 1.2580745684609872e-07,
      "loss": 1.2681,
      "step": 765
    },
    {
      "epoch": 2.8217054263565893,
      "grad_norm": 0.2607451379299164,
      "learning_rate": 9.940607428888027e-08,
      "loss": 1.3721,
      "step": 766
    },
    {
      "epoch": 2.8255813953488373,
      "grad_norm": 0.27197694778442383,
      "learning_rate": 7.610956695275895e-08,
      "loss": 1.3152,
      "step": 767
    },
    {
      "epoch": 2.8294573643410854,
      "grad_norm": 0.25525933504104614,
      "learning_rate": 5.591837348228046e-08,
      "loss": 1.3361,
      "step": 768
    },
    {
      "epoch": 2.8333333333333335,
      "grad_norm": 0.2669144868850708,
      "learning_rate": 3.883287405277602e-08,
      "loss": 1.2546,
      "step": 769
    },
    {
      "epoch": 2.8372093023255816,
      "grad_norm": 0.2557834982872009,
      "learning_rate": 2.4853390363163142e-08,
      "loss": 1.1581,
      "step": 770
    },
    {
      "epoch": 2.8410852713178296,
      "grad_norm": 0.26671895384788513,
      "learning_rate": 1.398018562993708e-08,
      "loss": 1.2647,
      "step": 771
    },
    {
      "epoch": 2.8449612403100772,
      "grad_norm": 0.26321831345558167,
      "learning_rate": 6.213464582133232e-09,
      "loss": 1.2884,
      "step": 772
    },
    {
      "epoch": 2.8488372093023253,
      "grad_norm": 0.2515983581542969,
      "learning_rate": 1.5533734575534641e-09,
      "loss": 1.412,
      "step": 773
    },
    {
      "epoch": 2.8527131782945734,
      "grad_norm": 0.29071158170700073,
      "learning_rate": 0.0,
      "loss": 1.3587,
      "step": 774
    }
  ],
  "logging_steps": 1,
  "max_steps": 774,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 258,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.6656805872756326e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}