{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 27.0,
  "global_step": 95877,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5e-09,
      "loss": 10.5552,
      "step": 1
    },
    {
      "epoch": 0.14,
      "learning_rate": 2.5e-06,
      "loss": 9.5602,
      "step": 500
    },
    {
      "epoch": 0.28,
      "learning_rate": 5e-06,
      "loss": 7.9946,
      "step": 1000
    },
    {
      "epoch": 0.42,
      "learning_rate": 7.5e-06,
      "loss": 6.9937,
      "step": 1500
    },
    {
      "epoch": 0.56,
      "learning_rate": 1e-05,
      "loss": 6.7102,
      "step": 2000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.25e-05,
      "loss": 6.549,
      "step": 2500
    },
    {
      "epoch": 0.84,
      "learning_rate": 1.5e-05,
      "loss": 6.4354,
      "step": 3000
    },
    {
      "epoch": 0.99,
      "learning_rate": 1.75e-05,
      "loss": 6.3387,
      "step": 3500
    },
    {
      "epoch": 1.13,
      "learning_rate": 2e-05,
      "loss": 6.2644,
      "step": 4000
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.25e-05,
      "loss": 6.1987,
      "step": 4500
    },
    {
      "epoch": 1.41,
      "learning_rate": 2.5e-05,
      "loss": 6.1412,
      "step": 5000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.7500000000000004e-05,
      "loss": 6.0888,
      "step": 5500
    },
    {
      "epoch": 1.69,
      "learning_rate": 3e-05,
      "loss": 6.0466,
      "step": 6000
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.2500000000000004e-05,
      "loss": 6.0064,
      "step": 6500
    },
    {
      "epoch": 1.97,
      "learning_rate": 3.5e-05,
      "loss": 5.9739,
      "step": 7000
    },
    {
      "epoch": 2.11,
      "learning_rate": 3.7500000000000003e-05,
      "loss": 5.9407,
      "step": 7500
    },
    {
      "epoch": 2.25,
      "learning_rate": 4e-05,
      "loss": 5.9138,
      "step": 8000
    },
    {
      "epoch": 2.39,
      "learning_rate": 4.2495e-05,
      "loss": 5.8914,
      "step": 8500
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.4995000000000005e-05,
      "loss": 5.8642,
      "step": 9000
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.7495e-05,
      "loss": 5.8451,
      "step": 9500
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.9995000000000005e-05,
      "loss": 5.8283,
      "step": 10000
    },
    {
      "epoch": 2.96,
      "learning_rate": 4.998234543391946e-05,
      "loss": 5.8097,
      "step": 10500
    },
    {
      "epoch": 3.1,
      "learning_rate": 4.996465541690301e-05,
      "loss": 5.793,
      "step": 11000
    },
    {
      "epoch": 3.24,
      "learning_rate": 4.9946929948950656e-05,
      "loss": 5.7748,
      "step": 11500
    },
    {
      "epoch": 3.38,
      "learning_rate": 4.99292044809983e-05,
      "loss": 5.7613,
      "step": 12000
    },
    {
      "epoch": 3.52,
      "learning_rate": 4.991147901304595e-05,
      "loss": 5.7526,
      "step": 12500
    },
    {
      "epoch": 3.66,
      "learning_rate": 4.989375354509359e-05,
      "loss": 5.7426,
      "step": 13000
    },
    {
      "epoch": 3.8,
      "learning_rate": 4.987602807714124e-05,
      "loss": 5.7323,
      "step": 13500
    },
    {
      "epoch": 3.94,
      "learning_rate": 4.985830260918888e-05,
      "loss": 5.7168,
      "step": 14000
    },
    {
      "epoch": 4.08,
      "learning_rate": 4.984057714123653e-05,
      "loss": 5.7093,
      "step": 14500
    },
    {
      "epoch": 4.22,
      "learning_rate": 4.9822851673284175e-05,
      "loss": 5.7007,
      "step": 15000
    },
    {
      "epoch": 4.36,
      "learning_rate": 4.9805161656267726e-05,
      "loss": 5.6922,
      "step": 15500
    },
    {
      "epoch": 4.51,
      "learning_rate": 4.9787436188315376e-05,
      "loss": 5.6871,
      "step": 16000
    },
    {
      "epoch": 4.65,
      "learning_rate": 4.9769710720363025e-05,
      "loss": 5.6804,
      "step": 16500
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.975198525241067e-05,
      "loss": 5.6747,
      "step": 17000
    },
    {
      "epoch": 4.93,
      "learning_rate": 4.973429523539422e-05,
      "loss": 5.6666,
      "step": 17500
    },
    {
      "epoch": 5.07,
      "learning_rate": 4.971656976744186e-05,
      "loss": 5.662,
      "step": 18000
    },
    {
      "epoch": 5.21,
      "learning_rate": 4.969884429948951e-05,
      "loss": 5.6527,
      "step": 18500
    },
    {
      "epoch": 5.35,
      "learning_rate": 4.9681118831537154e-05,
      "loss": 5.6505,
      "step": 19000
    },
    {
      "epoch": 5.49,
      "learning_rate": 4.9663428814520705e-05,
      "loss": 5.6443,
      "step": 19500
    },
    {
      "epoch": 5.63,
      "learning_rate": 4.964570334656835e-05,
      "loss": 5.642,
      "step": 20000
    },
    {
      "epoch": 5.77,
      "learning_rate": 4.9628013329551906e-05,
      "loss": 5.6377,
      "step": 20500
    },
    {
      "epoch": 5.91,
      "learning_rate": 4.961028786159955e-05,
      "loss": 5.6315,
      "step": 21000
    },
    {
      "epoch": 6.05,
      "learning_rate": 4.95925623936472e-05,
      "loss": 5.6261,
      "step": 21500
    },
    {
      "epoch": 6.2,
      "learning_rate": 4.957483692569484e-05,
      "loss": 5.6202,
      "step": 22000
    },
    {
      "epoch": 6.34,
      "learning_rate": 4.955711145774249e-05,
      "loss": 5.615,
      "step": 22500
    },
    {
      "epoch": 6.48,
      "learning_rate": 4.953938598979013e-05,
      "loss": 5.6091,
      "step": 23000
    },
    {
      "epoch": 6.62,
      "learning_rate": 4.952166052183778e-05,
      "loss": 5.6078,
      "step": 23500
    },
    {
      "epoch": 6.76,
      "learning_rate": 4.950397050482133e-05,
      "loss": 5.6059,
      "step": 24000
    },
    {
      "epoch": 6.9,
      "learning_rate": 4.9486245036868976e-05,
      "loss": 5.5979,
      "step": 24500
    },
    {
      "epoch": 7.04,
      "learning_rate": 4.946851956891662e-05,
      "loss": 5.5988,
      "step": 25000
    },
    {
      "epoch": 7.18,
      "learning_rate": 4.945079410096427e-05,
      "loss": 5.595,
      "step": 25500
    },
    {
      "epoch": 7.32,
      "learning_rate": 4.943306863301191e-05,
      "loss": 5.5909,
      "step": 26000
    },
    {
      "epoch": 7.46,
      "learning_rate": 4.941534316505956e-05,
      "loss": 5.5905,
      "step": 26500
    },
    {
      "epoch": 7.6,
      "learning_rate": 4.9397617697107204e-05,
      "loss": 5.584,
      "step": 27000
    },
    {
      "epoch": 7.74,
      "learning_rate": 4.937989222915485e-05,
      "loss": 5.5788,
      "step": 27500
    },
    {
      "epoch": 7.89,
      "learning_rate": 4.9362237663074306e-05,
      "loss": 5.5768,
      "step": 28000
    },
    {
      "epoch": 8.03,
      "learning_rate": 4.9344512195121955e-05,
      "loss": 5.5757,
      "step": 28500
    },
    {
      "epoch": 8.17,
      "learning_rate": 4.93267867271696e-05,
      "loss": 5.57,
      "step": 29000
    },
    {
      "epoch": 8.31,
      "learning_rate": 4.930906125921724e-05,
      "loss": 5.5683,
      "step": 29500
    },
    {
      "epoch": 8.45,
      "learning_rate": 4.929133579126489e-05,
      "loss": 5.5653,
      "step": 30000
    },
    {
      "epoch": 8.59,
      "learning_rate": 4.927361032331253e-05,
      "loss": 5.5612,
      "step": 30500
    },
    {
      "epoch": 8.73,
      "learning_rate": 4.925588485536018e-05,
      "loss": 5.5606,
      "step": 31000
    },
    {
      "epoch": 8.87,
      "learning_rate": 4.9238159387407825e-05,
      "loss": 5.5517,
      "step": 31500
    },
    {
      "epoch": 9.01,
      "learning_rate": 4.922046937039138e-05,
      "loss": 5.5098,
      "step": 32000
    },
    {
      "epoch": 9.15,
      "learning_rate": 4.9202743902439026e-05,
      "loss": 5.2495,
      "step": 32500
    },
    {
      "epoch": 9.29,
      "learning_rate": 4.9185018434486675e-05,
      "loss": 5.0503,
      "step": 33000
    },
    {
      "epoch": 9.43,
      "learning_rate": 4.916729296653432e-05,
      "loss": 4.8823,
      "step": 33500
    },
    {
      "epoch": 9.57,
      "learning_rate": 4.914956749858197e-05,
      "loss": 4.7268,
      "step": 34000
    },
    {
      "epoch": 9.72,
      "learning_rate": 4.913187748156551e-05,
      "loss": 4.5778,
      "step": 34500
    },
    {
      "epoch": 9.86,
      "learning_rate": 4.911415201361316e-05,
      "loss": 4.4355,
      "step": 35000
    },
    {
      "epoch": 10.0,
      "learning_rate": 4.9096426545660804e-05,
      "loss": 4.2972,
      "step": 35500
    },
    {
      "epoch": 10.14,
      "learning_rate": 4.907873652864436e-05,
      "loss": 4.1631,
      "step": 36000
    },
    {
      "epoch": 10.28,
      "learning_rate": 4.9061011060692005e-05,
      "loss": 4.0378,
      "step": 36500
    },
    {
      "epoch": 10.42,
      "learning_rate": 4.9043285592739654e-05,
      "loss": 3.9145,
      "step": 37000
    },
    {
      "epoch": 10.56,
      "learning_rate": 4.90255601247873e-05,
      "loss": 3.7891,
      "step": 37500
    },
    {
      "epoch": 10.7,
      "learning_rate": 4.9007834656834946e-05,
      "loss": 3.6041,
      "step": 38000
    },
    {
      "epoch": 10.84,
      "learning_rate": 4.899010918888259e-05,
      "loss": 3.2511,
      "step": 38500
    },
    {
      "epoch": 10.98,
      "learning_rate": 4.897238372093024e-05,
      "loss": 2.7629,
      "step": 39000
    },
    {
      "epoch": 11.12,
      "learning_rate": 4.895469370391378e-05,
      "loss": 2.5565,
      "step": 39500
    },
    {
      "epoch": 11.26,
      "learning_rate": 4.893696823596143e-05,
      "loss": 2.4138,
      "step": 40000
    },
    {
      "epoch": 11.41,
      "learning_rate": 4.8919242768009075e-05,
      "loss": 2.2866,
      "step": 40500
    },
    {
      "epoch": 11.55,
      "learning_rate": 4.8901517300056725e-05,
      "loss": 2.1777,
      "step": 41000
    },
    {
      "epoch": 11.69,
      "learning_rate": 4.8883827283040276e-05,
      "loss": 2.0846,
      "step": 41500
    },
    {
      "epoch": 11.83,
      "learning_rate": 4.8866101815087925e-05,
      "loss": 2.0126,
      "step": 42000
    },
    {
      "epoch": 11.97,
      "learning_rate": 4.884837634713557e-05,
      "loss": 1.9535,
      "step": 42500
    },
    {
      "epoch": 12.11,
      "learning_rate": 4.883065087918322e-05,
      "loss": 1.9016,
      "step": 43000
    },
    {
      "epoch": 12.25,
      "learning_rate": 4.881292541123086e-05,
      "loss": 1.8548,
      "step": 43500
    },
    {
      "epoch": 12.39,
      "learning_rate": 4.879523539421441e-05,
      "loss": 1.8197,
      "step": 44000
    },
    {
      "epoch": 12.53,
      "learning_rate": 4.8777509926262054e-05,
      "loss": 1.7838,
      "step": 44500
    },
    {
      "epoch": 12.67,
      "learning_rate": 4.8759784458309704e-05,
      "loss": 1.7528,
      "step": 45000
    },
    {
      "epoch": 12.81,
      "learning_rate": 4.8742058990357346e-05,
      "loss": 1.7196,
      "step": 45500
    },
    {
      "epoch": 12.95,
      "learning_rate": 4.872433352240499e-05,
      "loss": 1.6943,
      "step": 46000
    },
    {
      "epoch": 13.09,
      "learning_rate": 4.870664350538855e-05,
      "loss": 1.6715,
      "step": 46500
    },
    {
      "epoch": 13.24,
      "learning_rate": 4.868891803743619e-05,
      "loss": 1.6442,
      "step": 47000
    },
    {
      "epoch": 13.38,
      "learning_rate": 4.867119256948384e-05,
      "loss": 1.6238,
      "step": 47500
    },
    {
      "epoch": 13.52,
      "learning_rate": 4.865346710153148e-05,
      "loss": 1.6014,
      "step": 48000
    },
    {
      "epoch": 13.66,
      "learning_rate": 4.863574163357913e-05,
      "loss": 1.581,
      "step": 48500
    },
    {
      "epoch": 13.8,
      "learning_rate": 4.8618016165626774e-05,
      "loss": 1.5615,
      "step": 49000
    },
    {
      "epoch": 13.94,
      "learning_rate": 4.8600326148610325e-05,
      "loss": 1.5459,
      "step": 49500
    },
    {
      "epoch": 14.08,
      "learning_rate": 4.858260068065797e-05,
      "loss": 1.5299,
      "step": 50000
    },
    {
      "epoch": 14.22,
      "learning_rate": 4.856487521270562e-05,
      "loss": 1.5138,
      "step": 50500
    },
    {
      "epoch": 14.36,
      "learning_rate": 4.854714974475326e-05,
      "loss": 1.4984,
      "step": 51000
    },
    {
      "epoch": 14.5,
      "learning_rate": 4.852945972773681e-05,
      "loss": 1.4886,
      "step": 51500
    },
    {
      "epoch": 14.64,
      "learning_rate": 4.851173425978446e-05,
      "loss": 1.472,
      "step": 52000
    },
    {
      "epoch": 14.78,
      "learning_rate": 4.849400879183211e-05,
      "loss": 1.4619,
      "step": 52500
    },
    {
      "epoch": 14.93,
      "learning_rate": 4.847628332387975e-05,
      "loss": 1.4486,
      "step": 53000
    },
    {
      "epoch": 15.07,
      "learning_rate": 4.84585578559274e-05,
      "loss": 1.4368,
      "step": 53500
    },
    {
      "epoch": 15.21,
      "learning_rate": 4.844086783891095e-05,
      "loss": 1.4239,
      "step": 54000
    },
    {
      "epoch": 15.35,
      "learning_rate": 4.8423142370958596e-05,
      "loss": 1.4122,
      "step": 54500
    },
    {
      "epoch": 15.49,
      "learning_rate": 4.840541690300624e-05,
      "loss": 1.4043,
      "step": 55000
    },
    {
      "epoch": 15.63,
      "learning_rate": 4.838769143505389e-05,
      "loss": 1.3943,
      "step": 55500
    },
    {
      "epoch": 15.77,
      "learning_rate": 4.836996596710153e-05,
      "loss": 1.3843,
      "step": 56000
    },
    {
      "epoch": 15.91,
      "learning_rate": 4.835224049914918e-05,
      "loss": 1.3764,
      "step": 56500
    },
    {
      "epoch": 16.05,
      "learning_rate": 4.8334515031196824e-05,
      "loss": 1.3662,
      "step": 57000
    },
    {
      "epoch": 16.19,
      "learning_rate": 4.831678956324447e-05,
      "loss": 1.357,
      "step": 57500
    },
    {
      "epoch": 16.33,
      "learning_rate": 4.8299170448099834e-05,
      "loss": 1.349,
      "step": 58000
    },
    {
      "epoch": 16.47,
      "learning_rate": 4.828144498014748e-05,
      "loss": 1.3404,
      "step": 58500
    },
    {
      "epoch": 16.62,
      "learning_rate": 4.8263719512195126e-05,
      "loss": 1.3355,
      "step": 59000
    },
    {
      "epoch": 16.76,
      "learning_rate": 4.824599404424277e-05,
      "loss": 1.3258,
      "step": 59500
    },
    {
      "epoch": 16.9,
      "learning_rate": 4.822826857629041e-05,
      "loss": 1.3188,
      "step": 60000
    },
    {
      "epoch": 17.04,
      "learning_rate": 4.821054310833806e-05,
      "loss": 1.3101,
      "step": 60500
    },
    {
      "epoch": 17.18,
      "learning_rate": 4.8192817640385704e-05,
      "loss": 1.3034,
      "step": 61000
    },
    {
      "epoch": 17.32,
      "learning_rate": 4.8175092172433354e-05,
      "loss": 1.2974,
      "step": 61500
    },
    {
      "epoch": 17.46,
      "learning_rate": 4.8157366704480996e-05,
      "loss": 1.2897,
      "step": 62000
    },
    {
      "epoch": 17.6,
      "learning_rate": 4.8139676687464554e-05,
      "loss": 1.2832,
      "step": 62500
    },
    {
      "epoch": 17.74,
      "learning_rate": 4.81219512195122e-05,
      "loss": 1.2764,
      "step": 63000
    },
    {
      "epoch": 17.88,
      "learning_rate": 4.8104225751559846e-05,
      "loss": 1.2702,
      "step": 63500
    },
    {
      "epoch": 18.02,
      "learning_rate": 4.808650028360749e-05,
      "loss": 1.2651,
      "step": 64000
    },
    {
      "epoch": 18.16,
      "learning_rate": 4.806877481565514e-05,
      "loss": 1.2572,
      "step": 64500
    },
    {
      "epoch": 18.3,
      "learning_rate": 4.805108479863868e-05,
      "loss": 1.2547,
      "step": 65000
    },
    {
      "epoch": 18.45,
      "learning_rate": 4.803335933068633e-05,
      "loss": 1.2476,
      "step": 65500
    },
    {
      "epoch": 18.59,
      "learning_rate": 4.8015633862733975e-05,
      "loss": 1.243,
      "step": 66000
    },
    {
      "epoch": 18.73,
      "learning_rate": 4.7997908394781625e-05,
      "loss": 1.2364,
      "step": 66500
    },
    {
      "epoch": 18.87,
      "learning_rate": 4.798018292682927e-05,
      "loss": 1.2312,
      "step": 67000
    },
    {
      "epoch": 19.01,
      "learning_rate": 4.7962492909812825e-05,
      "loss": 1.2246,
      "step": 67500
    },
    {
      "epoch": 19.15,
      "learning_rate": 4.794476744186047e-05,
      "loss": 1.2205,
      "step": 68000
    },
    {
      "epoch": 19.29,
      "learning_rate": 4.792704197390812e-05,
      "loss": 1.2162,
      "step": 68500
    },
    {
      "epoch": 19.43,
      "learning_rate": 4.790931650595576e-05,
      "loss": 1.2122,
      "step": 69000
    },
    {
      "epoch": 19.57,
      "learning_rate": 4.789162648893931e-05,
      "loss": 1.2071,
      "step": 69500
    },
    {
      "epoch": 19.71,
      "learning_rate": 4.7873901020986954e-05,
      "loss": 1.2001,
      "step": 70000
    },
    {
      "epoch": 19.85,
      "learning_rate": 4.7856175553034604e-05,
      "loss": 1.1961,
      "step": 70500
    },
    {
      "epoch": 19.99,
      "learning_rate": 4.7838450085082246e-05,
      "loss": 1.191,
      "step": 71000
    },
    {
      "epoch": 20.14,
      "learning_rate": 4.78207600680658e-05,
      "loss": 1.1853,
      "step": 71500
    },
    {
      "epoch": 20.28,
      "learning_rate": 4.780303460011345e-05,
      "loss": 1.1842,
      "step": 72000
    },
    {
      "epoch": 20.42,
      "learning_rate": 4.7785309132161097e-05,
      "loss": 1.1771,
      "step": 72500
    },
    {
      "epoch": 20.56,
      "learning_rate": 4.776758366420874e-05,
      "loss": 1.1728,
      "step": 73000
    },
    {
      "epoch": 20.7,
      "learning_rate": 4.774985819625638e-05,
      "loss": 1.1709,
      "step": 73500
    },
    {
      "epoch": 20.84,
      "learning_rate": 4.773213272830403e-05,
      "loss": 1.1664,
      "step": 74000
    },
    {
      "epoch": 20.98,
      "learning_rate": 4.771444271128758e-05,
      "loss": 1.1615,
      "step": 74500
    },
    {
      "epoch": 21.12,
      "learning_rate": 4.7696717243335225e-05,
      "loss": 1.1567,
      "step": 75000
    },
    {
      "epoch": 21.26,
      "learning_rate": 4.767899177538287e-05,
      "loss": 1.1554,
      "step": 75500
    },
    {
      "epoch": 21.4,
      "learning_rate": 4.766126630743052e-05,
      "loss": 1.1511,
      "step": 76000
    },
    {
      "epoch": 21.54,
      "learning_rate": 4.764354083947816e-05,
      "loss": 1.146,
      "step": 76500
    },
    {
      "epoch": 21.68,
      "learning_rate": 4.762581537152581e-05,
      "loss": 1.1418,
      "step": 77000
    },
    {
      "epoch": 21.82,
      "learning_rate": 4.760808990357345e-05,
      "loss": 1.1388,
      "step": 77500
    },
    {
      "epoch": 21.97,
      "learning_rate": 4.75903644356211e-05,
      "loss": 1.1344,
      "step": 78000
    },
    {
      "epoch": 22.11,
      "learning_rate": 4.757267441860465e-05,
      "loss": 1.1315,
      "step": 78500
    },
    {
      "epoch": 22.25,
      "learning_rate": 4.75549489506523e-05,
      "loss": 1.1258,
      "step": 79000
    },
    {
      "epoch": 22.39,
      "learning_rate": 4.7537223482699945e-05,
      "loss": 1.1206,
      "step": 79500
    },
    {
      "epoch": 22.53,
      "learning_rate": 4.7519498014747595e-05,
      "loss": 1.1188,
      "step": 80000
    },
    {
      "epoch": 22.67,
      "learning_rate": 4.750184344866705e-05,
      "loss": 1.1194,
      "step": 80500
    },
    {
      "epoch": 22.81,
      "learning_rate": 4.748411798071469e-05,
      "loss": 1.1127,
      "step": 81000
    },
    {
      "epoch": 22.95,
      "learning_rate": 4.746639251276234e-05,
      "loss": 1.1116,
      "step": 81500
    },
    {
      "epoch": 23.09,
      "learning_rate": 4.744866704480998e-05,
      "loss": 1.1082,
      "step": 82000
    },
    {
      "epoch": 23.23,
      "learning_rate": 4.743094157685763e-05,
      "loss": 1.1043,
      "step": 82500
    },
    {
      "epoch": 23.37,
      "learning_rate": 4.741321610890528e-05,
      "loss": 1.1018,
      "step": 83000
    },
    {
      "epoch": 23.51,
      "learning_rate": 4.7395490640952924e-05,
      "loss": 1.0988,
      "step": 83500
    },
    {
      "epoch": 23.66,
      "learning_rate": 4.7377765173000574e-05,
      "loss": 1.0939,
      "step": 84000
    },
    {
      "epoch": 23.8,
      "learning_rate": 4.736007515598412e-05,
      "loss": 1.0936,
      "step": 84500
    },
    {
      "epoch": 23.94,
      "learning_rate": 4.734234968803177e-05,
      "loss": 1.09,
      "step": 85000
    },
    {
      "epoch": 24.08,
      "learning_rate": 4.732462422007941e-05,
      "loss": 1.0868,
      "step": 85500
    },
    {
      "epoch": 24.22,
      "learning_rate": 4.730689875212706e-05,
      "loss": 1.0855,
      "step": 86000
    },
    {
      "epoch": 24.36,
      "learning_rate": 4.72891732841747e-05,
      "loss": 1.0812,
      "step": 86500
    },
    {
      "epoch": 24.5,
      "learning_rate": 4.727144781622235e-05,
      "loss": 1.0798,
      "step": 87000
    },
    {
      "epoch": 24.64,
      "learning_rate": 4.7253722348269995e-05,
      "loss": 1.0772,
      "step": 87500
    },
    {
      "epoch": 24.78,
      "learning_rate": 4.7236032331253546e-05,
      "loss": 1.0763,
      "step": 88000
    },
    {
      "epoch": 24.92,
      "learning_rate": 4.7218306863301195e-05,
      "loss": 1.0732,
      "step": 88500
    },
    {
      "epoch": 25.06,
      "learning_rate": 4.7200581395348845e-05,
      "loss": 1.0699,
      "step": 89000
    },
    {
      "epoch": 25.2,
      "learning_rate": 4.718289137833239e-05,
      "loss": 1.0659,
      "step": 89500
    },
    {
      "epoch": 25.34,
      "learning_rate": 4.716516591038004e-05,
      "loss": 1.0668,
      "step": 90000
    },
    {
      "epoch": 25.49,
      "learning_rate": 4.714744044242768e-05,
      "loss": 1.0615,
      "step": 90500
    },
    {
      "epoch": 25.63,
      "learning_rate": 4.712971497447533e-05,
      "loss": 1.0594,
      "step": 91000
    },
    {
      "epoch": 25.77,
      "learning_rate": 4.7111989506522974e-05,
      "loss": 1.0612,
      "step": 91500
    },
    {
      "epoch": 25.91,
      "learning_rate": 4.7094299489506525e-05,
      "loss": 1.0545,
      "step": 92000
    },
    {
      "epoch": 26.05,
      "learning_rate": 4.707657402155417e-05,
      "loss": 1.0543,
      "step": 92500
    },
    {
      "epoch": 26.19,
      "learning_rate": 4.705884855360182e-05,
      "loss": 1.051,
      "step": 93000
    },
    {
      "epoch": 26.33,
      "learning_rate": 4.704112308564947e-05,
      "loss": 1.05,
      "step": 93500
    },
    {
      "epoch": 26.47,
      "learning_rate": 4.702339761769711e-05,
      "loss": 1.0478,
      "step": 94000
    },
    {
      "epoch": 26.61,
      "learning_rate": 4.700567214974476e-05,
      "loss": 1.0448,
      "step": 94500
    },
    {
      "epoch": 26.75,
      "learning_rate": 4.69879466817924e-05,
      "loss": 1.0433,
      "step": 95000
    },
    {
      "epoch": 26.89,
      "learning_rate": 4.697022121384005e-05,
      "loss": 1.0401,
      "step": 95500
    }
  ],
  "max_steps": 1420400,
  "num_train_epochs": 400,
  "total_flos": 2.583546946148054e+19,
  "trial_name": null,
  "trial_params": null
}