{
  "best_metric": 1.0607314109802246,
  "best_model_checkpoint": "outputs/checkpoint-463",
  "epoch": 9.997300944669366,
  "eval_steps": 500,
  "global_step": 463,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.4318488529014845,
      "grad_norm": 0.9230825901031494,
      "learning_rate": 6e-06,
      "loss": 2.3403,
      "step": 20
    },
    {
      "epoch": 0.863697705802969,
      "grad_norm": 0.656217098236084,
      "learning_rate": 1.2e-05,
      "loss": 2.2959,
      "step": 40
    },
    {
      "epoch": 0.9932523616734144,
      "eval_loss": 2.0449142456054688,
      "eval_runtime": 11.6816,
      "eval_samples_per_second": 31.845,
      "eval_steps_per_second": 4.023,
      "step": 46
    },
    {
      "epoch": 1.2955465587044535,
      "grad_norm": 0.5638908743858337,
      "learning_rate": 1.8e-05,
      "loss": 2.1979,
      "step": 60
    },
    {
      "epoch": 1.7273954116059378,
      "grad_norm": 0.51393723487854,
      "learning_rate": 2.4e-05,
      "loss": 2.0118,
      "step": 80
    },
    {
      "epoch": 1.9865047233468287,
      "eval_loss": 1.7561986446380615,
      "eval_runtime": 11.7086,
      "eval_samples_per_second": 31.772,
      "eval_steps_per_second": 4.014,
      "step": 92
    },
    {
      "epoch": 2.1592442645074224,
      "grad_norm": 0.6104076504707336,
      "learning_rate": 3e-05,
      "loss": 1.9541,
      "step": 100
    },
    {
      "epoch": 2.591093117408907,
      "grad_norm": 0.5912227034568787,
      "learning_rate": 2.9981931843077588e-05,
      "loss": 1.849,
      "step": 120
    },
    {
      "epoch": 2.979757085020243,
      "eval_loss": 1.5828752517700195,
      "eval_runtime": 11.7012,
      "eval_samples_per_second": 31.792,
      "eval_steps_per_second": 4.017,
      "step": 138
    },
    {
      "epoch": 3.0229419703103915,
      "grad_norm": 0.9186816215515137,
      "learning_rate": 2.9927770900082956e-05,
      "loss": 1.8383,
      "step": 140
    },
    {
      "epoch": 3.454790823211876,
      "grad_norm": 0.9306802153587341,
      "learning_rate": 2.9837647649471717e-05,
      "loss": 1.7307,
      "step": 160
    },
    {
      "epoch": 3.8866396761133606,
      "grad_norm": 0.9665244817733765,
      "learning_rate": 2.9711779206048457e-05,
      "loss": 1.695,
      "step": 180
    },
    {
      "epoch": 3.9946018893387314,
      "eval_loss": 1.4405076503753662,
      "eval_runtime": 11.7039,
      "eval_samples_per_second": 31.784,
      "eval_steps_per_second": 4.016,
      "step": 185
    },
    {
      "epoch": 4.318488529014845,
      "grad_norm": 1.23567795753479,
      "learning_rate": 2.9550468797918162e-05,
      "loss": 1.6044,
      "step": 200
    },
    {
      "epoch": 4.75033738191633,
      "grad_norm": 1.4878095388412476,
      "learning_rate": 2.9354105035983133e-05,
      "loss": 1.5957,
      "step": 220
    },
    {
      "epoch": 4.987854251012146,
      "eval_loss": 1.32224702835083,
      "eval_runtime": 11.7081,
      "eval_samples_per_second": 31.773,
      "eval_steps_per_second": 4.014,
      "step": 231
    },
    {
      "epoch": 5.182186234817814,
      "grad_norm": 1.3139092922210693,
      "learning_rate": 2.912316097774531e-05,
      "loss": 1.5493,
      "step": 240
    },
    {
      "epoch": 5.614035087719298,
      "grad_norm": 1.5993897914886475,
      "learning_rate": 2.8858192987669303e-05,
      "loss": 1.4703,
      "step": 260
    },
    {
      "epoch": 5.98110661268556,
      "eval_loss": 1.231151819229126,
      "eval_runtime": 11.7193,
      "eval_samples_per_second": 31.743,
      "eval_steps_per_second": 4.01,
      "step": 277
    },
    {
      "epoch": 6.045883940620783,
      "grad_norm": 1.660462737083435,
      "learning_rate": 2.8559839396851653e-05,
      "loss": 1.4259,
      "step": 280
    },
    {
      "epoch": 6.477732793522267,
      "grad_norm": 1.586065411567688,
      "learning_rate": 2.8228818965225325e-05,
      "loss": 1.334,
      "step": 300
    },
    {
      "epoch": 6.909581646423752,
      "grad_norm": 1.869524359703064,
      "learning_rate": 2.7865929150004083e-05,
      "loss": 1.3783,
      "step": 320
    },
    {
      "epoch": 6.995951417004049,
      "eval_loss": 1.1627566814422607,
      "eval_runtime": 11.7057,
      "eval_samples_per_second": 31.779,
      "eval_steps_per_second": 4.015,
      "step": 324
    },
    {
      "epoch": 7.341430499325236,
      "grad_norm": 2.316075325012207,
      "learning_rate": 2.747204418453818e-05,
      "loss": 1.2803,
      "step": 340
    },
    {
      "epoch": 7.77327935222672,
      "grad_norm": 2.061739921569824,
      "learning_rate": 2.7048112972209674e-05,
      "loss": 1.2944,
      "step": 360
    },
    {
      "epoch": 7.989203778677463,
      "eval_loss": 1.1163532733917236,
      "eval_runtime": 11.7029,
      "eval_samples_per_second": 31.787,
      "eval_steps_per_second": 4.016,
      "step": 370
    },
    {
      "epoch": 8.205128205128204,
      "grad_norm": 2.3766236305236816,
      "learning_rate": 2.6595156800441055e-05,
      "loss": 1.2365,
      "step": 380
    },
    {
      "epoch": 8.63697705802969,
      "grad_norm": 2.696465015411377,
      "learning_rate": 2.611426688032439e-05,
      "loss": 1.2014,
      "step": 400
    },
    {
      "epoch": 8.982456140350877,
      "eval_loss": 1.0828282833099365,
      "eval_runtime": 11.7054,
      "eval_samples_per_second": 31.78,
      "eval_steps_per_second": 4.015,
      "step": 416
    },
    {
      "epoch": 9.068825910931174,
      "grad_norm": 2.374746322631836,
      "learning_rate": 2.5606601717798212e-05,
      "loss": 1.1982,
      "step": 420
    },
    {
      "epoch": 9.50067476383266,
      "grad_norm": 2.3256847858428955,
      "learning_rate": 2.5073384322705278e-05,
      "loss": 1.1262,
      "step": 440
    },
    {
      "epoch": 9.932523616734143,
      "grad_norm": 2.200650930404663,
      "learning_rate": 2.4515899262454684e-05,
      "loss": 1.1541,
      "step": 460
    },
    {
      "epoch": 9.997300944669366,
      "eval_loss": 1.0607314109802246,
      "eval_runtime": 11.7013,
      "eval_samples_per_second": 31.791,
      "eval_steps_per_second": 4.017,
      "step": 463
    }
  ],
  "logging_steps": 20,
  "max_steps": 1380,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 500,
  "total_flos": 4.114991308323226e+16,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}