{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 37815,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.04,
      "learning_rate": 4.9338886685177844e-05,
      "loss": 3.2991,
      "step": 500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.8677773370355686e-05,
      "loss": 2.7662,
      "step": 1000
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.801666005553352e-05,
      "loss": 2.662,
      "step": 1500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.735554674071136e-05,
      "loss": 2.5305,
      "step": 2000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.66944334258892e-05,
      "loss": 2.4368,
      "step": 2500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.603332011106704e-05,
      "loss": 2.4286,
      "step": 3000
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.5372206796244874e-05,
      "loss": 2.3404,
      "step": 3500
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.4711093481422716e-05,
      "loss": 2.2398,
      "step": 4000
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.404998016660056e-05,
      "loss": 2.2966,
      "step": 4500
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.33888668517784e-05,
      "loss": 2.2255,
      "step": 5000
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.272775353695624e-05,
      "loss": 2.2713,
      "step": 5500
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.2066640222134076e-05,
      "loss": 2.2018,
      "step": 6000
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.140552690731192e-05,
      "loss": 2.1203,
      "step": 6500
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.074441359248975e-05,
      "loss": 2.1148,
      "step": 7000
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.0083300277667595e-05,
      "loss": 2.1149,
      "step": 7500
    },
    {
      "epoch": 0.63,
      "learning_rate": 3.942218696284543e-05,
      "loss": 2.0219,
      "step": 8000
    },
    {
      "epoch": 0.67,
      "learning_rate": 3.876107364802327e-05,
      "loss": 2.0354,
      "step": 8500
    },
    {
      "epoch": 0.71,
      "learning_rate": 3.809996033320111e-05,
      "loss": 2.0341,
      "step": 9000
    },
    {
      "epoch": 0.75,
      "learning_rate": 3.7438847018378955e-05,
      "loss": 1.9972,
      "step": 9500
    },
    {
      "epoch": 0.79,
      "learning_rate": 3.6777733703556796e-05,
      "loss": 1.9654,
      "step": 10000
    },
    {
      "epoch": 0.83,
      "learning_rate": 3.611662038873463e-05,
      "loss": 1.9853,
      "step": 10500
    },
    {
      "epoch": 0.87,
      "learning_rate": 3.5455507073912466e-05,
      "loss": 1.9487,
      "step": 11000
    },
    {
      "epoch": 0.91,
      "learning_rate": 3.479439375909031e-05,
      "loss": 1.9498,
      "step": 11500
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.413328044426815e-05,
      "loss": 1.8963,
      "step": 12000
    },
    {
      "epoch": 0.99,
      "learning_rate": 3.3472167129445985e-05,
      "loss": 1.9259,
      "step": 12500
    },
    {
      "epoch": 1.03,
      "learning_rate": 3.2811053814623827e-05,
      "loss": 1.5878,
      "step": 13000
    },
    {
      "epoch": 1.07,
      "learning_rate": 3.214994049980167e-05,
      "loss": 1.4017,
      "step": 13500
    },
    {
      "epoch": 1.11,
      "learning_rate": 3.148882718497951e-05,
      "loss": 1.4809,
      "step": 14000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.082771387015735e-05,
      "loss": 1.4646,
      "step": 14500
    },
    {
      "epoch": 1.19,
      "learning_rate": 3.0166600555335183e-05,
      "loss": 1.5017,
      "step": 15000
    },
    {
      "epoch": 1.23,
      "learning_rate": 2.9505487240513025e-05,
      "loss": 1.4745,
      "step": 15500
    },
    {
      "epoch": 1.27,
      "learning_rate": 2.8844373925690867e-05,
      "loss": 1.4496,
      "step": 16000
    },
    {
      "epoch": 1.31,
      "learning_rate": 2.8183260610868705e-05,
      "loss": 1.4599,
      "step": 16500
    },
    {
      "epoch": 1.35,
      "learning_rate": 2.752214729604654e-05,
      "loss": 1.3974,
      "step": 17000
    },
    {
      "epoch": 1.39,
      "learning_rate": 2.6861033981224382e-05,
      "loss": 1.397,
      "step": 17500
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.6199920666402224e-05,
      "loss": 1.436,
      "step": 18000
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.5538807351580062e-05,
      "loss": 1.4359,
      "step": 18500
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.48776940367579e-05,
      "loss": 1.4215,
      "step": 19000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.4216580721935742e-05,
      "loss": 1.3611,
      "step": 19500
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.355546740711358e-05,
      "loss": 1.4515,
      "step": 20000
    },
    {
      "epoch": 1.63,
      "learning_rate": 2.289435409229142e-05,
      "loss": 1.3923,
      "step": 20500
    },
    {
      "epoch": 1.67,
      "learning_rate": 2.2233240777469257e-05,
      "loss": 1.3968,
      "step": 21000
    },
    {
      "epoch": 1.71,
      "learning_rate": 2.15721274626471e-05,
      "loss": 1.4511,
      "step": 21500
    },
    {
      "epoch": 1.75,
      "learning_rate": 2.091101414782494e-05,
      "loss": 1.3736,
      "step": 22000
    },
    {
      "epoch": 1.79,
      "learning_rate": 2.024990083300278e-05,
      "loss": 1.4196,
      "step": 22500
    },
    {
      "epoch": 1.82,
      "learning_rate": 1.9588787518180617e-05,
      "loss": 1.4012,
      "step": 23000
    },
    {
      "epoch": 1.86,
      "learning_rate": 1.8927674203358456e-05,
      "loss": 1.3995,
      "step": 23500
    },
    {
      "epoch": 1.9,
      "learning_rate": 1.8266560888536297e-05,
      "loss": 1.3706,
      "step": 24000
    },
    {
      "epoch": 1.94,
      "learning_rate": 1.7605447573714136e-05,
      "loss": 1.357,
      "step": 24500
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.6944334258891974e-05,
      "loss": 1.3894,
      "step": 25000
    },
    {
      "epoch": 2.02,
      "learning_rate": 1.6283220944069812e-05,
      "loss": 1.1266,
      "step": 25500
    },
    {
      "epoch": 2.06,
      "learning_rate": 1.5622107629247654e-05,
      "loss": 0.9034,
      "step": 26000
    },
    {
      "epoch": 2.1,
      "learning_rate": 1.4960994314425494e-05,
      "loss": 0.88,
      "step": 26500
    },
    {
      "epoch": 2.14,
      "learning_rate": 1.4299880999603333e-05,
      "loss": 0.9379,
      "step": 27000
    },
    {
      "epoch": 2.18,
      "learning_rate": 1.3638767684781173e-05,
      "loss": 0.9224,
      "step": 27500
    },
    {
      "epoch": 2.22,
      "learning_rate": 1.2977654369959011e-05,
      "loss": 0.9108,
      "step": 28000
    },
    {
      "epoch": 2.26,
      "learning_rate": 1.2316541055136851e-05,
      "loss": 0.9068,
      "step": 28500
    },
    {
      "epoch": 2.3,
      "learning_rate": 1.1655427740314691e-05,
      "loss": 0.9158,
      "step": 29000
    },
    {
      "epoch": 2.34,
      "learning_rate": 1.099431442549253e-05,
      "loss": 0.901,
      "step": 29500
    },
    {
      "epoch": 2.38,
      "learning_rate": 1.033320111067037e-05,
      "loss": 0.8898,
      "step": 30000
    },
    {
      "epoch": 2.42,
      "learning_rate": 9.67208779584821e-06,
      "loss": 0.9295,
      "step": 30500
    },
    {
      "epoch": 2.46,
      "learning_rate": 9.010974481026048e-06,
      "loss": 0.9325,
      "step": 31000
    },
    {
      "epoch": 2.5,
      "learning_rate": 8.349861166203888e-06,
      "loss": 0.9357,
      "step": 31500
    },
    {
      "epoch": 2.54,
      "learning_rate": 7.688747851381726e-06,
      "loss": 0.8832,
      "step": 32000
    },
    {
      "epoch": 2.58,
      "learning_rate": 7.027634536559567e-06,
      "loss": 0.9101,
      "step": 32500
    },
    {
      "epoch": 2.62,
      "learning_rate": 6.366521221737406e-06,
      "loss": 0.9018,
      "step": 33000
    },
    {
      "epoch": 2.66,
      "learning_rate": 5.7054079069152455e-06,
      "loss": 0.8886,
      "step": 33500
    },
    {
      "epoch": 2.7,
      "learning_rate": 5.044294592093085e-06,
      "loss": 0.8771,
      "step": 34000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.383181277270925e-06,
      "loss": 0.8956,
      "step": 34500
    },
    {
      "epoch": 2.78,
      "learning_rate": 3.7220679624487635e-06,
      "loss": 0.8586,
      "step": 35000
    },
    {
      "epoch": 2.82,
      "learning_rate": 3.060954647626603e-06,
      "loss": 0.9039,
      "step": 35500
    },
    {
      "epoch": 2.86,
      "learning_rate": 2.3998413328044427e-06,
      "loss": 0.8817,
      "step": 36000
    },
    {
      "epoch": 2.9,
      "learning_rate": 1.7387280179822822e-06,
      "loss": 0.8601,
      "step": 36500
    },
    {
      "epoch": 2.94,
      "learning_rate": 1.0776147031601218e-06,
      "loss": 0.8837,
      "step": 37000
    },
    {
      "epoch": 2.98,
      "learning_rate": 4.165013883379611e-07,
      "loss": 0.8894,
      "step": 37500
    },
    {
      "epoch": 3.0,
      "step": 37815,
      "total_flos": 9288563680542720.0,
      "train_loss": 1.5174339204652274,
      "train_runtime": 9956.4506,
      "train_samples_per_second": 15.192,
      "train_steps_per_second": 3.798
    }
  ],
  "logging_steps": 500,
  "max_steps": 37815,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "total_flos": 9288563680542720.0,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}