{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 5.0,
  "global_step": 122720,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.02,
      "learning_rate": 4.9796284224250325e-05,
      "loss": 1.1171,
      "step": 500
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9592568448500655e-05,
      "loss": 1.0195,
      "step": 1000
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.938885267275098e-05,
      "loss": 0.9573,
      "step": 1500
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.918513689700131e-05,
      "loss": 0.9173,
      "step": 2000
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.898142112125163e-05,
      "loss": 0.8778,
      "step": 2500
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.877770534550195e-05,
      "loss": 0.8649,
      "step": 3000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.857398956975228e-05,
      "loss": 0.8469,
      "step": 3500
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.8370273794002606e-05,
      "loss": 0.8093,
      "step": 4000
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.8166558018252936e-05,
      "loss": 0.818,
      "step": 4500
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.7962842242503265e-05,
      "loss": 0.8026,
      "step": 5000
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.775912646675359e-05,
      "loss": 0.8043,
      "step": 5500
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.755541069100392e-05,
      "loss": 0.7747,
      "step": 6000
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.735169491525424e-05,
      "loss": 0.7723,
      "step": 6500
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.7147979139504564e-05,
      "loss": 0.782,
      "step": 7000
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.694426336375489e-05,
      "loss": 0.7642,
      "step": 7500
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.6740547588005216e-05,
      "loss": 0.7515,
      "step": 8000
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.6536831812255546e-05,
      "loss": 0.7417,
      "step": 8500
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.633311603650587e-05,
      "loss": 0.7358,
      "step": 9000
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.612940026075619e-05,
      "loss": 0.7359,
      "step": 9500
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.592568448500652e-05,
      "loss": 0.7255,
      "step": 10000
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.5721968709256844e-05,
      "loss": 0.727,
      "step": 10500
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.5518252933507174e-05,
      "loss": 0.7269,
      "step": 11000
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.53145371577575e-05,
      "loss": 0.7277,
      "step": 11500
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.511082138200782e-05,
      "loss": 0.7054,
      "step": 12000
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.490710560625815e-05,
      "loss": 0.7102,
      "step": 12500
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.470338983050847e-05,
      "loss": 0.7073,
      "step": 13000
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.44996740547588e-05,
      "loss": 0.7201,
      "step": 13500
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.429595827900913e-05,
      "loss": 0.7081,
      "step": 14000
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.4092242503259455e-05,
      "loss": 0.7007,
      "step": 14500
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.3888526727509784e-05,
      "loss": 0.7043,
      "step": 15000
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.368481095176011e-05,
      "loss": 0.6877,
      "step": 15500
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.348109517601043e-05,
      "loss": 0.6984,
      "step": 16000
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.327737940026076e-05,
      "loss": 0.6985,
      "step": 16500
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.307366362451108e-05,
      "loss": 0.685,
      "step": 17000
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.286994784876141e-05,
      "loss": 0.6981,
      "step": 17500
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.2666232073011735e-05,
      "loss": 0.6744,
      "step": 18000
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.2462516297262065e-05,
      "loss": 0.6863,
      "step": 18500
    },
    {
      "epoch": 0.77,
      "learning_rate": 4.225880052151239e-05,
      "loss": 0.7016,
      "step": 19000
    },
    {
      "epoch": 0.79,
      "learning_rate": 4.205508474576271e-05,
      "loss": 0.6791,
      "step": 19500
    },
    {
      "epoch": 0.81,
      "learning_rate": 4.185136897001304e-05,
      "loss": 0.6729,
      "step": 20000
    },
    {
      "epoch": 0.84,
      "learning_rate": 4.164765319426336e-05,
      "loss": 0.6784,
      "step": 20500
    },
    {
      "epoch": 0.86,
      "learning_rate": 4.144393741851369e-05,
      "loss": 0.6873,
      "step": 21000
    },
    {
      "epoch": 0.88,
      "learning_rate": 4.1240221642764016e-05,
      "loss": 0.6779,
      "step": 21500
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.103650586701434e-05,
      "loss": 0.6866,
      "step": 22000
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.0832790091264675e-05,
      "loss": 0.6708,
      "step": 22500
    },
    {
      "epoch": 0.94,
      "learning_rate": 4.0629074315515e-05,
      "loss": 0.6682,
      "step": 23000
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.042535853976532e-05,
      "loss": 0.676,
      "step": 23500
    },
    {
      "epoch": 0.98,
      "learning_rate": 4.022164276401565e-05,
      "loss": 0.6684,
      "step": 24000
    },
    {
      "epoch": 1.0,
      "learning_rate": 4.0017926988265974e-05,
      "loss": 0.6695,
      "step": 24500
    },
    {
      "epoch": 1.02,
      "learning_rate": 3.98142112125163e-05,
      "loss": 0.6002,
      "step": 25000
    },
    {
      "epoch": 1.04,
      "learning_rate": 3.9610495436766626e-05,
      "loss": 0.605,
      "step": 25500
    },
    {
      "epoch": 1.06,
      "learning_rate": 3.940677966101695e-05,
      "loss": 0.6153,
      "step": 26000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.920306388526728e-05,
      "loss": 0.6064,
      "step": 26500
    },
    {
      "epoch": 1.1,
      "learning_rate": 3.89993481095176e-05,
      "loss": 0.5791,
      "step": 27000
    },
    {
      "epoch": 1.12,
      "learning_rate": 3.879563233376793e-05,
      "loss": 0.6018,
      "step": 27500
    },
    {
      "epoch": 1.14,
      "learning_rate": 3.8591916558018254e-05,
      "loss": 0.5985,
      "step": 28000
    },
    {
      "epoch": 1.16,
      "learning_rate": 3.838820078226858e-05,
      "loss": 0.6174,
      "step": 28500
    },
    {
      "epoch": 1.18,
      "learning_rate": 3.818448500651891e-05,
      "loss": 0.6066,
      "step": 29000
    },
    {
      "epoch": 1.2,
      "learning_rate": 3.798076923076923e-05,
      "loss": 0.6226,
      "step": 29500
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.777705345501956e-05,
      "loss": 0.6142,
      "step": 30000
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.757333767926988e-05,
      "loss": 0.6036,
      "step": 30500
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.7369621903520205e-05,
      "loss": 0.5982,
      "step": 31000
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.716590612777054e-05,
      "loss": 0.6049,
      "step": 31500
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.6962190352020865e-05,
      "loss": 0.5926,
      "step": 32000
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.675847457627119e-05,
      "loss": 0.597,
      "step": 32500
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.655475880052152e-05,
      "loss": 0.5953,
      "step": 33000
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.635104302477184e-05,
      "loss": 0.6034,
      "step": 33500
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.614732724902217e-05,
      "loss": 0.599,
      "step": 34000
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.594361147327249e-05,
      "loss": 0.5953,
      "step": 34500
    },
    {
      "epoch": 1.43,
      "learning_rate": 3.5739895697522816e-05,
      "loss": 0.6069,
      "step": 35000
    },
    {
      "epoch": 1.45,
      "learning_rate": 3.5536179921773145e-05,
      "loss": 0.6053,
      "step": 35500
    },
    {
      "epoch": 1.47,
      "learning_rate": 3.533246414602347e-05,
      "loss": 0.5862,
      "step": 36000
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.51287483702738e-05,
      "loss": 0.5883,
      "step": 36500
    },
    {
      "epoch": 1.51,
      "learning_rate": 3.492503259452412e-05,
      "loss": 0.6006,
      "step": 37000
    },
    {
      "epoch": 1.53,
      "learning_rate": 3.4721316818774444e-05,
      "loss": 0.5842,
      "step": 37500
    },
    {
      "epoch": 1.55,
      "learning_rate": 3.451760104302477e-05,
      "loss": 0.6046,
      "step": 38000
    },
    {
      "epoch": 1.57,
      "learning_rate": 3.4313885267275096e-05,
      "loss": 0.601,
      "step": 38500
    },
    {
      "epoch": 1.59,
      "learning_rate": 3.4110169491525426e-05,
      "loss": 0.5899,
      "step": 39000
    },
    {
      "epoch": 1.61,
      "learning_rate": 3.390645371577575e-05,
      "loss": 0.5958,
      "step": 39500
    },
    {
      "epoch": 1.63,
      "learning_rate": 3.370273794002607e-05,
      "loss": 0.6056,
      "step": 40000
    },
    {
      "epoch": 1.65,
      "learning_rate": 3.349902216427641e-05,
      "loss": 0.5856,
      "step": 40500
    },
    {
      "epoch": 1.67,
      "learning_rate": 3.329530638852673e-05,
      "loss": 0.5977,
      "step": 41000
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.3091590612777054e-05,
      "loss": 0.5925,
      "step": 41500
    },
    {
      "epoch": 1.71,
      "learning_rate": 3.2887874837027384e-05,
      "loss": 0.6036,
      "step": 42000
    },
    {
      "epoch": 1.73,
      "learning_rate": 3.2684159061277707e-05,
      "loss": 0.5846,
      "step": 42500
    },
    {
      "epoch": 1.75,
      "learning_rate": 3.2480443285528036e-05,
      "loss": 0.5828,
      "step": 43000
    },
    {
      "epoch": 1.77,
      "learning_rate": 3.227672750977836e-05,
      "loss": 0.5902,
      "step": 43500
    },
    {
      "epoch": 1.79,
      "learning_rate": 3.207301173402868e-05,
      "loss": 0.5804,
      "step": 44000
    },
    {
      "epoch": 1.81,
      "learning_rate": 3.186929595827901e-05,
      "loss": 0.5864,
      "step": 44500
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.1665580182529335e-05,
      "loss": 0.5894,
      "step": 45000
    },
    {
      "epoch": 1.85,
      "learning_rate": 3.1461864406779664e-05,
      "loss": 0.5866,
      "step": 45500
    },
    {
      "epoch": 1.87,
      "learning_rate": 3.125814863102999e-05,
      "loss": 0.5756,
      "step": 46000
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.105443285528031e-05,
      "loss": 0.5893,
      "step": 46500
    },
    {
      "epoch": 1.91,
      "learning_rate": 3.085071707953064e-05,
      "loss": 0.5843,
      "step": 47000
    },
    {
      "epoch": 1.94,
      "learning_rate": 3.064700130378096e-05,
      "loss": 0.5769,
      "step": 47500
    },
    {
      "epoch": 1.96,
      "learning_rate": 3.044328552803129e-05,
      "loss": 0.572,
      "step": 48000
    },
    {
      "epoch": 1.98,
      "learning_rate": 3.0239569752281615e-05,
      "loss": 0.582,
      "step": 48500
    },
    {
      "epoch": 2.0,
      "learning_rate": 3.003585397653194e-05,
      "loss": 0.5967,
      "step": 49000
    },
    {
      "epoch": 2.02,
      "learning_rate": 2.983213820078227e-05,
      "loss": 0.5134,
      "step": 49500
    },
    {
      "epoch": 2.04,
      "learning_rate": 2.9628422425032598e-05,
      "loss": 0.5122,
      "step": 50000
    },
    {
      "epoch": 2.06,
      "learning_rate": 2.9424706649282924e-05,
      "loss": 0.4969,
      "step": 50500
    },
    {
      "epoch": 2.08,
      "learning_rate": 2.922099087353325e-05,
      "loss": 0.5032,
      "step": 51000
    },
    {
      "epoch": 2.1,
      "learning_rate": 2.9017275097783576e-05,
      "loss": 0.5039,
      "step": 51500
    },
    {
      "epoch": 2.12,
      "learning_rate": 2.88135593220339e-05,
      "loss": 0.4981,
      "step": 52000
    },
    {
      "epoch": 2.14,
      "learning_rate": 2.8609843546284226e-05,
      "loss": 0.5063,
      "step": 52500
    },
    {
      "epoch": 2.16,
      "learning_rate": 2.8406127770534552e-05,
      "loss": 0.478,
      "step": 53000
    },
    {
      "epoch": 2.18,
      "learning_rate": 2.8202411994784878e-05,
      "loss": 0.5014,
      "step": 53500
    },
    {
      "epoch": 2.2,
      "learning_rate": 2.7998696219035204e-05,
      "loss": 0.4999,
      "step": 54000
    },
    {
      "epoch": 2.22,
      "learning_rate": 2.7794980443285527e-05,
      "loss": 0.5096,
      "step": 54500
    },
    {
      "epoch": 2.24,
      "learning_rate": 2.7591264667535854e-05,
      "loss": 0.4982,
      "step": 55000
    },
    {
      "epoch": 2.26,
      "learning_rate": 2.738754889178618e-05,
      "loss": 0.4927,
      "step": 55500
    },
    {
      "epoch": 2.28,
      "learning_rate": 2.7183833116036506e-05,
      "loss": 0.4963,
      "step": 56000
    },
    {
      "epoch": 2.3,
      "learning_rate": 2.6980117340286833e-05,
      "loss": 0.4983,
      "step": 56500
    },
    {
      "epoch": 2.32,
      "learning_rate": 2.6776401564537155e-05,
      "loss": 0.5004,
      "step": 57000
    },
    {
      "epoch": 2.34,
      "learning_rate": 2.6572685788787482e-05,
      "loss": 0.5059,
      "step": 57500
    },
    {
      "epoch": 2.36,
      "learning_rate": 2.6368970013037815e-05,
      "loss": 0.5045,
      "step": 58000
    },
    {
      "epoch": 2.38,
      "learning_rate": 2.6165254237288138e-05,
      "loss": 0.5062,
      "step": 58500
    },
    {
      "epoch": 2.4,
      "learning_rate": 2.5961538461538464e-05,
      "loss": 0.5077,
      "step": 59000
    },
    {
      "epoch": 2.42,
      "learning_rate": 2.575782268578879e-05,
      "loss": 0.4997,
      "step": 59500
    },
    {
      "epoch": 2.44,
      "learning_rate": 2.5554106910039117e-05,
      "loss": 0.4998,
      "step": 60000
    },
    {
      "epoch": 2.46,
      "learning_rate": 2.5350391134289443e-05,
      "loss": 0.5074,
      "step": 60500
    },
    {
      "epoch": 2.49,
      "learning_rate": 2.5146675358539766e-05,
      "loss": 0.4928,
      "step": 61000
    },
    {
      "epoch": 2.51,
      "learning_rate": 2.4942959582790092e-05,
      "loss": 0.5026,
      "step": 61500
    },
    {
      "epoch": 2.53,
      "learning_rate": 2.473924380704042e-05,
      "loss": 0.5058,
      "step": 62000
    },
    {
      "epoch": 2.55,
      "learning_rate": 2.4535528031290745e-05,
      "loss": 0.4982,
      "step": 62500
    },
    {
      "epoch": 2.57,
      "learning_rate": 2.433181225554107e-05,
      "loss": 0.4874,
      "step": 63000
    },
    {
      "epoch": 2.59,
      "learning_rate": 2.4128096479791397e-05,
      "loss": 0.5095,
      "step": 63500
    },
    {
      "epoch": 2.61,
      "learning_rate": 2.392438070404172e-05,
      "loss": 0.501,
      "step": 64000
    },
    {
      "epoch": 2.63,
      "learning_rate": 2.3720664928292046e-05,
      "loss": 0.5076,
      "step": 64500
    },
    {
      "epoch": 2.65,
      "learning_rate": 2.3516949152542376e-05,
      "loss": 0.4894,
      "step": 65000
    },
    {
      "epoch": 2.67,
      "learning_rate": 2.3313233376792702e-05,
      "loss": 0.5081,
      "step": 65500
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.3109517601043025e-05,
      "loss": 0.5117,
      "step": 66000
    },
    {
      "epoch": 2.71,
      "learning_rate": 2.290580182529335e-05,
      "loss": 0.4996,
      "step": 66500
    },
    {
      "epoch": 2.73,
      "learning_rate": 2.2702086049543678e-05,
      "loss": 0.4968,
      "step": 67000
    },
    {
      "epoch": 2.75,
      "learning_rate": 2.2498370273794004e-05,
      "loss": 0.5117,
      "step": 67500
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.229465449804433e-05,
      "loss": 0.5034,
      "step": 68000
    },
    {
      "epoch": 2.79,
      "learning_rate": 2.2090938722294653e-05,
      "loss": 0.493,
      "step": 68500
    },
    {
      "epoch": 2.81,
      "learning_rate": 2.188722294654498e-05,
      "loss": 0.5027,
      "step": 69000
    },
    {
      "epoch": 2.83,
      "learning_rate": 2.168350717079531e-05,
      "loss": 0.5018,
      "step": 69500
    },
    {
      "epoch": 2.85,
      "learning_rate": 2.1479791395045636e-05,
      "loss": 0.5055,
      "step": 70000
    },
    {
      "epoch": 2.87,
      "learning_rate": 2.127607561929596e-05,
      "loss": 0.5008,
      "step": 70500
    },
    {
      "epoch": 2.89,
      "learning_rate": 2.1072359843546285e-05,
      "loss": 0.4957,
      "step": 71000
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.086864406779661e-05,
      "loss": 0.4935,
      "step": 71500
    },
    {
      "epoch": 2.93,
      "learning_rate": 2.0664928292046937e-05,
      "loss": 0.4841,
      "step": 72000
    },
    {
      "epoch": 2.95,
      "learning_rate": 2.0461212516297264e-05,
      "loss": 0.5075,
      "step": 72500
    },
    {
      "epoch": 2.97,
      "learning_rate": 2.0257496740547587e-05,
      "loss": 0.4854,
      "step": 73000
    },
    {
      "epoch": 2.99,
      "learning_rate": 2.0053780964797913e-05,
      "loss": 0.5015,
      "step": 73500
    },
    {
      "epoch": 3.01,
      "learning_rate": 1.9850065189048242e-05,
      "loss": 0.431,
      "step": 74000
    },
    {
      "epoch": 3.04,
      "learning_rate": 1.964634941329857e-05,
      "loss": 0.4067,
      "step": 74500
    },
    {
      "epoch": 3.06,
      "learning_rate": 1.944263363754889e-05,
      "loss": 0.4033,
      "step": 75000
    },
    {
      "epoch": 3.08,
      "learning_rate": 1.9238917861799218e-05,
      "loss": 0.419,
      "step": 75500
    },
    {
      "epoch": 3.1,
      "learning_rate": 1.9035202086049544e-05,
      "loss": 0.4173,
      "step": 76000
    },
    {
      "epoch": 3.12,
      "learning_rate": 1.883148631029987e-05,
      "loss": 0.4218,
      "step": 76500
    },
    {
      "epoch": 3.14,
      "learning_rate": 1.8627770534550197e-05,
      "loss": 0.4125,
      "step": 77000
    },
    {
      "epoch": 3.16,
      "learning_rate": 1.842405475880052e-05,
      "loss": 0.4158,
      "step": 77500
    },
    {
      "epoch": 3.18,
      "learning_rate": 1.8220338983050846e-05,
      "loss": 0.419,
      "step": 78000
    },
    {
      "epoch": 3.2,
      "learning_rate": 1.8016623207301176e-05,
      "loss": 0.4233,
      "step": 78500
    },
    {
      "epoch": 3.22,
      "learning_rate": 1.7812907431551502e-05,
      "loss": 0.4332,
      "step": 79000
    },
    {
      "epoch": 3.24,
      "learning_rate": 1.7609191655801828e-05,
      "loss": 0.4099,
      "step": 79500
    },
    {
      "epoch": 3.26,
      "learning_rate": 1.740547588005215e-05,
      "loss": 0.4054,
      "step": 80000
    },
    {
      "epoch": 3.28,
      "learning_rate": 1.7201760104302477e-05,
      "loss": 0.4164,
      "step": 80500
    },
    {
      "epoch": 3.3,
      "learning_rate": 1.6998044328552804e-05,
      "loss": 0.3949,
      "step": 81000
    },
    {
      "epoch": 3.32,
      "learning_rate": 1.679432855280313e-05,
      "loss": 0.4216,
      "step": 81500
    },
    {
      "epoch": 3.34,
      "learning_rate": 1.6590612777053456e-05,
      "loss": 0.4062,
      "step": 82000
    },
    {
      "epoch": 3.36,
      "learning_rate": 1.6386897001303783e-05,
      "loss": 0.421,
      "step": 82500
    },
    {
      "epoch": 3.38,
      "learning_rate": 1.618318122555411e-05,
      "loss": 0.4159,
      "step": 83000
    },
    {
      "epoch": 3.4,
      "learning_rate": 1.5979465449804435e-05,
      "loss": 0.4096,
      "step": 83500
    },
    {
      "epoch": 3.42,
      "learning_rate": 1.577574967405476e-05,
      "loss": 0.4117,
      "step": 84000
    },
    {
      "epoch": 3.44,
      "learning_rate": 1.5572033898305084e-05,
      "loss": 0.4118,
      "step": 84500
    },
    {
      "epoch": 3.46,
      "learning_rate": 1.536831812255541e-05,
      "loss": 0.4278,
      "step": 85000
    },
    {
      "epoch": 3.48,
      "learning_rate": 1.5164602346805737e-05,
      "loss": 0.4214,
      "step": 85500
    },
    {
      "epoch": 3.5,
      "learning_rate": 1.4960886571056063e-05,
      "loss": 0.4114,
      "step": 86000
    },
    {
      "epoch": 3.52,
      "learning_rate": 1.4757170795306388e-05,
      "loss": 0.415,
      "step": 86500
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.4553455019556716e-05,
      "loss": 0.409,
      "step": 87000
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.4349739243807042e-05,
      "loss": 0.4045,
      "step": 87500
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.4146023468057368e-05,
      "loss": 0.4225,
      "step": 88000
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.3942307692307693e-05,
      "loss": 0.4046,
      "step": 88500
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.373859191655802e-05,
      "loss": 0.409,
      "step": 89000
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.3534876140808344e-05,
      "loss": 0.3952,
      "step": 89500
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.333116036505867e-05,
      "loss": 0.397,
      "step": 90000
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.3127444589308997e-05,
      "loss": 0.4099,
      "step": 90500
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.2923728813559321e-05,
      "loss": 0.4029,
      "step": 91000
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.2720013037809649e-05,
      "loss": 0.4022,
      "step": 91500
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.2516297262059975e-05,
      "loss": 0.4129,
      "step": 92000
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.23125814863103e-05,
      "loss": 0.4078,
      "step": 92500
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.2108865710560626e-05,
      "loss": 0.4034,
      "step": 93000
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.1905149934810953e-05,
      "loss": 0.4092,
      "step": 93500
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.1701434159061279e-05,
      "loss": 0.4102,
      "step": 94000
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.1497718383311603e-05,
      "loss": 0.3949,
      "step": 94500
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.1294002607561931e-05,
      "loss": 0.3935,
      "step": 95000
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.1090286831812256e-05,
      "loss": 0.4042,
      "step": 95500
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.0886571056062582e-05,
      "loss": 0.4073,
      "step": 96000
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.0682855280312907e-05,
      "loss": 0.4072,
      "step": 96500
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.0479139504563235e-05,
      "loss": 0.4094,
      "step": 97000
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.027542372881356e-05,
      "loss": 0.3862,
      "step": 97500
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.0071707953063886e-05,
      "loss": 0.3995,
      "step": 98000
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.867992177314212e-06,
      "loss": 0.3644,
      "step": 98500
    },
    {
      "epoch": 4.03,
      "learning_rate": 9.664276401564537e-06,
      "loss": 0.3292,
      "step": 99000
    },
    {
      "epoch": 4.05,
      "learning_rate": 9.460560625814865e-06,
      "loss": 0.3353,
      "step": 99500
    },
    {
      "epoch": 4.07,
      "learning_rate": 9.25684485006519e-06,
      "loss": 0.3445,
      "step": 100000
    },
    {
      "epoch": 4.09,
      "learning_rate": 9.053129074315516e-06,
      "loss": 0.3365,
      "step": 100500
    },
    {
      "epoch": 4.12,
      "learning_rate": 8.84941329856584e-06,
      "loss": 0.3293,
      "step": 101000
    },
    {
      "epoch": 4.14,
      "learning_rate": 8.645697522816168e-06,
      "loss": 0.334,
      "step": 101500
    },
    {
      "epoch": 4.16,
      "learning_rate": 8.441981747066494e-06,
      "loss": 0.3337,
      "step": 102000
    },
    {
      "epoch": 4.18,
      "learning_rate": 8.238265971316819e-06,
      "loss": 0.3328,
      "step": 102500
    },
    {
      "epoch": 4.2,
      "learning_rate": 8.034550195567145e-06,
      "loss": 0.343,
      "step": 103000
    },
    {
      "epoch": 4.22,
      "learning_rate": 7.83083441981747e-06,
      "loss": 0.334,
      "step": 103500
    },
    {
      "epoch": 4.24,
      "learning_rate": 7.627118644067798e-06,
      "loss": 0.3356,
      "step": 104000
    },
    {
      "epoch": 4.26,
      "learning_rate": 7.423402868318123e-06,
      "loss": 0.3407,
      "step": 104500
    },
    {
      "epoch": 4.28,
      "learning_rate": 7.219687092568449e-06,
      "loss": 0.3453,
      "step": 105000
    },
    {
      "epoch": 4.3,
      "learning_rate": 7.015971316818774e-06,
      "loss": 0.3323,
      "step": 105500
    },
    {
      "epoch": 4.32,
      "learning_rate": 6.812255541069101e-06,
      "loss": 0.3185,
      "step": 106000
    },
    {
      "epoch": 4.34,
      "learning_rate": 6.608539765319427e-06,
      "loss": 0.3346,
      "step": 106500
    },
    {
      "epoch": 4.36,
      "learning_rate": 6.404823989569752e-06,
      "loss": 0.3324,
      "step": 107000
    },
    {
      "epoch": 4.38,
      "learning_rate": 6.2011082138200785e-06,
      "loss": 0.3235,
      "step": 107500
    },
    {
      "epoch": 4.4,
      "learning_rate": 5.997392438070405e-06,
      "loss": 0.3567,
      "step": 108000
    },
    {
      "epoch": 4.42,
      "learning_rate": 5.79367666232073e-06,
      "loss": 0.3406,
      "step": 108500
    },
    {
      "epoch": 4.44,
      "learning_rate": 5.5899608865710565e-06,
      "loss": 0.3411,
      "step": 109000
    },
    {
      "epoch": 4.46,
      "learning_rate": 5.386245110821382e-06,
      "loss": 0.3363,
      "step": 109500
    },
    {
      "epoch": 4.48,
      "learning_rate": 5.182529335071708e-06,
      "loss": 0.3427,
      "step": 110000
    },
    {
      "epoch": 4.5,
      "learning_rate": 4.978813559322034e-06,
      "loss": 0.3367,
      "step": 110500
    },
    {
      "epoch": 4.52,
      "learning_rate": 4.77509778357236e-06,
      "loss": 0.3244,
      "step": 111000
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.571382007822686e-06,
      "loss": 0.3283,
      "step": 111500
    },
    {
      "epoch": 4.56,
      "learning_rate": 4.367666232073012e-06,
      "loss": 0.3226,
      "step": 112000
    },
    {
      "epoch": 4.58,
      "learning_rate": 4.163950456323338e-06,
      "loss": 0.3273,
      "step": 112500
    },
    {
      "epoch": 4.6,
      "learning_rate": 3.9602346805736635e-06,
      "loss": 0.3232,
      "step": 113000
    },
    {
      "epoch": 4.62,
      "learning_rate": 3.7565189048239898e-06,
      "loss": 0.321,
      "step": 113500
    },
    {
      "epoch": 4.64,
      "learning_rate": 3.5528031290743156e-06,
      "loss": 0.3204,
      "step": 114000
    },
    {
      "epoch": 4.67,
      "learning_rate": 3.349087353324642e-06,
      "loss": 0.33,
      "step": 114500
    },
    {
      "epoch": 4.69,
      "learning_rate": 3.1453715775749674e-06,
      "loss": 0.3262,
      "step": 115000
    },
    {
      "epoch": 4.71,
      "learning_rate": 2.9416558018252932e-06,
      "loss": 0.3223,
      "step": 115500
    },
    {
      "epoch": 4.73,
      "learning_rate": 2.7379400260756195e-06,
      "loss": 0.3151,
      "step": 116000
    },
    {
      "epoch": 4.75,
      "learning_rate": 2.5342242503259454e-06,
      "loss": 0.3285,
      "step": 116500
    },
    {
      "epoch": 4.77,
      "learning_rate": 2.3305084745762712e-06,
      "loss": 0.3177,
      "step": 117000
    },
    {
      "epoch": 4.79,
      "learning_rate": 2.126792698826597e-06,
      "loss": 0.3344,
      "step": 117500
    },
    {
      "epoch": 4.81,
      "learning_rate": 1.9230769230769234e-06,
      "loss": 0.3373,
      "step": 118000
    },
    {
      "epoch": 4.83,
      "learning_rate": 1.7193611473272493e-06,
      "loss": 0.3283,
      "step": 118500
    },
    {
      "epoch": 4.85,
      "learning_rate": 1.5156453715775751e-06,
      "loss": 0.3282,
      "step": 119000
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.311929595827901e-06,
      "loss": 0.3243,
      "step": 119500
    },
    {
      "epoch": 4.89,
      "learning_rate": 1.108213820078227e-06,
      "loss": 0.3322,
      "step": 120000
    },
    {
      "epoch": 4.91,
      "learning_rate": 9.044980443285528e-07,
      "loss": 0.3164,
      "step": 120500
    },
    {
      "epoch": 4.93,
      "learning_rate": 7.007822685788788e-07,
      "loss": 0.3215,
      "step": 121000
    },
    {
      "epoch": 4.95,
      "learning_rate": 4.970664928292048e-07,
      "loss": 0.3203,
      "step": 121500
    },
    {
      "epoch": 4.97,
      "learning_rate": 2.9335071707953065e-07,
      "loss": 0.3216,
      "step": 122000
    },
    {
      "epoch": 4.99,
      "learning_rate": 8.963494132985658e-08,
      "loss": 0.332,
      "step": 122500
    },
    {
      "epoch": 5.0,
      "step": 122720,
      "total_flos": 5.166258268431053e+17,
      "train_loss": 0.5170908811661225,
      "train_runtime": 67360.5161,
      "train_samples_per_second": 29.149,
      "train_steps_per_second": 1.822
    }
  ],
  "max_steps": 122720,
  "num_train_epochs": 5,
  "total_flos": 5.166258268431053e+17,
  "trial_name": null,
  "trial_params": null
}