{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 15.0,
  "eval_steps": 500,
  "global_step": 4785,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.003134796238244514,
      "grad_norm": 1200.0,
      "learning_rate": 4.175365344467641e-07,
      "loss": 56.0196,
      "step": 1
    },
    {
      "epoch": 0.01567398119122257,
      "grad_norm": 1104.0,
      "learning_rate": 2.0876826722338207e-06,
      "loss": 57.1065,
      "step": 5
    },
    {
      "epoch": 0.03134796238244514,
      "grad_norm": 780.0,
      "learning_rate": 4.175365344467641e-06,
      "loss": 53.982,
      "step": 10
    },
    {
      "epoch": 0.047021943573667714,
      "grad_norm": 378.0,
      "learning_rate": 6.2630480167014616e-06,
      "loss": 39.7621,
      "step": 15
    },
    {
      "epoch": 0.06269592476489028,
      "grad_norm": 119.0,
      "learning_rate": 8.350730688935283e-06,
      "loss": 31.2881,
      "step": 20
    },
    {
      "epoch": 0.07836990595611286,
      "grad_norm": 59.0,
      "learning_rate": 1.0438413361169103e-05,
      "loss": 29.3676,
      "step": 25
    },
    {
      "epoch": 0.09404388714733543,
      "grad_norm": 27.75,
      "learning_rate": 1.2526096033402923e-05,
      "loss": 27.221,
      "step": 30
    },
    {
      "epoch": 0.109717868338558,
      "grad_norm": 17.0,
      "learning_rate": 1.4613778705636743e-05,
      "loss": 25.3228,
      "step": 35
    },
    {
      "epoch": 0.12539184952978055,
      "grad_norm": 11.375,
      "learning_rate": 1.6701461377870565e-05,
      "loss": 24.7964,
      "step": 40
    },
    {
      "epoch": 0.14106583072100312,
      "grad_norm": 14.6875,
      "learning_rate": 1.8789144050104384e-05,
      "loss": 23.6672,
      "step": 45
    },
    {
      "epoch": 0.15673981191222572,
      "grad_norm": 23.5,
      "learning_rate": 2.0876826722338206e-05,
      "loss": 22.938,
      "step": 50
    },
    {
      "epoch": 0.1724137931034483,
      "grad_norm": 46.75,
      "learning_rate": 2.2964509394572024e-05,
      "loss": 20.5447,
      "step": 55
    },
    {
      "epoch": 0.18808777429467086,
      "grad_norm": 102.5,
      "learning_rate": 2.5052192066805846e-05,
      "loss": 15.6089,
      "step": 60
    },
    {
      "epoch": 0.20376175548589343,
      "grad_norm": 21.875,
      "learning_rate": 2.7139874739039668e-05,
      "loss": 6.57,
      "step": 65
    },
    {
      "epoch": 0.219435736677116,
      "grad_norm": 7.15625,
      "learning_rate": 2.9227557411273487e-05,
      "loss": 2.9537,
      "step": 70
    },
    {
      "epoch": 0.23510971786833856,
      "grad_norm": 3.953125,
      "learning_rate": 3.131524008350731e-05,
      "loss": 2.4063,
      "step": 75
    },
    {
      "epoch": 0.2507836990595611,
      "grad_norm": 3.234375,
      "learning_rate": 3.340292275574113e-05,
      "loss": 2.1568,
      "step": 80
    },
    {
      "epoch": 0.2664576802507837,
      "grad_norm": 4.75,
      "learning_rate": 3.5490605427974946e-05,
      "loss": 1.9549,
      "step": 85
    },
    {
      "epoch": 0.28213166144200624,
      "grad_norm": 5.90625,
      "learning_rate": 3.757828810020877e-05,
      "loss": 1.8178,
      "step": 90
    },
    {
      "epoch": 0.29780564263322884,
      "grad_norm": 16.625,
      "learning_rate": 3.966597077244259e-05,
      "loss": 1.7357,
      "step": 95
    },
    {
      "epoch": 0.31347962382445144,
      "grad_norm": 10.625,
      "learning_rate": 4.175365344467641e-05,
      "loss": 1.6526,
      "step": 100
    },
    {
      "epoch": 0.329153605015674,
      "grad_norm": 16.875,
      "learning_rate": 4.3841336116910233e-05,
      "loss": 1.6119,
      "step": 105
    },
    {
      "epoch": 0.3448275862068966,
      "grad_norm": 15.9375,
      "learning_rate": 4.592901878914405e-05,
      "loss": 1.5619,
      "step": 110
    },
    {
      "epoch": 0.3605015673981191,
      "grad_norm": 6.25,
      "learning_rate": 4.801670146137787e-05,
      "loss": 1.553,
      "step": 115
    },
    {
      "epoch": 0.3761755485893417,
      "grad_norm": 16.875,
      "learning_rate": 5.010438413361169e-05,
      "loss": 1.5499,
      "step": 120
    },
    {
      "epoch": 0.39184952978056425,
      "grad_norm": 18.875,
      "learning_rate": 5.219206680584552e-05,
      "loss": 1.5358,
      "step": 125
    },
    {
      "epoch": 0.40752351097178685,
      "grad_norm": 10.5,
      "learning_rate": 5.4279749478079336e-05,
      "loss": 1.5022,
      "step": 130
    },
    {
      "epoch": 0.4231974921630094,
      "grad_norm": 8.6875,
      "learning_rate": 5.636743215031316e-05,
      "loss": 1.4674,
      "step": 135
    },
    {
      "epoch": 0.438871473354232,
      "grad_norm": 3.25,
      "learning_rate": 5.8455114822546973e-05,
      "loss": 1.4238,
      "step": 140
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 9.0,
      "learning_rate": 6.05427974947808e-05,
      "loss": 1.3893,
      "step": 145
    },
    {
      "epoch": 0.4702194357366771,
      "grad_norm": 25.875,
      "learning_rate": 6.263048016701462e-05,
      "loss": 1.3631,
      "step": 150
    },
    {
      "epoch": 0.48589341692789967,
      "grad_norm": 5.21875,
      "learning_rate": 6.471816283924845e-05,
      "loss": 1.3578,
      "step": 155
    },
    {
      "epoch": 0.5015673981191222,
      "grad_norm": 4.96875,
      "learning_rate": 6.680584551148226e-05,
      "loss": 1.2742,
      "step": 160
    },
    {
      "epoch": 0.5172413793103449,
      "grad_norm": 7.21875,
      "learning_rate": 6.889352818371608e-05,
      "loss": 1.2685,
      "step": 165
    },
    {
      "epoch": 0.5329153605015674,
      "grad_norm": 8.5,
      "learning_rate": 7.098121085594989e-05,
      "loss": 1.2819,
      "step": 170
    },
    {
      "epoch": 0.54858934169279,
      "grad_norm": 9.1875,
      "learning_rate": 7.306889352818372e-05,
      "loss": 1.284,
      "step": 175
    },
    {
      "epoch": 0.5642633228840125,
      "grad_norm": 6.40625,
      "learning_rate": 7.515657620041754e-05,
      "loss": 1.2541,
      "step": 180
    },
    {
      "epoch": 0.5799373040752351,
      "grad_norm": 11.5625,
      "learning_rate": 7.724425887265136e-05,
      "loss": 1.25,
      "step": 185
    },
    {
      "epoch": 0.5956112852664577,
      "grad_norm": 11.875,
      "learning_rate": 7.933194154488518e-05,
      "loss": 1.2324,
      "step": 190
    },
    {
      "epoch": 0.6112852664576802,
      "grad_norm": 4.6875,
      "learning_rate": 8.141962421711901e-05,
      "loss": 1.2093,
      "step": 195
    },
    {
      "epoch": 0.6269592476489029,
      "grad_norm": 10.0,
      "learning_rate": 8.350730688935282e-05,
      "loss": 1.2225,
      "step": 200
    },
    {
      "epoch": 0.6426332288401254,
      "grad_norm": 2.03125,
      "learning_rate": 8.559498956158665e-05,
      "loss": 1.1948,
      "step": 205
    },
    {
      "epoch": 0.658307210031348,
      "grad_norm": 6.125,
      "learning_rate": 8.768267223382047e-05,
      "loss": 1.1823,
      "step": 210
    },
    {
      "epoch": 0.6739811912225705,
      "grad_norm": 4.34375,
      "learning_rate": 8.977035490605428e-05,
      "loss": 1.1812,
      "step": 215
    },
    {
      "epoch": 0.6896551724137931,
      "grad_norm": 5.3125,
      "learning_rate": 9.18580375782881e-05,
      "loss": 1.1833,
      "step": 220
    },
    {
      "epoch": 0.7053291536050157,
      "grad_norm": 9.875,
      "learning_rate": 9.394572025052193e-05,
      "loss": 1.1606,
      "step": 225
    },
    {
      "epoch": 0.7210031347962382,
      "grad_norm": 2.609375,
      "learning_rate": 9.603340292275574e-05,
      "loss": 1.1662,
      "step": 230
    },
    {
      "epoch": 0.7366771159874608,
      "grad_norm": 2.96875,
      "learning_rate": 9.812108559498957e-05,
      "loss": 1.1573,
      "step": 235
    },
    {
      "epoch": 0.7523510971786834,
      "grad_norm": 2.0,
      "learning_rate": 0.00010020876826722338,
      "loss": 1.1386,
      "step": 240
    },
    {
      "epoch": 0.768025078369906,
      "grad_norm": 5.3125,
      "learning_rate": 0.00010229645093945721,
      "loss": 1.1822,
      "step": 245
    },
    {
      "epoch": 0.7836990595611285,
      "grad_norm": 8.125,
      "learning_rate": 0.00010438413361169104,
      "loss": 1.1415,
      "step": 250
    },
    {
      "epoch": 0.799373040752351,
      "grad_norm": 4.65625,
      "learning_rate": 0.00010647181628392484,
      "loss": 1.1534,
      "step": 255
    },
    {
      "epoch": 0.8150470219435737,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00010855949895615867,
      "loss": 1.1338,
      "step": 260
    },
    {
      "epoch": 0.8307210031347962,
      "grad_norm": 3.03125,
      "learning_rate": 0.00011064718162839249,
      "loss": 1.1435,
      "step": 265
    },
    {
      "epoch": 0.8463949843260188,
      "grad_norm": 2.90625,
      "learning_rate": 0.00011273486430062632,
      "loss": 1.1213,
      "step": 270
    },
    {
      "epoch": 0.8620689655172413,
      "grad_norm": 3.875,
      "learning_rate": 0.00011482254697286012,
      "loss": 1.123,
      "step": 275
    },
    {
      "epoch": 0.877742946708464,
      "grad_norm": 9.8125,
      "learning_rate": 0.00011691022964509395,
      "loss": 1.154,
      "step": 280
    },
    {
      "epoch": 0.8934169278996865,
      "grad_norm": 3.15625,
      "learning_rate": 0.00011899791231732778,
      "loss": 1.1346,
      "step": 285
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 15.75,
      "learning_rate": 0.0001210855949895616,
      "loss": 1.0998,
      "step": 290
    },
    {
      "epoch": 0.9247648902821317,
      "grad_norm": 4.375,
      "learning_rate": 0.0001231732776617954,
      "loss": 1.0742,
      "step": 295
    },
    {
      "epoch": 0.9404388714733543,
      "grad_norm": 3.015625,
      "learning_rate": 0.00012526096033402923,
      "loss": 1.0956,
      "step": 300
    },
    {
      "epoch": 0.9561128526645768,
      "grad_norm": 3.796875,
      "learning_rate": 0.00012734864300626306,
      "loss": 1.0698,
      "step": 305
    },
    {
      "epoch": 0.9717868338557993,
      "grad_norm": 2.75,
      "learning_rate": 0.0001294363256784969,
      "loss": 1.0526,
      "step": 310
    },
    {
      "epoch": 0.987460815047022,
      "grad_norm": 2.078125,
      "learning_rate": 0.0001315240083507307,
      "loss": 1.0589,
      "step": 315
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.7604742050170898,
      "eval_runtime": 0.8071,
      "eval_samples_per_second": 2.478,
      "eval_steps_per_second": 1.239,
      "step": 319
    },
    {
      "epoch": 1.0031347962382444,
      "grad_norm": 2.359375,
      "learning_rate": 0.00013361169102296452,
      "loss": 1.06,
      "step": 320
    },
    {
      "epoch": 1.0188087774294672,
      "grad_norm": 34.0,
      "learning_rate": 0.00013569937369519835,
      "loss": 1.0232,
      "step": 325
    },
    {
      "epoch": 1.0344827586206897,
      "grad_norm": 8.6875,
      "learning_rate": 0.00013778705636743215,
      "loss": 1.0624,
      "step": 330
    },
    {
      "epoch": 1.0501567398119123,
      "grad_norm": 10.8125,
      "learning_rate": 0.00013987473903966598,
      "loss": 1.0581,
      "step": 335
    },
    {
      "epoch": 1.0658307210031348,
      "grad_norm": 3.109375,
      "learning_rate": 0.00014196242171189978,
      "loss": 1.0274,
      "step": 340
    },
    {
      "epoch": 1.0815047021943573,
      "grad_norm": 3.828125,
      "learning_rate": 0.0001440501043841336,
      "loss": 1.0301,
      "step": 345
    },
    {
      "epoch": 1.09717868338558,
      "grad_norm": 10.25,
      "learning_rate": 0.00014613778705636744,
      "loss": 1.0221,
      "step": 350
    },
    {
      "epoch": 1.1128526645768024,
      "grad_norm": 4.0625,
      "learning_rate": 0.00014822546972860124,
      "loss": 1.0185,
      "step": 355
    },
    {
      "epoch": 1.1285266457680252,
      "grad_norm": 6.65625,
      "learning_rate": 0.00015031315240083507,
      "loss": 1.0146,
      "step": 360
    },
    {
      "epoch": 1.1442006269592477,
      "grad_norm": 4.21875,
      "learning_rate": 0.0001524008350730689,
      "loss": 1.0134,
      "step": 365
    },
    {
      "epoch": 1.1598746081504703,
      "grad_norm": 5.375,
      "learning_rate": 0.00015448851774530273,
      "loss": 1.0372,
      "step": 370
    },
    {
      "epoch": 1.1755485893416928,
      "grad_norm": 1.046875,
      "learning_rate": 0.00015657620041753653,
      "loss": 1.0096,
      "step": 375
    },
    {
      "epoch": 1.1912225705329154,
      "grad_norm": 3.734375,
      "learning_rate": 0.00015866388308977036,
      "loss": 1.0143,
      "step": 380
    },
    {
      "epoch": 1.206896551724138,
      "grad_norm": 3.265625,
      "learning_rate": 0.0001607515657620042,
      "loss": 1.0159,
      "step": 385
    },
    {
      "epoch": 1.2225705329153604,
      "grad_norm": 1.875,
      "learning_rate": 0.00016283924843423802,
      "loss": 1.0069,
      "step": 390
    },
    {
      "epoch": 1.238244514106583,
      "grad_norm": 1.9609375,
      "learning_rate": 0.00016492693110647182,
      "loss": 1.0019,
      "step": 395
    },
    {
      "epoch": 1.2539184952978055,
      "grad_norm": 5.0,
      "learning_rate": 0.00016701461377870565,
      "loss": 0.9979,
      "step": 400
    },
    {
      "epoch": 1.2695924764890283,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00016910229645093947,
      "loss": 1.0066,
      "step": 405
    },
    {
      "epoch": 1.2852664576802508,
      "grad_norm": 3.25,
      "learning_rate": 0.0001711899791231733,
      "loss": 1.0002,
      "step": 410
    },
    {
      "epoch": 1.3009404388714734,
      "grad_norm": 0.92578125,
      "learning_rate": 0.0001732776617954071,
      "loss": 1.0036,
      "step": 415
    },
    {
      "epoch": 1.316614420062696,
      "grad_norm": 3.125,
      "learning_rate": 0.00017536534446764093,
      "loss": 1.003,
      "step": 420
    },
    {
      "epoch": 1.3322884012539185,
      "grad_norm": 3.390625,
      "learning_rate": 0.00017745302713987476,
      "loss": 1.0207,
      "step": 425
    },
    {
      "epoch": 1.347962382445141,
      "grad_norm": 9.3125,
      "learning_rate": 0.00017954070981210856,
      "loss": 1.0097,
      "step": 430
    },
    {
      "epoch": 1.3636363636363638,
      "grad_norm": 2.140625,
      "learning_rate": 0.0001816283924843424,
      "loss": 0.9984,
      "step": 435
    },
    {
      "epoch": 1.3793103448275863,
      "grad_norm": 0.93359375,
      "learning_rate": 0.0001837160751565762,
      "loss": 1.019,
      "step": 440
    },
    {
      "epoch": 1.3949843260188088,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00018580375782881002,
      "loss": 1.0093,
      "step": 445
    },
    {
      "epoch": 1.4106583072100314,
      "grad_norm": 2.90625,
      "learning_rate": 0.00018789144050104385,
      "loss": 0.9906,
      "step": 450
    },
    {
      "epoch": 1.426332288401254,
      "grad_norm": 1.8203125,
      "learning_rate": 0.00018997912317327765,
      "loss": 0.9956,
      "step": 455
    },
    {
      "epoch": 1.4420062695924765,
      "grad_norm": 4.21875,
      "learning_rate": 0.00019206680584551148,
      "loss": 1.0026,
      "step": 460
    },
    {
      "epoch": 1.457680250783699,
      "grad_norm": 2.46875,
      "learning_rate": 0.0001941544885177453,
      "loss": 0.9779,
      "step": 465
    },
    {
      "epoch": 1.4733542319749215,
      "grad_norm": 1.0859375,
      "learning_rate": 0.00019624217118997914,
      "loss": 0.9981,
      "step": 470
    },
    {
      "epoch": 1.489028213166144,
      "grad_norm": 2.34375,
      "learning_rate": 0.00019832985386221294,
      "loss": 1.0087,
      "step": 475
    },
    {
      "epoch": 1.5047021943573666,
      "grad_norm": 5.71875,
      "learning_rate": 0.0001999999733852936,
      "loss": 1.0154,
      "step": 480
    },
    {
      "epoch": 1.5203761755485894,
      "grad_norm": 2.125,
      "learning_rate": 0.00019999904187205744,
      "loss": 1.0196,
      "step": 485
    },
    {
      "epoch": 1.536050156739812,
      "grad_norm": 5.1875,
      "learning_rate": 0.00019999677963766844,
      "loss": 1.0196,
      "step": 490
    },
    {
      "epoch": 1.5517241379310345,
      "grad_norm": 3.015625,
      "learning_rate": 0.00019999318671223102,
      "loss": 1.003,
      "step": 495
    },
    {
      "epoch": 1.567398119122257,
      "grad_norm": 2.453125,
      "learning_rate": 0.0001999882631435574,
      "loss": 1.0022,
      "step": 500
    },
    {
      "epoch": 1.5830721003134798,
      "grad_norm": 5.78125,
      "learning_rate": 0.00019998200899716724,
      "loss": 0.9932,
      "step": 505
    },
    {
      "epoch": 1.5987460815047023,
      "grad_norm": 3.625,
      "learning_rate": 0.00019997442435628653,
      "loss": 1.0083,
      "step": 510
    },
    {
      "epoch": 1.6144200626959249,
      "grad_norm": 6.375,
      "learning_rate": 0.00019996550932184666,
      "loss": 1.0153,
      "step": 515
    },
    {
      "epoch": 1.6300940438871474,
      "grad_norm": 1.59375,
      "learning_rate": 0.00019995526401248302,
      "loss": 1.0158,
      "step": 520
    },
    {
      "epoch": 1.64576802507837,
      "grad_norm": 4.84375,
      "learning_rate": 0.00019994368856453341,
      "loss": 1.0308,
      "step": 525
    },
    {
      "epoch": 1.6614420062695925,
      "grad_norm": 2.796875,
      "learning_rate": 0.00019993078313203632,
      "loss": 0.9834,
      "step": 530
    },
    {
      "epoch": 1.677115987460815,
      "grad_norm": 1.28125,
      "learning_rate": 0.0001999165478867286,
      "loss": 0.9937,
      "step": 535
    },
    {
      "epoch": 1.6927899686520376,
      "grad_norm": 1.9921875,
      "learning_rate": 0.00019990098301804357,
      "loss": 0.9884,
      "step": 540
    },
    {
      "epoch": 1.70846394984326,
      "grad_norm": 1.671875,
      "learning_rate": 0.00019988408873310815,
      "loss": 0.9846,
      "step": 545
    },
    {
      "epoch": 1.7241379310344827,
      "grad_norm": 0.9921875,
      "learning_rate": 0.00019986586525674036,
      "loss": 0.9711,
      "step": 550
    },
    {
      "epoch": 1.7398119122257052,
      "grad_norm": 1.921875,
      "learning_rate": 0.00019984631283144616,
      "loss": 0.9789,
      "step": 555
    },
    {
      "epoch": 1.7554858934169277,
      "grad_norm": 1.953125,
      "learning_rate": 0.0001998254317174163,
      "loss": 0.984,
      "step": 560
    },
    {
      "epoch": 1.7711598746081505,
      "grad_norm": 3.046875,
      "learning_rate": 0.00019980322219252284,
      "loss": 0.9609,
      "step": 565
    },
    {
      "epoch": 1.786833855799373,
      "grad_norm": 1.7578125,
      "learning_rate": 0.0001997796845523155,
      "loss": 0.9997,
      "step": 570
    },
    {
      "epoch": 1.8025078369905956,
      "grad_norm": 2.9375,
      "learning_rate": 0.00019975481911001762,
      "loss": 0.9772,
      "step": 575
    },
    {
      "epoch": 1.8181818181818183,
      "grad_norm": 1.5234375,
      "learning_rate": 0.00019972862619652203,
      "loss": 0.9939,
      "step": 580
    },
    {
      "epoch": 1.8338557993730409,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00019970110616038673,
      "loss": 0.9794,
      "step": 585
    },
    {
      "epoch": 1.8495297805642634,
      "grad_norm": 3.109375,
      "learning_rate": 0.0001996722593678302,
      "loss": 0.9702,
      "step": 590
    },
    {
      "epoch": 1.865203761755486,
      "grad_norm": 1.2578125,
      "learning_rate": 0.00019964208620272647,
      "loss": 0.9667,
      "step": 595
    },
    {
      "epoch": 1.8808777429467085,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00019961058706660005,
      "loss": 0.9632,
      "step": 600
    },
    {
      "epoch": 1.896551724137931,
      "grad_norm": 12.5,
      "learning_rate": 0.00019957776237862067,
      "loss": 0.9554,
      "step": 605
    },
    {
      "epoch": 1.9122257053291536,
      "grad_norm": 1.6328125,
      "learning_rate": 0.00019954361257559756,
      "loss": 0.9902,
      "step": 610
    },
    {
      "epoch": 1.9278996865203761,
      "grad_norm": 1.328125,
      "learning_rate": 0.0001995081381119737,
      "loss": 0.998,
      "step": 615
    },
    {
      "epoch": 1.9435736677115987,
      "grad_norm": 2.28125,
      "learning_rate": 0.00019947133945981987,
      "loss": 0.9781,
      "step": 620
    },
    {
      "epoch": 1.9592476489028212,
      "grad_norm": 2.796875,
      "learning_rate": 0.00019943321710882815,
      "loss": 0.9956,
      "step": 625
    },
    {
      "epoch": 1.9749216300940438,
      "grad_norm": 3.046875,
      "learning_rate": 0.0001993937715663056,
      "loss": 0.9776,
      "step": 630
    },
    {
      "epoch": 1.9905956112852663,
      "grad_norm": 1.9140625,
      "learning_rate": 0.00019935300335716748,
      "loss": 1.0,
      "step": 635
    },
    {
      "epoch": 2.0,
      "eval_loss": 1.7305909395217896,
      "eval_runtime": 0.8036,
      "eval_samples_per_second": 2.489,
      "eval_steps_per_second": 1.244,
      "step": 638
    },
    {
      "epoch": 2.006269592476489,
      "grad_norm": 3.921875,
      "learning_rate": 0.00019931091302393008,
      "loss": 0.9559,
      "step": 640
    },
    {
      "epoch": 2.0219435736677114,
      "grad_norm": 1.6015625,
      "learning_rate": 0.00019926750112670382,
      "loss": 0.8412,
      "step": 645
    },
    {
      "epoch": 2.0376175548589344,
      "grad_norm": 1.8203125,
      "learning_rate": 0.00019922276824318547,
      "loss": 0.8475,
      "step": 650
    },
    {
      "epoch": 2.053291536050157,
      "grad_norm": 1.3359375,
      "learning_rate": 0.0001991767149686507,
      "loss": 0.8512,
      "step": 655
    },
    {
      "epoch": 2.0689655172413794,
      "grad_norm": 1.0,
      "learning_rate": 0.0001991293419159461,
      "loss": 0.8301,
      "step": 660
    },
    {
      "epoch": 2.084639498432602,
      "grad_norm": 2.390625,
      "learning_rate": 0.00019908064971548085,
      "loss": 0.8622,
      "step": 665
    },
    {
      "epoch": 2.1003134796238245,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0001990306390152186,
      "loss": 0.8375,
      "step": 670
    },
    {
      "epoch": 2.115987460815047,
      "grad_norm": 3.390625,
      "learning_rate": 0.00019897931048066877,
      "loss": 0.8571,
      "step": 675
    },
    {
      "epoch": 2.1316614420062696,
      "grad_norm": 1.8203125,
      "learning_rate": 0.00019892666479487744,
      "loss": 0.904,
      "step": 680
    },
    {
      "epoch": 2.147335423197492,
      "grad_norm": 2.859375,
      "learning_rate": 0.00019887270265841868,
      "loss": 0.8602,
      "step": 685
    },
    {
      "epoch": 2.1630094043887147,
      "grad_norm": 2.125,
      "learning_rate": 0.00019881742478938496,
      "loss": 0.8618,
      "step": 690
    },
    {
      "epoch": 2.1786833855799372,
      "grad_norm": 3.09375,
      "learning_rate": 0.00019876083192337757,
      "loss": 0.8737,
      "step": 695
    },
    {
      "epoch": 2.19435736677116,
      "grad_norm": 3.9375,
      "learning_rate": 0.00019870292481349698,
      "loss": 0.8688,
      "step": 700
    },
    {
      "epoch": 2.2100313479623823,
      "grad_norm": 1.7578125,
      "learning_rate": 0.00019864370423033274,
      "loss": 0.8821,
      "step": 705
    },
    {
      "epoch": 2.225705329153605,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00019858317096195323,
      "loss": 0.8746,
      "step": 710
    },
    {
      "epoch": 2.2413793103448274,
      "grad_norm": 2.796875,
      "learning_rate": 0.00019852132581389513,
      "loss": 0.8742,
      "step": 715
    },
    {
      "epoch": 2.2570532915360504,
      "grad_norm": 2.421875,
      "learning_rate": 0.00019845816960915286,
      "loss": 0.8747,
      "step": 720
    },
    {
      "epoch": 2.2727272727272725,
      "grad_norm": 2.046875,
      "learning_rate": 0.0001983937031881674,
      "loss": 0.843,
      "step": 725
    },
    {
      "epoch": 2.2884012539184955,
      "grad_norm": 3.140625,
      "learning_rate": 0.0001983279274088153,
      "loss": 0.8682,
      "step": 730
    },
    {
      "epoch": 2.304075235109718,
      "grad_norm": 2.9375,
      "learning_rate": 0.00019826084314639714,
      "loss": 0.856,
      "step": 735
    },
    {
      "epoch": 2.3197492163009406,
      "grad_norm": 1.21875,
      "learning_rate": 0.00019819245129362595,
      "loss": 0.8663,
      "step": 740
    },
    {
      "epoch": 2.335423197492163,
      "grad_norm": 2.21875,
      "learning_rate": 0.00019812275276061533,
      "loss": 0.8483,
      "step": 745
    },
    {
      "epoch": 2.3510971786833856,
      "grad_norm": 9.875,
      "learning_rate": 0.00019805174847486721,
      "loss": 0.8416,
      "step": 750
    },
    {
      "epoch": 2.366771159874608,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00019797943938125977,
      "loss": 0.8743,
      "step": 755
    },
    {
      "epoch": 2.3824451410658307,
      "grad_norm": 1.21875,
      "learning_rate": 0.00019790582644203458,
      "loss": 0.8529,
      "step": 760
    },
    {
      "epoch": 2.3981191222570533,
      "grad_norm": 6.15625,
      "learning_rate": 0.00019783091063678402,
      "loss": 0.8628,
      "step": 765
    },
    {
      "epoch": 2.413793103448276,
      "grad_norm": 2.65625,
      "learning_rate": 0.00019775469296243807,
      "loss": 0.8689,
      "step": 770
    },
    {
      "epoch": 2.4294670846394983,
      "grad_norm": 1.59375,
      "learning_rate": 0.0001976771744332512,
      "loss": 0.8671,
      "step": 775
    },
    {
      "epoch": 2.445141065830721,
      "grad_norm": 2.0,
      "learning_rate": 0.00019759835608078877,
      "loss": 0.8832,
      "step": 780
    },
    {
      "epoch": 2.4608150470219434,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00019751823895391323,
      "loss": 0.878,
      "step": 785
    },
    {
      "epoch": 2.476489028213166,
      "grad_norm": 1.5,
      "learning_rate": 0.00019743682411877046,
      "loss": 0.8882,
      "step": 790
    },
    {
      "epoch": 2.492163009404389,
      "grad_norm": 1.7265625,
      "learning_rate": 0.00019735411265877522,
      "loss": 0.8934,
      "step": 795
    },
    {
      "epoch": 2.507836990595611,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00019727010567459696,
      "loss": 0.8815,
      "step": 800
    },
    {
      "epoch": 2.523510971786834,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00019718480428414505,
      "loss": 0.8925,
      "step": 805
    },
    {
      "epoch": 2.5391849529780566,
      "grad_norm": 1.4765625,
      "learning_rate": 0.00019709820962255409,
      "loss": 0.8956,
      "step": 810
    },
    {
      "epoch": 2.554858934169279,
      "grad_norm": 3.546875,
      "learning_rate": 0.00019701032284216857,
      "loss": 0.8828,
      "step": 815
    },
    {
      "epoch": 2.5705329153605017,
      "grad_norm": 1.125,
      "learning_rate": 0.00019692114511252767,
      "loss": 0.9194,
      "step": 820
    },
    {
      "epoch": 2.586206896551724,
      "grad_norm": 1.734375,
      "learning_rate": 0.00019683067762034967,
      "loss": 0.8825,
      "step": 825
    },
    {
      "epoch": 2.6018808777429467,
      "grad_norm": 4.1875,
      "learning_rate": 0.00019673892156951613,
      "loss": 0.8725,
      "step": 830
    },
    {
      "epoch": 2.6175548589341693,
      "grad_norm": 1.296875,
      "learning_rate": 0.00019664587818105596,
      "loss": 0.877,
      "step": 835
    },
    {
      "epoch": 2.633228840125392,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0001965515486931291,
      "loss": 0.8764,
      "step": 840
    },
    {
      "epoch": 2.6489028213166144,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00019645593436101,
      "loss": 0.8571,
      "step": 845
    },
    {
      "epoch": 2.664576802507837,
      "grad_norm": 2.40625,
      "learning_rate": 0.00019635903645707096,
      "loss": 0.887,
      "step": 850
    },
    {
      "epoch": 2.6802507836990594,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00019626085627076528,
      "loss": 0.8755,
      "step": 855
    },
    {
      "epoch": 2.695924764890282,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00019616139510861,
      "loss": 0.8664,
      "step": 860
    },
    {
      "epoch": 2.7115987460815045,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00019606065429416848,
      "loss": 0.8888,
      "step": 865
    },
    {
      "epoch": 2.7272727272727275,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00019595863516803293,
      "loss": 0.8772,
      "step": 870
    },
    {
      "epoch": 2.7429467084639496,
      "grad_norm": 1.5859375,
      "learning_rate": 0.0001958553390878064,
      "loss": 0.8919,
      "step": 875
    },
    {
      "epoch": 2.7586206896551726,
      "grad_norm": 1.609375,
      "learning_rate": 0.00019575076742808488,
      "loss": 0.8806,
      "step": 880
    },
    {
      "epoch": 2.774294670846395,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00019564492158043891,
      "loss": 0.8722,
      "step": 885
    },
    {
      "epoch": 2.7899686520376177,
      "grad_norm": 1.359375,
      "learning_rate": 0.0001955378029533951,
      "loss": 0.8887,
      "step": 890
    },
    {
      "epoch": 2.80564263322884,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00019542941297241722,
      "loss": 0.9079,
      "step": 895
    },
    {
      "epoch": 2.8213166144200628,
      "grad_norm": 2.0,
      "learning_rate": 0.00019531975307988763,
      "loss": 0.877,
      "step": 900
    },
    {
      "epoch": 2.8369905956112853,
      "grad_norm": 1.4140625,
      "learning_rate": 0.00019520882473508762,
      "loss": 0.8953,
      "step": 905
    },
    {
      "epoch": 2.852664576802508,
      "grad_norm": 5.03125,
      "learning_rate": 0.00019509662941417826,
      "loss": 0.8886,
      "step": 910
    },
    {
      "epoch": 2.8683385579937304,
      "grad_norm": 1.15625,
      "learning_rate": 0.00019498316861018086,
      "loss": 0.9104,
      "step": 915
    },
    {
      "epoch": 2.884012539184953,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0001948684438329566,
      "loss": 0.8815,
      "step": 920
    },
    {
      "epoch": 2.8996865203761755,
      "grad_norm": 1.8125,
      "learning_rate": 0.00019475245660918717,
      "loss": 0.8718,
      "step": 925
    },
    {
      "epoch": 2.915360501567398,
      "grad_norm": 6.46875,
      "learning_rate": 0.00019463520848235377,
      "loss": 0.8774,
      "step": 930
    },
    {
      "epoch": 2.9310344827586206,
      "grad_norm": 1.015625,
      "learning_rate": 0.000194516701012717,
      "loss": 0.8853,
      "step": 935
    },
    {
      "epoch": 2.946708463949843,
      "grad_norm": 1.5546875,
      "learning_rate": 0.00019439693577729593,
      "loss": 0.8833,
      "step": 940
    },
    {
      "epoch": 2.962382445141066,
      "grad_norm": 1.796875,
      "learning_rate": 0.0001942759143698472,
      "loss": 0.8867,
      "step": 945
    },
    {
      "epoch": 2.978056426332288,
      "grad_norm": 1.0703125,
      "learning_rate": 0.0001941536384008437,
      "loss": 0.8923,
      "step": 950
    },
    {
      "epoch": 2.993730407523511,
      "grad_norm": 1.75,
      "learning_rate": 0.0001940301094974531,
      "loss": 0.8741,
      "step": 955
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.8115239143371582,
      "eval_runtime": 0.806,
      "eval_samples_per_second": 2.481,
      "eval_steps_per_second": 1.241,
      "step": 957
    },
    {
      "epoch": 3.0094043887147337,
      "grad_norm": 0.7578125,
      "learning_rate": 0.00019390532930351652,
      "loss": 0.7936,
      "step": 960
    },
    {
      "epoch": 3.0250783699059562,
      "grad_norm": 1.7734375,
      "learning_rate": 0.00019377929947952626,
      "loss": 0.7324,
      "step": 965
    },
    {
      "epoch": 3.040752351097179,
      "grad_norm": 1.7109375,
      "learning_rate": 0.00019365202170260393,
      "loss": 0.726,
      "step": 970
    },
    {
      "epoch": 3.0564263322884013,
      "grad_norm": 1.0859375,
      "learning_rate": 0.000193523497666478,
      "loss": 0.7355,
      "step": 975
    },
    {
      "epoch": 3.072100313479624,
      "grad_norm": 2.578125,
      "learning_rate": 0.00019339372908146147,
      "loss": 0.7393,
      "step": 980
    },
    {
      "epoch": 3.0877742946708464,
      "grad_norm": 1.0,
      "learning_rate": 0.00019326271767442884,
      "loss": 0.736,
      "step": 985
    },
    {
      "epoch": 3.103448275862069,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00019313046518879337,
      "loss": 0.7157,
      "step": 990
    },
    {
      "epoch": 3.1191222570532915,
      "grad_norm": 1.015625,
      "learning_rate": 0.00019299697338448369,
      "loss": 0.7231,
      "step": 995
    },
    {
      "epoch": 3.134796238244514,
      "grad_norm": 1.2734375,
      "learning_rate": 0.0001928622440379205,
      "loss": 0.7221,
      "step": 1000
    },
    {
      "epoch": 3.1504702194357366,
      "grad_norm": 0.9140625,
      "learning_rate": 0.0001927262789419929,
      "loss": 0.7352,
      "step": 1005
    },
    {
      "epoch": 3.166144200626959,
      "grad_norm": 0.9375,
      "learning_rate": 0.0001925890799060345,
      "loss": 0.7196,
      "step": 1010
    },
    {
      "epoch": 3.1818181818181817,
      "grad_norm": 0.90625,
      "learning_rate": 0.00019245064875579942,
      "loss": 0.7269,
      "step": 1015
    },
    {
      "epoch": 3.197492163009404,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00019231098733343783,
      "loss": 0.7225,
      "step": 1020
    },
    {
      "epoch": 3.2131661442006267,
      "grad_norm": 1.0625,
      "learning_rate": 0.00019217009749747174,
      "loss": 0.734,
      "step": 1025
    },
    {
      "epoch": 3.2288401253918497,
      "grad_norm": 0.828125,
      "learning_rate": 0.0001920279811227699,
      "loss": 0.7387,
      "step": 1030
    },
    {
      "epoch": 3.2445141065830723,
      "grad_norm": 1.5703125,
      "learning_rate": 0.00019188464010052312,
      "loss": 0.7303,
      "step": 1035
    },
    {
      "epoch": 3.260188087774295,
      "grad_norm": 1.53125,
      "learning_rate": 0.00019174007633821893,
      "loss": 0.7565,
      "step": 1040
    },
    {
      "epoch": 3.2758620689655173,
      "grad_norm": 2.921875,
      "learning_rate": 0.00019159429175961634,
      "loss": 0.7588,
      "step": 1045
    },
    {
      "epoch": 3.29153605015674,
      "grad_norm": 1.0,
      "learning_rate": 0.0001914472883047202,
      "loss": 0.7452,
      "step": 1050
    },
    {
      "epoch": 3.3072100313479624,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00019129906792975527,
      "loss": 0.7395,
      "step": 1055
    },
    {
      "epoch": 3.322884012539185,
      "grad_norm": 1.203125,
      "learning_rate": 0.0001911496326071404,
      "loss": 0.7429,
      "step": 1060
    },
    {
      "epoch": 3.3385579937304075,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00019099898432546202,
      "loss": 0.7643,
      "step": 1065
    },
    {
      "epoch": 3.35423197492163,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00019084712508944793,
      "loss": 0.755,
      "step": 1070
    },
    {
      "epoch": 3.3699059561128526,
      "grad_norm": 1.8671875,
      "learning_rate": 0.00019069405691994045,
      "loss": 0.7381,
      "step": 1075
    },
    {
      "epoch": 3.385579937304075,
      "grad_norm": 1.46875,
      "learning_rate": 0.00019053978185386964,
      "loss": 0.7546,
      "step": 1080
    },
    {
      "epoch": 3.4012539184952977,
      "grad_norm": 2.609375,
      "learning_rate": 0.00019038430194422606,
      "loss": 0.7624,
      "step": 1085
    },
    {
      "epoch": 3.41692789968652,
      "grad_norm": 1.3203125,
      "learning_rate": 0.00019022761926003359,
      "loss": 0.7657,
      "step": 1090
    },
    {
      "epoch": 3.4326018808777428,
      "grad_norm": 1.15625,
      "learning_rate": 0.00019006973588632184,
      "loss": 0.7433,
      "step": 1095
    },
    {
      "epoch": 3.4482758620689653,
      "grad_norm": 1.6015625,
      "learning_rate": 0.0001899106539240984,
      "loss": 0.7767,
      "step": 1100
    },
    {
      "epoch": 3.4639498432601883,
      "grad_norm": 33.75,
      "learning_rate": 0.00018975037549032086,
      "loss": 0.755,
      "step": 1105
    },
    {
      "epoch": 3.479623824451411,
      "grad_norm": 0.8515625,
      "learning_rate": 0.0001895889027178687,
      "loss": 0.7631,
      "step": 1110
    },
    {
      "epoch": 3.4952978056426334,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0001894262377555148,
      "loss": 0.7545,
      "step": 1115
    },
    {
      "epoch": 3.510971786833856,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00018926238276789704,
      "loss": 0.7491,
      "step": 1120
    },
    {
      "epoch": 3.5266457680250785,
      "grad_norm": 1.0234375,
      "learning_rate": 0.0001890973399354892,
      "loss": 0.7663,
      "step": 1125
    },
    {
      "epoch": 3.542319749216301,
      "grad_norm": 1.0703125,
      "learning_rate": 0.00018893111145457225,
      "loss": 0.755,
      "step": 1130
    },
    {
      "epoch": 3.5579937304075235,
      "grad_norm": 1.8046875,
      "learning_rate": 0.00018876369953720496,
      "loss": 0.7681,
      "step": 1135
    },
    {
      "epoch": 3.573667711598746,
      "grad_norm": 5.125,
      "learning_rate": 0.00018859510641119448,
      "loss": 0.766,
      "step": 1140
    },
    {
      "epoch": 3.5893416927899686,
      "grad_norm": 1.3828125,
      "learning_rate": 0.00018842533432006662,
      "loss": 0.7801,
      "step": 1145
    },
    {
      "epoch": 3.605015673981191,
      "grad_norm": 1.0625,
      "learning_rate": 0.00018825438552303621,
      "loss": 0.7647,
      "step": 1150
    },
    {
      "epoch": 3.6206896551724137,
      "grad_norm": 1.109375,
      "learning_rate": 0.00018808226229497684,
      "loss": 0.7768,
      "step": 1155
    },
    {
      "epoch": 3.6363636363636362,
      "grad_norm": 1.4921875,
      "learning_rate": 0.00018790896692639068,
      "loss": 0.7786,
      "step": 1160
    },
    {
      "epoch": 3.652037617554859,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00018773450172337793,
      "loss": 0.762,
      "step": 1165
    },
    {
      "epoch": 3.6677115987460818,
      "grad_norm": 1.0078125,
      "learning_rate": 0.00018755886900760619,
      "loss": 0.7612,
      "step": 1170
    },
    {
      "epoch": 3.683385579937304,
      "grad_norm": 0.81640625,
      "learning_rate": 0.00018738207111627958,
      "loss": 0.7718,
      "step": 1175
    },
    {
      "epoch": 3.699059561128527,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00018720411040210752,
      "loss": 0.7577,
      "step": 1180
    },
    {
      "epoch": 3.714733542319749,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00018702498923327366,
      "loss": 0.7429,
      "step": 1185
    },
    {
      "epoch": 3.730407523510972,
      "grad_norm": 0.828125,
      "learning_rate": 0.00018684470999340405,
      "loss": 0.7552,
      "step": 1190
    },
    {
      "epoch": 3.7460815047021945,
      "grad_norm": 1.46875,
      "learning_rate": 0.00018666327508153567,
      "loss": 0.7606,
      "step": 1195
    },
    {
      "epoch": 3.761755485893417,
      "grad_norm": 0.89453125,
      "learning_rate": 0.0001864806869120844,
      "loss": 0.7678,
      "step": 1200
    },
    {
      "epoch": 3.7774294670846396,
      "grad_norm": 1.078125,
      "learning_rate": 0.00018629694791481296,
      "loss": 0.7985,
      "step": 1205
    },
    {
      "epoch": 3.793103448275862,
      "grad_norm": 5.125,
      "learning_rate": 0.00018611206053479842,
      "loss": 0.7712,
      "step": 1210
    },
    {
      "epoch": 3.8087774294670846,
      "grad_norm": 1.78125,
      "learning_rate": 0.00018592602723239984,
      "loss": 0.7745,
      "step": 1215
    },
    {
      "epoch": 3.824451410658307,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00018573885048322547,
      "loss": 0.7684,
      "step": 1220
    },
    {
      "epoch": 3.8401253918495297,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00018555053277809975,
      "loss": 0.7811,
      "step": 1225
    },
    {
      "epoch": 3.8557993730407523,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00018536107662303026,
      "loss": 0.7732,
      "step": 1230
    },
    {
      "epoch": 3.871473354231975,
      "grad_norm": 1.015625,
      "learning_rate": 0.00018517048453917424,
      "loss": 0.7668,
      "step": 1235
    },
    {
      "epoch": 3.8871473354231973,
      "grad_norm": 0.921875,
      "learning_rate": 0.00018497875906280515,
      "loss": 0.759,
      "step": 1240
    },
    {
      "epoch": 3.9028213166144203,
      "grad_norm": 1.46875,
      "learning_rate": 0.00018478590274527898,
      "loss": 0.7763,
      "step": 1245
    },
    {
      "epoch": 3.9184952978056424,
      "grad_norm": 1.6171875,
      "learning_rate": 0.0001845919181530001,
      "loss": 0.7633,
      "step": 1250
    },
    {
      "epoch": 3.9341692789968654,
      "grad_norm": 0.7265625,
      "learning_rate": 0.00018439680786738722,
      "loss": 0.7853,
      "step": 1255
    },
    {
      "epoch": 3.9498432601880875,
      "grad_norm": 1.46875,
      "learning_rate": 0.00018420057448483905,
      "loss": 0.7856,
      "step": 1260
    },
    {
      "epoch": 3.9655172413793105,
      "grad_norm": 1.359375,
      "learning_rate": 0.00018400322061669982,
      "loss": 0.7831,
      "step": 1265
    },
    {
      "epoch": 3.981191222570533,
      "grad_norm": 0.75390625,
      "learning_rate": 0.00018380474888922426,
      "loss": 0.7952,
      "step": 1270
    },
    {
      "epoch": 3.9968652037617556,
      "grad_norm": 1.0625,
      "learning_rate": 0.000183605161943543,
      "loss": 0.7735,
      "step": 1275
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.923946738243103,
      "eval_runtime": 0.8,
      "eval_samples_per_second": 2.5,
      "eval_steps_per_second": 1.25,
      "step": 1276
    },
    {
      "epoch": 4.012539184952978,
      "grad_norm": 0.84375,
      "learning_rate": 0.0001834044624356272,
      "loss": 0.6611,
      "step": 1280
    },
    {
      "epoch": 4.028213166144201,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0001832026530362532,
      "loss": 0.5993,
      "step": 1285
    },
    {
      "epoch": 4.043887147335423,
      "grad_norm": 1.3125,
      "learning_rate": 0.00018299973643096714,
      "loss": 0.6197,
      "step": 1290
    },
    {
      "epoch": 4.059561128526646,
      "grad_norm": 1.1640625,
      "learning_rate": 0.00018279571532004907,
      "loss": 0.6147,
      "step": 1295
    },
    {
      "epoch": 4.075235109717869,
      "grad_norm": 1.1171875,
      "learning_rate": 0.00018259059241847707,
      "loss": 0.6295,
      "step": 1300
    },
    {
      "epoch": 4.090909090909091,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00018238437045589115,
      "loss": 0.6219,
      "step": 1305
    },
    {
      "epoch": 4.106583072100314,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00018217705217655689,
      "loss": 0.6033,
      "step": 1310
    },
    {
      "epoch": 4.122257053291536,
      "grad_norm": 0.875,
      "learning_rate": 0.0001819686403393289,
      "loss": 0.622,
      "step": 1315
    },
    {
      "epoch": 4.137931034482759,
      "grad_norm": 0.890625,
      "learning_rate": 0.00018175913771761417,
      "loss": 0.6166,
      "step": 1320
    },
    {
      "epoch": 4.153605015673981,
      "grad_norm": 1.234375,
      "learning_rate": 0.0001815485470993351,
      "loss": 0.6335,
      "step": 1325
    },
    {
      "epoch": 4.169278996865204,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00018133687128689242,
      "loss": 0.6204,
      "step": 1330
    },
    {
      "epoch": 4.184952978056426,
      "grad_norm": 1.09375,
      "learning_rate": 0.000181124113097128,
      "loss": 0.635,
      "step": 1335
    },
    {
      "epoch": 4.200626959247649,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00018091027536128716,
      "loss": 0.6224,
      "step": 1340
    },
    {
      "epoch": 4.216300940438871,
      "grad_norm": 0.890625,
      "learning_rate": 0.00018069536092498112,
      "loss": 0.6314,
      "step": 1345
    },
    {
      "epoch": 4.231974921630094,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00018047937264814917,
      "loss": 0.6421,
      "step": 1350
    },
    {
      "epoch": 4.247648902821316,
      "grad_norm": 2.25,
      "learning_rate": 0.00018026231340502057,
      "loss": 0.6335,
      "step": 1355
    },
    {
      "epoch": 4.263322884012539,
      "grad_norm": 1.0,
      "learning_rate": 0.00018004418608407626,
      "loss": 0.6365,
      "step": 1360
    },
    {
      "epoch": 4.278996865203762,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00017982499358801037,
      "loss": 0.6289,
      "step": 1365
    },
    {
      "epoch": 4.294670846394984,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00017960473883369186,
      "loss": 0.6297,
      "step": 1370
    },
    {
      "epoch": 4.310344827586207,
      "grad_norm": 1.484375,
      "learning_rate": 0.00017938342475212532,
      "loss": 0.6496,
      "step": 1375
    },
    {
      "epoch": 4.326018808777429,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00017916105428841234,
      "loss": 0.6454,
      "step": 1380
    },
    {
      "epoch": 4.341692789968652,
      "grad_norm": 1.21875,
      "learning_rate": 0.00017893763040171203,
      "loss": 0.6452,
      "step": 1385
    },
    {
      "epoch": 4.3573667711598745,
      "grad_norm": 2.25,
      "learning_rate": 0.00017871315606520183,
      "loss": 0.6542,
      "step": 1390
    },
    {
      "epoch": 4.3730407523510975,
      "grad_norm": 1.21875,
      "learning_rate": 0.0001784876342660378,
      "loss": 0.6448,
      "step": 1395
    },
    {
      "epoch": 4.38871473354232,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00017826106800531498,
      "loss": 0.63,
      "step": 1400
    },
    {
      "epoch": 4.4043887147335425,
      "grad_norm": 1.828125,
      "learning_rate": 0.0001780334602980275,
      "loss": 0.6317,
      "step": 1405
    },
    {
      "epoch": 4.420062695924765,
      "grad_norm": 1.75,
      "learning_rate": 0.0001778048141730282,
      "loss": 0.6375,
      "step": 1410
    },
    {
      "epoch": 4.435736677115988,
      "grad_norm": 1.046875,
      "learning_rate": 0.00017757513267298856,
      "loss": 0.645,
      "step": 1415
    },
    {
      "epoch": 4.45141065830721,
      "grad_norm": 1.6328125,
      "learning_rate": 0.00017734441885435828,
      "loss": 0.6431,
      "step": 1420
    },
    {
      "epoch": 4.467084639498433,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00017711267578732423,
      "loss": 0.6494,
      "step": 1425
    },
    {
      "epoch": 4.482758620689655,
      "grad_norm": 1.2421875,
      "learning_rate": 0.00017687990655577008,
      "loss": 0.6464,
      "step": 1430
    },
    {
      "epoch": 4.498432601880878,
      "grad_norm": 33.75,
      "learning_rate": 0.00017664611425723486,
      "loss": 0.6598,
      "step": 1435
    },
    {
      "epoch": 4.514106583072101,
      "grad_norm": 1.5234375,
      "learning_rate": 0.00017641130200287197,
      "loss": 0.6602,
      "step": 1440
    },
    {
      "epoch": 4.529780564263323,
      "grad_norm": 1.34375,
      "learning_rate": 0.00017617547291740767,
      "loss": 0.6443,
      "step": 1445
    },
    {
      "epoch": 4.545454545454545,
      "grad_norm": 1.2890625,
      "learning_rate": 0.00017593863013909956,
      "loss": 0.6441,
      "step": 1450
    },
    {
      "epoch": 4.561128526645768,
      "grad_norm": 1.375,
      "learning_rate": 0.00017570077681969474,
      "loss": 0.6405,
      "step": 1455
    },
    {
      "epoch": 4.576802507836991,
      "grad_norm": 2.15625,
      "learning_rate": 0.00017546191612438804,
      "loss": 0.6605,
      "step": 1460
    },
    {
      "epoch": 4.592476489028213,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0001752220512317797,
      "loss": 0.6572,
      "step": 1465
    },
    {
      "epoch": 4.608150470219436,
      "grad_norm": 1.96875,
      "learning_rate": 0.00017498118533383316,
      "loss": 0.6396,
      "step": 1470
    },
    {
      "epoch": 4.623824451410658,
      "grad_norm": 1.2265625,
      "learning_rate": 0.0001747393216358326,
      "loss": 0.656,
      "step": 1475
    },
    {
      "epoch": 4.639498432601881,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00017449646335634017,
      "loss": 0.6602,
      "step": 1480
    },
    {
      "epoch": 4.655172413793103,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00017425261372715345,
      "loss": 0.6519,
      "step": 1485
    },
    {
      "epoch": 4.670846394984326,
      "grad_norm": 0.875,
      "learning_rate": 0.00017400777599326203,
      "loss": 0.6475,
      "step": 1490
    },
    {
      "epoch": 4.686520376175548,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00017376195341280468,
      "loss": 0.6656,
      "step": 1495
    },
    {
      "epoch": 4.702194357366771,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00017351514925702583,
      "loss": 0.6655,
      "step": 1500
    },
    {
      "epoch": 4.717868338557993,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00017326736681023204,
      "loss": 0.672,
      "step": 1505
    },
    {
      "epoch": 4.733542319749216,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00017301860936974834,
      "loss": 0.6635,
      "step": 1510
    },
    {
      "epoch": 4.749216300940439,
      "grad_norm": 1.15625,
      "learning_rate": 0.00017276888024587433,
      "loss": 0.6666,
      "step": 1515
    },
    {
      "epoch": 4.764890282131661,
      "grad_norm": 1.265625,
      "learning_rate": 0.00017251818276184012,
      "loss": 0.6692,
      "step": 1520
    },
    {
      "epoch": 4.7805642633228835,
      "grad_norm": 0.80859375,
      "learning_rate": 0.0001722665202537621,
      "loss": 0.6578,
      "step": 1525
    },
    {
      "epoch": 4.7962382445141065,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00017201389607059863,
      "loss": 0.6607,
      "step": 1530
    },
    {
      "epoch": 4.8119122257053295,
      "grad_norm": 2.140625,
      "learning_rate": 0.00017176031357410537,
      "loss": 0.6538,
      "step": 1535
    },
    {
      "epoch": 4.827586206896552,
      "grad_norm": 1.828125,
      "learning_rate": 0.0001715057761387905,
      "loss": 0.6703,
      "step": 1540
    },
    {
      "epoch": 4.843260188087775,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00017125028715187,
      "loss": 0.6761,
      "step": 1545
    },
    {
      "epoch": 4.858934169278997,
      "grad_norm": 0.83984375,
      "learning_rate": 0.0001709938500132225,
      "loss": 0.6616,
      "step": 1550
    },
    {
      "epoch": 4.87460815047022,
      "grad_norm": 1.015625,
      "learning_rate": 0.00017073646813534388,
      "loss": 0.6597,
      "step": 1555
    },
    {
      "epoch": 4.890282131661442,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00017047814494330207,
      "loss": 0.6733,
      "step": 1560
    },
    {
      "epoch": 4.905956112852665,
      "grad_norm": 1.859375,
      "learning_rate": 0.00017021888387469135,
      "loss": 0.6737,
      "step": 1565
    },
    {
      "epoch": 4.921630094043887,
      "grad_norm": 0.890625,
      "learning_rate": 0.00016995868837958665,
      "loss": 0.6736,
      "step": 1570
    },
    {
      "epoch": 4.93730407523511,
      "grad_norm": 0.921875,
      "learning_rate": 0.0001696975619204977,
      "loss": 0.68,
      "step": 1575
    },
    {
      "epoch": 4.952978056426332,
      "grad_norm": 2.0,
      "learning_rate": 0.0001694355079723227,
      "loss": 0.6755,
      "step": 1580
    },
    {
      "epoch": 4.968652037617555,
      "grad_norm": 0.78125,
      "learning_rate": 0.0001691725300223025,
      "loss": 0.6827,
      "step": 1585
    },
    {
      "epoch": 4.984326018808778,
      "grad_norm": 0.859375,
      "learning_rate": 0.0001689086315699738,
      "loss": 0.6681,
      "step": 1590
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00016864381612712276,
      "loss": 0.6599,
      "step": 1595
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.0616867542266846,
      "eval_runtime": 0.7937,
      "eval_samples_per_second": 2.52,
      "eval_steps_per_second": 1.26,
      "step": 1595
    },
    {
      "epoch": 5.015673981191223,
      "grad_norm": 1.9296875,
      "learning_rate": 0.00016837808721773827,
      "loss": 0.5239,
      "step": 1600
    },
    {
      "epoch": 5.031347962382445,
      "grad_norm": 1.125,
      "learning_rate": 0.000168111448377965,
      "loss": 0.509,
      "step": 1605
    },
    {
      "epoch": 5.047021943573668,
      "grad_norm": 2.5625,
      "learning_rate": 0.0001678439031560564,
      "loss": 0.5041,
      "step": 1610
    },
    {
      "epoch": 5.06269592476489,
      "grad_norm": 0.8203125,
      "learning_rate": 0.00016757545511232746,
      "loss": 0.5195,
      "step": 1615
    },
    {
      "epoch": 5.078369905956113,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00016730610781910728,
      "loss": 0.4963,
      "step": 1620
    },
    {
      "epoch": 5.094043887147335,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00016703586486069164,
      "loss": 0.5159,
      "step": 1625
    },
    {
      "epoch": 5.109717868338558,
      "grad_norm": 1.0859375,
      "learning_rate": 0.0001667647298332952,
      "loss": 0.5111,
      "step": 1630
    },
    {
      "epoch": 5.12539184952978,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00016649270634500366,
      "loss": 0.5309,
      "step": 1635
    },
    {
      "epoch": 5.141065830721003,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00016621979801572585,
      "loss": 0.5254,
      "step": 1640
    },
    {
      "epoch": 5.156739811912225,
      "grad_norm": 0.8359375,
      "learning_rate": 0.00016594600847714538,
      "loss": 0.5274,
      "step": 1645
    },
    {
      "epoch": 5.172413793103448,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0001656713413726725,
      "loss": 0.5239,
      "step": 1650
    },
    {
      "epoch": 5.1880877742946705,
      "grad_norm": 0.984375,
      "learning_rate": 0.00016539580035739547,
      "loss": 0.5246,
      "step": 1655
    },
    {
      "epoch": 5.2037617554858935,
      "grad_norm": 1.6953125,
      "learning_rate": 0.00016511938909803204,
      "loss": 0.5367,
      "step": 1660
    },
    {
      "epoch": 5.219435736677116,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00016484211127288048,
      "loss": 0.5356,
      "step": 1665
    },
    {
      "epoch": 5.235109717868339,
      "grad_norm": 0.953125,
      "learning_rate": 0.00016456397057177085,
      "loss": 0.5367,
      "step": 1670
    },
    {
      "epoch": 5.250783699059561,
      "grad_norm": 1.25,
      "learning_rate": 0.00016428497069601578,
      "loss": 0.534,
      "step": 1675
    },
    {
      "epoch": 5.266457680250784,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00016400511535836118,
      "loss": 0.5476,
      "step": 1680
    },
    {
      "epoch": 5.282131661442007,
      "grad_norm": 1.1015625,
      "learning_rate": 0.0001637244082829369,
      "loss": 0.544,
      "step": 1685
    },
    {
      "epoch": 5.297805642633229,
      "grad_norm": 0.84375,
      "learning_rate": 0.00016344285320520717,
      "loss": 0.5414,
      "step": 1690
    },
    {
      "epoch": 5.313479623824452,
      "grad_norm": 1.0,
      "learning_rate": 0.00016316045387192087,
      "loss": 0.5435,
      "step": 1695
    },
    {
      "epoch": 5.329153605015674,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00016287721404106167,
      "loss": 0.5412,
      "step": 1700
    },
    {
      "epoch": 5.344827586206897,
      "grad_norm": 1.0,
      "learning_rate": 0.00016259313748179802,
      "loss": 0.5448,
      "step": 1705
    },
    {
      "epoch": 5.360501567398119,
      "grad_norm": 0.76171875,
      "learning_rate": 0.000162308227974433,
      "loss": 0.5523,
      "step": 1710
    },
    {
      "epoch": 5.376175548589342,
      "grad_norm": 1.015625,
      "learning_rate": 0.00016202248931035404,
      "loss": 0.5382,
      "step": 1715
    },
    {
      "epoch": 5.391849529780564,
      "grad_norm": 1.0546875,
      "learning_rate": 0.0001617359252919824,
      "loss": 0.5427,
      "step": 1720
    },
    {
      "epoch": 5.407523510971787,
      "grad_norm": 1.203125,
      "learning_rate": 0.00016144853973272262,
      "loss": 0.5426,
      "step": 1725
    },
    {
      "epoch": 5.423197492163009,
      "grad_norm": 1.09375,
      "learning_rate": 0.00016116033645691174,
      "loss": 0.5514,
      "step": 1730
    },
    {
      "epoch": 5.438871473354232,
      "grad_norm": 1.1953125,
      "learning_rate": 0.00016087131929976852,
      "loss": 0.5471,
      "step": 1735
    },
    {
      "epoch": 5.454545454545454,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00016058149210734223,
      "loss": 0.5617,
      "step": 1740
    },
    {
      "epoch": 5.470219435736677,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0001602908587364616,
      "loss": 0.5598,
      "step": 1745
    },
    {
      "epoch": 5.485893416927899,
      "grad_norm": 0.875,
      "learning_rate": 0.00015999942305468338,
      "loss": 0.5457,
      "step": 1750
    },
    {
      "epoch": 5.501567398119122,
      "grad_norm": 0.99609375,
      "learning_rate": 0.000159707188940241,
      "loss": 0.5667,
      "step": 1755
    },
    {
      "epoch": 5.517241379310345,
      "grad_norm": 2.90625,
      "learning_rate": 0.00015941416028199298,
      "loss": 0.552,
      "step": 1760
    },
    {
      "epoch": 5.532915360501567,
      "grad_norm": 0.8046875,
      "learning_rate": 0.00015912034097937094,
      "loss": 0.5408,
      "step": 1765
    },
    {
      "epoch": 5.54858934169279,
      "grad_norm": 0.953125,
      "learning_rate": 0.00015882573494232797,
      "loss": 0.5516,
      "step": 1770
    },
    {
      "epoch": 5.564263322884012,
      "grad_norm": 0.94921875,
      "learning_rate": 0.00015853034609128648,
      "loss": 0.5649,
      "step": 1775
    },
    {
      "epoch": 5.579937304075235,
      "grad_norm": 1.25,
      "learning_rate": 0.00015823417835708606,
      "loss": 0.5666,
      "step": 1780
    },
    {
      "epoch": 5.5956112852664575,
      "grad_norm": 1.515625,
      "learning_rate": 0.00015793723568093118,
      "loss": 0.5653,
      "step": 1785
    },
    {
      "epoch": 5.61128526645768,
      "grad_norm": 1.4296875,
      "learning_rate": 0.00015763952201433866,
      "loss": 0.5663,
      "step": 1790
    },
    {
      "epoch": 5.6269592476489025,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00015734104131908522,
      "loss": 0.5582,
      "step": 1795
    },
    {
      "epoch": 5.6426332288401255,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00015704179756715467,
      "loss": 0.5569,
      "step": 1800
    },
    {
      "epoch": 5.658307210031348,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00015674179474068508,
      "loss": 0.5618,
      "step": 1805
    },
    {
      "epoch": 5.673981191222571,
      "grad_norm": 0.890625,
      "learning_rate": 0.00015644103683191575,
      "loss": 0.5636,
      "step": 1810
    },
    {
      "epoch": 5.689655172413794,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00015613952784313418,
      "loss": 0.5562,
      "step": 1815
    },
    {
      "epoch": 5.705329153605016,
      "grad_norm": 1.7421875,
      "learning_rate": 0.00015583727178662262,
      "loss": 0.5566,
      "step": 1820
    },
    {
      "epoch": 5.721003134796238,
      "grad_norm": 1.4375,
      "learning_rate": 0.00015553427268460496,
      "loss": 0.5591,
      "step": 1825
    },
    {
      "epoch": 5.736677115987461,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00015523053456919294,
      "loss": 0.5666,
      "step": 1830
    },
    {
      "epoch": 5.752351097178684,
      "grad_norm": 0.98828125,
      "learning_rate": 0.00015492606148233265,
      "loss": 0.5664,
      "step": 1835
    },
    {
      "epoch": 5.768025078369906,
      "grad_norm": 0.84375,
      "learning_rate": 0.00015462085747575068,
      "loss": 0.5624,
      "step": 1840
    },
    {
      "epoch": 5.783699059561129,
      "grad_norm": 0.85546875,
      "learning_rate": 0.00015431492661090022,
      "loss": 0.5587,
      "step": 1845
    },
    {
      "epoch": 5.799373040752351,
      "grad_norm": 0.99609375,
      "learning_rate": 0.00015400827295890702,
      "loss": 0.5645,
      "step": 1850
    },
    {
      "epoch": 5.815047021943574,
      "grad_norm": 1.03125,
      "learning_rate": 0.0001537009006005152,
      "loss": 0.5631,
      "step": 1855
    },
    {
      "epoch": 5.830721003134796,
      "grad_norm": 1.046875,
      "learning_rate": 0.0001533928136260329,
      "loss": 0.5712,
      "step": 1860
    },
    {
      "epoch": 5.846394984326019,
      "grad_norm": 1.140625,
      "learning_rate": 0.00015308401613527796,
      "loss": 0.5676,
      "step": 1865
    },
    {
      "epoch": 5.862068965517241,
      "grad_norm": 0.9375,
      "learning_rate": 0.00015277451223752326,
      "loss": 0.5761,
      "step": 1870
    },
    {
      "epoch": 5.877742946708464,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00015246430605144216,
      "loss": 0.5685,
      "step": 1875
    },
    {
      "epoch": 5.893416927899686,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00015215340170505348,
      "loss": 0.5678,
      "step": 1880
    },
    {
      "epoch": 5.909090909090909,
      "grad_norm": 1.6484375,
      "learning_rate": 0.0001518418033356668,
      "loss": 0.569,
      "step": 1885
    },
    {
      "epoch": 5.924764890282132,
      "grad_norm": 0.9765625,
      "learning_rate": 0.00015152951508982726,
      "loss": 0.5669,
      "step": 1890
    },
    {
      "epoch": 5.940438871473354,
      "grad_norm": 0.91015625,
      "learning_rate": 0.0001512165411232604,
      "loss": 0.5759,
      "step": 1895
    },
    {
      "epoch": 5.956112852664576,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00015090288560081692,
      "loss": 0.5641,
      "step": 1900
    },
    {
      "epoch": 5.971786833855799,
      "grad_norm": 1.1953125,
      "learning_rate": 0.0001505885526964172,
      "loss": 0.574,
      "step": 1905
    },
    {
      "epoch": 5.987460815047022,
      "grad_norm": 1.078125,
      "learning_rate": 0.00015027354659299578,
      "loss": 0.5764,
      "step": 1910
    },
    {
      "epoch": 6.0,
      "eval_loss": 2.323450803756714,
      "eval_runtime": 0.8121,
      "eval_samples_per_second": 2.463,
      "eval_steps_per_second": 1.231,
      "step": 1914
    },
    {
      "epoch": 6.003134796238244,
      "grad_norm": 0.96484375,
      "learning_rate": 0.00014995787148244563,
      "loss": 0.5514,
      "step": 1915
    },
    {
      "epoch": 6.018808777429467,
      "grad_norm": 1.1484375,
      "learning_rate": 0.00014964153156556245,
      "loss": 0.4392,
      "step": 1920
    },
    {
      "epoch": 6.0344827586206895,
      "grad_norm": 1.015625,
      "learning_rate": 0.00014932453105198884,
      "loss": 0.4499,
      "step": 1925
    },
    {
      "epoch": 6.0501567398119125,
      "grad_norm": 1.0625,
      "learning_rate": 0.0001490068741601581,
      "loss": 0.4379,
      "step": 1930
    },
    {
      "epoch": 6.065830721003135,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00014868856511723814,
      "loss": 0.431,
      "step": 1935
    },
    {
      "epoch": 6.081504702194358,
      "grad_norm": 0.98046875,
      "learning_rate": 0.00014836960815907532,
      "loss": 0.4428,
      "step": 1940
    },
    {
      "epoch": 6.09717868338558,
      "grad_norm": 0.89453125,
      "learning_rate": 0.000148050007530138,
      "loss": 0.4482,
      "step": 1945
    },
    {
      "epoch": 6.112852664576803,
      "grad_norm": 1.453125,
      "learning_rate": 0.00014772976748346015,
      "loss": 0.4478,
      "step": 1950
    },
    {
      "epoch": 6.128526645768025,
      "grad_norm": 2.453125,
      "learning_rate": 0.00014740889228058462,
      "loss": 0.4414,
      "step": 1955
    },
    {
      "epoch": 6.144200626959248,
      "grad_norm": 1.1328125,
      "learning_rate": 0.0001470873861915065,
      "loss": 0.4466,
      "step": 1960
    },
    {
      "epoch": 6.15987460815047,
      "grad_norm": 1.2109375,
      "learning_rate": 0.00014676525349461637,
      "loss": 0.4356,
      "step": 1965
    },
    {
      "epoch": 6.175548589341693,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00014644249847664317,
      "loss": 0.4526,
      "step": 1970
    },
    {
      "epoch": 6.191222570532915,
      "grad_norm": 1.1796875,
      "learning_rate": 0.00014611912543259742,
      "loss": 0.442,
      "step": 1975
    },
    {
      "epoch": 6.206896551724138,
      "grad_norm": 1.21875,
      "learning_rate": 0.00014579513866571378,
      "loss": 0.4463,
      "step": 1980
    },
    {
      "epoch": 6.222570532915361,
      "grad_norm": 0.875,
      "learning_rate": 0.00014547054248739404,
      "loss": 0.444,
      "step": 1985
    },
    {
      "epoch": 6.238244514106583,
      "grad_norm": 0.96484375,
      "learning_rate": 0.0001451453412171496,
      "loss": 0.4513,
      "step": 1990
    },
    {
      "epoch": 6.253918495297806,
      "grad_norm": 0.9140625,
      "learning_rate": 0.000144819539182544,
      "loss": 0.4494,
      "step": 1995
    },
    {
      "epoch": 6.269592476489028,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00014449314071913533,
      "loss": 0.4493,
      "step": 2000
    },
    {
      "epoch": 6.285266457680251,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00014416615017041868,
      "loss": 0.4605,
      "step": 2005
    },
    {
      "epoch": 6.300940438871473,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00014383857188776807,
      "loss": 0.4642,
      "step": 2010
    },
    {
      "epoch": 6.316614420062696,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00014351041023037884,
      "loss": 0.4526,
      "step": 2015
    },
    {
      "epoch": 6.332288401253918,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00014318166956520936,
      "loss": 0.4634,
      "step": 2020
    },
    {
      "epoch": 6.347962382445141,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00014285235426692315,
      "loss": 0.4608,
      "step": 2025
    },
    {
      "epoch": 6.363636363636363,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00014252246871783051,
      "loss": 0.4588,
      "step": 2030
    },
    {
      "epoch": 6.379310344827586,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00014219201730783024,
      "loss": 0.467,
      "step": 2035
    },
    {
      "epoch": 6.394984326018808,
      "grad_norm": 0.97265625,
      "learning_rate": 0.0001418610044343514,
      "loss": 0.4641,
      "step": 2040
    },
    {
      "epoch": 6.410658307210031,
      "grad_norm": 0.9609375,
      "learning_rate": 0.00014152943450229443,
      "loss": 0.4647,
      "step": 2045
    },
    {
      "epoch": 6.4263322884012535,
      "grad_norm": 0.875,
      "learning_rate": 0.00014119731192397284,
      "loss": 0.4627,
      "step": 2050
    },
    {
      "epoch": 6.4420062695924765,
      "grad_norm": 1.1796875,
      "learning_rate": 0.0001408646411190544,
      "loss": 0.4664,
      "step": 2055
    },
    {
      "epoch": 6.4576802507836994,
      "grad_norm": 1.0625,
      "learning_rate": 0.0001405314265145023,
      "loss": 0.4697,
      "step": 2060
    },
    {
      "epoch": 6.4733542319749215,
      "grad_norm": 0.95703125,
      "learning_rate": 0.0001401976725445162,
      "loss": 0.4664,
      "step": 2065
    },
    {
      "epoch": 6.4890282131661445,
      "grad_norm": 0.9375,
      "learning_rate": 0.0001398633836504734,
      "loss": 0.4692,
      "step": 2070
    },
    {
      "epoch": 6.504702194357367,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00013952856428086952,
      "loss": 0.4658,
      "step": 2075
    },
    {
      "epoch": 6.52037617554859,
      "grad_norm": 0.87109375,
      "learning_rate": 0.00013919321889125941,
      "loss": 0.4711,
      "step": 2080
    },
    {
      "epoch": 6.536050156739812,
      "grad_norm": 0.859375,
      "learning_rate": 0.0001388573519441979,
      "loss": 0.4675,
      "step": 2085
    },
    {
      "epoch": 6.551724137931035,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00013852096790918026,
      "loss": 0.4677,
      "step": 2090
    },
    {
      "epoch": 6.567398119122257,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00013818407126258293,
      "loss": 0.4728,
      "step": 2095
    },
    {
      "epoch": 6.58307210031348,
      "grad_norm": 2.75,
      "learning_rate": 0.0001378466664876038,
      "loss": 0.4769,
      "step": 2100
    },
    {
      "epoch": 6.598746081504702,
      "grad_norm": 2.203125,
      "learning_rate": 0.00013750875807420259,
      "loss": 0.463,
      "step": 2105
    },
    {
      "epoch": 6.614420062695925,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00013717035051904114,
      "loss": 0.4663,
      "step": 2110
    },
    {
      "epoch": 6.630094043887147,
      "grad_norm": 0.953125,
      "learning_rate": 0.00013683144832542352,
      "loss": 0.4699,
      "step": 2115
    },
    {
      "epoch": 6.64576802507837,
      "grad_norm": 0.96875,
      "learning_rate": 0.00013649205600323609,
      "loss": 0.4703,
      "step": 2120
    },
    {
      "epoch": 6.661442006269592,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00013615217806888755,
      "loss": 0.4643,
      "step": 2125
    },
    {
      "epoch": 6.677115987460815,
      "grad_norm": 1.078125,
      "learning_rate": 0.0001358118190452488,
      "loss": 0.4669,
      "step": 2130
    },
    {
      "epoch": 6.692789968652038,
      "grad_norm": 0.9375,
      "learning_rate": 0.0001354709834615928,
      "loss": 0.4703,
      "step": 2135
    },
    {
      "epoch": 6.70846394984326,
      "grad_norm": 0.875,
      "learning_rate": 0.00013512967585353413,
      "loss": 0.4714,
      "step": 2140
    },
    {
      "epoch": 6.724137931034483,
      "grad_norm": 0.95703125,
      "learning_rate": 0.00013478790076296892,
      "loss": 0.4658,
      "step": 2145
    },
    {
      "epoch": 6.739811912225705,
      "grad_norm": 0.97265625,
      "learning_rate": 0.00013444566273801414,
      "loss": 0.4649,
      "step": 2150
    },
    {
      "epoch": 6.755485893416928,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00013410296633294727,
      "loss": 0.4783,
      "step": 2155
    },
    {
      "epoch": 6.77115987460815,
      "grad_norm": 1.171875,
      "learning_rate": 0.00013375981610814545,
      "loss": 0.4741,
      "step": 2160
    },
    {
      "epoch": 6.786833855799373,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00013341621663002514,
      "loss": 0.4651,
      "step": 2165
    },
    {
      "epoch": 6.802507836990595,
      "grad_norm": 0.9765625,
      "learning_rate": 0.0001330721724709811,
      "loss": 0.4682,
      "step": 2170
    },
    {
      "epoch": 6.818181818181818,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00013272768820932554,
      "loss": 0.4761,
      "step": 2175
    },
    {
      "epoch": 6.83385579937304,
      "grad_norm": 0.953125,
      "learning_rate": 0.0001323827684292273,
      "loss": 0.467,
      "step": 2180
    },
    {
      "epoch": 6.849529780564263,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0001320374177206509,
      "loss": 0.4719,
      "step": 2185
    },
    {
      "epoch": 6.8652037617554855,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00013169164067929526,
      "loss": 0.4829,
      "step": 2190
    },
    {
      "epoch": 6.8808777429467085,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00013134544190653274,
      "loss": 0.4743,
      "step": 2195
    },
    {
      "epoch": 6.896551724137931,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00013099882600934773,
      "loss": 0.4701,
      "step": 2200
    },
    {
      "epoch": 6.912225705329154,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00013065179760027556,
      "loss": 0.4703,
      "step": 2205
    },
    {
      "epoch": 6.927899686520377,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00013030436129734082,
      "loss": 0.4802,
      "step": 2210
    },
    {
      "epoch": 6.943573667711599,
      "grad_norm": 1.2265625,
      "learning_rate": 0.00012995652172399623,
      "loss": 0.4781,
      "step": 2215
    },
    {
      "epoch": 6.959247648902822,
      "grad_norm": 1.265625,
      "learning_rate": 0.00012960828350906095,
      "loss": 0.4838,
      "step": 2220
    },
    {
      "epoch": 6.974921630094044,
      "grad_norm": 1.546875,
      "learning_rate": 0.00012925965128665897,
      "loss": 0.4751,
      "step": 2225
    },
    {
      "epoch": 6.990595611285267,
      "grad_norm": 0.921875,
      "learning_rate": 0.0001289106296961574,
      "loss": 0.4817,
      "step": 2230
    },
    {
      "epoch": 7.0,
      "eval_loss": 2.6759016513824463,
      "eval_runtime": 0.7898,
      "eval_samples_per_second": 2.532,
      "eval_steps_per_second": 1.266,
      "step": 2233
    },
    {
      "epoch": 7.006269592476489,
      "grad_norm": 0.78125,
      "learning_rate": 0.00012856122338210493,
      "loss": 0.4256,
      "step": 2235
    },
    {
      "epoch": 7.021943573667712,
      "grad_norm": 0.8828125,
      "learning_rate": 0.00012821143699416984,
      "loss": 0.3775,
      "step": 2240
    },
    {
      "epoch": 7.037617554858934,
      "grad_norm": 0.73828125,
      "learning_rate": 0.00012786127518707818,
      "loss": 0.3705,
      "step": 2245
    },
    {
      "epoch": 7.053291536050157,
      "grad_norm": 0.859375,
      "learning_rate": 0.00012751074262055178,
      "loss": 0.3732,
      "step": 2250
    },
    {
      "epoch": 7.068965517241379,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00012715984395924643,
      "loss": 0.3737,
      "step": 2255
    },
    {
      "epoch": 7.084639498432602,
      "grad_norm": 0.9296875,
      "learning_rate": 0.00012680858387268952,
      "loss": 0.3788,
      "step": 2260
    },
    {
      "epoch": 7.100313479623824,
      "grad_norm": 0.890625,
      "learning_rate": 0.00012645696703521818,
      "loss": 0.3711,
      "step": 2265
    },
    {
      "epoch": 7.115987460815047,
      "grad_norm": 1.015625,
      "learning_rate": 0.00012610499812591673,
      "loss": 0.3725,
      "step": 2270
    },
    {
      "epoch": 7.131661442006269,
      "grad_norm": 0.90234375,
      "learning_rate": 0.0001257526818285549,
      "loss": 0.371,
      "step": 2275
    },
    {
      "epoch": 7.147335423197492,
      "grad_norm": 0.9296875,
      "learning_rate": 0.0001254000228315251,
      "loss": 0.3751,
      "step": 2280
    },
    {
      "epoch": 7.163009404388715,
      "grad_norm": 0.921875,
      "learning_rate": 0.00012504702582778008,
      "loss": 0.3798,
      "step": 2285
    },
    {
      "epoch": 7.178683385579937,
      "grad_norm": 0.765625,
      "learning_rate": 0.00012469369551477074,
      "loss": 0.3826,
      "step": 2290
    },
    {
      "epoch": 7.19435736677116,
      "grad_norm": 0.8671875,
      "learning_rate": 0.0001243400365943833,
      "loss": 0.3846,
      "step": 2295
    },
    {
      "epoch": 7.210031347962382,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00012398605377287694,
      "loss": 0.383,
      "step": 2300
    },
    {
      "epoch": 7.225705329153605,
      "grad_norm": 0.78125,
      "learning_rate": 0.000123631751760821,
      "loss": 0.387,
      "step": 2305
    },
    {
      "epoch": 7.241379310344827,
      "grad_norm": 0.796875,
      "learning_rate": 0.00012327713527303255,
      "loss": 0.3752,
      "step": 2310
    },
    {
      "epoch": 7.25705329153605,
      "grad_norm": 0.9453125,
      "learning_rate": 0.0001229222090285134,
      "loss": 0.3832,
      "step": 2315
    },
    {
      "epoch": 7.2727272727272725,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00012256697775038741,
      "loss": 0.39,
      "step": 2320
    },
    {
      "epoch": 7.2884012539184955,
      "grad_norm": 0.828125,
      "learning_rate": 0.00012221144616583765,
      "loss": 0.3902,
      "step": 2325
    },
    {
      "epoch": 7.304075235109718,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00012185561900604341,
      "loss": 0.376,
      "step": 2330
    },
    {
      "epoch": 7.3197492163009406,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00012149950100611738,
      "loss": 0.3873,
      "step": 2335
    },
    {
      "epoch": 7.335423197492163,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00012114309690504249,
      "loss": 0.388,
      "step": 2340
    },
    {
      "epoch": 7.351097178683386,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00012078641144560898,
      "loss": 0.3889,
      "step": 2345
    },
    {
      "epoch": 7.366771159874608,
      "grad_norm": 0.796875,
      "learning_rate": 0.00012042944937435116,
      "loss": 0.395,
      "step": 2350
    },
    {
      "epoch": 7.382445141065831,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00012007221544148435,
      "loss": 0.3957,
      "step": 2355
    },
    {
      "epoch": 7.398119122257054,
      "grad_norm": 0.80078125,
      "learning_rate": 0.00011971471440084157,
      "loss": 0.393,
      "step": 2360
    },
    {
      "epoch": 7.413793103448276,
      "grad_norm": 0.91015625,
      "learning_rate": 0.00011935695100981041,
      "loss": 0.3884,
      "step": 2365
    },
    {
      "epoch": 7.429467084639499,
      "grad_norm": 0.84375,
      "learning_rate": 0.00011899893002926958,
      "loss": 0.3907,
      "step": 2370
    },
    {
      "epoch": 7.445141065830721,
      "grad_norm": 0.84375,
      "learning_rate": 0.00011864065622352568,
      "loss": 0.3865,
      "step": 2375
    },
    {
      "epoch": 7.460815047021944,
      "grad_norm": 0.94140625,
      "learning_rate": 0.00011828213436024968,
      "loss": 0.3866,
      "step": 2380
    },
    {
      "epoch": 7.476489028213166,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00011792336921041359,
      "loss": 0.3878,
      "step": 2385
    },
    {
      "epoch": 7.492163009404389,
      "grad_norm": 0.9140625,
      "learning_rate": 0.00011756436554822685,
      "loss": 0.3933,
      "step": 2390
    },
    {
      "epoch": 7.507836990595611,
      "grad_norm": 0.89453125,
      "learning_rate": 0.00011720512815107292,
      "loss": 0.3825,
      "step": 2395
    },
    {
      "epoch": 7.523510971786834,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00011684566179944567,
      "loss": 0.3892,
      "step": 2400
    },
    {
      "epoch": 7.539184952978056,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00011648597127688567,
      "loss": 0.3918,
      "step": 2405
    },
    {
      "epoch": 7.554858934169279,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00011612606136991665,
      "loss": 0.3952,
      "step": 2410
    },
    {
      "epoch": 7.570532915360501,
      "grad_norm": 0.84375,
      "learning_rate": 0.00011576593686798181,
      "loss": 0.3941,
      "step": 2415
    },
    {
      "epoch": 7.586206896551724,
      "grad_norm": 1.1015625,
      "learning_rate": 0.00011540560256337995,
      "loss": 0.3996,
      "step": 2420
    },
    {
      "epoch": 7.601880877742946,
      "grad_norm": 0.921875,
      "learning_rate": 0.00011504506325120184,
      "loss": 0.3973,
      "step": 2425
    },
    {
      "epoch": 7.617554858934169,
      "grad_norm": 0.84765625,
      "learning_rate": 0.0001146843237292663,
      "loss": 0.3944,
      "step": 2430
    },
    {
      "epoch": 7.633228840125392,
      "grad_norm": 0.921875,
      "learning_rate": 0.0001143233887980565,
      "loss": 0.4008,
      "step": 2435
    },
    {
      "epoch": 7.648902821316614,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00011396226326065593,
      "loss": 0.3967,
      "step": 2440
    },
    {
      "epoch": 7.664576802507837,
      "grad_norm": 0.87890625,
      "learning_rate": 0.00011360095192268454,
      "loss": 0.3979,
      "step": 2445
    },
    {
      "epoch": 7.6802507836990594,
      "grad_norm": 0.84765625,
      "learning_rate": 0.00011323945959223477,
      "loss": 0.3957,
      "step": 2450
    },
    {
      "epoch": 7.695924764890282,
      "grad_norm": 0.8984375,
      "learning_rate": 0.00011287779107980766,
      "loss": 0.398,
      "step": 2455
    },
    {
      "epoch": 7.7115987460815045,
      "grad_norm": 0.88671875,
      "learning_rate": 0.0001125159511982487,
      "loss": 0.3976,
      "step": 2460
    },
    {
      "epoch": 7.7272727272727275,
      "grad_norm": 0.8671875,
      "learning_rate": 0.00011215394476268387,
      "loss": 0.3941,
      "step": 2465
    },
    {
      "epoch": 7.74294670846395,
      "grad_norm": 1.0390625,
      "learning_rate": 0.00011179177659045554,
      "loss": 0.4061,
      "step": 2470
    },
    {
      "epoch": 7.758620689655173,
      "grad_norm": 1.03125,
      "learning_rate": 0.00011142945150105839,
      "loss": 0.3991,
      "step": 2475
    },
    {
      "epoch": 7.774294670846395,
      "grad_norm": 0.86328125,
      "learning_rate": 0.00011106697431607518,
      "loss": 0.3863,
      "step": 2480
    },
    {
      "epoch": 7.789968652037618,
      "grad_norm": 0.90625,
      "learning_rate": 0.00011070434985911271,
      "loss": 0.3923,
      "step": 2485
    },
    {
      "epoch": 7.80564263322884,
      "grad_norm": 0.84375,
      "learning_rate": 0.0001103415829557376,
      "loss": 0.3988,
      "step": 2490
    },
    {
      "epoch": 7.821316614420063,
      "grad_norm": 0.8515625,
      "learning_rate": 0.00010997867843341198,
      "loss": 0.3868,
      "step": 2495
    },
    {
      "epoch": 7.836990595611285,
      "grad_norm": 0.8984375,
      "learning_rate": 0.0001096156411214294,
      "loss": 0.3949,
      "step": 2500
    },
    {
      "epoch": 7.852664576802508,
      "grad_norm": 0.765625,
      "learning_rate": 0.00010925247585085044,
      "loss": 0.4005,
      "step": 2505
    },
    {
      "epoch": 7.868338557993731,
      "grad_norm": 0.84375,
      "learning_rate": 0.00010888918745443845,
      "loss": 0.3974,
      "step": 2510
    },
    {
      "epoch": 7.884012539184953,
      "grad_norm": 0.921875,
      "learning_rate": 0.00010852578076659535,
      "loss": 0.4004,
      "step": 2515
    },
    {
      "epoch": 7.899686520376176,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00010816226062329706,
      "loss": 0.3997,
      "step": 2520
    },
    {
      "epoch": 7.915360501567398,
      "grad_norm": 0.91796875,
      "learning_rate": 0.00010779863186202943,
      "loss": 0.4002,
      "step": 2525
    },
    {
      "epoch": 7.931034482758621,
      "grad_norm": 0.92578125,
      "learning_rate": 0.00010743489932172366,
      "loss": 0.3973,
      "step": 2530
    },
    {
      "epoch": 7.946708463949843,
      "grad_norm": 0.9453125,
      "learning_rate": 0.00010707106784269196,
      "loss": 0.3968,
      "step": 2535
    },
    {
      "epoch": 7.962382445141066,
      "grad_norm": 0.953125,
      "learning_rate": 0.00010670714226656315,
      "loss": 0.397,
      "step": 2540
    },
    {
      "epoch": 7.978056426332288,
      "grad_norm": 0.90625,
      "learning_rate": 0.00010634312743621832,
      "loss": 0.4065,
      "step": 2545
    },
    {
      "epoch": 7.993730407523511,
      "grad_norm": 0.84375,
      "learning_rate": 0.00010597902819572619,
      "loss": 0.4016,
      "step": 2550
    },
    {
      "epoch": 8.0,
      "eval_loss": 3.0132577419281006,
      "eval_runtime": 0.7738,
      "eval_samples_per_second": 2.585,
      "eval_steps_per_second": 1.292,
      "step": 2552
    },
    {
      "epoch": 8.009404388714733,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00010561484939027877,
      "loss": 0.361,
      "step": 2555
    },
    {
      "epoch": 8.025078369905955,
      "grad_norm": 0.88671875,
      "learning_rate": 0.00010525059586612693,
      "loss": 0.3253,
      "step": 2560
    },
    {
      "epoch": 8.04075235109718,
      "grad_norm": 0.765625,
      "learning_rate": 0.0001048862724705158,
      "loss": 0.3205,
      "step": 2565
    },
    {
      "epoch": 8.056426332288401,
      "grad_norm": 0.72265625,
      "learning_rate": 0.00010452188405162033,
      "loss": 0.3241,
      "step": 2570
    },
    {
      "epoch": 8.072100313479623,
      "grad_norm": 0.828125,
      "learning_rate": 0.00010415743545848072,
      "loss": 0.3193,
      "step": 2575
    },
    {
      "epoch": 8.087774294670846,
      "grad_norm": 0.79296875,
      "learning_rate": 0.00010379293154093796,
      "loss": 0.3212,
      "step": 2580
    },
    {
      "epoch": 8.10344827586207,
      "grad_norm": 0.80859375,
      "learning_rate": 0.00010342837714956928,
      "loss": 0.3161,
      "step": 2585
    },
    {
      "epoch": 8.119122257053291,
      "grad_norm": 0.765625,
      "learning_rate": 0.00010306377713562354,
      "loss": 0.321,
      "step": 2590
    },
    {
      "epoch": 8.134796238244514,
      "grad_norm": 0.83203125,
      "learning_rate": 0.00010269913635095676,
      "loss": 0.3245,
      "step": 2595
    },
    {
      "epoch": 8.150470219435737,
      "grad_norm": 0.83984375,
      "learning_rate": 0.00010233445964796749,
      "loss": 0.3279,
      "step": 2600
    },
    {
      "epoch": 8.16614420062696,
      "grad_norm": 0.765625,
      "learning_rate": 0.00010196975187953221,
      "loss": 0.3233,
      "step": 2605
    },
    {
      "epoch": 8.181818181818182,
      "grad_norm": 0.78515625,
      "learning_rate": 0.00010160501789894086,
      "loss": 0.3207,
      "step": 2610
    },
    {
      "epoch": 8.197492163009404,
      "grad_norm": 0.7890625,
      "learning_rate": 0.0001012402625598322,
      "loss": 0.3217,
      "step": 2615
    },
    {
      "epoch": 8.213166144200628,
      "grad_norm": 0.76953125,
      "learning_rate": 0.00010087549071612919,
      "loss": 0.3255,
      "step": 2620
    },
    {
      "epoch": 8.22884012539185,
      "grad_norm": 0.82421875,
      "learning_rate": 0.00010051070722197438,
      "loss": 0.3256,
      "step": 2625
    },
    {
      "epoch": 8.244514106583072,
      "grad_norm": 0.74609375,
      "learning_rate": 0.0001001459169316654,
      "loss": 0.3233,
      "step": 2630
    },
    {
      "epoch": 8.260188087774294,
      "grad_norm": 0.8046875,
      "learning_rate": 9.978112469959033e-05,
      "loss": 0.3232,
      "step": 2635
    },
    {
      "epoch": 8.275862068965518,
      "grad_norm": 0.80859375,
      "learning_rate": 9.941633538016315e-05,
      "loss": 0.3237,
      "step": 2640
    },
    {
      "epoch": 8.29153605015674,
      "grad_norm": 0.79296875,
      "learning_rate": 9.90515538277589e-05,
      "loss": 0.3307,
      "step": 2645
    },
    {
      "epoch": 8.307210031347962,
      "grad_norm": 0.765625,
      "learning_rate": 9.868678489664945e-05,
      "loss": 0.3228,
      "step": 2650
    },
    {
      "epoch": 8.322884012539184,
      "grad_norm": 0.75390625,
      "learning_rate": 9.832203344093855e-05,
      "loss": 0.3238,
      "step": 2655
    },
    {
      "epoch": 8.338557993730408,
      "grad_norm": 0.78125,
      "learning_rate": 9.795730431449759e-05,
      "loss": 0.3302,
      "step": 2660
    },
    {
      "epoch": 8.35423197492163,
      "grad_norm": 0.734375,
      "learning_rate": 9.759260237090058e-05,
      "loss": 0.3243,
      "step": 2665
    },
    {
      "epoch": 8.369905956112852,
      "grad_norm": 0.84765625,
      "learning_rate": 9.722793246336006e-05,
      "loss": 0.3255,
      "step": 2670
    },
    {
      "epoch": 8.385579937304076,
      "grad_norm": 0.7734375,
      "learning_rate": 9.686329944466203e-05,
      "loss": 0.323,
      "step": 2675
    },
    {
      "epoch": 8.401253918495298,
      "grad_norm": 0.8125,
      "learning_rate": 9.649870816710172e-05,
      "loss": 0.3278,
      "step": 2680
    },
    {
      "epoch": 8.41692789968652,
      "grad_norm": 0.875,
      "learning_rate": 9.613416348241887e-05,
      "loss": 0.3282,
      "step": 2685
    },
    {
      "epoch": 8.432601880877742,
      "grad_norm": 0.90234375,
      "learning_rate": 9.576967024173323e-05,
      "loss": 0.3226,
      "step": 2690
    },
    {
      "epoch": 8.448275862068966,
      "grad_norm": 0.80078125,
      "learning_rate": 9.540523329547984e-05,
      "loss": 0.3361,
      "step": 2695
    },
    {
      "epoch": 8.463949843260188,
      "grad_norm": 0.8671875,
      "learning_rate": 9.504085749334479e-05,
      "loss": 0.3309,
      "step": 2700
    },
    {
      "epoch": 8.47962382445141,
      "grad_norm": 0.74609375,
      "learning_rate": 9.467654768420032e-05,
      "loss": 0.325,
      "step": 2705
    },
    {
      "epoch": 8.495297805642632,
      "grad_norm": 0.78515625,
      "learning_rate": 9.431230871604067e-05,
      "loss": 0.3265,
      "step": 2710
    },
    {
      "epoch": 8.510971786833856,
      "grad_norm": 0.8203125,
      "learning_rate": 9.394814543591719e-05,
      "loss": 0.3302,
      "step": 2715
    },
    {
      "epoch": 8.526645768025078,
      "grad_norm": 0.77734375,
      "learning_rate": 9.358406268987417e-05,
      "loss": 0.3299,
      "step": 2720
    },
    {
      "epoch": 8.5423197492163,
      "grad_norm": 0.80859375,
      "learning_rate": 9.322006532288411e-05,
      "loss": 0.3303,
      "step": 2725
    },
    {
      "epoch": 8.557993730407524,
      "grad_norm": 0.87109375,
      "learning_rate": 9.285615817878342e-05,
      "loss": 0.3246,
      "step": 2730
    },
    {
      "epoch": 8.573667711598747,
      "grad_norm": 0.7578125,
      "learning_rate": 9.249234610020779e-05,
      "loss": 0.3256,
      "step": 2735
    },
    {
      "epoch": 8.589341692789969,
      "grad_norm": 0.80859375,
      "learning_rate": 9.212863392852793e-05,
      "loss": 0.3286,
      "step": 2740
    },
    {
      "epoch": 8.60501567398119,
      "grad_norm": 0.8359375,
      "learning_rate": 9.176502650378499e-05,
      "loss": 0.3301,
      "step": 2745
    },
    {
      "epoch": 8.620689655172415,
      "grad_norm": 0.73828125,
      "learning_rate": 9.140152866462629e-05,
      "loss": 0.3345,
      "step": 2750
    },
    {
      "epoch": 8.636363636363637,
      "grad_norm": 0.76171875,
      "learning_rate": 9.103814524824073e-05,
      "loss": 0.3335,
      "step": 2755
    },
    {
      "epoch": 8.652037617554859,
      "grad_norm": 0.73828125,
      "learning_rate": 9.067488109029474e-05,
      "loss": 0.3287,
      "step": 2760
    },
    {
      "epoch": 8.66771159874608,
      "grad_norm": 0.77734375,
      "learning_rate": 9.031174102486752e-05,
      "loss": 0.3286,
      "step": 2765
    },
    {
      "epoch": 8.683385579937305,
      "grad_norm": 0.79296875,
      "learning_rate": 8.994872988438711e-05,
      "loss": 0.3283,
      "step": 2770
    },
    {
      "epoch": 8.699059561128527,
      "grad_norm": 0.80078125,
      "learning_rate": 8.958585249956578e-05,
      "loss": 0.3308,
      "step": 2775
    },
    {
      "epoch": 8.714733542319749,
      "grad_norm": 0.859375,
      "learning_rate": 8.922311369933598e-05,
      "loss": 0.3308,
      "step": 2780
    },
    {
      "epoch": 8.730407523510971,
      "grad_norm": 0.859375,
      "learning_rate": 8.886051831078582e-05,
      "loss": 0.3314,
      "step": 2785
    },
    {
      "epoch": 8.746081504702195,
      "grad_norm": 0.8046875,
      "learning_rate": 8.849807115909513e-05,
      "loss": 0.33,
      "step": 2790
    },
    {
      "epoch": 8.761755485893417,
      "grad_norm": 0.86328125,
      "learning_rate": 8.8135777067471e-05,
      "loss": 0.329,
      "step": 2795
    },
    {
      "epoch": 8.77742946708464,
      "grad_norm": 0.84375,
      "learning_rate": 8.777364085708378e-05,
      "loss": 0.3356,
      "step": 2800
    },
    {
      "epoch": 8.793103448275861,
      "grad_norm": 0.83984375,
      "learning_rate": 8.741166734700273e-05,
      "loss": 0.3384,
      "step": 2805
    },
    {
      "epoch": 8.808777429467085,
      "grad_norm": 0.80859375,
      "learning_rate": 8.704986135413212e-05,
      "loss": 0.3324,
      "step": 2810
    },
    {
      "epoch": 8.824451410658307,
      "grad_norm": 0.78125,
      "learning_rate": 8.668822769314691e-05,
      "loss": 0.3291,
      "step": 2815
    },
    {
      "epoch": 8.84012539184953,
      "grad_norm": 0.78515625,
      "learning_rate": 8.632677117642892e-05,
      "loss": 0.3358,
      "step": 2820
    },
    {
      "epoch": 8.855799373040753,
      "grad_norm": 0.90625,
      "learning_rate": 8.596549661400248e-05,
      "loss": 0.3331,
      "step": 2825
    },
    {
      "epoch": 8.871473354231975,
      "grad_norm": 0.7890625,
      "learning_rate": 8.560440881347071e-05,
      "loss": 0.3306,
      "step": 2830
    },
    {
      "epoch": 8.887147335423197,
      "grad_norm": 0.796875,
      "learning_rate": 8.524351257995135e-05,
      "loss": 0.3322,
      "step": 2835
    },
    {
      "epoch": 8.90282131661442,
      "grad_norm": 0.78515625,
      "learning_rate": 8.488281271601302e-05,
      "loss": 0.3246,
      "step": 2840
    },
    {
      "epoch": 8.918495297805643,
      "grad_norm": 0.81640625,
      "learning_rate": 8.452231402161099e-05,
      "loss": 0.3339,
      "step": 2845
    },
    {
      "epoch": 8.934169278996865,
      "grad_norm": 0.74609375,
      "learning_rate": 8.416202129402371e-05,
      "loss": 0.3291,
      "step": 2850
    },
    {
      "epoch": 8.949843260188088,
      "grad_norm": 0.765625,
      "learning_rate": 8.380193932778857e-05,
      "loss": 0.3268,
      "step": 2855
    },
    {
      "epoch": 8.96551724137931,
      "grad_norm": 0.84375,
      "learning_rate": 8.344207291463843e-05,
      "loss": 0.3258,
      "step": 2860
    },
    {
      "epoch": 8.981191222570533,
      "grad_norm": 0.77734375,
      "learning_rate": 8.30824268434376e-05,
      "loss": 0.3345,
      "step": 2865
    },
    {
      "epoch": 8.996865203761756,
      "grad_norm": 0.796875,
      "learning_rate": 8.27230059001184e-05,
      "loss": 0.327,
      "step": 2870
    },
    {
      "epoch": 9.0,
      "eval_loss": 3.4537088871002197,
      "eval_runtime": 0.7983,
      "eval_samples_per_second": 2.505,
      "eval_steps_per_second": 1.253,
      "step": 2871
    },
    {
      "epoch": 9.012539184952978,
      "grad_norm": 0.5625,
      "learning_rate": 8.2363814867617e-05,
      "loss": 0.2932,
      "step": 2875
    },
    {
      "epoch": 9.0282131661442,
      "grad_norm": 0.7734375,
      "learning_rate": 8.200485852581036e-05,
      "loss": 0.2798,
      "step": 2880
    },
    {
      "epoch": 9.043887147335424,
      "grad_norm": 0.78125,
      "learning_rate": 8.16461416514522e-05,
      "loss": 0.2751,
      "step": 2885
    },
    {
      "epoch": 9.059561128526646,
      "grad_norm": 0.71484375,
      "learning_rate": 8.12876690181096e-05,
      "loss": 0.2771,
      "step": 2890
    },
    {
      "epoch": 9.075235109717868,
      "grad_norm": 0.66796875,
      "learning_rate": 8.092944539609937e-05,
      "loss": 0.281,
      "step": 2895
    },
    {
      "epoch": 9.090909090909092,
      "grad_norm": 0.7109375,
      "learning_rate": 8.057147555242473e-05,
      "loss": 0.2709,
      "step": 2900
    },
    {
      "epoch": 9.106583072100314,
      "grad_norm": 0.6875,
      "learning_rate": 8.021376425071175e-05,
      "loss": 0.2787,
      "step": 2905
    },
    {
      "epoch": 9.122257053291536,
      "grad_norm": 0.64453125,
      "learning_rate": 7.985631625114603e-05,
      "loss": 0.2817,
      "step": 2910
    },
    {
      "epoch": 9.137931034482758,
      "grad_norm": 0.68359375,
      "learning_rate": 7.94991363104092e-05,
      "loss": 0.2798,
      "step": 2915
    },
    {
      "epoch": 9.153605015673982,
      "grad_norm": 0.72265625,
      "learning_rate": 7.914222918161589e-05,
      "loss": 0.2804,
      "step": 2920
    },
    {
      "epoch": 9.169278996865204,
      "grad_norm": 0.71484375,
      "learning_rate": 7.878559961425025e-05,
      "loss": 0.2778,
      "step": 2925
    },
    {
      "epoch": 9.184952978056426,
      "grad_norm": 0.67578125,
      "learning_rate": 7.842925235410288e-05,
      "loss": 0.2832,
      "step": 2930
    },
    {
      "epoch": 9.200626959247648,
      "grad_norm": 0.703125,
      "learning_rate": 7.807319214320747e-05,
      "loss": 0.2781,
      "step": 2935
    },
    {
      "epoch": 9.216300940438872,
      "grad_norm": 0.67578125,
      "learning_rate": 7.771742371977811e-05,
      "loss": 0.277,
      "step": 2940
    },
    {
      "epoch": 9.231974921630094,
      "grad_norm": 0.69921875,
      "learning_rate": 7.73619518181457e-05,
      "loss": 0.2701,
      "step": 2945
    },
    {
      "epoch": 9.247648902821316,
      "grad_norm": 0.73046875,
      "learning_rate": 7.700678116869543e-05,
      "loss": 0.2771,
      "step": 2950
    },
    {
      "epoch": 9.263322884012538,
      "grad_norm": 0.7265625,
      "learning_rate": 7.66519164978035e-05,
      "loss": 0.2738,
      "step": 2955
    },
    {
      "epoch": 9.278996865203762,
      "grad_norm": 0.77734375,
      "learning_rate": 7.629736252777445e-05,
      "loss": 0.2735,
      "step": 2960
    },
    {
      "epoch": 9.294670846394984,
      "grad_norm": 0.6875,
      "learning_rate": 7.594312397677809e-05,
      "loss": 0.2773,
      "step": 2965
    },
    {
      "epoch": 9.310344827586206,
      "grad_norm": 0.68359375,
      "learning_rate": 7.558920555878696e-05,
      "loss": 0.2764,
      "step": 2970
    },
    {
      "epoch": 9.32601880877743,
      "grad_norm": 0.83984375,
      "learning_rate": 7.523561198351342e-05,
      "loss": 0.2828,
      "step": 2975
    },
    {
      "epoch": 9.341692789968652,
      "grad_norm": 0.74609375,
      "learning_rate": 7.48823479563471e-05,
      "loss": 0.2834,
      "step": 2980
    },
    {
      "epoch": 9.357366771159874,
      "grad_norm": 0.87109375,
      "learning_rate": 7.452941817829212e-05,
      "loss": 0.2848,
      "step": 2985
    },
    {
      "epoch": 9.373040752351097,
      "grad_norm": 0.66015625,
      "learning_rate": 7.417682734590469e-05,
      "loss": 0.2801,
      "step": 2990
    },
    {
      "epoch": 9.38871473354232,
      "grad_norm": 0.71875,
      "learning_rate": 7.382458015123057e-05,
      "loss": 0.2822,
      "step": 2995
    },
    {
      "epoch": 9.404388714733543,
      "grad_norm": 0.69921875,
      "learning_rate": 7.347268128174265e-05,
      "loss": 0.2736,
      "step": 3000
    },
    {
      "epoch": 9.420062695924765,
      "grad_norm": 0.703125,
      "learning_rate": 7.31211354202784e-05,
      "loss": 0.2801,
      "step": 3005
    },
    {
      "epoch": 9.435736677115987,
      "grad_norm": 0.703125,
      "learning_rate": 7.276994724497787e-05,
      "loss": 0.2799,
      "step": 3010
    },
    {
      "epoch": 9.45141065830721,
      "grad_norm": 0.6953125,
      "learning_rate": 7.241912142922109e-05,
      "loss": 0.2768,
      "step": 3015
    },
    {
      "epoch": 9.467084639498433,
      "grad_norm": 0.72265625,
      "learning_rate": 7.206866264156623e-05,
      "loss": 0.2851,
      "step": 3020
    },
    {
      "epoch": 9.482758620689655,
      "grad_norm": 0.78125,
      "learning_rate": 7.171857554568706e-05,
      "loss": 0.284,
      "step": 3025
    },
    {
      "epoch": 9.498432601880877,
      "grad_norm": 0.73046875,
      "learning_rate": 7.136886480031138e-05,
      "loss": 0.2826,
      "step": 3030
    },
    {
      "epoch": 9.5141065830721,
      "grad_norm": 0.7265625,
      "learning_rate": 7.101953505915857e-05,
      "loss": 0.2823,
      "step": 3035
    },
    {
      "epoch": 9.529780564263323,
      "grad_norm": 0.7109375,
      "learning_rate": 7.067059097087796e-05,
      "loss": 0.2767,
      "step": 3040
    },
    {
      "epoch": 9.545454545454545,
      "grad_norm": 0.71484375,
      "learning_rate": 7.03220371789868e-05,
      "loss": 0.2808,
      "step": 3045
    },
    {
      "epoch": 9.561128526645769,
      "grad_norm": 0.6953125,
      "learning_rate": 6.997387832180864e-05,
      "loss": 0.2847,
      "step": 3050
    },
    {
      "epoch": 9.576802507836991,
      "grad_norm": 0.7109375,
      "learning_rate": 6.962611903241132e-05,
      "loss": 0.2829,
      "step": 3055
    },
    {
      "epoch": 9.592476489028213,
      "grad_norm": 0.6875,
      "learning_rate": 6.92787639385457e-05,
      "loss": 0.2815,
      "step": 3060
    },
    {
      "epoch": 9.608150470219435,
      "grad_norm": 0.94140625,
      "learning_rate": 6.893181766258373e-05,
      "loss": 0.281,
      "step": 3065
    },
    {
      "epoch": 9.623824451410659,
      "grad_norm": 0.69140625,
      "learning_rate": 6.858528482145716e-05,
      "loss": 0.2807,
      "step": 3070
    },
    {
      "epoch": 9.639498432601881,
      "grad_norm": 0.6953125,
      "learning_rate": 6.823917002659596e-05,
      "loss": 0.2884,
      "step": 3075
    },
    {
      "epoch": 9.655172413793103,
      "grad_norm": 0.6484375,
      "learning_rate": 6.789347788386706e-05,
      "loss": 0.2789,
      "step": 3080
    },
    {
      "epoch": 9.670846394984325,
      "grad_norm": 0.73828125,
      "learning_rate": 6.754821299351299e-05,
      "loss": 0.2733,
      "step": 3085
    },
    {
      "epoch": 9.68652037617555,
      "grad_norm": 0.6953125,
      "learning_rate": 6.720337995009076e-05,
      "loss": 0.2876,
      "step": 3090
    },
    {
      "epoch": 9.702194357366771,
      "grad_norm": 0.6875,
      "learning_rate": 6.68589833424105e-05,
      "loss": 0.2856,
      "step": 3095
    },
    {
      "epoch": 9.717868338557993,
      "grad_norm": 0.77734375,
      "learning_rate": 6.651502775347469e-05,
      "loss": 0.2829,
      "step": 3100
    },
    {
      "epoch": 9.733542319749215,
      "grad_norm": 0.71484375,
      "learning_rate": 6.617151776041692e-05,
      "loss": 0.2875,
      "step": 3105
    },
    {
      "epoch": 9.74921630094044,
      "grad_norm": 0.69140625,
      "learning_rate": 6.582845793444119e-05,
      "loss": 0.2746,
      "step": 3110
    },
    {
      "epoch": 9.764890282131661,
      "grad_norm": 0.703125,
      "learning_rate": 6.548585284076084e-05,
      "loss": 0.288,
      "step": 3115
    },
    {
      "epoch": 9.780564263322884,
      "grad_norm": 0.7421875,
      "learning_rate": 6.514370703853806e-05,
      "loss": 0.2807,
      "step": 3120
    },
    {
      "epoch": 9.796238244514107,
      "grad_norm": 0.7265625,
      "learning_rate": 6.480202508082298e-05,
      "loss": 0.2858,
      "step": 3125
    },
    {
      "epoch": 9.81191222570533,
      "grad_norm": 0.69921875,
      "learning_rate": 6.44608115144933e-05,
      "loss": 0.2793,
      "step": 3130
    },
    {
      "epoch": 9.827586206896552,
      "grad_norm": 0.7109375,
      "learning_rate": 6.412007088019364e-05,
      "loss": 0.2818,
      "step": 3135
    },
    {
      "epoch": 9.843260188087774,
      "grad_norm": 0.75390625,
      "learning_rate": 6.377980771227509e-05,
      "loss": 0.2864,
      "step": 3140
    },
    {
      "epoch": 9.858934169278998,
      "grad_norm": 0.73046875,
      "learning_rate": 6.344002653873504e-05,
      "loss": 0.2819,
      "step": 3145
    },
    {
      "epoch": 9.87460815047022,
      "grad_norm": 0.75,
      "learning_rate": 6.31007318811567e-05,
      "loss": 0.2833,
      "step": 3150
    },
    {
      "epoch": 9.890282131661442,
      "grad_norm": 0.7265625,
      "learning_rate": 6.276192825464918e-05,
      "loss": 0.2888,
      "step": 3155
    },
    {
      "epoch": 9.905956112852664,
      "grad_norm": 0.66796875,
      "learning_rate": 6.242362016778713e-05,
      "loss": 0.2819,
      "step": 3160
    },
    {
      "epoch": 9.921630094043888,
      "grad_norm": 0.703125,
      "learning_rate": 6.208581212255104e-05,
      "loss": 0.2858,
      "step": 3165
    },
    {
      "epoch": 9.93730407523511,
      "grad_norm": 0.6875,
      "learning_rate": 6.1748508614267e-05,
      "loss": 0.2793,
      "step": 3170
    },
    {
      "epoch": 9.952978056426332,
      "grad_norm": 0.73046875,
      "learning_rate": 6.141171413154722e-05,
      "loss": 0.2795,
      "step": 3175
    },
    {
      "epoch": 9.968652037617554,
      "grad_norm": 0.6640625,
      "learning_rate": 6.107543315623001e-05,
      "loss": 0.2794,
      "step": 3180
    },
    {
      "epoch": 9.984326018808778,
      "grad_norm": 0.7578125,
      "learning_rate": 6.073967016332041e-05,
      "loss": 0.2833,
      "step": 3185
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.6484375,
      "learning_rate": 6.040442962093029e-05,
      "loss": 0.2814,
      "step": 3190
    },
    {
      "epoch": 10.0,
      "eval_loss": 3.8273370265960693,
      "eval_runtime": 0.8006,
      "eval_samples_per_second": 2.498,
      "eval_steps_per_second": 1.249,
      "step": 3190
    },
    {
      "epoch": 10.015673981191222,
      "grad_norm": 0.53515625,
      "learning_rate": 6.006971599021928e-05,
      "loss": 0.2526,
      "step": 3195
    },
    {
      "epoch": 10.031347962382446,
      "grad_norm": 0.59375,
      "learning_rate": 5.973553372533509e-05,
      "loss": 0.2478,
      "step": 3200
    },
    {
      "epoch": 10.047021943573668,
      "grad_norm": 0.6484375,
      "learning_rate": 5.9401887273354475e-05,
      "loss": 0.2487,
      "step": 3205
    },
    {
      "epoch": 10.06269592476489,
      "grad_norm": 0.6640625,
      "learning_rate": 5.9068781074223824e-05,
      "loss": 0.2522,
      "step": 3210
    },
    {
      "epoch": 10.078369905956112,
      "grad_norm": 0.6015625,
      "learning_rate": 5.8736219560700324e-05,
      "loss": 0.2503,
      "step": 3215
    },
    {
      "epoch": 10.094043887147336,
      "grad_norm": 0.65625,
      "learning_rate": 5.840420715829272e-05,
      "loss": 0.247,
      "step": 3220
    },
    {
      "epoch": 10.109717868338558,
      "grad_norm": 0.67578125,
      "learning_rate": 5.807274828520266e-05,
      "loss": 0.2521,
      "step": 3225
    },
    {
      "epoch": 10.12539184952978,
      "grad_norm": 0.6640625,
      "learning_rate": 5.774184735226571e-05,
      "loss": 0.2484,
      "step": 3230
    },
    {
      "epoch": 10.141065830721002,
      "grad_norm": 0.59375,
      "learning_rate": 5.741150876289283e-05,
      "loss": 0.2474,
      "step": 3235
    },
    {
      "epoch": 10.156739811912226,
      "grad_norm": 0.58984375,
      "learning_rate": 5.708173691301153e-05,
      "loss": 0.2506,
      "step": 3240
    },
    {
      "epoch": 10.172413793103448,
      "grad_norm": 0.61328125,
      "learning_rate": 5.675253619100772e-05,
      "loss": 0.2544,
      "step": 3245
    },
    {
      "epoch": 10.18808777429467,
      "grad_norm": 0.66015625,
      "learning_rate": 5.642391097766693e-05,
      "loss": 0.249,
      "step": 3250
    },
    {
      "epoch": 10.203761755485893,
      "grad_norm": 1.2578125,
      "learning_rate": 5.609586564611631e-05,
      "loss": 0.2535,
      "step": 3255
    },
    {
      "epoch": 10.219435736677116,
      "grad_norm": 0.57421875,
      "learning_rate": 5.576840456176631e-05,
      "loss": 0.2504,
      "step": 3260
    },
    {
      "epoch": 10.235109717868339,
      "grad_norm": 0.66015625,
      "learning_rate": 5.544153208225265e-05,
      "loss": 0.2524,
      "step": 3265
    },
    {
      "epoch": 10.25078369905956,
      "grad_norm": 0.65234375,
      "learning_rate": 5.511525255737815e-05,
      "loss": 0.2549,
      "step": 3270
    },
    {
      "epoch": 10.266457680250785,
      "grad_norm": 0.625,
      "learning_rate": 5.478957032905514e-05,
      "loss": 0.2521,
      "step": 3275
    },
    {
      "epoch": 10.282131661442007,
      "grad_norm": 0.6171875,
      "learning_rate": 5.446448973124736e-05,
      "loss": 0.2531,
      "step": 3280
    },
    {
      "epoch": 10.297805642633229,
      "grad_norm": 0.59375,
      "learning_rate": 5.414001508991264e-05,
      "loss": 0.2533,
      "step": 3285
    },
    {
      "epoch": 10.31347962382445,
      "grad_norm": 0.63671875,
      "learning_rate": 5.3816150722944916e-05,
      "loss": 0.2544,
      "step": 3290
    },
    {
      "epoch": 10.329153605015675,
      "grad_norm": 0.6328125,
      "learning_rate": 5.3492900940117264e-05,
      "loss": 0.2491,
      "step": 3295
    },
    {
      "epoch": 10.344827586206897,
      "grad_norm": 0.63671875,
      "learning_rate": 5.3170270043024015e-05,
      "loss": 0.2522,
      "step": 3300
    },
    {
      "epoch": 10.360501567398119,
      "grad_norm": 0.62890625,
      "learning_rate": 5.284826232502399e-05,
      "loss": 0.249,
      "step": 3305
    },
    {
      "epoch": 10.376175548589341,
      "grad_norm": 0.77734375,
      "learning_rate": 5.252688207118297e-05,
      "loss": 0.2459,
      "step": 3310
    },
    {
      "epoch": 10.391849529780565,
      "grad_norm": 0.625,
      "learning_rate": 5.220613355821704e-05,
      "loss": 0.2503,
      "step": 3315
    },
    {
      "epoch": 10.407523510971787,
      "grad_norm": 0.6328125,
      "learning_rate": 5.188602105443533e-05,
      "loss": 0.2543,
      "step": 3320
    },
    {
      "epoch": 10.423197492163009,
      "grad_norm": 0.65234375,
      "learning_rate": 5.156654881968348e-05,
      "loss": 0.2509,
      "step": 3325
    },
    {
      "epoch": 10.438871473354231,
      "grad_norm": 0.65234375,
      "learning_rate": 5.124772110528684e-05,
      "loss": 0.2524,
      "step": 3330
    },
    {
      "epoch": 10.454545454545455,
      "grad_norm": 0.6796875,
      "learning_rate": 5.0929542153993926e-05,
      "loss": 0.2525,
      "step": 3335
    },
    {
      "epoch": 10.470219435736677,
      "grad_norm": 0.62890625,
      "learning_rate": 5.061201619991984e-05,
      "loss": 0.248,
      "step": 3340
    },
    {
      "epoch": 10.4858934169279,
      "grad_norm": 0.72265625,
      "learning_rate": 5.029514746849018e-05,
      "loss": 0.2516,
      "step": 3345
    },
    {
      "epoch": 10.501567398119121,
      "grad_norm": 0.75,
      "learning_rate": 4.9978940176384514e-05,
      "loss": 0.2509,
      "step": 3350
    },
    {
      "epoch": 10.517241379310345,
      "grad_norm": 0.625,
      "learning_rate": 4.966339853148055e-05,
      "loss": 0.2506,
      "step": 3355
    },
    {
      "epoch": 10.532915360501567,
      "grad_norm": 0.6171875,
      "learning_rate": 4.934852673279787e-05,
      "loss": 0.254,
      "step": 3360
    },
    {
      "epoch": 10.54858934169279,
      "grad_norm": 0.63671875,
      "learning_rate": 4.9034328970442275e-05,
      "loss": 0.2519,
      "step": 3365
    },
    {
      "epoch": 10.564263322884013,
      "grad_norm": 0.625,
      "learning_rate": 4.8720809425549916e-05,
      "loss": 0.2541,
      "step": 3370
    },
    {
      "epoch": 10.579937304075235,
      "grad_norm": 0.6484375,
      "learning_rate": 4.8407972270231704e-05,
      "loss": 0.2563,
      "step": 3375
    },
    {
      "epoch": 10.595611285266457,
      "grad_norm": 0.60546875,
      "learning_rate": 4.809582166751765e-05,
      "loss": 0.2529,
      "step": 3380
    },
    {
      "epoch": 10.61128526645768,
      "grad_norm": 0.7265625,
      "learning_rate": 4.778436177130173e-05,
      "loss": 0.2546,
      "step": 3385
    },
    {
      "epoch": 10.626959247648903,
      "grad_norm": 0.6328125,
      "learning_rate": 4.747359672628631e-05,
      "loss": 0.2545,
      "step": 3390
    },
    {
      "epoch": 10.642633228840126,
      "grad_norm": 0.62890625,
      "learning_rate": 4.7163530667927226e-05,
      "loss": 0.2564,
      "step": 3395
    },
    {
      "epoch": 10.658307210031348,
      "grad_norm": 0.66015625,
      "learning_rate": 4.685416772237864e-05,
      "loss": 0.2506,
      "step": 3400
    },
    {
      "epoch": 10.67398119122257,
      "grad_norm": 0.6640625,
      "learning_rate": 4.65455120064382e-05,
      "loss": 0.2505,
      "step": 3405
    },
    {
      "epoch": 10.689655172413794,
      "grad_norm": 0.68359375,
      "learning_rate": 4.623756762749207e-05,
      "loss": 0.2499,
      "step": 3410
    },
    {
      "epoch": 10.705329153605016,
      "grad_norm": 0.6484375,
      "learning_rate": 4.593033868346059e-05,
      "loss": 0.2529,
      "step": 3415
    },
    {
      "epoch": 10.721003134796238,
      "grad_norm": 0.63671875,
      "learning_rate": 4.5623829262743414e-05,
      "loss": 0.2549,
      "step": 3420
    },
    {
      "epoch": 10.736677115987462,
      "grad_norm": 0.59375,
      "learning_rate": 4.531804344416536e-05,
      "loss": 0.2524,
      "step": 3425
    },
    {
      "epoch": 10.752351097178684,
      "grad_norm": 0.6015625,
      "learning_rate": 4.501298529692194e-05,
      "loss": 0.2556,
      "step": 3430
    },
    {
      "epoch": 10.768025078369906,
      "grad_norm": 0.64453125,
      "learning_rate": 4.470865888052537e-05,
      "loss": 0.2518,
      "step": 3435
    },
    {
      "epoch": 10.783699059561128,
      "grad_norm": 0.640625,
      "learning_rate": 4.4405068244750446e-05,
      "loss": 0.2544,
      "step": 3440
    },
    {
      "epoch": 10.799373040752352,
      "grad_norm": 0.61328125,
      "learning_rate": 4.410221742958073e-05,
      "loss": 0.2493,
      "step": 3445
    },
    {
      "epoch": 10.815047021943574,
      "grad_norm": 0.76953125,
      "learning_rate": 4.380011046515461e-05,
      "loss": 0.2556,
      "step": 3450
    },
    {
      "epoch": 10.830721003134796,
      "grad_norm": 0.6640625,
      "learning_rate": 4.349875137171196e-05,
      "loss": 0.2525,
      "step": 3455
    },
    {
      "epoch": 10.846394984326018,
      "grad_norm": 0.63671875,
      "learning_rate": 4.3198144159540346e-05,
      "loss": 0.2532,
      "step": 3460
    },
    {
      "epoch": 10.862068965517242,
      "grad_norm": 0.625,
      "learning_rate": 4.289829282892188e-05,
      "loss": 0.2494,
      "step": 3465
    },
    {
      "epoch": 10.877742946708464,
      "grad_norm": 0.61328125,
      "learning_rate": 4.2599201370079875e-05,
      "loss": 0.2495,
      "step": 3470
    },
    {
      "epoch": 10.893416927899686,
      "grad_norm": 0.6484375,
      "learning_rate": 4.230087376312582e-05,
      "loss": 0.2483,
      "step": 3475
    },
    {
      "epoch": 10.909090909090908,
      "grad_norm": 0.71875,
      "learning_rate": 4.2003313978006244e-05,
      "loss": 0.2505,
      "step": 3480
    },
    {
      "epoch": 10.924764890282132,
      "grad_norm": 0.609375,
      "learning_rate": 4.170652597445016e-05,
      "loss": 0.2499,
      "step": 3485
    },
    {
      "epoch": 10.940438871473354,
      "grad_norm": 0.69921875,
      "learning_rate": 4.1410513701916086e-05,
      "loss": 0.2501,
      "step": 3490
    },
    {
      "epoch": 10.956112852664576,
      "grad_norm": 0.66796875,
      "learning_rate": 4.111528109953975e-05,
      "loss": 0.2547,
      "step": 3495
    },
    {
      "epoch": 10.971786833855798,
      "grad_norm": 0.60546875,
      "learning_rate": 4.0820832096081415e-05,
      "loss": 0.252,
      "step": 3500
    },
    {
      "epoch": 10.987460815047022,
      "grad_norm": 0.625,
      "learning_rate": 4.052717060987386e-05,
      "loss": 0.2539,
      "step": 3505
    },
    {
      "epoch": 11.0,
      "eval_loss": 4.135468006134033,
      "eval_runtime": 0.805,
      "eval_samples_per_second": 2.485,
      "eval_steps_per_second": 1.242,
      "step": 3509
    },
    {
      "epoch": 11.003134796238244,
      "grad_norm": 0.5078125,
      "learning_rate": 4.023430054876999e-05,
      "loss": 0.2514,
      "step": 3510
    },
    {
      "epoch": 11.018808777429467,
      "grad_norm": 0.52734375,
      "learning_rate": 3.994222581009107e-05,
      "loss": 0.2418,
      "step": 3515
    },
    {
      "epoch": 11.03448275862069,
      "grad_norm": 0.5390625,
      "learning_rate": 3.965095028057461e-05,
      "loss": 0.2369,
      "step": 3520
    },
    {
      "epoch": 11.050156739811912,
      "grad_norm": 0.57421875,
      "learning_rate": 3.936047783632286e-05,
      "loss": 0.2349,
      "step": 3525
    },
    {
      "epoch": 11.065830721003135,
      "grad_norm": 0.6015625,
      "learning_rate": 3.907081234275109e-05,
      "loss": 0.2392,
      "step": 3530
    },
    {
      "epoch": 11.081504702194357,
      "grad_norm": 0.5859375,
      "learning_rate": 3.878195765453626e-05,
      "loss": 0.2316,
      "step": 3535
    },
    {
      "epoch": 11.09717868338558,
      "grad_norm": 0.53515625,
      "learning_rate": 3.849391761556559e-05,
      "loss": 0.2321,
      "step": 3540
    },
    {
      "epoch": 11.112852664576803,
      "grad_norm": 0.52734375,
      "learning_rate": 3.820669605888556e-05,
      "loss": 0.235,
      "step": 3545
    },
    {
      "epoch": 11.128526645768025,
      "grad_norm": 0.55078125,
      "learning_rate": 3.79202968066508e-05,
      "loss": 0.2333,
      "step": 3550
    },
    {
      "epoch": 11.144200626959247,
      "grad_norm": 0.55078125,
      "learning_rate": 3.7634723670073294e-05,
      "loss": 0.2376,
      "step": 3555
    },
    {
      "epoch": 11.15987460815047,
      "grad_norm": 0.6171875,
      "learning_rate": 3.7349980449371516e-05,
      "loss": 0.2379,
      "step": 3560
    },
    {
      "epoch": 11.175548589341693,
      "grad_norm": 0.5625,
      "learning_rate": 3.706607093372012e-05,
      "loss": 0.2344,
      "step": 3565
    },
    {
      "epoch": 11.191222570532915,
      "grad_norm": 0.55078125,
      "learning_rate": 3.67829989011992e-05,
      "loss": 0.2355,
      "step": 3570
    },
    {
      "epoch": 11.206896551724139,
      "grad_norm": 0.5703125,
      "learning_rate": 3.65007681187443e-05,
      "loss": 0.2332,
      "step": 3575
    },
    {
      "epoch": 11.22257053291536,
      "grad_norm": 0.6015625,
      "learning_rate": 3.621938234209613e-05,
      "loss": 0.2346,
      "step": 3580
    },
    {
      "epoch": 11.238244514106583,
      "grad_norm": 0.6015625,
      "learning_rate": 3.5938845315750666e-05,
      "loss": 0.2385,
      "step": 3585
    },
    {
      "epoch": 11.253918495297805,
      "grad_norm": 0.5546875,
      "learning_rate": 3.565916077290914e-05,
      "loss": 0.2367,
      "step": 3590
    },
    {
      "epoch": 11.269592476489029,
      "grad_norm": 0.66796875,
      "learning_rate": 3.5380332435428655e-05,
      "loss": 0.2383,
      "step": 3595
    },
    {
      "epoch": 11.285266457680251,
      "grad_norm": 0.62890625,
      "learning_rate": 3.510236401377236e-05,
      "loss": 0.2373,
      "step": 3600
    },
    {
      "epoch": 11.300940438871473,
      "grad_norm": 0.6015625,
      "learning_rate": 3.482525920696036e-05,
      "loss": 0.2352,
      "step": 3605
    },
    {
      "epoch": 11.316614420062695,
      "grad_norm": 0.5234375,
      "learning_rate": 3.454902170252019e-05,
      "loss": 0.2343,
      "step": 3610
    },
    {
      "epoch": 11.33228840125392,
      "grad_norm": 0.64453125,
      "learning_rate": 3.4273655176438014e-05,
      "loss": 0.2317,
      "step": 3615
    },
    {
      "epoch": 11.347962382445141,
      "grad_norm": 0.59765625,
      "learning_rate": 3.3999163293109534e-05,
      "loss": 0.2375,
      "step": 3620
    },
    {
      "epoch": 11.363636363636363,
      "grad_norm": 0.625,
      "learning_rate": 3.372554970529137e-05,
      "loss": 0.2384,
      "step": 3625
    },
    {
      "epoch": 11.379310344827585,
      "grad_norm": 0.63671875,
      "learning_rate": 3.345281805405219e-05,
      "loss": 0.2385,
      "step": 3630
    },
    {
      "epoch": 11.39498432601881,
      "grad_norm": 0.63671875,
      "learning_rate": 3.318097196872464e-05,
      "loss": 0.2429,
      "step": 3635
    },
    {
      "epoch": 11.410658307210031,
      "grad_norm": 0.58984375,
      "learning_rate": 3.291001506685666e-05,
      "loss": 0.2351,
      "step": 3640
    },
    {
      "epoch": 11.426332288401253,
      "grad_norm": 0.5546875,
      "learning_rate": 3.2639950954163644e-05,
      "loss": 0.2377,
      "step": 3645
    },
    {
      "epoch": 11.442006269592476,
      "grad_norm": 0.72265625,
      "learning_rate": 3.23707832244803e-05,
      "loss": 0.2353,
      "step": 3650
    },
    {
      "epoch": 11.4576802507837,
      "grad_norm": 0.5390625,
      "learning_rate": 3.2102515459712876e-05,
      "loss": 0.2361,
      "step": 3655
    },
    {
      "epoch": 11.473354231974922,
      "grad_norm": 0.61328125,
      "learning_rate": 3.1835151229791435e-05,
      "loss": 0.2357,
      "step": 3660
    },
    {
      "epoch": 11.489028213166144,
      "grad_norm": 0.54296875,
      "learning_rate": 3.1568694092622475e-05,
      "loss": 0.2359,
      "step": 3665
    },
    {
      "epoch": 11.504702194357368,
      "grad_norm": 0.5390625,
      "learning_rate": 3.1303147594041394e-05,
      "loss": 0.2333,
      "step": 3670
    },
    {
      "epoch": 11.52037617554859,
      "grad_norm": 0.5859375,
      "learning_rate": 3.1038515267765545e-05,
      "loss": 0.236,
      "step": 3675
    },
    {
      "epoch": 11.536050156739812,
      "grad_norm": 0.64453125,
      "learning_rate": 3.0774800635346934e-05,
      "loss": 0.2323,
      "step": 3680
    },
    {
      "epoch": 11.551724137931034,
      "grad_norm": 0.578125,
      "learning_rate": 3.0512007206125638e-05,
      "loss": 0.2358,
      "step": 3685
    },
    {
      "epoch": 11.567398119122258,
      "grad_norm": 0.6328125,
      "learning_rate": 3.0250138477182886e-05,
      "loss": 0.2379,
      "step": 3690
    },
    {
      "epoch": 11.58307210031348,
      "grad_norm": 0.640625,
      "learning_rate": 2.9989197933294687e-05,
      "loss": 0.2353,
      "step": 3695
    },
    {
      "epoch": 11.598746081504702,
      "grad_norm": 0.56640625,
      "learning_rate": 2.9729189046885266e-05,
      "loss": 0.2359,
      "step": 3700
    },
    {
      "epoch": 11.614420062695924,
      "grad_norm": 0.5546875,
      "learning_rate": 2.947011527798107e-05,
      "loss": 0.2375,
      "step": 3705
    },
    {
      "epoch": 11.630094043887148,
      "grad_norm": 0.609375,
      "learning_rate": 2.9211980074164514e-05,
      "loss": 0.2364,
      "step": 3710
    },
    {
      "epoch": 11.64576802507837,
      "grad_norm": 0.62109375,
      "learning_rate": 2.895478687052835e-05,
      "loss": 0.2393,
      "step": 3715
    },
    {
      "epoch": 11.661442006269592,
      "grad_norm": 0.59375,
      "learning_rate": 2.8698539089629662e-05,
      "loss": 0.235,
      "step": 3720
    },
    {
      "epoch": 11.677115987460816,
      "grad_norm": 0.56640625,
      "learning_rate": 2.844324014144457e-05,
      "loss": 0.2341,
      "step": 3725
    },
    {
      "epoch": 11.692789968652038,
      "grad_norm": 0.56640625,
      "learning_rate": 2.818889342332275e-05,
      "loss": 0.2299,
      "step": 3730
    },
    {
      "epoch": 11.70846394984326,
      "grad_norm": 0.61328125,
      "learning_rate": 2.793550231994222e-05,
      "loss": 0.2388,
      "step": 3735
    },
    {
      "epoch": 11.724137931034482,
      "grad_norm": 0.57421875,
      "learning_rate": 2.768307020326425e-05,
      "loss": 0.2341,
      "step": 3740
    },
    {
      "epoch": 11.739811912225706,
      "grad_norm": 0.578125,
      "learning_rate": 2.7431600432488657e-05,
      "loss": 0.234,
      "step": 3745
    },
    {
      "epoch": 11.755485893416928,
      "grad_norm": 0.60546875,
      "learning_rate": 2.7181096354008884e-05,
      "loss": 0.2364,
      "step": 3750
    },
    {
      "epoch": 11.77115987460815,
      "grad_norm": 0.62890625,
      "learning_rate": 2.6931561301367646e-05,
      "loss": 0.2331,
      "step": 3755
    },
    {
      "epoch": 11.786833855799372,
      "grad_norm": 0.60546875,
      "learning_rate": 2.6682998595212505e-05,
      "loss": 0.2357,
      "step": 3760
    },
    {
      "epoch": 11.802507836990596,
      "grad_norm": 0.65625,
      "learning_rate": 2.6435411543251677e-05,
      "loss": 0.2389,
      "step": 3765
    },
    {
      "epoch": 11.818181818181818,
      "grad_norm": 0.60546875,
      "learning_rate": 2.6188803440209942e-05,
      "loss": 0.241,
      "step": 3770
    },
    {
      "epoch": 11.83385579937304,
      "grad_norm": 0.62109375,
      "learning_rate": 2.5943177567785015e-05,
      "loss": 0.2361,
      "step": 3775
    },
    {
      "epoch": 11.849529780564263,
      "grad_norm": 0.578125,
      "learning_rate": 2.5698537194603566e-05,
      "loss": 0.2352,
      "step": 3780
    },
    {
      "epoch": 11.865203761755486,
      "grad_norm": 0.58203125,
      "learning_rate": 2.5454885576178067e-05,
      "loss": 0.2389,
      "step": 3785
    },
    {
      "epoch": 11.880877742946709,
      "grad_norm": 0.71875,
      "learning_rate": 2.5212225954863132e-05,
      "loss": 0.2367,
      "step": 3790
    },
    {
      "epoch": 11.89655172413793,
      "grad_norm": 0.5703125,
      "learning_rate": 2.4970561559812645e-05,
      "loss": 0.2383,
      "step": 3795
    },
    {
      "epoch": 11.912225705329153,
      "grad_norm": 0.61328125,
      "learning_rate": 2.472989560693665e-05,
      "loss": 0.2314,
      "step": 3800
    },
    {
      "epoch": 11.927899686520377,
      "grad_norm": 0.66796875,
      "learning_rate": 2.449023129885859e-05,
      "loss": 0.2388,
      "step": 3805
    },
    {
      "epoch": 11.943573667711599,
      "grad_norm": 0.56640625,
      "learning_rate": 2.425157182487262e-05,
      "loss": 0.2383,
      "step": 3810
    },
    {
      "epoch": 11.95924764890282,
      "grad_norm": 0.67578125,
      "learning_rate": 2.401392036090132e-05,
      "loss": 0.2384,
      "step": 3815
    },
    {
      "epoch": 11.974921630094045,
      "grad_norm": 0.62890625,
      "learning_rate": 2.3777280069453245e-05,
      "loss": 0.2358,
      "step": 3820
    },
    {
      "epoch": 11.990595611285267,
      "grad_norm": 0.55859375,
      "learning_rate": 2.3541654099581e-05,
      "loss": 0.233,
      "step": 3825
    },
    {
      "epoch": 12.0,
      "eval_loss": 4.354940891265869,
      "eval_runtime": 0.795,
      "eval_samples_per_second": 2.516,
      "eval_steps_per_second": 1.258,
      "step": 3828
    },
    {
      "epoch": 12.006269592476489,
      "grad_norm": 0.5546875,
      "learning_rate": 2.330704558683926e-05,
      "loss": 0.2349,
      "step": 3830
    },
    {
      "epoch": 12.021943573667711,
      "grad_norm": 0.51171875,
      "learning_rate": 2.307345765324306e-05,
      "loss": 0.2297,
      "step": 3835
    },
    {
      "epoch": 12.037617554858935,
      "grad_norm": 0.5390625,
      "learning_rate": 2.284089340722618e-05,
      "loss": 0.2337,
      "step": 3840
    },
    {
      "epoch": 12.053291536050157,
      "grad_norm": 0.51953125,
      "learning_rate": 2.2609355943599942e-05,
      "loss": 0.2295,
      "step": 3845
    },
    {
      "epoch": 12.068965517241379,
      "grad_norm": 0.578125,
      "learning_rate": 2.2378848343511804e-05,
      "loss": 0.2287,
      "step": 3850
    },
    {
      "epoch": 12.084639498432601,
      "grad_norm": 0.5859375,
      "learning_rate": 2.214937367440463e-05,
      "loss": 0.2281,
      "step": 3855
    },
    {
      "epoch": 12.100313479623825,
      "grad_norm": 0.56640625,
      "learning_rate": 2.192093498997555e-05,
      "loss": 0.2299,
      "step": 3860
    },
    {
      "epoch": 12.115987460815047,
      "grad_norm": 0.58984375,
      "learning_rate": 2.169353533013565e-05,
      "loss": 0.2287,
      "step": 3865
    },
    {
      "epoch": 12.13166144200627,
      "grad_norm": 0.5390625,
      "learning_rate": 2.1467177720969268e-05,
      "loss": 0.2281,
      "step": 3870
    },
    {
      "epoch": 12.147335423197493,
      "grad_norm": 0.490234375,
      "learning_rate": 2.12418651746939e-05,
      "loss": 0.2238,
      "step": 3875
    },
    {
      "epoch": 12.163009404388715,
      "grad_norm": 0.56640625,
      "learning_rate": 2.101760068961992e-05,
      "loss": 0.2331,
      "step": 3880
    },
    {
      "epoch": 12.178683385579937,
      "grad_norm": 0.5234375,
      "learning_rate": 2.0794387250110913e-05,
      "loss": 0.2286,
      "step": 3885
    },
    {
      "epoch": 12.19435736677116,
      "grad_norm": 0.53125,
      "learning_rate": 2.0572227826543755e-05,
      "loss": 0.2323,
      "step": 3890
    },
    {
      "epoch": 12.210031347962383,
      "grad_norm": 0.5390625,
      "learning_rate": 2.0351125375269264e-05,
      "loss": 0.2269,
      "step": 3895
    },
    {
      "epoch": 12.225705329153605,
      "grad_norm": 0.51171875,
      "learning_rate": 2.0131082838572655e-05,
      "loss": 0.2288,
      "step": 3900
    },
    {
      "epoch": 12.241379310344827,
      "grad_norm": 0.546875,
      "learning_rate": 1.991210314463461e-05,
      "loss": 0.236,
      "step": 3905
    },
    {
      "epoch": 12.25705329153605,
      "grad_norm": 0.54296875,
      "learning_rate": 1.969418920749214e-05,
      "loss": 0.229,
      "step": 3910
    },
    {
      "epoch": 12.272727272727273,
      "grad_norm": 0.58203125,
      "learning_rate": 1.9477343926999913e-05,
      "loss": 0.2305,
      "step": 3915
    },
    {
      "epoch": 12.288401253918495,
      "grad_norm": 0.52734375,
      "learning_rate": 1.9261570188791555e-05,
      "loss": 0.2287,
      "step": 3920
    },
    {
      "epoch": 12.304075235109718,
      "grad_norm": 0.55859375,
      "learning_rate": 1.9046870864241384e-05,
      "loss": 0.2274,
      "step": 3925
    },
    {
      "epoch": 12.31974921630094,
      "grad_norm": 0.52734375,
      "learning_rate": 1.8833248810426073e-05,
      "loss": 0.2282,
      "step": 3930
    },
    {
      "epoch": 12.335423197492164,
      "grad_norm": 0.54296875,
      "learning_rate": 1.8620706870086723e-05,
      "loss": 0.2282,
      "step": 3935
    },
    {
      "epoch": 12.351097178683386,
      "grad_norm": 0.578125,
      "learning_rate": 1.8409247871591006e-05,
      "loss": 0.2323,
      "step": 3940
    },
    {
      "epoch": 12.366771159874608,
      "grad_norm": 0.57421875,
      "learning_rate": 1.8198874628895524e-05,
      "loss": 0.228,
      "step": 3945
    },
    {
      "epoch": 12.38244514106583,
      "grad_norm": 0.55078125,
      "learning_rate": 1.798958994150829e-05,
      "loss": 0.2227,
      "step": 3950
    },
    {
      "epoch": 12.398119122257054,
      "grad_norm": 0.50390625,
      "learning_rate": 1.7781396594451637e-05,
      "loss": 0.235,
      "step": 3955
    },
    {
      "epoch": 12.413793103448276,
      "grad_norm": 0.55078125,
      "learning_rate": 1.757429735822499e-05,
      "loss": 0.2303,
      "step": 3960
    },
    {
      "epoch": 12.429467084639498,
      "grad_norm": 0.6875,
      "learning_rate": 1.7368294988768097e-05,
      "loss": 0.2318,
      "step": 3965
    },
    {
      "epoch": 12.445141065830722,
      "grad_norm": 0.59765625,
      "learning_rate": 1.716339222742436e-05,
      "loss": 0.2305,
      "step": 3970
    },
    {
      "epoch": 12.460815047021944,
      "grad_norm": 0.54296875,
      "learning_rate": 1.695959180090425e-05,
      "loss": 0.2268,
      "step": 3975
    },
    {
      "epoch": 12.476489028213166,
      "grad_norm": 0.65234375,
      "learning_rate": 1.6756896421249168e-05,
      "loss": 0.2279,
      "step": 3980
    },
    {
      "epoch": 12.492163009404388,
      "grad_norm": 0.57421875,
      "learning_rate": 1.6555308785795232e-05,
      "loss": 0.2267,
      "step": 3985
    },
    {
      "epoch": 12.507836990595612,
      "grad_norm": 0.59765625,
      "learning_rate": 1.6354831577137485e-05,
      "loss": 0.2287,
      "step": 3990
    },
    {
      "epoch": 12.523510971786834,
      "grad_norm": 0.58984375,
      "learning_rate": 1.6155467463094066e-05,
      "loss": 0.2248,
      "step": 3995
    },
    {
      "epoch": 12.539184952978056,
      "grad_norm": 0.5703125,
      "learning_rate": 1.5957219096670883e-05,
      "loss": 0.2299,
      "step": 4000
    },
    {
      "epoch": 12.554858934169278,
      "grad_norm": 0.59765625,
      "learning_rate": 1.576008911602609e-05,
      "loss": 0.2288,
      "step": 4005
    },
    {
      "epoch": 12.570532915360502,
      "grad_norm": 0.56640625,
      "learning_rate": 1.5564080144435212e-05,
      "loss": 0.2318,
      "step": 4010
    },
    {
      "epoch": 12.586206896551724,
      "grad_norm": 0.5625,
      "learning_rate": 1.536919479025609e-05,
      "loss": 0.233,
      "step": 4015
    },
    {
      "epoch": 12.601880877742946,
      "grad_norm": 0.55078125,
      "learning_rate": 1.517543564689422e-05,
      "loss": 0.2253,
      "step": 4020
    },
    {
      "epoch": 12.61755485893417,
      "grad_norm": 0.60546875,
      "learning_rate": 1.4982805292768165e-05,
      "loss": 0.2266,
      "step": 4025
    },
    {
      "epoch": 12.633228840125392,
      "grad_norm": 0.5546875,
      "learning_rate": 1.4791306291275398e-05,
      "loss": 0.2272,
      "step": 4030
    },
    {
      "epoch": 12.648902821316614,
      "grad_norm": 0.55078125,
      "learning_rate": 1.4600941190758022e-05,
      "loss": 0.2304,
      "step": 4035
    },
    {
      "epoch": 12.664576802507836,
      "grad_norm": 0.56640625,
      "learning_rate": 1.4411712524469012e-05,
      "loss": 0.2314,
      "step": 4040
    },
    {
      "epoch": 12.68025078369906,
      "grad_norm": 0.59375,
      "learning_rate": 1.4223622810538328e-05,
      "loss": 0.2303,
      "step": 4045
    },
    {
      "epoch": 12.695924764890282,
      "grad_norm": 0.5546875,
      "learning_rate": 1.4036674551939599e-05,
      "loss": 0.2323,
      "step": 4050
    },
    {
      "epoch": 12.711598746081505,
      "grad_norm": 0.6015625,
      "learning_rate": 1.385087023645667e-05,
      "loss": 0.2307,
      "step": 4055
    },
    {
      "epoch": 12.727272727272727,
      "grad_norm": 0.515625,
      "learning_rate": 1.3666212336650586e-05,
      "loss": 0.2235,
      "step": 4060
    },
    {
      "epoch": 12.74294670846395,
      "grad_norm": 0.51953125,
      "learning_rate": 1.3482703309826584e-05,
      "loss": 0.2285,
      "step": 4065
    },
    {
      "epoch": 12.758620689655173,
      "grad_norm": 0.578125,
      "learning_rate": 1.330034559800154e-05,
      "loss": 0.2311,
      "step": 4070
    },
    {
      "epoch": 12.774294670846395,
      "grad_norm": 0.578125,
      "learning_rate": 1.31191416278713e-05,
      "loss": 0.2286,
      "step": 4075
    },
    {
      "epoch": 12.789968652037617,
      "grad_norm": 0.55859375,
      "learning_rate": 1.293909381077858e-05,
      "loss": 0.2294,
      "step": 4080
    },
    {
      "epoch": 12.80564263322884,
      "grad_norm": 0.58203125,
      "learning_rate": 1.2760204542680654e-05,
      "loss": 0.2309,
      "step": 4085
    },
    {
      "epoch": 12.821316614420063,
      "grad_norm": 0.57421875,
      "learning_rate": 1.2582476204117755e-05,
      "loss": 0.2294,
      "step": 4090
    },
    {
      "epoch": 12.836990595611285,
      "grad_norm": 0.5234375,
      "learning_rate": 1.2405911160181072e-05,
      "loss": 0.2241,
      "step": 4095
    },
    {
      "epoch": 12.852664576802507,
      "grad_norm": 0.52734375,
      "learning_rate": 1.2230511760481533e-05,
      "loss": 0.2253,
      "step": 4100
    },
    {
      "epoch": 12.86833855799373,
      "grad_norm": 0.5703125,
      "learning_rate": 1.2056280339118397e-05,
      "loss": 0.2358,
      "step": 4105
    },
    {
      "epoch": 12.884012539184953,
      "grad_norm": 0.5625,
      "learning_rate": 1.188321921464829e-05,
      "loss": 0.229,
      "step": 4110
    },
    {
      "epoch": 12.899686520376175,
      "grad_norm": 0.578125,
      "learning_rate": 1.1711330690054211e-05,
      "loss": 0.2299,
      "step": 4115
    },
    {
      "epoch": 12.915360501567399,
      "grad_norm": 0.54296875,
      "learning_rate": 1.1540617052715074e-05,
      "loss": 0.2283,
      "step": 4120
    },
    {
      "epoch": 12.931034482758621,
      "grad_norm": 0.55859375,
      "learning_rate": 1.1371080574375114e-05,
      "loss": 0.2297,
      "step": 4125
    },
    {
      "epoch": 12.946708463949843,
      "grad_norm": 0.5859375,
      "learning_rate": 1.1202723511113766e-05,
      "loss": 0.2338,
      "step": 4130
    },
    {
      "epoch": 12.962382445141065,
      "grad_norm": 0.6171875,
      "learning_rate": 1.1035548103315484e-05,
      "loss": 0.2337,
      "step": 4135
    },
    {
      "epoch": 12.978056426332289,
      "grad_norm": 0.5703125,
      "learning_rate": 1.086955657564015e-05,
      "loss": 0.2294,
      "step": 4140
    },
    {
      "epoch": 12.993730407523511,
      "grad_norm": 0.6328125,
      "learning_rate": 1.0704751136993251e-05,
      "loss": 0.2281,
      "step": 4145
    },
    {
      "epoch": 13.0,
      "eval_loss": 4.455935478210449,
      "eval_runtime": 0.8034,
      "eval_samples_per_second": 2.489,
      "eval_steps_per_second": 1.245,
      "step": 4147
    },
    {
      "epoch": 13.009404388714733,
      "grad_norm": 0.50390625,
      "learning_rate": 1.0541133980496686e-05,
      "loss": 0.2257,
      "step": 4150
    },
    {
      "epoch": 13.025078369905955,
      "grad_norm": 0.57421875,
      "learning_rate": 1.0378707283459376e-05,
      "loss": 0.2262,
      "step": 4155
    },
    {
      "epoch": 13.04075235109718,
      "grad_norm": 0.49609375,
      "learning_rate": 1.0217473207348483e-05,
      "loss": 0.2247,
      "step": 4160
    },
    {
      "epoch": 13.056426332288401,
      "grad_norm": 0.5859375,
      "learning_rate": 1.0057433897760493e-05,
      "loss": 0.2277,
      "step": 4165
    },
    {
      "epoch": 13.072100313479623,
      "grad_norm": 0.53515625,
      "learning_rate": 9.898591484392793e-06,
      "loss": 0.2256,
      "step": 4170
    },
    {
      "epoch": 13.087774294670846,
      "grad_norm": 0.5625,
      "learning_rate": 9.74094808101519e-06,
      "loss": 0.23,
      "step": 4175
    },
    {
      "epoch": 13.10344827586207,
      "grad_norm": 0.60546875,
      "learning_rate": 9.584505785441932e-06,
      "loss": 0.2266,
      "step": 4180
    },
    {
      "epoch": 13.119122257053291,
      "grad_norm": 0.55078125,
      "learning_rate": 9.429266679503657e-06,
      "loss": 0.2283,
      "step": 4185
    },
    {
      "epoch": 13.134796238244514,
      "grad_norm": 0.515625,
      "learning_rate": 9.275232829019787e-06,
      "loss": 0.2257,
      "step": 4190
    },
    {
      "epoch": 13.150470219435737,
      "grad_norm": 0.51171875,
      "learning_rate": 9.122406283771002e-06,
      "loss": 0.2307,
      "step": 4195
    },
    {
      "epoch": 13.16614420062696,
      "grad_norm": 0.4921875,
      "learning_rate": 8.970789077471953e-06,
      "loss": 0.2259,
      "step": 4200
    },
    {
      "epoch": 13.181818181818182,
      "grad_norm": 0.54296875,
      "learning_rate": 8.82038322774419e-06,
      "loss": 0.2286,
      "step": 4205
    },
    {
      "epoch": 13.197492163009404,
      "grad_norm": 0.5625,
      "learning_rate": 8.671190736089373e-06,
      "loss": 0.2277,
      "step": 4210
    },
    {
      "epoch": 13.213166144200628,
      "grad_norm": 0.73046875,
      "learning_rate": 8.523213587862533e-06,
      "loss": 0.2287,
      "step": 4215
    },
    {
      "epoch": 13.22884012539185,
      "grad_norm": 0.55859375,
      "learning_rate": 8.376453752245795e-06,
      "loss": 0.2266,
      "step": 4220
    },
    {
      "epoch": 13.244514106583072,
      "grad_norm": 0.54296875,
      "learning_rate": 8.230913182222e-06,
      "loss": 0.2264,
      "step": 4225
    },
    {
      "epoch": 13.260188087774294,
      "grad_norm": 0.5625,
      "learning_rate": 8.086593814548882e-06,
      "loss": 0.2258,
      "step": 4230
    },
    {
      "epoch": 13.275862068965518,
      "grad_norm": 0.5703125,
      "learning_rate": 7.943497569733183e-06,
      "loss": 0.2295,
      "step": 4235
    },
    {
      "epoch": 13.29153605015674,
      "grad_norm": 0.578125,
      "learning_rate": 7.801626352005186e-06,
      "loss": 0.2254,
      "step": 4240
    },
    {
      "epoch": 13.307210031347962,
      "grad_norm": 0.51171875,
      "learning_rate": 7.66098204929323e-06,
      "loss": 0.2284,
      "step": 4245
    },
    {
      "epoch": 13.322884012539184,
      "grad_norm": 0.578125,
      "learning_rate": 7.521566533198765e-06,
      "loss": 0.2263,
      "step": 4250
    },
    {
      "epoch": 13.338557993730408,
      "grad_norm": 0.53125,
      "learning_rate": 7.383381658971311e-06,
      "loss": 0.2279,
      "step": 4255
    },
    {
      "epoch": 13.35423197492163,
      "grad_norm": 0.4921875,
      "learning_rate": 7.246429265483856e-06,
      "loss": 0.2238,
      "step": 4260
    },
    {
      "epoch": 13.369905956112852,
      "grad_norm": 0.5234375,
      "learning_rate": 7.1107111752083175e-06,
      "loss": 0.2273,
      "step": 4265
    },
    {
      "epoch": 13.385579937304076,
      "grad_norm": 0.53125,
      "learning_rate": 6.976229194191352e-06,
      "loss": 0.2244,
      "step": 4270
    },
    {
      "epoch": 13.401253918495298,
      "grad_norm": 0.53515625,
      "learning_rate": 6.842985112030253e-06,
      "loss": 0.2256,
      "step": 4275
    },
    {
      "epoch": 13.41692789968652,
      "grad_norm": 0.53125,
      "learning_rate": 6.710980701849223e-06,
      "loss": 0.2246,
      "step": 4280
    },
    {
      "epoch": 13.432601880877742,
      "grad_norm": 0.498046875,
      "learning_rate": 6.580217720275661e-06,
      "loss": 0.2275,
      "step": 4285
    },
    {
      "epoch": 13.448275862068966,
      "grad_norm": 0.5234375,
      "learning_rate": 6.450697907416936e-06,
      "loss": 0.2269,
      "step": 4290
    },
    {
      "epoch": 13.463949843260188,
      "grad_norm": 0.5234375,
      "learning_rate": 6.3224229868370845e-06,
      "loss": 0.2311,
      "step": 4295
    },
    {
      "epoch": 13.47962382445141,
      "grad_norm": 0.5859375,
      "learning_rate": 6.19539466553396e-06,
      "loss": 0.2254,
      "step": 4300
    },
    {
      "epoch": 13.495297805642632,
      "grad_norm": 0.58984375,
      "learning_rate": 6.0696146339165095e-06,
      "loss": 0.2289,
      "step": 4305
    },
    {
      "epoch": 13.510971786833856,
      "grad_norm": 0.55078125,
      "learning_rate": 5.945084565782277e-06,
      "loss": 0.2319,
      "step": 4310
    },
    {
      "epoch": 13.526645768025078,
      "grad_norm": 0.498046875,
      "learning_rate": 5.82180611829507e-06,
      "loss": 0.224,
      "step": 4315
    },
    {
      "epoch": 13.5423197492163,
      "grad_norm": 0.5703125,
      "learning_rate": 5.699780931963006e-06,
      "loss": 0.2297,
      "step": 4320
    },
    {
      "epoch": 13.557993730407524,
      "grad_norm": 0.54296875,
      "learning_rate": 5.5790106306165766e-06,
      "loss": 0.228,
      "step": 4325
    },
    {
      "epoch": 13.573667711598747,
      "grad_norm": 0.6171875,
      "learning_rate": 5.459496821387166e-06,
      "loss": 0.2315,
      "step": 4330
    },
    {
      "epoch": 13.589341692789969,
      "grad_norm": 0.53515625,
      "learning_rate": 5.341241094685523e-06,
      "loss": 0.2283,
      "step": 4335
    },
    {
      "epoch": 13.60501567398119,
      "grad_norm": 0.6953125,
      "learning_rate": 5.2242450241806964e-06,
      "loss": 0.2277,
      "step": 4340
    },
    {
      "epoch": 13.620689655172415,
      "grad_norm": 0.55859375,
      "learning_rate": 5.108510166779068e-06,
      "loss": 0.2264,
      "step": 4345
    },
    {
      "epoch": 13.636363636363637,
      "grad_norm": 0.51953125,
      "learning_rate": 4.994038062603645e-06,
      "loss": 0.232,
      "step": 4350
    },
    {
      "epoch": 13.652037617554859,
      "grad_norm": 0.546875,
      "learning_rate": 4.880830234973499e-06,
      "loss": 0.2254,
      "step": 4355
    },
    {
      "epoch": 13.66771159874608,
      "grad_norm": 0.58984375,
      "learning_rate": 4.7688881903835915e-06,
      "loss": 0.2277,
      "step": 4360
    },
    {
      "epoch": 13.683385579937305,
      "grad_norm": 0.515625,
      "learning_rate": 4.658213418484636e-06,
      "loss": 0.2292,
      "step": 4365
    },
    {
      "epoch": 13.699059561128527,
      "grad_norm": 0.5,
      "learning_rate": 4.548807392063359e-06,
      "loss": 0.2246,
      "step": 4370
    },
    {
      "epoch": 13.714733542319749,
      "grad_norm": 0.51171875,
      "learning_rate": 4.4406715670228474e-06,
      "loss": 0.226,
      "step": 4375
    },
    {
      "epoch": 13.730407523510971,
      "grad_norm": 0.5546875,
      "learning_rate": 4.333807382363197e-06,
      "loss": 0.2292,
      "step": 4380
    },
    {
      "epoch": 13.746081504702195,
      "grad_norm": 0.55078125,
      "learning_rate": 4.22821626016231e-06,
      "loss": 0.2289,
      "step": 4385
    },
    {
      "epoch": 13.761755485893417,
      "grad_norm": 0.5234375,
      "learning_rate": 4.123899605557091e-06,
      "loss": 0.2247,
      "step": 4390
    },
    {
      "epoch": 13.77742946708464,
      "grad_norm": 0.55078125,
      "learning_rate": 4.020858806724592e-06,
      "loss": 0.2221,
      "step": 4395
    },
    {
      "epoch": 13.793103448275861,
      "grad_norm": 0.55078125,
      "learning_rate": 3.91909523486369e-06,
      "loss": 0.2277,
      "step": 4400
    },
    {
      "epoch": 13.808777429467085,
      "grad_norm": 0.55859375,
      "learning_rate": 3.818610244176702e-06,
      "loss": 0.2298,
      "step": 4405
    },
    {
      "epoch": 13.824451410658307,
      "grad_norm": 0.625,
      "learning_rate": 3.719405171851487e-06,
      "loss": 0.2223,
      "step": 4410
    },
    {
      "epoch": 13.84012539184953,
      "grad_norm": 0.546875,
      "learning_rate": 3.621481338043564e-06,
      "loss": 0.2269,
      "step": 4415
    },
    {
      "epoch": 13.855799373040753,
      "grad_norm": 0.57421875,
      "learning_rate": 3.5248400458586127e-06,
      "loss": 0.2266,
      "step": 4420
    },
    {
      "epoch": 13.871473354231975,
      "grad_norm": 0.546875,
      "learning_rate": 3.429482581335053e-06,
      "loss": 0.2296,
      "step": 4425
    },
    {
      "epoch": 13.887147335423197,
      "grad_norm": 0.54296875,
      "learning_rate": 3.3354102134269927e-06,
      "loss": 0.2281,
      "step": 4430
    },
    {
      "epoch": 13.90282131661442,
      "grad_norm": 0.5625,
      "learning_rate": 3.2426241939873313e-06,
      "loss": 0.2288,
      "step": 4435
    },
    {
      "epoch": 13.918495297805643,
      "grad_norm": 0.62109375,
      "learning_rate": 3.151125757751083e-06,
      "loss": 0.2299,
      "step": 4440
    },
    {
      "epoch": 13.934169278996865,
      "grad_norm": 0.578125,
      "learning_rate": 3.0609161223189575e-06,
      "loss": 0.2238,
      "step": 4445
    },
    {
      "epoch": 13.949843260188088,
      "grad_norm": 0.58203125,
      "learning_rate": 2.9719964881411712e-06,
      "loss": 0.2243,
      "step": 4450
    },
    {
      "epoch": 13.96551724137931,
      "grad_norm": 0.890625,
      "learning_rate": 2.8843680385014284e-06,
      "loss": 0.2257,
      "step": 4455
    },
    {
      "epoch": 13.981191222570533,
      "grad_norm": 0.609375,
      "learning_rate": 2.798031939501222e-06,
      "loss": 0.2286,
      "step": 4460
    },
    {
      "epoch": 13.996865203761756,
      "grad_norm": 0.52734375,
      "learning_rate": 2.7129893400442807e-06,
      "loss": 0.2274,
      "step": 4465
    },
    {
      "epoch": 14.0,
      "eval_loss": 4.4672441482543945,
      "eval_runtime": 0.8024,
      "eval_samples_per_second": 2.492,
      "eval_steps_per_second": 1.246,
      "step": 4466
    },
    {
      "epoch": 14.012539184952978,
      "grad_norm": 0.58984375,
      "learning_rate": 2.629241371821334e-06,
      "loss": 0.2259,
      "step": 4470
    },
    {
      "epoch": 14.0282131661442,
      "grad_norm": 0.51953125,
      "learning_rate": 2.546789149294959e-06,
      "loss": 0.2248,
      "step": 4475
    },
    {
      "epoch": 14.043887147335424,
      "grad_norm": 0.59765625,
      "learning_rate": 2.4656337696848496e-06,
      "loss": 0.226,
      "step": 4480
    },
    {
      "epoch": 14.059561128526646,
      "grad_norm": 0.5625,
      "learning_rate": 2.3857763129531473e-06,
      "loss": 0.2239,
      "step": 4485
    },
    {
      "epoch": 14.075235109717868,
      "grad_norm": 0.51953125,
      "learning_rate": 2.3072178417901326e-06,
      "loss": 0.2277,
      "step": 4490
    },
    {
      "epoch": 14.090909090909092,
      "grad_norm": 0.57421875,
      "learning_rate": 2.229959401599968e-06,
      "loss": 0.2246,
      "step": 4495
    },
    {
      "epoch": 14.106583072100314,
      "grad_norm": 0.5546875,
      "learning_rate": 2.154002020486945e-06,
      "loss": 0.2244,
      "step": 4500
    },
    {
      "epoch": 14.122257053291536,
      "grad_norm": 0.5546875,
      "learning_rate": 2.0793467092416696e-06,
      "loss": 0.2226,
      "step": 4505
    },
    {
      "epoch": 14.137931034482758,
      "grad_norm": 0.53515625,
      "learning_rate": 2.005994461327698e-06,
      "loss": 0.2299,
      "step": 4510
    },
    {
      "epoch": 14.153605015673982,
      "grad_norm": 0.515625,
      "learning_rate": 1.933946252868224e-06,
      "loss": 0.2287,
      "step": 4515
    },
    {
      "epoch": 14.169278996865204,
      "grad_norm": 0.54296875,
      "learning_rate": 1.8632030426332215e-06,
      "loss": 0.2226,
      "step": 4520
    },
    {
      "epoch": 14.184952978056426,
      "grad_norm": 0.59765625,
      "learning_rate": 1.7937657720265454e-06,
      "loss": 0.2262,
      "step": 4525
    },
    {
      "epoch": 14.200626959247648,
      "grad_norm": 0.5703125,
      "learning_rate": 1.7256353650735302e-06,
      "loss": 0.2298,
      "step": 4530
    },
    {
      "epoch": 14.216300940438872,
      "grad_norm": 0.5859375,
      "learning_rate": 1.6588127284085652e-06,
      "loss": 0.2286,
      "step": 4535
    },
    {
      "epoch": 14.231974921630094,
      "grad_norm": 0.65234375,
      "learning_rate": 1.5932987512631614e-06,
      "loss": 0.2282,
      "step": 4540
    },
    {
      "epoch": 14.247648902821316,
      "grad_norm": 0.58203125,
      "learning_rate": 1.529094305453993e-06,
      "loss": 0.222,
      "step": 4545
    },
    {
      "epoch": 14.263322884012538,
      "grad_norm": 0.5234375,
      "learning_rate": 1.4662002453714074e-06,
      "loss": 0.2256,
      "step": 4550
    },
    {
      "epoch": 14.278996865203762,
      "grad_norm": 0.59375,
      "learning_rate": 1.4046174079679787e-06,
      "loss": 0.2266,
      "step": 4555
    },
    {
      "epoch": 14.294670846394984,
      "grad_norm": 0.59375,
      "learning_rate": 1.3443466127474046e-06,
      "loss": 0.2245,
      "step": 4560
    },
    {
      "epoch": 14.310344827586206,
      "grad_norm": 0.546875,
      "learning_rate": 1.285388661753595e-06,
      "loss": 0.2332,
      "step": 4565
    },
    {
      "epoch": 14.32601880877743,
      "grad_norm": 0.50390625,
      "learning_rate": 1.2277443395599886e-06,
      "loss": 0.2266,
      "step": 4570
    },
    {
      "epoch": 14.341692789968652,
      "grad_norm": 0.52734375,
      "learning_rate": 1.1714144132591199e-06,
      "loss": 0.2281,
      "step": 4575
    },
    {
      "epoch": 14.357366771159874,
      "grad_norm": 0.53125,
      "learning_rate": 1.116399632452414e-06,
      "loss": 0.2292,
      "step": 4580
    },
    {
      "epoch": 14.373040752351097,
      "grad_norm": 0.51171875,
      "learning_rate": 1.062700729240218e-06,
      "loss": 0.2246,
      "step": 4585
    },
    {
      "epoch": 14.38871473354232,
      "grad_norm": 0.57421875,
      "learning_rate": 1.0103184182120418e-06,
      "loss": 0.228,
      "step": 4590
    },
    {
      "epoch": 14.404388714733543,
      "grad_norm": 0.54296875,
      "learning_rate": 9.592533964370542e-07,
      "loss": 0.2257,
      "step": 4595
    },
    {
      "epoch": 14.420062695924765,
      "grad_norm": 0.51171875,
      "learning_rate": 9.095063434548135e-07,
      "loss": 0.229,
      "step": 4600
    },
    {
      "epoch": 14.435736677115987,
      "grad_norm": 0.490234375,
      "learning_rate": 8.61077921266229e-07,
      "loss": 0.2273,
      "step": 4605
    },
    {
      "epoch": 14.45141065830721,
      "grad_norm": 0.5546875,
      "learning_rate": 8.139687743247138e-07,
      "loss": 0.2256,
      "step": 4610
    },
    {
      "epoch": 14.467084639498433,
      "grad_norm": 0.640625,
      "learning_rate": 7.681795295276684e-07,
      "loss": 0.229,
      "step": 4615
    },
    {
      "epoch": 14.482758620689655,
      "grad_norm": 0.5234375,
      "learning_rate": 7.237107962080991e-07,
      "loss": 0.2248,
      "step": 4620
    },
    {
      "epoch": 14.498432601880877,
      "grad_norm": 0.54296875,
      "learning_rate": 6.805631661265133e-07,
      "loss": 0.2292,
      "step": 4625
    },
    {
      "epoch": 14.5141065830721,
      "grad_norm": 0.578125,
      "learning_rate": 6.387372134630587e-07,
      "loss": 0.2225,
      "step": 4630
    },
    {
      "epoch": 14.529780564263323,
      "grad_norm": 0.5078125,
      "learning_rate": 5.982334948098522e-07,
      "loss": 0.2291,
      "step": 4635
    },
    {
      "epoch": 14.545454545454545,
      "grad_norm": 0.5703125,
      "learning_rate": 5.5905254916363e-07,
      "loss": 0.2228,
      "step": 4640
    },
    {
      "epoch": 14.561128526645769,
      "grad_norm": 0.5546875,
      "learning_rate": 5.211948979184978e-07,
      "loss": 0.2282,
      "step": 4645
    },
    {
      "epoch": 14.576802507836991,
      "grad_norm": 0.53515625,
      "learning_rate": 4.846610448590804e-07,
      "loss": 0.2291,
      "step": 4650
    },
    {
      "epoch": 14.592476489028213,
      "grad_norm": 0.5625,
      "learning_rate": 4.4945147615372827e-07,
      "loss": 0.229,
      "step": 4655
    },
    {
      "epoch": 14.608150470219435,
      "grad_norm": 0.56640625,
      "learning_rate": 4.1556666034811007e-07,
      "loss": 0.2294,
      "step": 4660
    },
    {
      "epoch": 14.623824451410659,
      "grad_norm": 0.546875,
      "learning_rate": 3.8300704835896316e-07,
      "loss": 0.2268,
      "step": 4665
    },
    {
      "epoch": 14.639498432601881,
      "grad_norm": 0.5390625,
      "learning_rate": 3.517730734680869e-07,
      "loss": 0.2263,
      "step": 4670
    },
    {
      "epoch": 14.655172413793103,
      "grad_norm": 0.58984375,
      "learning_rate": 3.2186515131655823e-07,
      "loss": 0.2267,
      "step": 4675
    },
    {
      "epoch": 14.670846394984325,
      "grad_norm": 0.5078125,
      "learning_rate": 2.932836798992589e-07,
      "loss": 0.2281,
      "step": 4680
    },
    {
      "epoch": 14.68652037617555,
      "grad_norm": 0.52734375,
      "learning_rate": 2.660290395595011e-07,
      "loss": 0.2286,
      "step": 4685
    },
    {
      "epoch": 14.702194357366771,
      "grad_norm": 0.54296875,
      "learning_rate": 2.401015929840322e-07,
      "loss": 0.2275,
      "step": 4690
    },
    {
      "epoch": 14.717868338557993,
      "grad_norm": 0.55859375,
      "learning_rate": 2.155016851981717e-07,
      "loss": 0.229,
      "step": 4695
    },
    {
      "epoch": 14.733542319749215,
      "grad_norm": 0.50390625,
      "learning_rate": 1.9222964356123696e-07,
      "loss": 0.2284,
      "step": 4700
    },
    {
      "epoch": 14.74921630094044,
      "grad_norm": 0.56640625,
      "learning_rate": 1.7028577776216915e-07,
      "loss": 0.2328,
      "step": 4705
    },
    {
      "epoch": 14.764890282131661,
      "grad_norm": 0.59765625,
      "learning_rate": 1.496703798154364e-07,
      "loss": 0.2272,
      "step": 4710
    },
    {
      "epoch": 14.780564263322884,
      "grad_norm": 0.482421875,
      "learning_rate": 1.3038372405711487e-07,
      "loss": 0.2307,
      "step": 4715
    },
    {
      "epoch": 14.796238244514107,
      "grad_norm": 0.5234375,
      "learning_rate": 1.1242606714129134e-07,
      "loss": 0.2253,
      "step": 4720
    },
    {
      "epoch": 14.81191222570533,
      "grad_norm": 0.55859375,
      "learning_rate": 9.579764803658853e-08,
      "loss": 0.2238,
      "step": 4725
    },
    {
      "epoch": 14.827586206896552,
      "grad_norm": 0.52734375,
      "learning_rate": 8.049868802301187e-08,
      "loss": 0.2273,
      "step": 4730
    },
    {
      "epoch": 14.843260188087774,
      "grad_norm": 0.5,
      "learning_rate": 6.652939068899633e-08,
      "loss": 0.2315,
      "step": 4735
    },
    {
      "epoch": 14.858934169278998,
      "grad_norm": 0.52734375,
      "learning_rate": 5.388994192875307e-08,
      "loss": 0.2232,
      "step": 4740
    },
    {
      "epoch": 14.87460815047022,
      "grad_norm": 0.515625,
      "learning_rate": 4.258050993967144e-08,
      "loss": 0.2258,
      "step": 4745
    },
    {
      "epoch": 14.890282131661442,
      "grad_norm": 0.515625,
      "learning_rate": 3.260124522023178e-08,
      "loss": 0.2287,
      "step": 4750
    },
    {
      "epoch": 14.905956112852664,
      "grad_norm": 0.484375,
      "learning_rate": 2.3952280567873796e-08,
      "loss": 0.2208,
      "step": 4755
    },
    {
      "epoch": 14.921630094043888,
      "grad_norm": 0.515625,
      "learning_rate": 1.6633731077297933e-08,
      "loss": 0.2233,
      "step": 4760
    },
    {
      "epoch": 14.93730407523511,
      "grad_norm": 0.58203125,
      "learning_rate": 1.0645694138933237e-08,
      "loss": 0.2239,
      "step": 4765
    },
    {
      "epoch": 14.952978056426332,
      "grad_norm": 0.50390625,
      "learning_rate": 5.988249437627325e-09,
      "loss": 0.2257,
      "step": 4770
    },
    {
      "epoch": 14.968652037617554,
      "grad_norm": 0.609375,
      "learning_rate": 2.6614589515583377e-09,
      "loss": 0.2308,
      "step": 4775
    },
    {
      "epoch": 14.984326018808778,
      "grad_norm": 0.55859375,
      "learning_rate": 6.65366951457802e-10,
      "loss": 0.2262,
      "step": 4780
    },
    {
      "epoch": 15.0,
      "grad_norm": 0.5625,
      "learning_rate": 0.0,
      "loss": 0.2251,
      "step": 4785
    },
    {
      "epoch": 15.0,
      "eval_loss": 4.466753005981445,
      "eval_runtime": 0.7937,
      "eval_samples_per_second": 2.52,
      "eval_steps_per_second": 1.26,
      "step": 4785
    },
    {
      "epoch": 15.0,
      "step": 4785,
      "total_flos": 5.539666200113447e+18,
      "train_loss": 0.8980661474674348,
      "train_runtime": 27834.6576,
      "train_samples_per_second": 4.124,
      "train_steps_per_second": 0.172
    }
  ],
  "logging_steps": 5,
  "max_steps": 4785,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 100,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.539666200113447e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}