{
  "best_metric": 0.012130416929721832,
  "best_model_checkpoint": "./outputs/models/flan-t5-large-summ/checkpoint-97000",
  "epoch": 20.0,
  "eval_steps": 1000,
  "global_step": 104660,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01910949742021785,
      "grad_norm": 2.4572737216949463,
      "learning_rate": 1e-05,
      "loss": 1.3075,
      "step": 100
    },
    {
      "epoch": 0.0382189948404357,
      "grad_norm": 1.3809181451797485,
      "learning_rate": 2e-05,
      "loss": 1.1747,
      "step": 200
    },
    {
      "epoch": 0.05732849226065354,
      "grad_norm": 1.076543927192688,
      "learning_rate": 3e-05,
      "loss": 1.1598,
      "step": 300
    },
    {
      "epoch": 0.0764379896808714,
      "grad_norm": 1.3211930990219116,
      "learning_rate": 4e-05,
      "loss": 1.1265,
      "step": 400
    },
    {
      "epoch": 0.09554748710108923,
      "grad_norm": 1.7730636596679688,
      "learning_rate": 5e-05,
      "loss": 1.0228,
      "step": 500
    },
    {
      "epoch": 0.11465698452130708,
      "grad_norm": 1.103384256362915,
      "learning_rate": 4.995199692780338e-05,
      "loss": 0.9792,
      "step": 600
    },
    {
      "epoch": 0.13376648194152493,
      "grad_norm": 0.9394871592521667,
      "learning_rate": 4.990399385560676e-05,
      "loss": 0.9821,
      "step": 700
    },
    {
      "epoch": 0.1528759793617428,
      "grad_norm": 0.9111909866333008,
      "learning_rate": 4.985599078341014e-05,
      "loss": 0.9793,
      "step": 800
    },
    {
      "epoch": 0.17198547678196063,
      "grad_norm": 1.2519441843032837,
      "learning_rate": 4.9807987711213524e-05,
      "loss": 0.9411,
      "step": 900
    },
    {
      "epoch": 0.19109497420217847,
      "grad_norm": 0.7635079622268677,
      "learning_rate": 4.9759984639016896e-05,
      "loss": 0.922,
      "step": 1000
    },
    {
      "epoch": 0.19109497420217847,
      "eval_events-synergy/entsum_processed_loss": 0.7808578610420227,
      "eval_events-synergy/entsum_processed_runtime": 86.3527,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.936,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.74,
      "step": 1000
    },
    {
      "epoch": 0.21020447162239633,
      "grad_norm": 1.012012004852295,
      "learning_rate": 4.971198156682028e-05,
      "loss": 0.908,
      "step": 1100
    },
    {
      "epoch": 0.22931396904261417,
      "grad_norm": 1.2864316701889038,
      "learning_rate": 4.966397849462366e-05,
      "loss": 0.8234,
      "step": 1200
    },
    {
      "epoch": 0.24842346646283203,
      "grad_norm": 1.4988912343978882,
      "learning_rate": 4.961597542242703e-05,
      "loss": 0.8118,
      "step": 1300
    },
    {
      "epoch": 0.26753296388304987,
      "grad_norm": 1.2037246227264404,
      "learning_rate": 4.956797235023042e-05,
      "loss": 0.8052,
      "step": 1400
    },
    {
      "epoch": 0.2866424613032677,
      "grad_norm": 1.3416869640350342,
      "learning_rate": 4.9519969278033797e-05,
      "loss": 0.6814,
      "step": 1500
    },
    {
      "epoch": 0.3057519587234856,
      "grad_norm": 0.7591760158538818,
      "learning_rate": 4.9471966205837175e-05,
      "loss": 0.835,
      "step": 1600
    },
    {
      "epoch": 0.32486145614370343,
      "grad_norm": 1.0816859006881714,
      "learning_rate": 4.9423963133640554e-05,
      "loss": 0.7875,
      "step": 1700
    },
    {
      "epoch": 0.34397095356392127,
      "grad_norm": 1.381515383720398,
      "learning_rate": 4.937596006144393e-05,
      "loss": 0.7727,
      "step": 1800
    },
    {
      "epoch": 0.3630804509841391,
      "grad_norm": 1.031540870666504,
      "learning_rate": 4.932795698924731e-05,
      "loss": 0.7416,
      "step": 1900
    },
    {
      "epoch": 0.38218994840435694,
      "grad_norm": 1.013592004776001,
      "learning_rate": 4.927995391705069e-05,
      "loss": 0.7544,
      "step": 2000
    },
    {
      "epoch": 0.38218994840435694,
      "eval_events-synergy/entsum_processed_loss": 0.5898063778877258,
      "eval_events-synergy/entsum_processed_runtime": 86.5907,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.862,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.721,
      "step": 2000
    },
    {
      "epoch": 0.40129944582457483,
      "grad_norm": 0.993009626865387,
      "learning_rate": 4.9231950844854076e-05,
      "loss": 0.6104,
      "step": 2100
    },
    {
      "epoch": 0.42040894324479267,
      "grad_norm": 1.2820205688476562,
      "learning_rate": 4.9183947772657455e-05,
      "loss": 0.6266,
      "step": 2200
    },
    {
      "epoch": 0.4395184406650105,
      "grad_norm": 1.0375840663909912,
      "learning_rate": 4.913594470046083e-05,
      "loss": 0.6959,
      "step": 2300
    },
    {
      "epoch": 0.45862793808522834,
      "grad_norm": 1.4805232286453247,
      "learning_rate": 4.908794162826421e-05,
      "loss": 0.7472,
      "step": 2400
    },
    {
      "epoch": 0.47773743550544623,
      "grad_norm": 1.1135224103927612,
      "learning_rate": 4.903993855606759e-05,
      "loss": 0.6271,
      "step": 2500
    },
    {
      "epoch": 0.49684693292566406,
      "grad_norm": 0.6857364773750305,
      "learning_rate": 4.899193548387097e-05,
      "loss": 0.5972,
      "step": 2600
    },
    {
      "epoch": 0.5159564303458819,
      "grad_norm": 1.0915530920028687,
      "learning_rate": 4.894393241167435e-05,
      "loss": 0.6082,
      "step": 2700
    },
    {
      "epoch": 0.5350659277660997,
      "grad_norm": 0.6362367272377014,
      "learning_rate": 4.8895929339477734e-05,
      "loss": 0.6479,
      "step": 2800
    },
    {
      "epoch": 0.5541754251863176,
      "grad_norm": 1.4901950359344482,
      "learning_rate": 4.8847926267281106e-05,
      "loss": 0.6431,
      "step": 2900
    },
    {
      "epoch": 0.5732849226065354,
      "grad_norm": 1.0960026979446411,
      "learning_rate": 4.879992319508449e-05,
      "loss": 0.5337,
      "step": 3000
    },
    {
      "epoch": 0.5732849226065354,
      "eval_events-synergy/entsum_processed_loss": 0.4623138904571533,
      "eval_events-synergy/entsum_processed_runtime": 86.5166,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.885,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.727,
      "step": 3000
    },
    {
      "epoch": 0.5923944200267532,
      "grad_norm": 1.622821569442749,
      "learning_rate": 4.875192012288787e-05,
      "loss": 0.5383,
      "step": 3100
    },
    {
      "epoch": 0.6115039174469712,
      "grad_norm": 0.9446718096733093,
      "learning_rate": 4.870391705069124e-05,
      "loss": 0.5512,
      "step": 3200
    },
    {
      "epoch": 0.630613414867189,
      "grad_norm": 1.555004358291626,
      "learning_rate": 4.865591397849463e-05,
      "loss": 0.5534,
      "step": 3300
    },
    {
      "epoch": 0.6497229122874069,
      "grad_norm": 1.4712913036346436,
      "learning_rate": 4.8607910906298006e-05,
      "loss": 0.571,
      "step": 3400
    },
    {
      "epoch": 0.6688324097076247,
      "grad_norm": 0.7977001070976257,
      "learning_rate": 4.8559907834101385e-05,
      "loss": 0.5197,
      "step": 3500
    },
    {
      "epoch": 0.6879419071278425,
      "grad_norm": 0.742138683795929,
      "learning_rate": 4.8511904761904764e-05,
      "loss": 0.5445,
      "step": 3600
    },
    {
      "epoch": 0.7070514045480604,
      "grad_norm": 2.7435715198516846,
      "learning_rate": 4.846390168970814e-05,
      "loss": 0.5571,
      "step": 3700
    },
    {
      "epoch": 0.7261609019682782,
      "grad_norm": 2.0406129360198975,
      "learning_rate": 4.841589861751152e-05,
      "loss": 0.5156,
      "step": 3800
    },
    {
      "epoch": 0.745270399388496,
      "grad_norm": 2.4138622283935547,
      "learning_rate": 4.83678955453149e-05,
      "loss": 0.4924,
      "step": 3900
    },
    {
      "epoch": 0.7643798968087139,
      "grad_norm": 1.1996113061904907,
      "learning_rate": 4.8319892473118285e-05,
      "loss": 0.4759,
      "step": 4000
    },
    {
      "epoch": 0.7643798968087139,
      "eval_events-synergy/entsum_processed_loss": 0.37834471464157104,
      "eval_events-synergy/entsum_processed_runtime": 86.4756,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.898,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.73,
      "step": 4000
    },
    {
      "epoch": 0.7834893942289318,
      "grad_norm": 1.4116686582565308,
      "learning_rate": 4.827188940092166e-05,
      "loss": 0.4346,
      "step": 4100
    },
    {
      "epoch": 0.8025988916491497,
      "grad_norm": 1.2636014223098755,
      "learning_rate": 4.822388632872504e-05,
      "loss": 0.4435,
      "step": 4200
    },
    {
      "epoch": 0.8217083890693675,
      "grad_norm": 1.1817740201950073,
      "learning_rate": 4.817588325652842e-05,
      "loss": 0.4403,
      "step": 4300
    },
    {
      "epoch": 0.8408178864895853,
      "grad_norm": 1.4977765083312988,
      "learning_rate": 4.81278801843318e-05,
      "loss": 0.4201,
      "step": 4400
    },
    {
      "epoch": 0.8599273839098032,
      "grad_norm": 1.4559648036956787,
      "learning_rate": 4.807987711213518e-05,
      "loss": 0.4928,
      "step": 4500
    },
    {
      "epoch": 0.879036881330021,
      "grad_norm": 1.160703182220459,
      "learning_rate": 4.803187403993856e-05,
      "loss": 0.4822,
      "step": 4600
    },
    {
      "epoch": 0.8981463787502388,
      "grad_norm": 1.7978248596191406,
      "learning_rate": 4.7983870967741937e-05,
      "loss": 0.4342,
      "step": 4700
    },
    {
      "epoch": 0.9172558761704567,
      "grad_norm": 0.9042201638221741,
      "learning_rate": 4.7935867895545315e-05,
      "loss": 0.5015,
      "step": 4800
    },
    {
      "epoch": 0.9363653735906745,
      "grad_norm": 0.9743239879608154,
      "learning_rate": 4.78878648233487e-05,
      "loss": 0.4664,
      "step": 4900
    },
    {
      "epoch": 0.9554748710108925,
      "grad_norm": 2.9479408264160156,
      "learning_rate": 4.783986175115208e-05,
      "loss": 0.4586,
      "step": 5000
    },
    {
      "epoch": 0.9554748710108925,
      "eval_events-synergy/entsum_processed_loss": 0.30807018280029297,
      "eval_events-synergy/entsum_processed_runtime": 86.3824,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.927,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.737,
      "step": 5000
    },
    {
      "epoch": 0.9745843684311103,
      "grad_norm": 0.7617493271827698,
      "learning_rate": 4.779185867895545e-05,
      "loss": 0.4103,
      "step": 5100
    },
    {
      "epoch": 0.9936938658513281,
      "grad_norm": 1.3358664512634277,
      "learning_rate": 4.774385560675884e-05,
      "loss": 0.4177,
      "step": 5200
    },
    {
      "epoch": 1.0128033632715459,
      "grad_norm": 1.880685567855835,
      "learning_rate": 4.7695852534562216e-05,
      "loss": 0.3909,
      "step": 5300
    },
    {
      "epoch": 1.0319128606917638,
      "grad_norm": 1.12627375125885,
      "learning_rate": 4.7647849462365594e-05,
      "loss": 0.3738,
      "step": 5400
    },
    {
      "epoch": 1.0510223581119817,
      "grad_norm": 1.3265856504440308,
      "learning_rate": 4.759984639016897e-05,
      "loss": 0.3564,
      "step": 5500
    },
    {
      "epoch": 1.0701318555321995,
      "grad_norm": 2.0652267932891846,
      "learning_rate": 4.755184331797235e-05,
      "loss": 0.3301,
      "step": 5600
    },
    {
      "epoch": 1.0892413529524174,
      "grad_norm": 1.5408031940460205,
      "learning_rate": 4.750384024577573e-05,
      "loss": 0.3282,
      "step": 5700
    },
    {
      "epoch": 1.1083508503726351,
      "grad_norm": 2.1643123626708984,
      "learning_rate": 4.745583717357911e-05,
      "loss": 0.4158,
      "step": 5800
    },
    {
      "epoch": 1.127460347792853,
      "grad_norm": 2.325970411300659,
      "learning_rate": 4.7407834101382495e-05,
      "loss": 0.3348,
      "step": 5900
    },
    {
      "epoch": 1.1465698452130708,
      "grad_norm": 1.4004697799682617,
      "learning_rate": 4.735983102918587e-05,
      "loss": 0.3563,
      "step": 6000
    },
    {
      "epoch": 1.1465698452130708,
      "eval_events-synergy/entsum_processed_loss": 0.25603175163269043,
      "eval_events-synergy/entsum_processed_runtime": 86.5218,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.883,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.727,
      "step": 6000
    },
    {
      "epoch": 1.1656793426332888,
      "grad_norm": 1.0601403713226318,
      "learning_rate": 4.731182795698925e-05,
      "loss": 0.3606,
      "step": 6100
    },
    {
      "epoch": 1.1847888400535065,
      "grad_norm": 1.7814487218856812,
      "learning_rate": 4.726382488479263e-05,
      "loss": 0.3574,
      "step": 6200
    },
    {
      "epoch": 1.2038983374737244,
      "grad_norm": 0.9902318716049194,
      "learning_rate": 4.7215821812596e-05,
      "loss": 0.2871,
      "step": 6300
    },
    {
      "epoch": 1.2230078348939424,
      "grad_norm": 1.6244627237319946,
      "learning_rate": 4.716781874039939e-05,
      "loss": 0.3045,
      "step": 6400
    },
    {
      "epoch": 1.24211733231416,
      "grad_norm": 0.4082527458667755,
      "learning_rate": 4.711981566820277e-05,
      "loss": 0.3104,
      "step": 6500
    },
    {
      "epoch": 1.261226829734378,
      "grad_norm": 2.545142889022827,
      "learning_rate": 4.7071812596006146e-05,
      "loss": 0.3443,
      "step": 6600
    },
    {
      "epoch": 1.2803363271545958,
      "grad_norm": 1.6806279420852661,
      "learning_rate": 4.7023809523809525e-05,
      "loss": 0.3004,
      "step": 6700
    },
    {
      "epoch": 1.2994458245748137,
      "grad_norm": 1.1669882535934448,
      "learning_rate": 4.697580645161291e-05,
      "loss": 0.3168,
      "step": 6800
    },
    {
      "epoch": 1.3185553219950314,
      "grad_norm": 1.3955861330032349,
      "learning_rate": 4.692780337941628e-05,
      "loss": 0.2662,
      "step": 6900
    },
    {
      "epoch": 1.3376648194152494,
      "grad_norm": 1.6163365840911865,
      "learning_rate": 4.687980030721966e-05,
      "loss": 0.3172,
      "step": 7000
    },
    {
      "epoch": 1.3376648194152494,
      "eval_events-synergy/entsum_processed_loss": 0.21874384582042694,
      "eval_events-synergy/entsum_processed_runtime": 86.5224,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.883,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.727,
      "step": 7000
    },
    {
      "epoch": 1.3567743168354673,
      "grad_norm": 0.675295352935791,
      "learning_rate": 4.6831797235023047e-05,
      "loss": 0.2594,
      "step": 7100
    },
    {
      "epoch": 1.375883814255685,
      "grad_norm": 1.194022297859192,
      "learning_rate": 4.6783794162826425e-05,
      "loss": 0.329,
      "step": 7200
    },
    {
      "epoch": 1.3949933116759028,
      "grad_norm": 2.0018792152404785,
      "learning_rate": 4.6735791090629804e-05,
      "loss": 0.2772,
      "step": 7300
    },
    {
      "epoch": 1.4141028090961207,
      "grad_norm": 1.3288326263427734,
      "learning_rate": 4.668778801843318e-05,
      "loss": 0.2779,
      "step": 7400
    },
    {
      "epoch": 1.4332123065163387,
      "grad_norm": 0.8486484885215759,
      "learning_rate": 4.663978494623656e-05,
      "loss": 0.3124,
      "step": 7500
    },
    {
      "epoch": 1.4523218039365564,
      "grad_norm": 1.3498897552490234,
      "learning_rate": 4.659178187403994e-05,
      "loss": 0.3085,
      "step": 7600
    },
    {
      "epoch": 1.4714313013567744,
      "grad_norm": 1.0366922616958618,
      "learning_rate": 4.654377880184332e-05,
      "loss": 0.2847,
      "step": 7700
    },
    {
      "epoch": 1.490540798776992,
      "grad_norm": 1.5916386842727661,
      "learning_rate": 4.6495775729646705e-05,
      "loss": 0.2589,
      "step": 7800
    },
    {
      "epoch": 1.50965029619721,
      "grad_norm": 2.4099597930908203,
      "learning_rate": 4.6447772657450076e-05,
      "loss": 0.3322,
      "step": 7900
    },
    {
      "epoch": 1.5287597936174278,
      "grad_norm": 2.6880438327789307,
      "learning_rate": 4.639976958525346e-05,
      "loss": 0.2397,
      "step": 8000
    },
    {
      "epoch": 1.5287597936174278,
      "eval_events-synergy/entsum_processed_loss": 0.18345867097377777,
      "eval_events-synergy/entsum_processed_runtime": 86.5562,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.873,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.724,
      "step": 8000
    },
    {
      "epoch": 1.5478692910376457,
      "grad_norm": 0.704814612865448,
      "learning_rate": 4.635176651305684e-05,
      "loss": 0.2491,
      "step": 8100
    },
    {
      "epoch": 1.5669787884578636,
      "grad_norm": 0.7323247790336609,
      "learning_rate": 4.630376344086021e-05,
      "loss": 0.227,
      "step": 8200
    },
    {
      "epoch": 1.5860882858780814,
      "grad_norm": 1.2306073904037476,
      "learning_rate": 4.62557603686636e-05,
      "loss": 0.2801,
      "step": 8300
    },
    {
      "epoch": 1.605197783298299,
      "grad_norm": 2.0440738201141357,
      "learning_rate": 4.620775729646698e-05,
      "loss": 0.2542,
      "step": 8400
    },
    {
      "epoch": 1.6243072807185173,
      "grad_norm": 2.2261791229248047,
      "learning_rate": 4.6159754224270356e-05,
      "loss": 0.2575,
      "step": 8500
    },
    {
      "epoch": 1.643416778138735,
      "grad_norm": 1.3056387901306152,
      "learning_rate": 4.6111751152073734e-05,
      "loss": 0.2149,
      "step": 8600
    },
    {
      "epoch": 1.6625262755589527,
      "grad_norm": 1.1693623065948486,
      "learning_rate": 4.606374807987712e-05,
      "loss": 0.2344,
      "step": 8700
    },
    {
      "epoch": 1.6816357729791707,
      "grad_norm": 1.912260890007019,
      "learning_rate": 4.601574500768049e-05,
      "loss": 0.2575,
      "step": 8800
    },
    {
      "epoch": 1.7007452703993886,
      "grad_norm": 0.8953251838684082,
      "learning_rate": 4.596774193548387e-05,
      "loss": 0.2718,
      "step": 8900
    },
    {
      "epoch": 1.7198547678196063,
      "grad_norm": 1.2062451839447021,
      "learning_rate": 4.5919738863287256e-05,
      "loss": 0.2208,
      "step": 9000
    },
    {
      "epoch": 1.7198547678196063,
      "eval_events-synergy/entsum_processed_loss": 0.15974336862564087,
      "eval_events-synergy/entsum_processed_runtime": 86.5109,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.887,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.727,
      "step": 9000
    },
    {
      "epoch": 1.738964265239824,
      "grad_norm": 1.1229045391082764,
      "learning_rate": 4.587173579109063e-05,
      "loss": 0.225,
      "step": 9100
    },
    {
      "epoch": 1.758073762660042,
      "grad_norm": 1.2543933391571045,
      "learning_rate": 4.5823732718894014e-05,
      "loss": 0.2131,
      "step": 9200
    },
    {
      "epoch": 1.77718326008026,
      "grad_norm": 0.8586951494216919,
      "learning_rate": 4.577572964669739e-05,
      "loss": 0.2323,
      "step": 9300
    },
    {
      "epoch": 1.7962927575004777,
      "grad_norm": 1.023917555809021,
      "learning_rate": 4.5727726574500764e-05,
      "loss": 0.2316,
      "step": 9400
    },
    {
      "epoch": 1.8154022549206956,
      "grad_norm": 1.0598609447479248,
      "learning_rate": 4.567972350230415e-05,
      "loss": 0.2307,
      "step": 9500
    },
    {
      "epoch": 1.8345117523409136,
      "grad_norm": 1.7368364334106445,
      "learning_rate": 4.563172043010753e-05,
      "loss": 0.2052,
      "step": 9600
    },
    {
      "epoch": 1.8536212497611313,
      "grad_norm": 1.440076470375061,
      "learning_rate": 4.558371735791091e-05,
      "loss": 0.2044,
      "step": 9700
    },
    {
      "epoch": 1.872730747181349,
      "grad_norm": 0.9440079927444458,
      "learning_rate": 4.5535714285714286e-05,
      "loss": 0.2446,
      "step": 9800
    },
    {
      "epoch": 1.891840244601567,
      "grad_norm": 0.9267650246620178,
      "learning_rate": 4.548771121351767e-05,
      "loss": 0.1726,
      "step": 9900
    },
    {
      "epoch": 1.910949742021785,
      "grad_norm": 1.5710424184799194,
      "learning_rate": 4.5439708141321044e-05,
      "loss": 0.2366,
      "step": 10000
    },
    {
      "epoch": 1.910949742021785,
      "eval_events-synergy/entsum_processed_loss": 0.13830891251564026,
      "eval_events-synergy/entsum_processed_runtime": 86.4674,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.9,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.731,
      "step": 10000
    },
    {
      "epoch": 1.9300592394420026,
      "grad_norm": 0.9097877740859985,
      "learning_rate": 4.539170506912442e-05,
      "loss": 0.1884,
      "step": 10100
    },
    {
      "epoch": 1.9491687368622204,
      "grad_norm": 1.7585983276367188,
      "learning_rate": 4.534370199692781e-05,
      "loss": 0.2067,
      "step": 10200
    },
    {
      "epoch": 1.9682782342824385,
      "grad_norm": 1.4785964488983154,
      "learning_rate": 4.5295698924731187e-05,
      "loss": 0.2044,
      "step": 10300
    },
    {
      "epoch": 1.9873877317026563,
      "grad_norm": 2.9566831588745117,
      "learning_rate": 4.5247695852534565e-05,
      "loss": 0.1765,
      "step": 10400
    },
    {
      "epoch": 2.006497229122874,
      "grad_norm": 0.8678722381591797,
      "learning_rate": 4.5199692780337944e-05,
      "loss": 0.1899,
      "step": 10500
    },
    {
      "epoch": 2.0256067265430917,
      "grad_norm": 1.2664000988006592,
      "learning_rate": 4.515168970814132e-05,
      "loss": 0.1667,
      "step": 10600
    },
    {
      "epoch": 2.04471622396331,
      "grad_norm": 1.3981448411941528,
      "learning_rate": 4.51036866359447e-05,
      "loss": 0.1902,
      "step": 10700
    },
    {
      "epoch": 2.0638257213835276,
      "grad_norm": 0.7927885055541992,
      "learning_rate": 4.505568356374808e-05,
      "loss": 0.1743,
      "step": 10800
    },
    {
      "epoch": 2.0829352188037453,
      "grad_norm": 1.3861682415008545,
      "learning_rate": 4.5007680491551466e-05,
      "loss": 0.1807,
      "step": 10900
    },
    {
      "epoch": 2.1020447162239635,
      "grad_norm": 1.4484479427337646,
      "learning_rate": 4.495967741935484e-05,
      "loss": 0.1485,
      "step": 11000
    },
    {
      "epoch": 2.1020447162239635,
      "eval_events-synergy/entsum_processed_loss": 0.1214805543422699,
      "eval_events-synergy/entsum_processed_runtime": 86.1466,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.0,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.756,
      "step": 11000
    },
    {
      "epoch": 2.121154213644181,
      "grad_norm": 0.9914194941520691,
      "learning_rate": 4.491167434715822e-05,
      "loss": 0.1889,
      "step": 11100
    },
    {
      "epoch": 2.140263711064399,
      "grad_norm": 0.7929261326789856,
      "learning_rate": 4.48636712749616e-05,
      "loss": 0.1562,
      "step": 11200
    },
    {
      "epoch": 2.1593732084846167,
      "grad_norm": 1.4530657529830933,
      "learning_rate": 4.4815668202764974e-05,
      "loss": 0.1641,
      "step": 11300
    },
    {
      "epoch": 2.178482705904835,
      "grad_norm": 1.6586015224456787,
      "learning_rate": 4.476766513056836e-05,
      "loss": 0.1759,
      "step": 11400
    },
    {
      "epoch": 2.1975922033250526,
      "grad_norm": 1.327807068824768,
      "learning_rate": 4.471966205837174e-05,
      "loss": 0.1919,
      "step": 11500
    },
    {
      "epoch": 2.2167017007452703,
      "grad_norm": 2.2015275955200195,
      "learning_rate": 4.467165898617512e-05,
      "loss": 0.1933,
      "step": 11600
    },
    {
      "epoch": 2.2358111981654885,
      "grad_norm": 1.014055609703064,
      "learning_rate": 4.4623655913978496e-05,
      "loss": 0.1655,
      "step": 11700
    },
    {
      "epoch": 2.254920695585706,
      "grad_norm": 1.8720685243606567,
      "learning_rate": 4.457565284178188e-05,
      "loss": 0.1782,
      "step": 11800
    },
    {
      "epoch": 2.274030193005924,
      "grad_norm": 1.1258978843688965,
      "learning_rate": 4.452764976958525e-05,
      "loss": 0.1533,
      "step": 11900
    },
    {
      "epoch": 2.2931396904261416,
      "grad_norm": 1.5024638175964355,
      "learning_rate": 4.447964669738863e-05,
      "loss": 0.1114,
      "step": 12000
    },
    {
      "epoch": 2.2931396904261416,
      "eval_events-synergy/entsum_processed_loss": 0.10810433328151703,
      "eval_events-synergy/entsum_processed_runtime": 86.4359,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.91,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.733,
      "step": 12000
    },
    {
      "epoch": 2.31224918784636,
      "grad_norm": 1.3650909662246704,
      "learning_rate": 4.443164362519202e-05,
      "loss": 0.1627,
      "step": 12100
    },
    {
      "epoch": 2.3313586852665775,
      "grad_norm": 1.9314254522323608,
      "learning_rate": 4.438364055299539e-05,
      "loss": 0.1495,
      "step": 12200
    },
    {
      "epoch": 2.3504681826867952,
      "grad_norm": 0.8482472896575928,
      "learning_rate": 4.4335637480798775e-05,
      "loss": 0.1428,
      "step": 12300
    },
    {
      "epoch": 2.369577680107013,
      "grad_norm": 0.9307497143745422,
      "learning_rate": 4.4287634408602154e-05,
      "loss": 0.1649,
      "step": 12400
    },
    {
      "epoch": 2.388687177527231,
      "grad_norm": 1.1554982662200928,
      "learning_rate": 4.423963133640553e-05,
      "loss": 0.1257,
      "step": 12500
    },
    {
      "epoch": 2.407796674947449,
      "grad_norm": 3.0138888359069824,
      "learning_rate": 4.419162826420891e-05,
      "loss": 0.1481,
      "step": 12600
    },
    {
      "epoch": 2.4269061723676666,
      "grad_norm": 0.6184584498405457,
      "learning_rate": 4.414362519201229e-05,
      "loss": 0.1619,
      "step": 12700
    },
    {
      "epoch": 2.4460156697878848,
      "grad_norm": 0.8029180765151978,
      "learning_rate": 4.409562211981567e-05,
      "loss": 0.1383,
      "step": 12800
    },
    {
      "epoch": 2.4651251672081025,
      "grad_norm": 0.27215951681137085,
      "learning_rate": 4.404761904761905e-05,
      "loss": 0.1604,
      "step": 12900
    },
    {
      "epoch": 2.48423466462832,
      "grad_norm": 0.5887466073036194,
      "learning_rate": 4.399961597542243e-05,
      "loss": 0.1126,
      "step": 13000
    },
    {
      "epoch": 2.48423466462832,
      "eval_events-synergy/entsum_processed_loss": 0.09368874132633209,
      "eval_events-synergy/entsum_processed_runtime": 86.3411,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.94,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.741,
      "step": 13000
    },
    {
      "epoch": 2.5033441620485384,
      "grad_norm": 2.6320173740386963,
      "learning_rate": 4.395161290322581e-05,
      "loss": 0.1223,
      "step": 13100
    },
    {
      "epoch": 2.522453659468756,
      "grad_norm": 1.1739882230758667,
      "learning_rate": 4.3903609831029184e-05,
      "loss": 0.1801,
      "step": 13200
    },
    {
      "epoch": 2.541563156888974,
      "grad_norm": 0.972703218460083,
      "learning_rate": 4.385560675883257e-05,
      "loss": 0.1248,
      "step": 13300
    },
    {
      "epoch": 2.5606726543091916,
      "grad_norm": 0.37191712856292725,
      "learning_rate": 4.380760368663595e-05,
      "loss": 0.1428,
      "step": 13400
    },
    {
      "epoch": 2.5797821517294093,
      "grad_norm": 1.420135498046875,
      "learning_rate": 4.3759600614439327e-05,
      "loss": 0.1234,
      "step": 13500
    },
    {
      "epoch": 2.5988916491496274,
      "grad_norm": 0.970924437046051,
      "learning_rate": 4.3711597542242705e-05,
      "loss": 0.1447,
      "step": 13600
    },
    {
      "epoch": 2.618001146569845,
      "grad_norm": 1.2393814325332642,
      "learning_rate": 4.366359447004609e-05,
      "loss": 0.1264,
      "step": 13700
    },
    {
      "epoch": 2.637110643990063,
      "grad_norm": 1.179800271987915,
      "learning_rate": 4.361559139784946e-05,
      "loss": 0.1418,
      "step": 13800
    },
    {
      "epoch": 2.656220141410281,
      "grad_norm": 0.8592195510864258,
      "learning_rate": 4.356758832565284e-05,
      "loss": 0.1326,
      "step": 13900
    },
    {
      "epoch": 2.675329638830499,
      "grad_norm": 2.3403942584991455,
      "learning_rate": 4.351958525345623e-05,
      "loss": 0.1579,
      "step": 14000
    },
    {
      "epoch": 2.675329638830499,
      "eval_events-synergy/entsum_processed_loss": 0.08366435021162033,
      "eval_events-synergy/entsum_processed_runtime": 85.9027,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.077,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.775,
      "step": 14000
    },
    {
      "epoch": 2.6944391362507165,
      "grad_norm": 1.2683295011520386,
      "learning_rate": 4.34715821812596e-05,
      "loss": 0.1452,
      "step": 14100
    },
    {
      "epoch": 2.7135486336709347,
      "grad_norm": 0.9251212477684021,
      "learning_rate": 4.3423579109062984e-05,
      "loss": 0.1261,
      "step": 14200
    },
    {
      "epoch": 2.7326581310911524,
      "grad_norm": 0.2922651171684265,
      "learning_rate": 4.337557603686636e-05,
      "loss": 0.1131,
      "step": 14300
    },
    {
      "epoch": 2.75176762851137,
      "grad_norm": 0.5204638838768005,
      "learning_rate": 4.332757296466974e-05,
      "loss": 0.109,
      "step": 14400
    },
    {
      "epoch": 2.770877125931588,
      "grad_norm": 1.6479909420013428,
      "learning_rate": 4.327956989247312e-05,
      "loss": 0.1217,
      "step": 14500
    },
    {
      "epoch": 2.7899866233518056,
      "grad_norm": 0.693134605884552,
      "learning_rate": 4.32315668202765e-05,
      "loss": 0.1259,
      "step": 14600
    },
    {
      "epoch": 2.8090961207720238,
      "grad_norm": 0.1304488480091095,
      "learning_rate": 4.318356374807988e-05,
      "loss": 0.1271,
      "step": 14700
    },
    {
      "epoch": 2.8282056181922415,
      "grad_norm": 1.7225552797317505,
      "learning_rate": 4.313556067588326e-05,
      "loss": 0.1205,
      "step": 14800
    },
    {
      "epoch": 2.847315115612459,
      "grad_norm": 1.0020724534988403,
      "learning_rate": 4.308755760368664e-05,
      "loss": 0.1177,
      "step": 14900
    },
    {
      "epoch": 2.8664246130326774,
      "grad_norm": 1.1193674802780151,
      "learning_rate": 4.3039554531490014e-05,
      "loss": 0.1099,
      "step": 15000
    },
    {
      "epoch": 2.8664246130326774,
      "eval_events-synergy/entsum_processed_loss": 0.07461204379796982,
      "eval_events-synergy/entsum_processed_runtime": 86.2815,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.958,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.745,
      "step": 15000
    },
    {
      "epoch": 2.885534110452895,
      "grad_norm": 1.0606135129928589,
      "learning_rate": 4.299155145929339e-05,
      "loss": 0.1193,
      "step": 15100
    },
    {
      "epoch": 2.904643607873113,
      "grad_norm": 0.7155654430389404,
      "learning_rate": 4.294354838709678e-05,
      "loss": 0.1064,
      "step": 15200
    },
    {
      "epoch": 2.923753105293331,
      "grad_norm": 0.7445634007453918,
      "learning_rate": 4.289554531490016e-05,
      "loss": 0.1343,
      "step": 15300
    },
    {
      "epoch": 2.9428626027135487,
      "grad_norm": 2.339707612991333,
      "learning_rate": 4.2847542242703536e-05,
      "loss": 0.1443,
      "step": 15400
    },
    {
      "epoch": 2.9619721001337664,
      "grad_norm": 1.8104724884033203,
      "learning_rate": 4.2799539170506915e-05,
      "loss": 0.101,
      "step": 15500
    },
    {
      "epoch": 2.981081597553984,
      "grad_norm": 1.3034611940383911,
      "learning_rate": 4.2751536098310294e-05,
      "loss": 0.1061,
      "step": 15600
    },
    {
      "epoch": 3.0001910949742023,
      "grad_norm": 0.9755160212516785,
      "learning_rate": 4.270353302611367e-05,
      "loss": 0.1145,
      "step": 15700
    },
    {
      "epoch": 3.01930059239442,
      "grad_norm": 1.1601845026016235,
      "learning_rate": 4.265552995391705e-05,
      "loss": 0.0902,
      "step": 15800
    },
    {
      "epoch": 3.038410089814638,
      "grad_norm": 0.6864597201347351,
      "learning_rate": 4.260752688172043e-05,
      "loss": 0.1238,
      "step": 15900
    },
    {
      "epoch": 3.0575195872348555,
      "grad_norm": 1.6638556718826294,
      "learning_rate": 4.255952380952381e-05,
      "loss": 0.0891,
      "step": 16000
    },
    {
      "epoch": 3.0575195872348555,
      "eval_events-synergy/entsum_processed_loss": 0.06794700771570206,
      "eval_events-synergy/entsum_processed_runtime": 86.5192,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.884,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.727,
      "step": 16000
    },
    {
      "epoch": 3.0766290846550737,
      "grad_norm": 0.6231021285057068,
      "learning_rate": 4.2511520737327194e-05,
      "loss": 0.1146,
      "step": 16100
    },
    {
      "epoch": 3.0957385820752914,
      "grad_norm": 0.8148559927940369,
      "learning_rate": 4.246351766513057e-05,
      "loss": 0.0907,
      "step": 16200
    },
    {
      "epoch": 3.114848079495509,
      "grad_norm": 0.6905009150505066,
      "learning_rate": 4.241551459293395e-05,
      "loss": 0.0984,
      "step": 16300
    },
    {
      "epoch": 3.1339575769157273,
      "grad_norm": 0.5867490768432617,
      "learning_rate": 4.236751152073733e-05,
      "loss": 0.105,
      "step": 16400
    },
    {
      "epoch": 3.153067074335945,
      "grad_norm": 1.3492326736450195,
      "learning_rate": 4.231950844854071e-05,
      "loss": 0.0838,
      "step": 16500
    },
    {
      "epoch": 3.1721765717561627,
      "grad_norm": 1.4845542907714844,
      "learning_rate": 4.227150537634409e-05,
      "loss": 0.0988,
      "step": 16600
    },
    {
      "epoch": 3.1912860691763805,
      "grad_norm": 0.6312690377235413,
      "learning_rate": 4.2223502304147466e-05,
      "loss": 0.0831,
      "step": 16700
    },
    {
      "epoch": 3.2103955665965986,
      "grad_norm": 1.1302180290222168,
      "learning_rate": 4.217549923195085e-05,
      "loss": 0.0818,
      "step": 16800
    },
    {
      "epoch": 3.2295050640168164,
      "grad_norm": 0.8319332003593445,
      "learning_rate": 4.2127496159754224e-05,
      "loss": 0.0874,
      "step": 16900
    },
    {
      "epoch": 3.248614561437034,
      "grad_norm": 1.3741902112960815,
      "learning_rate": 4.20794930875576e-05,
      "loss": 0.081,
      "step": 17000
    },
    {
      "epoch": 3.248614561437034,
      "eval_events-synergy/entsum_processed_loss": 0.06280920654535294,
      "eval_events-synergy/entsum_processed_runtime": 86.681,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.834,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.714,
      "step": 17000
    },
    {
      "epoch": 3.267724058857252,
      "grad_norm": 1.1995327472686768,
      "learning_rate": 4.203149001536099e-05,
      "loss": 0.097,
      "step": 17100
    },
    {
      "epoch": 3.28683355627747,
      "grad_norm": 0.8017995357513428,
      "learning_rate": 4.198348694316436e-05,
      "loss": 0.0873,
      "step": 17200
    },
    {
      "epoch": 3.3059430536976877,
      "grad_norm": 0.2565690875053406,
      "learning_rate": 4.1935483870967746e-05,
      "loss": 0.1096,
      "step": 17300
    },
    {
      "epoch": 3.3250525511179054,
      "grad_norm": 0.5259280204772949,
      "learning_rate": 4.1887480798771124e-05,
      "loss": 0.0853,
      "step": 17400
    },
    {
      "epoch": 3.3441620485381236,
      "grad_norm": 1.4056413173675537,
      "learning_rate": 4.18394777265745e-05,
      "loss": 0.0977,
      "step": 17500
    },
    {
      "epoch": 3.3632715459583413,
      "grad_norm": 0.9580443501472473,
      "learning_rate": 4.179147465437788e-05,
      "loss": 0.0895,
      "step": 17600
    },
    {
      "epoch": 3.382381043378559,
      "grad_norm": 0.5705116391181946,
      "learning_rate": 4.174347158218126e-05,
      "loss": 0.0937,
      "step": 17700
    },
    {
      "epoch": 3.401490540798777,
      "grad_norm": 0.7241528630256653,
      "learning_rate": 4.169546850998464e-05,
      "loss": 0.0952,
      "step": 17800
    },
    {
      "epoch": 3.420600038218995,
      "grad_norm": 0.5498321652412415,
      "learning_rate": 4.164746543778802e-05,
      "loss": 0.0827,
      "step": 17900
    },
    {
      "epoch": 3.4397095356392127,
      "grad_norm": 0.7606751918792725,
      "learning_rate": 4.1599462365591404e-05,
      "loss": 0.0755,
      "step": 18000
    },
    {
      "epoch": 3.4397095356392127,
      "eval_events-synergy/entsum_processed_loss": 0.05818604305386543,
      "eval_events-synergy/entsum_processed_runtime": 86.615,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.854,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.719,
      "step": 18000
    },
    {
      "epoch": 3.4588190330594304,
      "grad_norm": 1.3093830347061157,
      "learning_rate": 4.1551459293394776e-05,
      "loss": 0.0863,
      "step": 18100
    },
    {
      "epoch": 3.4779285304796486,
      "grad_norm": 0.3217012286186218,
      "learning_rate": 4.1503456221198154e-05,
      "loss": 0.093,
      "step": 18200
    },
    {
      "epoch": 3.4970380278998663,
      "grad_norm": 2.5801539421081543,
      "learning_rate": 4.145545314900154e-05,
      "loss": 0.0735,
      "step": 18300
    },
    {
      "epoch": 3.516147525320084,
      "grad_norm": 1.4098963737487793,
      "learning_rate": 4.140745007680492e-05,
      "loss": 0.0632,
      "step": 18400
    },
    {
      "epoch": 3.5352570227403017,
      "grad_norm": 2.017245054244995,
      "learning_rate": 4.13594470046083e-05,
      "loss": 0.0771,
      "step": 18500
    },
    {
      "epoch": 3.55436652016052,
      "grad_norm": 0.4717109203338623,
      "learning_rate": 4.1311443932411676e-05,
      "loss": 0.0806,
      "step": 18600
    },
    {
      "epoch": 3.5734760175807376,
      "grad_norm": 1.616327166557312,
      "learning_rate": 4.1263440860215055e-05,
      "loss": 0.0702,
      "step": 18700
    },
    {
      "epoch": 3.5925855150009554,
      "grad_norm": 0.4756339192390442,
      "learning_rate": 4.1215437788018434e-05,
      "loss": 0.0893,
      "step": 18800
    },
    {
      "epoch": 3.6116950124211735,
      "grad_norm": 0.8106458783149719,
      "learning_rate": 4.116743471582181e-05,
      "loss": 0.0608,
      "step": 18900
    },
    {
      "epoch": 3.6308045098413912,
      "grad_norm": 0.7149679660797119,
      "learning_rate": 4.11194316436252e-05,
      "loss": 0.083,
      "step": 19000
    },
    {
      "epoch": 3.6308045098413912,
      "eval_events-synergy/entsum_processed_loss": 0.053829826414585114,
      "eval_events-synergy/entsum_processed_runtime": 86.5846,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.864,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.722,
      "step": 19000
    },
    {
      "epoch": 3.649914007261609,
      "grad_norm": 0.7926931381225586,
      "learning_rate": 4.107142857142857e-05,
      "loss": 0.0849,
      "step": 19100
    },
    {
      "epoch": 3.669023504681827,
      "grad_norm": 0.5450174808502197,
      "learning_rate": 4.1023425499231955e-05,
      "loss": 0.0651,
      "step": 19200
    },
    {
      "epoch": 3.688133002102045,
      "grad_norm": 1.2390661239624023,
      "learning_rate": 4.0975422427035334e-05,
      "loss": 0.0768,
      "step": 19300
    },
    {
      "epoch": 3.7072424995222626,
      "grad_norm": 1.3439677953720093,
      "learning_rate": 4.092741935483871e-05,
      "loss": 0.1014,
      "step": 19400
    },
    {
      "epoch": 3.7263519969424803,
      "grad_norm": 0.7183663845062256,
      "learning_rate": 4.087941628264209e-05,
      "loss": 0.082,
      "step": 19500
    },
    {
      "epoch": 3.745461494362698,
      "grad_norm": 1.6611928939819336,
      "learning_rate": 4.083141321044547e-05,
      "loss": 0.0732,
      "step": 19600
    },
    {
      "epoch": 3.764570991782916,
      "grad_norm": 1.2751322984695435,
      "learning_rate": 4.078341013824885e-05,
      "loss": 0.0768,
      "step": 19700
    },
    {
      "epoch": 3.783680489203134,
      "grad_norm": 1.3333556652069092,
      "learning_rate": 4.073540706605223e-05,
      "loss": 0.0794,
      "step": 19800
    },
    {
      "epoch": 3.8027899866233517,
      "grad_norm": 0.6069827675819397,
      "learning_rate": 4.068740399385561e-05,
      "loss": 0.0846,
      "step": 19900
    },
    {
      "epoch": 3.82189948404357,
      "grad_norm": 0.38667362928390503,
      "learning_rate": 4.0639400921658985e-05,
      "loss": 0.0894,
      "step": 20000
    },
    {
      "epoch": 3.82189948404357,
      "eval_events-synergy/entsum_processed_loss": 0.04852017015218735,
      "eval_events-synergy/entsum_processed_runtime": 86.5692,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.869,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.723,
      "step": 20000
    },
    {
      "epoch": 3.8410089814637876,
      "grad_norm": 1.1866488456726074,
      "learning_rate": 4.0591397849462364e-05,
      "loss": 0.055,
      "step": 20100
    },
    {
      "epoch": 3.8601184788840053,
      "grad_norm": 1.6856223344802856,
      "learning_rate": 4.054339477726575e-05,
      "loss": 0.0713,
      "step": 20200
    },
    {
      "epoch": 3.8792279763042234,
      "grad_norm": 0.5651134252548218,
      "learning_rate": 4.049539170506912e-05,
      "loss": 0.075,
      "step": 20300
    },
    {
      "epoch": 3.898337473724441,
      "grad_norm": 0.9011269807815552,
      "learning_rate": 4.044738863287251e-05,
      "loss": 0.061,
      "step": 20400
    },
    {
      "epoch": 3.917446971144659,
      "grad_norm": 1.215333104133606,
      "learning_rate": 4.0399385560675886e-05,
      "loss": 0.0704,
      "step": 20500
    },
    {
      "epoch": 3.9365564685648766,
      "grad_norm": 0.8905503749847412,
      "learning_rate": 4.0351382488479264e-05,
      "loss": 0.0804,
      "step": 20600
    },
    {
      "epoch": 3.9556659659850943,
      "grad_norm": 0.3945884108543396,
      "learning_rate": 4.030337941628264e-05,
      "loss": 0.0731,
      "step": 20700
    },
    {
      "epoch": 3.9747754634053125,
      "grad_norm": 1.3491140604019165,
      "learning_rate": 4.025537634408602e-05,
      "loss": 0.0811,
      "step": 20800
    },
    {
      "epoch": 3.9938849608255302,
      "grad_norm": 0.6310815811157227,
      "learning_rate": 4.02073732718894e-05,
      "loss": 0.0609,
      "step": 20900
    },
    {
      "epoch": 4.012994458245748,
      "grad_norm": 0.8954095840454102,
      "learning_rate": 4.015937019969278e-05,
      "loss": 0.0605,
      "step": 21000
    },
    {
      "epoch": 4.012994458245748,
      "eval_events-synergy/entsum_processed_loss": 0.04423968493938446,
      "eval_events-synergy/entsum_processed_runtime": 85.8578,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.091,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.779,
      "step": 21000
    },
    {
      "epoch": 4.032103955665966,
      "grad_norm": 0.7362313866615295,
      "learning_rate": 4.0111367127496165e-05,
      "loss": 0.0473,
      "step": 21100
    },
    {
      "epoch": 4.051213453086183,
      "grad_norm": 0.45443108677864075,
      "learning_rate": 4.0063364055299544e-05,
      "loss": 0.0526,
      "step": 21200
    },
    {
      "epoch": 4.070322950506402,
      "grad_norm": 0.5123448371887207,
      "learning_rate": 4.001536098310292e-05,
      "loss": 0.0604,
      "step": 21300
    },
    {
      "epoch": 4.08943244792662,
      "grad_norm": 1.018021583557129,
      "learning_rate": 3.99673579109063e-05,
      "loss": 0.0629,
      "step": 21400
    },
    {
      "epoch": 4.108541945346837,
      "grad_norm": 1.2121423482894897,
      "learning_rate": 3.991935483870968e-05,
      "loss": 0.0554,
      "step": 21500
    },
    {
      "epoch": 4.127651442767055,
      "grad_norm": 1.4117833375930786,
      "learning_rate": 3.987135176651306e-05,
      "loss": 0.0562,
      "step": 21600
    },
    {
      "epoch": 4.146760940187273,
      "grad_norm": 0.7586542367935181,
      "learning_rate": 3.982334869431644e-05,
      "loss": 0.0604,
      "step": 21700
    },
    {
      "epoch": 4.165870437607491,
      "grad_norm": 1.4312876462936401,
      "learning_rate": 3.977534562211982e-05,
      "loss": 0.0683,
      "step": 21800
    },
    {
      "epoch": 4.184979935027709,
      "grad_norm": 1.278427243232727,
      "learning_rate": 3.9727342549923195e-05,
      "loss": 0.0607,
      "step": 21900
    },
    {
      "epoch": 4.204089432447927,
      "grad_norm": 2.7680790424346924,
      "learning_rate": 3.9679339477726574e-05,
      "loss": 0.0535,
      "step": 22000
    },
    {
      "epoch": 4.204089432447927,
      "eval_events-synergy/entsum_processed_loss": 0.04234563931822777,
      "eval_events-synergy/entsum_processed_runtime": 86.4674,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.9,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.731,
      "step": 22000
    },
    {
      "epoch": 4.223198929868144,
      "grad_norm": 1.4007564783096313,
      "learning_rate": 3.963133640552996e-05,
      "loss": 0.0715,
      "step": 22100
    },
    {
      "epoch": 4.242308427288362,
      "grad_norm": 0.6837427020072937,
      "learning_rate": 3.958333333333333e-05,
      "loss": 0.0611,
      "step": 22200
    },
    {
      "epoch": 4.26141792470858,
      "grad_norm": 1.1406750679016113,
      "learning_rate": 3.9535330261136717e-05,
      "loss": 0.055,
      "step": 22300
    },
    {
      "epoch": 4.280527422128798,
      "grad_norm": 0.38464096188545227,
      "learning_rate": 3.9487327188940095e-05,
      "loss": 0.0562,
      "step": 22400
    },
    {
      "epoch": 4.299636919549016,
      "grad_norm": 1.4123332500457764,
      "learning_rate": 3.9439324116743474e-05,
      "loss": 0.0505,
      "step": 22500
    },
    {
      "epoch": 4.318746416969233,
      "grad_norm": 0.24340485036373138,
      "learning_rate": 3.939132104454685e-05,
      "loss": 0.0642,
      "step": 22600
    },
    {
      "epoch": 4.3378559143894515,
      "grad_norm": 0.541613757610321,
      "learning_rate": 3.934331797235023e-05,
      "loss": 0.059,
      "step": 22700
    },
    {
      "epoch": 4.35696541180967,
      "grad_norm": 1.4583444595336914,
      "learning_rate": 3.929531490015361e-05,
      "loss": 0.0515,
      "step": 22800
    },
    {
      "epoch": 4.376074909229887,
      "grad_norm": 1.1488178968429565,
      "learning_rate": 3.924731182795699e-05,
      "loss": 0.0532,
      "step": 22900
    },
    {
      "epoch": 4.395184406650105,
      "grad_norm": 1.302866816520691,
      "learning_rate": 3.9199308755760374e-05,
      "loss": 0.0515,
      "step": 23000
    },
    {
      "epoch": 4.395184406650105,
      "eval_events-synergy/entsum_processed_loss": 0.04016019403934479,
      "eval_events-synergy/entsum_processed_runtime": 86.5369,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.879,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.725,
      "step": 23000
    },
    {
      "epoch": 4.414293904070323,
      "grad_norm": 0.5283303260803223,
      "learning_rate": 3.9151305683563746e-05,
      "loss": 0.0534,
      "step": 23100
    },
    {
      "epoch": 4.433403401490541,
      "grad_norm": 0.9314780831336975,
      "learning_rate": 3.910330261136713e-05,
      "loss": 0.05,
      "step": 23200
    },
    {
      "epoch": 4.452512898910759,
      "grad_norm": 0.44866007566452026,
      "learning_rate": 3.905529953917051e-05,
      "loss": 0.0584,
      "step": 23300
    },
    {
      "epoch": 4.471622396330977,
      "grad_norm": 0.8532125353813171,
      "learning_rate": 3.900729646697389e-05,
      "loss": 0.0651,
      "step": 23400
    },
    {
      "epoch": 4.490731893751194,
      "grad_norm": 2.1083550453186035,
      "learning_rate": 3.895929339477727e-05,
      "loss": 0.0498,
      "step": 23500
    },
    {
      "epoch": 4.509841391171412,
      "grad_norm": 0.4969152808189392,
      "learning_rate": 3.891129032258065e-05,
      "loss": 0.0538,
      "step": 23600
    },
    {
      "epoch": 4.5289508885916305,
      "grad_norm": 0.577306866645813,
      "learning_rate": 3.8863287250384026e-05,
      "loss": 0.0388,
      "step": 23700
    },
    {
      "epoch": 4.548060386011848,
      "grad_norm": 0.08934194594621658,
      "learning_rate": 3.8815284178187404e-05,
      "loss": 0.0487,
      "step": 23800
    },
    {
      "epoch": 4.567169883432066,
      "grad_norm": 1.1038001775741577,
      "learning_rate": 3.876728110599078e-05,
      "loss": 0.0558,
      "step": 23900
    },
    {
      "epoch": 4.586279380852283,
      "grad_norm": 1.019621729850769,
      "learning_rate": 3.871927803379416e-05,
      "loss": 0.0659,
      "step": 24000
    },
    {
      "epoch": 4.586279380852283,
      "eval_events-synergy/entsum_processed_loss": 0.03685642033815384,
      "eval_events-synergy/entsum_processed_runtime": 84.6028,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.493,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.879,
      "step": 24000
    },
    {
      "epoch": 4.605388878272501,
      "grad_norm": 0.8093920350074768,
      "learning_rate": 3.867127496159754e-05,
      "loss": 0.0452,
      "step": 24100
    },
    {
      "epoch": 4.62449837569272,
      "grad_norm": 1.2581048011779785,
      "learning_rate": 3.8623271889400926e-05,
      "loss": 0.0445,
      "step": 24200
    },
    {
      "epoch": 4.643607873112937,
      "grad_norm": 0.908857524394989,
      "learning_rate": 3.8575268817204305e-05,
      "loss": 0.0469,
      "step": 24300
    },
    {
      "epoch": 4.662717370533155,
      "grad_norm": 1.6877511739730835,
      "learning_rate": 3.8527265745007684e-05,
      "loss": 0.062,
      "step": 24400
    },
    {
      "epoch": 4.681826867953372,
      "grad_norm": 0.47951963543891907,
      "learning_rate": 3.847926267281106e-05,
      "loss": 0.0761,
      "step": 24500
    },
    {
      "epoch": 4.7009363653735905,
      "grad_norm": 0.7642994523048401,
      "learning_rate": 3.843125960061444e-05,
      "loss": 0.0534,
      "step": 24600
    },
    {
      "epoch": 4.720045862793809,
      "grad_norm": 0.6277188062667847,
      "learning_rate": 3.838325652841782e-05,
      "loss": 0.0521,
      "step": 24700
    },
    {
      "epoch": 4.739155360214026,
      "grad_norm": 0.9474277496337891,
      "learning_rate": 3.83352534562212e-05,
      "loss": 0.0625,
      "step": 24800
    },
    {
      "epoch": 4.758264857634244,
      "grad_norm": 0.6333776116371155,
      "learning_rate": 3.8287250384024584e-05,
      "loss": 0.0384,
      "step": 24900
    },
    {
      "epoch": 4.777374355054462,
      "grad_norm": 0.5701904892921448,
      "learning_rate": 3.8239247311827956e-05,
      "loss": 0.0574,
      "step": 25000
    },
    {
      "epoch": 4.777374355054462,
      "eval_events-synergy/entsum_processed_loss": 0.03454362228512764,
      "eval_events-synergy/entsum_processed_runtime": 86.3766,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.929,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.738,
      "step": 25000
    },
    {
      "epoch": 4.79648385247468,
      "grad_norm": 1.0204541683197021,
      "learning_rate": 3.819124423963134e-05,
      "loss": 0.0551,
      "step": 25100
    },
    {
      "epoch": 4.815593349894898,
      "grad_norm": 1.5141241550445557,
      "learning_rate": 3.814324116743472e-05,
      "loss": 0.0529,
      "step": 25200
    },
    {
      "epoch": 4.834702847315116,
      "grad_norm": 1.2822602987289429,
      "learning_rate": 3.809523809523809e-05,
      "loss": 0.0627,
      "step": 25300
    },
    {
      "epoch": 4.853812344735333,
      "grad_norm": 0.21899272501468658,
      "learning_rate": 3.804723502304148e-05,
      "loss": 0.0383,
      "step": 25400
    },
    {
      "epoch": 4.872921842155551,
      "grad_norm": 0.30676454305648804,
      "learning_rate": 3.7999231950844856e-05,
      "loss": 0.0453,
      "step": 25500
    },
    {
      "epoch": 4.8920313395757695,
      "grad_norm": 0.33828213810920715,
      "learning_rate": 3.7951228878648235e-05,
      "loss": 0.0402,
      "step": 25600
    },
    {
      "epoch": 4.911140836995987,
      "grad_norm": 0.7716867327690125,
      "learning_rate": 3.7903225806451614e-05,
      "loss": 0.0523,
      "step": 25700
    },
    {
      "epoch": 4.930250334416205,
      "grad_norm": 0.31507009267807007,
      "learning_rate": 3.785522273425499e-05,
      "loss": 0.0415,
      "step": 25800
    },
    {
      "epoch": 4.949359831836423,
      "grad_norm": 0.7771691083908081,
      "learning_rate": 3.780721966205837e-05,
      "loss": 0.0581,
      "step": 25900
    },
    {
      "epoch": 4.96846932925664,
      "grad_norm": 1.4588698148727417,
      "learning_rate": 3.775921658986175e-05,
      "loss": 0.0501,
      "step": 26000
    },
    {
      "epoch": 4.96846932925664,
      "eval_events-synergy/entsum_processed_loss": 0.03175923973321915,
      "eval_events-synergy/entsum_processed_runtime": 85.1461,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.318,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.835,
      "step": 26000
    },
    {
      "epoch": 4.987578826676859,
      "grad_norm": 0.24702726304531097,
      "learning_rate": 3.7711213517665136e-05,
      "loss": 0.0488,
      "step": 26100
    },
    {
      "epoch": 5.006688324097076,
      "grad_norm": 0.3701643645763397,
      "learning_rate": 3.766321044546851e-05,
      "loss": 0.0422,
      "step": 26200
    },
    {
      "epoch": 5.025797821517294,
      "grad_norm": 0.2334865927696228,
      "learning_rate": 3.761520737327189e-05,
      "loss": 0.0369,
      "step": 26300
    },
    {
      "epoch": 5.044907318937512,
      "grad_norm": 0.4860515892505646,
      "learning_rate": 3.756720430107527e-05,
      "loss": 0.0467,
      "step": 26400
    },
    {
      "epoch": 5.0640168163577295,
      "grad_norm": 1.0469186305999756,
      "learning_rate": 3.751920122887865e-05,
      "loss": 0.0388,
      "step": 26500
    },
    {
      "epoch": 5.083126313777948,
      "grad_norm": 0.10929598659276962,
      "learning_rate": 3.747119815668203e-05,
      "loss": 0.039,
      "step": 26600
    },
    {
      "epoch": 5.102235811198166,
      "grad_norm": 0.9259900450706482,
      "learning_rate": 3.742319508448541e-05,
      "loss": 0.0537,
      "step": 26700
    },
    {
      "epoch": 5.121345308618383,
      "grad_norm": 0.6803724765777588,
      "learning_rate": 3.737519201228879e-05,
      "loss": 0.0429,
      "step": 26800
    },
    {
      "epoch": 5.140454806038601,
      "grad_norm": 0.35482415556907654,
      "learning_rate": 3.7327188940092166e-05,
      "loss": 0.0454,
      "step": 26900
    },
    {
      "epoch": 5.1595643034588194,
      "grad_norm": 0.4932660162448883,
      "learning_rate": 3.727918586789555e-05,
      "loss": 0.0389,
      "step": 27000
    },
    {
      "epoch": 5.1595643034588194,
      "eval_events-synergy/entsum_processed_loss": 0.0308841560035944,
      "eval_events-synergy/entsum_processed_runtime": 86.4654,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.901,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.731,
      "step": 27000
    },
    {
      "epoch": 5.178673800879037,
      "grad_norm": 0.7944111824035645,
      "learning_rate": 3.723118279569893e-05,
      "loss": 0.0367,
      "step": 27100
    },
    {
      "epoch": 5.197783298299255,
      "grad_norm": 0.3408133387565613,
      "learning_rate": 3.71831797235023e-05,
      "loss": 0.0412,
      "step": 27200
    },
    {
      "epoch": 5.216892795719472,
      "grad_norm": 1.3057624101638794,
      "learning_rate": 3.713517665130569e-05,
      "loss": 0.0313,
      "step": 27300
    },
    {
      "epoch": 5.23600229313969,
      "grad_norm": 0.28078633546829224,
      "learning_rate": 3.7087173579109066e-05,
      "loss": 0.0432,
      "step": 27400
    },
    {
      "epoch": 5.2551117905599085,
      "grad_norm": 0.3789531886577606,
      "learning_rate": 3.7039170506912445e-05,
      "loss": 0.0415,
      "step": 27500
    },
    {
      "epoch": 5.274221287980126,
      "grad_norm": 0.5109480619430542,
      "learning_rate": 3.6991167434715824e-05,
      "loss": 0.0328,
      "step": 27600
    },
    {
      "epoch": 5.293330785400344,
      "grad_norm": 0.010233950801193714,
      "learning_rate": 3.69431643625192e-05,
      "loss": 0.0399,
      "step": 27700
    },
    {
      "epoch": 5.312440282820562,
      "grad_norm": 0.4560386538505554,
      "learning_rate": 3.689516129032258e-05,
      "loss": 0.0387,
      "step": 27800
    },
    {
      "epoch": 5.331549780240779,
      "grad_norm": 0.1968875378370285,
      "learning_rate": 3.684715821812596e-05,
      "loss": 0.0371,
      "step": 27900
    },
    {
      "epoch": 5.350659277660998,
      "grad_norm": 0.8004895448684692,
      "learning_rate": 3.6799155145929345e-05,
      "loss": 0.0437,
      "step": 28000
    },
    {
      "epoch": 5.350659277660998,
      "eval_events-synergy/entsum_processed_loss": 0.029284106567502022,
      "eval_events-synergy/entsum_processed_runtime": 85.8087,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.107,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.783,
      "step": 28000
    },
    {
      "epoch": 5.369768775081216,
      "grad_norm": 0.9914371371269226,
      "learning_rate": 3.675115207373272e-05,
      "loss": 0.0352,
      "step": 28100
    },
    {
      "epoch": 5.388878272501433,
      "grad_norm": 1.3968762159347534,
      "learning_rate": 3.67031490015361e-05,
      "loss": 0.0305,
      "step": 28200
    },
    {
      "epoch": 5.407987769921651,
      "grad_norm": 0.677922785282135,
      "learning_rate": 3.665514592933948e-05,
      "loss": 0.0321,
      "step": 28300
    },
    {
      "epoch": 5.427097267341869,
      "grad_norm": 0.5966954231262207,
      "learning_rate": 3.6607142857142853e-05,
      "loss": 0.0356,
      "step": 28400
    },
    {
      "epoch": 5.446206764762087,
      "grad_norm": 0.47409358620643616,
      "learning_rate": 3.655913978494624e-05,
      "loss": 0.0281,
      "step": 28500
    },
    {
      "epoch": 5.465316262182305,
      "grad_norm": 0.5637366771697998,
      "learning_rate": 3.651113671274962e-05,
      "loss": 0.0374,
      "step": 28600
    },
    {
      "epoch": 5.484425759602522,
      "grad_norm": 0.5510061383247375,
      "learning_rate": 3.6463133640552996e-05,
      "loss": 0.0321,
      "step": 28700
    },
    {
      "epoch": 5.50353525702274,
      "grad_norm": 0.7010207176208496,
      "learning_rate": 3.6415130568356375e-05,
      "loss": 0.0368,
      "step": 28800
    },
    {
      "epoch": 5.522644754442958,
      "grad_norm": 1.2387152910232544,
      "learning_rate": 3.636712749615976e-05,
      "loss": 0.0397,
      "step": 28900
    },
    {
      "epoch": 5.541754251863176,
      "grad_norm": 1.7459216117858887,
      "learning_rate": 3.631912442396313e-05,
      "loss": 0.0386,
      "step": 29000
    },
    {
      "epoch": 5.541754251863176,
      "eval_events-synergy/entsum_processed_loss": 0.02899482287466526,
      "eval_events-synergy/entsum_processed_runtime": 84.3392,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.579,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.901,
      "step": 29000
    },
    {
      "epoch": 5.560863749283394,
      "grad_norm": 0.6622141003608704,
      "learning_rate": 3.627112135176651e-05,
      "loss": 0.0368,
      "step": 29100
    },
    {
      "epoch": 5.579973246703612,
      "grad_norm": 1.0212815999984741,
      "learning_rate": 3.62231182795699e-05,
      "loss": 0.0373,
      "step": 29200
    },
    {
      "epoch": 5.599082744123829,
      "grad_norm": 0.4521411657333374,
      "learning_rate": 3.6175115207373276e-05,
      "loss": 0.0365,
      "step": 29300
    },
    {
      "epoch": 5.6181922415440475,
      "grad_norm": 0.8316215872764587,
      "learning_rate": 3.6127112135176654e-05,
      "loss": 0.0401,
      "step": 29400
    },
    {
      "epoch": 5.637301738964265,
      "grad_norm": 0.3077566623687744,
      "learning_rate": 3.607910906298003e-05,
      "loss": 0.044,
      "step": 29500
    },
    {
      "epoch": 5.656411236384483,
      "grad_norm": 1.1517149209976196,
      "learning_rate": 3.603110599078341e-05,
      "loss": 0.0355,
      "step": 29600
    },
    {
      "epoch": 5.675520733804701,
      "grad_norm": 1.3990229368209839,
      "learning_rate": 3.598310291858679e-05,
      "loss": 0.0349,
      "step": 29700
    },
    {
      "epoch": 5.694630231224918,
      "grad_norm": 1.5779931545257568,
      "learning_rate": 3.593509984639017e-05,
      "loss": 0.0393,
      "step": 29800
    },
    {
      "epoch": 5.713739728645137,
      "grad_norm": 1.200478434562683,
      "learning_rate": 3.5887096774193555e-05,
      "loss": 0.0333,
      "step": 29900
    },
    {
      "epoch": 5.732849226065355,
      "grad_norm": 1.5373812913894653,
      "learning_rate": 3.583909370199693e-05,
      "loss": 0.0403,
      "step": 30000
    },
    {
      "epoch": 5.732849226065355,
      "eval_events-synergy/entsum_processed_loss": 0.02680058218538761,
      "eval_events-synergy/entsum_processed_runtime": 86.269,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.962,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.746,
      "step": 30000
    },
    {
      "epoch": 5.751958723485572,
      "grad_norm": 0.24801170825958252,
      "learning_rate": 3.579109062980031e-05,
      "loss": 0.0383,
      "step": 30100
    },
    {
      "epoch": 5.77106822090579,
      "grad_norm": 1.638857126235962,
      "learning_rate": 3.574308755760369e-05,
      "loss": 0.0466,
      "step": 30200
    },
    {
      "epoch": 5.790177718326008,
      "grad_norm": 0.6621894836425781,
      "learning_rate": 3.569508448540706e-05,
      "loss": 0.0332,
      "step": 30300
    },
    {
      "epoch": 5.809287215746226,
      "grad_norm": 0.7041098475456238,
      "learning_rate": 3.564708141321045e-05,
      "loss": 0.0252,
      "step": 30400
    },
    {
      "epoch": 5.828396713166444,
      "grad_norm": 0.1067354753613472,
      "learning_rate": 3.559907834101383e-05,
      "loss": 0.029,
      "step": 30500
    },
    {
      "epoch": 5.847506210586662,
      "grad_norm": 0.8987241387367249,
      "learning_rate": 3.5551075268817206e-05,
      "loss": 0.039,
      "step": 30600
    },
    {
      "epoch": 5.866615708006879,
      "grad_norm": 2.081352710723877,
      "learning_rate": 3.5503072196620585e-05,
      "loss": 0.033,
      "step": 30700
    },
    {
      "epoch": 5.885725205427097,
      "grad_norm": 1.5779916048049927,
      "learning_rate": 3.545506912442397e-05,
      "loss": 0.0337,
      "step": 30800
    },
    {
      "epoch": 5.904834702847316,
      "grad_norm": 0.8174372911453247,
      "learning_rate": 3.540706605222734e-05,
      "loss": 0.0355,
      "step": 30900
    },
    {
      "epoch": 5.923944200267533,
      "grad_norm": 0.35382506251335144,
      "learning_rate": 3.535906298003072e-05,
      "loss": 0.0477,
      "step": 31000
    },
    {
      "epoch": 5.923944200267533,
      "eval_events-synergy/entsum_processed_loss": 0.025150079280138016,
      "eval_events-synergy/entsum_processed_runtime": 86.0706,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.024,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.762,
      "step": 31000
    },
    {
      "epoch": 5.943053697687751,
      "grad_norm": 2.253109931945801,
      "learning_rate": 3.5311059907834107e-05,
      "loss": 0.0349,
      "step": 31100
    },
    {
      "epoch": 5.962163195107968,
      "grad_norm": 0.9015364646911621,
      "learning_rate": 3.526305683563748e-05,
      "loss": 0.0284,
      "step": 31200
    },
    {
      "epoch": 5.9812726925281865,
      "grad_norm": 0.24150536954402924,
      "learning_rate": 3.5215053763440864e-05,
      "loss": 0.0379,
      "step": 31300
    },
    {
      "epoch": 6.000382189948405,
      "grad_norm": 0.7606573700904846,
      "learning_rate": 3.516705069124424e-05,
      "loss": 0.0285,
      "step": 31400
    },
    {
      "epoch": 6.019491687368622,
      "grad_norm": 0.6848638653755188,
      "learning_rate": 3.511904761904762e-05,
      "loss": 0.0301,
      "step": 31500
    },
    {
      "epoch": 6.03860118478884,
      "grad_norm": 1.088733196258545,
      "learning_rate": 3.5071044546851e-05,
      "loss": 0.0265,
      "step": 31600
    },
    {
      "epoch": 6.057710682209058,
      "grad_norm": 1.046855092048645,
      "learning_rate": 3.502304147465438e-05,
      "loss": 0.0269,
      "step": 31700
    },
    {
      "epoch": 6.076820179629276,
      "grad_norm": 0.9664869904518127,
      "learning_rate": 3.497503840245776e-05,
      "loss": 0.0234,
      "step": 31800
    },
    {
      "epoch": 6.095929677049494,
      "grad_norm": 0.5576639175415039,
      "learning_rate": 3.4927035330261136e-05,
      "loss": 0.0332,
      "step": 31900
    },
    {
      "epoch": 6.115039174469711,
      "grad_norm": 0.839173436164856,
      "learning_rate": 3.487903225806452e-05,
      "loss": 0.0301,
      "step": 32000
    },
    {
      "epoch": 6.115039174469711,
      "eval_events-synergy/entsum_processed_loss": 0.02411143109202385,
      "eval_events-synergy/entsum_processed_runtime": 86.4163,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.916,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.735,
      "step": 32000
    },
    {
      "epoch": 6.134148671889929,
      "grad_norm": 0.783420741558075,
      "learning_rate": 3.4831029185867894e-05,
      "loss": 0.0326,
      "step": 32100
    },
    {
      "epoch": 6.153258169310147,
      "grad_norm": 0.7571488618850708,
      "learning_rate": 3.478302611367127e-05,
      "loss": 0.0266,
      "step": 32200
    },
    {
      "epoch": 6.172367666730365,
      "grad_norm": 0.08053430169820786,
      "learning_rate": 3.473502304147466e-05,
      "loss": 0.0278,
      "step": 32300
    },
    {
      "epoch": 6.191477164150583,
      "grad_norm": 1.4743053913116455,
      "learning_rate": 3.468701996927804e-05,
      "loss": 0.0256,
      "step": 32400
    },
    {
      "epoch": 6.210586661570801,
      "grad_norm": 0.20271699130535126,
      "learning_rate": 3.4639016897081416e-05,
      "loss": 0.0298,
      "step": 32500
    },
    {
      "epoch": 6.229696158991018,
      "grad_norm": 1.0754730701446533,
      "learning_rate": 3.4591013824884794e-05,
      "loss": 0.0253,
      "step": 32600
    },
    {
      "epoch": 6.248805656411236,
      "grad_norm": 1.5914433002471924,
      "learning_rate": 3.454301075268817e-05,
      "loss": 0.0354,
      "step": 32700
    },
    {
      "epoch": 6.267915153831455,
      "grad_norm": 0.37541651725769043,
      "learning_rate": 3.449500768049155e-05,
      "loss": 0.0274,
      "step": 32800
    },
    {
      "epoch": 6.287024651251672,
      "grad_norm": 0.6610062718391418,
      "learning_rate": 3.444700460829493e-05,
      "loss": 0.0308,
      "step": 32900
    },
    {
      "epoch": 6.30613414867189,
      "grad_norm": 0.7302411198616028,
      "learning_rate": 3.4399001536098316e-05,
      "loss": 0.0281,
      "step": 33000
    },
    {
      "epoch": 6.30613414867189,
      "eval_events-synergy/entsum_processed_loss": 0.023598061874508858,
      "eval_events-synergy/entsum_processed_runtime": 86.4223,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.914,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.734,
      "step": 33000
    },
    {
      "epoch": 6.325243646092108,
      "grad_norm": 1.2536879777908325,
      "learning_rate": 3.435099846390169e-05,
      "loss": 0.0292,
      "step": 33100
    },
    {
      "epoch": 6.3443531435123255,
      "grad_norm": 0.050880610942840576,
      "learning_rate": 3.4302995391705074e-05,
      "loss": 0.023,
      "step": 33200
    },
    {
      "epoch": 6.363462640932544,
      "grad_norm": 0.07612816989421844,
      "learning_rate": 3.425499231950845e-05,
      "loss": 0.027,
      "step": 33300
    },
    {
      "epoch": 6.382572138352761,
      "grad_norm": 0.2280048131942749,
      "learning_rate": 3.4206989247311824e-05,
      "loss": 0.031,
      "step": 33400
    },
    {
      "epoch": 6.401681635772979,
      "grad_norm": 0.9767467975616455,
      "learning_rate": 3.415898617511521e-05,
      "loss": 0.029,
      "step": 33500
    },
    {
      "epoch": 6.420791133193197,
      "grad_norm": 1.0423424243927002,
      "learning_rate": 3.411098310291859e-05,
      "loss": 0.0244,
      "step": 33600
    },
    {
      "epoch": 6.439900630613415,
      "grad_norm": 1.2598810195922852,
      "learning_rate": 3.406298003072197e-05,
      "loss": 0.0293,
      "step": 33700
    },
    {
      "epoch": 6.459010128033633,
      "grad_norm": 0.1793285310268402,
      "learning_rate": 3.4014976958525346e-05,
      "loss": 0.0294,
      "step": 33800
    },
    {
      "epoch": 6.478119625453851,
      "grad_norm": 0.011976735666394234,
      "learning_rate": 3.396697388632873e-05,
      "loss": 0.0276,
      "step": 33900
    },
    {
      "epoch": 6.497229122874068,
      "grad_norm": 1.0099623203277588,
      "learning_rate": 3.3918970814132103e-05,
      "loss": 0.0351,
      "step": 34000
    },
    {
      "epoch": 6.497229122874068,
      "eval_events-synergy/entsum_processed_loss": 0.02258702553808689,
      "eval_events-synergy/entsum_processed_runtime": 86.2714,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.961,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.746,
      "step": 34000
    },
    {
      "epoch": 6.516338620294286,
      "grad_norm": 0.6294183135032654,
      "learning_rate": 3.387096774193548e-05,
      "loss": 0.0236,
      "step": 34100
    },
    {
      "epoch": 6.535448117714504,
      "grad_norm": 0.5773456692695618,
      "learning_rate": 3.382296466973887e-05,
      "loss": 0.024,
      "step": 34200
    },
    {
      "epoch": 6.554557615134722,
      "grad_norm": 0.7001476883888245,
      "learning_rate": 3.377496159754224e-05,
      "loss": 0.03,
      "step": 34300
    },
    {
      "epoch": 6.57366711255494,
      "grad_norm": 1.5043959617614746,
      "learning_rate": 3.3726958525345625e-05,
      "loss": 0.023,
      "step": 34400
    },
    {
      "epoch": 6.592776609975157,
      "grad_norm": 0.37344950437545776,
      "learning_rate": 3.3678955453149004e-05,
      "loss": 0.0383,
      "step": 34500
    },
    {
      "epoch": 6.611886107395375,
      "grad_norm": 0.7408236265182495,
      "learning_rate": 3.363095238095238e-05,
      "loss": 0.0253,
      "step": 34600
    },
    {
      "epoch": 6.630995604815594,
      "grad_norm": 0.08738729357719421,
      "learning_rate": 3.358294930875576e-05,
      "loss": 0.023,
      "step": 34700
    },
    {
      "epoch": 6.650105102235811,
      "grad_norm": 0.45454615354537964,
      "learning_rate": 3.353494623655914e-05,
      "loss": 0.025,
      "step": 34800
    },
    {
      "epoch": 6.669214599656029,
      "grad_norm": 0.4266088008880615,
      "learning_rate": 3.348694316436252e-05,
      "loss": 0.0251,
      "step": 34900
    },
    {
      "epoch": 6.688324097076247,
      "grad_norm": 0.44192788004875183,
      "learning_rate": 3.34389400921659e-05,
      "loss": 0.0349,
      "step": 35000
    },
    {
      "epoch": 6.688324097076247,
      "eval_events-synergy/entsum_processed_loss": 0.022197816520929337,
      "eval_events-synergy/entsum_processed_runtime": 86.47,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.899,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.731,
      "step": 35000
    },
    {
      "epoch": 6.7074335944964645,
      "grad_norm": 1.1022039651870728,
      "learning_rate": 3.339093701996928e-05,
      "loss": 0.0291,
      "step": 35100
    },
    {
      "epoch": 6.726543091916683,
      "grad_norm": 0.7178447842597961,
      "learning_rate": 3.334293394777266e-05,
      "loss": 0.0252,
      "step": 35200
    },
    {
      "epoch": 6.745652589336901,
      "grad_norm": 0.20827040076255798,
      "learning_rate": 3.3294930875576034e-05,
      "loss": 0.026,
      "step": 35300
    },
    {
      "epoch": 6.764762086757118,
      "grad_norm": 0.044019654393196106,
      "learning_rate": 3.324692780337942e-05,
      "loss": 0.018,
      "step": 35400
    },
    {
      "epoch": 6.783871584177336,
      "grad_norm": 0.4710674285888672,
      "learning_rate": 3.31989247311828e-05,
      "loss": 0.0275,
      "step": 35500
    },
    {
      "epoch": 6.802981081597554,
      "grad_norm": 1.3574426174163818,
      "learning_rate": 3.315092165898618e-05,
      "loss": 0.0245,
      "step": 35600
    },
    {
      "epoch": 6.822090579017772,
      "grad_norm": 0.2804085612297058,
      "learning_rate": 3.3102918586789556e-05,
      "loss": 0.0207,
      "step": 35700
    },
    {
      "epoch": 6.84120007643799,
      "grad_norm": 0.16950590908527374,
      "learning_rate": 3.305491551459294e-05,
      "loss": 0.028,
      "step": 35800
    },
    {
      "epoch": 6.860309573858207,
      "grad_norm": 0.38544100522994995,
      "learning_rate": 3.300691244239631e-05,
      "loss": 0.0369,
      "step": 35900
    },
    {
      "epoch": 6.879419071278425,
      "grad_norm": 0.36500322818756104,
      "learning_rate": 3.295890937019969e-05,
      "loss": 0.0255,
      "step": 36000
    },
    {
      "epoch": 6.879419071278425,
      "eval_events-synergy/entsum_processed_loss": 0.021442364901304245,
      "eval_events-synergy/entsum_processed_runtime": 85.1296,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.323,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.837,
      "step": 36000
    },
    {
      "epoch": 6.8985285686986435,
      "grad_norm": 0.8930972218513489,
      "learning_rate": 3.291090629800308e-05,
      "loss": 0.023,
      "step": 36100
    },
    {
      "epoch": 6.917638066118861,
      "grad_norm": 0.02050691284239292,
      "learning_rate": 3.286290322580645e-05,
      "loss": 0.0213,
      "step": 36200
    },
    {
      "epoch": 6.936747563539079,
      "grad_norm": 0.268373042345047,
      "learning_rate": 3.2814900153609835e-05,
      "loss": 0.0211,
      "step": 36300
    },
    {
      "epoch": 6.955857060959297,
      "grad_norm": 0.4497075080871582,
      "learning_rate": 3.2766897081413214e-05,
      "loss": 0.0275,
      "step": 36400
    },
    {
      "epoch": 6.974966558379514,
      "grad_norm": 0.024803461506962776,
      "learning_rate": 3.271889400921659e-05,
      "loss": 0.0259,
      "step": 36500
    },
    {
      "epoch": 6.994076055799733,
      "grad_norm": 0.030653996393084526,
      "learning_rate": 3.267089093701997e-05,
      "loss": 0.0225,
      "step": 36600
    },
    {
      "epoch": 7.013185553219951,
      "grad_norm": 0.3798658549785614,
      "learning_rate": 3.262288786482335e-05,
      "loss": 0.0246,
      "step": 36700
    },
    {
      "epoch": 7.032295050640168,
      "grad_norm": 0.9082667231559753,
      "learning_rate": 3.257488479262673e-05,
      "loss": 0.0217,
      "step": 36800
    },
    {
      "epoch": 7.051404548060386,
      "grad_norm": 0.7902773022651672,
      "learning_rate": 3.252688172043011e-05,
      "loss": 0.02,
      "step": 36900
    },
    {
      "epoch": 7.0705140454806035,
      "grad_norm": 0.6506838202476501,
      "learning_rate": 3.247887864823349e-05,
      "loss": 0.0185,
      "step": 37000
    },
    {
      "epoch": 7.0705140454806035,
      "eval_events-synergy/entsum_processed_loss": 0.021531905978918076,
      "eval_events-synergy/entsum_processed_runtime": 85.174,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.309,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.833,
      "step": 37000
    },
    {
      "epoch": 7.089623542900822,
      "grad_norm": 0.624746561050415,
      "learning_rate": 3.2430875576036865e-05,
      "loss": 0.0192,
      "step": 37100
    },
    {
      "epoch": 7.10873304032104,
      "grad_norm": 0.5149529576301575,
      "learning_rate": 3.2382872503840243e-05,
      "loss": 0.0276,
      "step": 37200
    },
    {
      "epoch": 7.127842537741257,
      "grad_norm": 3.0162253379821777,
      "learning_rate": 3.233486943164363e-05,
      "loss": 0.0209,
      "step": 37300
    },
    {
      "epoch": 7.146952035161475,
      "grad_norm": 0.3581557273864746,
      "learning_rate": 3.228686635944701e-05,
      "loss": 0.017,
      "step": 37400
    },
    {
      "epoch": 7.166061532581693,
      "grad_norm": 0.534199595451355,
      "learning_rate": 3.2238863287250386e-05,
      "loss": 0.0225,
      "step": 37500
    },
    {
      "epoch": 7.185171030001911,
      "grad_norm": 0.584403395652771,
      "learning_rate": 3.2190860215053765e-05,
      "loss": 0.0246,
      "step": 37600
    },
    {
      "epoch": 7.204280527422129,
      "grad_norm": 0.33575019240379333,
      "learning_rate": 3.2142857142857144e-05,
      "loss": 0.0175,
      "step": 37700
    },
    {
      "epoch": 7.223390024842347,
      "grad_norm": 0.10965080559253693,
      "learning_rate": 3.209485407066052e-05,
      "loss": 0.0226,
      "step": 37800
    },
    {
      "epoch": 7.242499522262564,
      "grad_norm": 0.35581934452056885,
      "learning_rate": 3.20468509984639e-05,
      "loss": 0.0238,
      "step": 37900
    },
    {
      "epoch": 7.2616090196827825,
      "grad_norm": 0.34397947788238525,
      "learning_rate": 3.199884792626729e-05,
      "loss": 0.0143,
      "step": 38000
    },
    {
      "epoch": 7.2616090196827825,
      "eval_events-synergy/entsum_processed_loss": 0.020761175081133842,
      "eval_events-synergy/entsum_processed_runtime": 85.5012,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.204,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.807,
      "step": 38000
    },
    {
      "epoch": 7.280718517103,
      "grad_norm": 0.42107951641082764,
      "learning_rate": 3.195084485407066e-05,
      "loss": 0.0247,
      "step": 38100
    },
    {
      "epoch": 7.299828014523218,
      "grad_norm": 0.02115056663751602,
      "learning_rate": 3.1902841781874044e-05,
      "loss": 0.0195,
      "step": 38200
    },
    {
      "epoch": 7.318937511943436,
      "grad_norm": 0.5838721990585327,
      "learning_rate": 3.185483870967742e-05,
      "loss": 0.0219,
      "step": 38300
    },
    {
      "epoch": 7.338047009363653,
      "grad_norm": 0.1621849685907364,
      "learning_rate": 3.18068356374808e-05,
      "loss": 0.0205,
      "step": 38400
    },
    {
      "epoch": 7.357156506783872,
      "grad_norm": 0.9421815872192383,
      "learning_rate": 3.175883256528418e-05,
      "loss": 0.0255,
      "step": 38500
    },
    {
      "epoch": 7.37626600420409,
      "grad_norm": 0.534527063369751,
      "learning_rate": 3.171082949308756e-05,
      "loss": 0.0193,
      "step": 38600
    },
    {
      "epoch": 7.395375501624307,
      "grad_norm": 0.25326958298683167,
      "learning_rate": 3.166282642089094e-05,
      "loss": 0.0173,
      "step": 38700
    },
    {
      "epoch": 7.414484999044525,
      "grad_norm": 0.45906540751457214,
      "learning_rate": 3.161482334869432e-05,
      "loss": 0.0217,
      "step": 38800
    },
    {
      "epoch": 7.433594496464743,
      "grad_norm": 0.20368924736976624,
      "learning_rate": 3.15668202764977e-05,
      "loss": 0.0204,
      "step": 38900
    },
    {
      "epoch": 7.452703993884961,
      "grad_norm": 0.16196204721927643,
      "learning_rate": 3.1518817204301074e-05,
      "loss": 0.0269,
      "step": 39000
    },
    {
      "epoch": 7.452703993884961,
      "eval_events-synergy/entsum_processed_loss": 0.01936463639140129,
      "eval_events-synergy/entsum_processed_runtime": 85.1337,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.322,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.836,
      "step": 39000
    },
    {
      "epoch": 7.471813491305179,
      "grad_norm": 0.9692901372909546,
      "learning_rate": 3.147081413210445e-05,
      "loss": 0.0233,
      "step": 39100
    },
    {
      "epoch": 7.490922988725396,
      "grad_norm": 0.772438645362854,
      "learning_rate": 3.142281105990784e-05,
      "loss": 0.0207,
      "step": 39200
    },
    {
      "epoch": 7.510032486145614,
      "grad_norm": 0.39141640067100525,
      "learning_rate": 3.137480798771121e-05,
      "loss": 0.0191,
      "step": 39300
    },
    {
      "epoch": 7.529141983565832,
      "grad_norm": 0.19886603951454163,
      "learning_rate": 3.1326804915514596e-05,
      "loss": 0.0189,
      "step": 39400
    },
    {
      "epoch": 7.54825148098605,
      "grad_norm": 0.8104422092437744,
      "learning_rate": 3.1278801843317975e-05,
      "loss": 0.0247,
      "step": 39500
    },
    {
      "epoch": 7.567360978406268,
      "grad_norm": 1.5498480796813965,
      "learning_rate": 3.1230798771121354e-05,
      "loss": 0.0227,
      "step": 39600
    },
    {
      "epoch": 7.586470475826486,
      "grad_norm": 0.7283300757408142,
      "learning_rate": 3.118279569892473e-05,
      "loss": 0.0226,
      "step": 39700
    },
    {
      "epoch": 7.605579973246703,
      "grad_norm": 1.3604527711868286,
      "learning_rate": 3.113479262672811e-05,
      "loss": 0.0167,
      "step": 39800
    },
    {
      "epoch": 7.6246894706669215,
      "grad_norm": 1.0663504600524902,
      "learning_rate": 3.108678955453149e-05,
      "loss": 0.0251,
      "step": 39900
    },
    {
      "epoch": 7.64379896808714,
      "grad_norm": 0.7986360192298889,
      "learning_rate": 3.103878648233487e-05,
      "loss": 0.0178,
      "step": 40000
    },
    {
      "epoch": 7.64379896808714,
      "eval_events-synergy/entsum_processed_loss": 0.01874077506363392,
      "eval_events-synergy/entsum_processed_runtime": 86.5004,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.89,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.728,
      "step": 40000
    },
    {
      "epoch": 7.662908465507357,
      "grad_norm": 0.20992030203342438,
      "learning_rate": 3.0990783410138254e-05,
      "loss": 0.0169,
      "step": 40100
    },
    {
      "epoch": 7.682017962927575,
      "grad_norm": 0.19716721773147583,
      "learning_rate": 3.0942780337941626e-05,
      "loss": 0.0176,
      "step": 40200
    },
    {
      "epoch": 7.701127460347793,
      "grad_norm": 0.015498577617108822,
      "learning_rate": 3.089477726574501e-05,
      "loss": 0.0211,
      "step": 40300
    },
    {
      "epoch": 7.7202369577680106,
      "grad_norm": 0.6486418843269348,
      "learning_rate": 3.084677419354839e-05,
      "loss": 0.0155,
      "step": 40400
    },
    {
      "epoch": 7.739346455188229,
      "grad_norm": 0.6476672887802124,
      "learning_rate": 3.079877112135177e-05,
      "loss": 0.0201,
      "step": 40500
    },
    {
      "epoch": 7.758455952608447,
      "grad_norm": 1.1004291772842407,
      "learning_rate": 3.075076804915515e-05,
      "loss": 0.0242,
      "step": 40600
    },
    {
      "epoch": 7.777565450028664,
      "grad_norm": 0.46351030468940735,
      "learning_rate": 3.0702764976958526e-05,
      "loss": 0.0185,
      "step": 40700
    },
    {
      "epoch": 7.796674947448882,
      "grad_norm": 1.0854315757751465,
      "learning_rate": 3.0654761904761905e-05,
      "loss": 0.0201,
      "step": 40800
    },
    {
      "epoch": 7.8157844448691,
      "grad_norm": 0.8841759562492371,
      "learning_rate": 3.0606758832565284e-05,
      "loss": 0.0184,
      "step": 40900
    },
    {
      "epoch": 7.834893942289318,
      "grad_norm": 0.9825415015220642,
      "learning_rate": 3.055875576036866e-05,
      "loss": 0.0187,
      "step": 41000
    },
    {
      "epoch": 7.834893942289318,
      "eval_events-synergy/entsum_processed_loss": 0.018535524606704712,
      "eval_events-synergy/entsum_processed_runtime": 85.5215,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.198,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.805,
      "step": 41000
    },
    {
      "epoch": 7.854003439709536,
      "grad_norm": 2.4730401039123535,
      "learning_rate": 3.0510752688172045e-05,
      "loss": 0.0191,
      "step": 41100
    },
    {
      "epoch": 7.873112937129753,
      "grad_norm": 2.2196543216705322,
      "learning_rate": 3.0462749615975423e-05,
      "loss": 0.0283,
      "step": 41200
    },
    {
      "epoch": 7.892222434549971,
      "grad_norm": 0.16002187132835388,
      "learning_rate": 3.0414746543778806e-05,
      "loss": 0.0199,
      "step": 41300
    },
    {
      "epoch": 7.911331931970189,
      "grad_norm": 1.5348676443099976,
      "learning_rate": 3.036674347158218e-05,
      "loss": 0.0161,
      "step": 41400
    },
    {
      "epoch": 7.930441429390407,
      "grad_norm": 0.6840288043022156,
      "learning_rate": 3.0318740399385563e-05,
      "loss": 0.014,
      "step": 41500
    },
    {
      "epoch": 7.949550926810625,
      "grad_norm": 0.7691094875335693,
      "learning_rate": 3.0270737327188942e-05,
      "loss": 0.0171,
      "step": 41600
    },
    {
      "epoch": 7.968660424230842,
      "grad_norm": 0.9019795060157776,
      "learning_rate": 3.0222734254992317e-05,
      "loss": 0.0208,
      "step": 41700
    },
    {
      "epoch": 7.9877699216510605,
      "grad_norm": 0.40712770819664,
      "learning_rate": 3.0174731182795703e-05,
      "loss": 0.0216,
      "step": 41800
    },
    {
      "epoch": 8.006879419071279,
      "grad_norm": 0.9297962784767151,
      "learning_rate": 3.0126728110599078e-05,
      "loss": 0.0206,
      "step": 41900
    },
    {
      "epoch": 8.025988916491496,
      "grad_norm": 0.9476808309555054,
      "learning_rate": 3.007872503840246e-05,
      "loss": 0.0179,
      "step": 42000
    },
    {
      "epoch": 8.025988916491496,
      "eval_events-synergy/entsum_processed_loss": 0.017886348068714142,
      "eval_events-synergy/entsum_processed_runtime": 86.4493,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.906,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.732,
      "step": 42000
    },
    {
      "epoch": 8.045098413911715,
      "grad_norm": 0.2303045094013214,
      "learning_rate": 3.003072196620584e-05,
      "loss": 0.0166,
      "step": 42100
    },
    {
      "epoch": 8.064207911331932,
      "grad_norm": 0.2901061773300171,
      "learning_rate": 2.998271889400922e-05,
      "loss": 0.0192,
      "step": 42200
    },
    {
      "epoch": 8.08331740875215,
      "grad_norm": 0.051759280264377594,
      "learning_rate": 2.9934715821812596e-05,
      "loss": 0.0161,
      "step": 42300
    },
    {
      "epoch": 8.102426906172367,
      "grad_norm": 0.4911729097366333,
      "learning_rate": 2.9886712749615975e-05,
      "loss": 0.018,
      "step": 42400
    },
    {
      "epoch": 8.121536403592586,
      "grad_norm": 0.4533239006996155,
      "learning_rate": 2.9838709677419357e-05,
      "loss": 0.0177,
      "step": 42500
    },
    {
      "epoch": 8.140645901012803,
      "grad_norm": 0.03935829922556877,
      "learning_rate": 2.9790706605222736e-05,
      "loss": 0.016,
      "step": 42600
    },
    {
      "epoch": 8.15975539843302,
      "grad_norm": 0.5652256011962891,
      "learning_rate": 2.9742703533026118e-05,
      "loss": 0.0125,
      "step": 42700
    },
    {
      "epoch": 8.17886489585324,
      "grad_norm": 0.5128132104873657,
      "learning_rate": 2.9694700460829493e-05,
      "loss": 0.0123,
      "step": 42800
    },
    {
      "epoch": 8.197974393273457,
      "grad_norm": 0.27111709117889404,
      "learning_rate": 2.9646697388632872e-05,
      "loss": 0.0173,
      "step": 42900
    },
    {
      "epoch": 8.217083890693674,
      "grad_norm": 0.1685011088848114,
      "learning_rate": 2.9598694316436254e-05,
      "loss": 0.0161,
      "step": 43000
    },
    {
      "epoch": 8.217083890693674,
      "eval_events-synergy/entsum_processed_loss": 0.017874937504529953,
      "eval_events-synergy/entsum_processed_runtime": 86.3239,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.945,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.742,
      "step": 43000
    },
    {
      "epoch": 8.236193388113893,
      "grad_norm": 0.3956407606601715,
      "learning_rate": 2.955069124423963e-05,
      "loss": 0.0143,
      "step": 43100
    },
    {
      "epoch": 8.25530288553411,
      "grad_norm": 0.46672216057777405,
      "learning_rate": 2.9502688172043015e-05,
      "loss": 0.0136,
      "step": 43200
    },
    {
      "epoch": 8.274412382954328,
      "grad_norm": 0.27463072538375854,
      "learning_rate": 2.945468509984639e-05,
      "loss": 0.0152,
      "step": 43300
    },
    {
      "epoch": 8.293521880374547,
      "grad_norm": 0.11778465658426285,
      "learning_rate": 2.9406682027649773e-05,
      "loss": 0.0227,
      "step": 43400
    },
    {
      "epoch": 8.312631377794764,
      "grad_norm": 0.966484785079956,
      "learning_rate": 2.935867895545315e-05,
      "loss": 0.0146,
      "step": 43500
    },
    {
      "epoch": 8.331740875214981,
      "grad_norm": 0.10549327731132507,
      "learning_rate": 2.9310675883256527e-05,
      "loss": 0.0164,
      "step": 43600
    },
    {
      "epoch": 8.3508503726352,
      "grad_norm": 0.19580169022083282,
      "learning_rate": 2.926267281105991e-05,
      "loss": 0.0192,
      "step": 43700
    },
    {
      "epoch": 8.369959870055418,
      "grad_norm": 0.2825284004211426,
      "learning_rate": 2.9214669738863288e-05,
      "loss": 0.0183,
      "step": 43800
    },
    {
      "epoch": 8.389069367475635,
      "grad_norm": 0.4127114713191986,
      "learning_rate": 2.916666666666667e-05,
      "loss": 0.0167,
      "step": 43900
    },
    {
      "epoch": 8.408178864895854,
      "grad_norm": 0.2957821488380432,
      "learning_rate": 2.911866359447005e-05,
      "loss": 0.0152,
      "step": 44000
    },
    {
      "epoch": 8.408178864895854,
      "eval_events-synergy/entsum_processed_loss": 0.018097488209605217,
      "eval_events-synergy/entsum_processed_runtime": 86.2713,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.961,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.746,
      "step": 44000
    },
    {
      "epoch": 8.427288362316071,
      "grad_norm": 1.0461006164550781,
      "learning_rate": 2.907066052227343e-05,
      "loss": 0.0168,
      "step": 44100
    },
    {
      "epoch": 8.446397859736289,
      "grad_norm": 0.4242873191833496,
      "learning_rate": 2.9022657450076806e-05,
      "loss": 0.0184,
      "step": 44200
    },
    {
      "epoch": 8.465507357156508,
      "grad_norm": 0.4693470001220703,
      "learning_rate": 2.8974654377880185e-05,
      "loss": 0.0196,
      "step": 44300
    },
    {
      "epoch": 8.484616854576725,
      "grad_norm": 0.018570706248283386,
      "learning_rate": 2.8926651305683567e-05,
      "loss": 0.0157,
      "step": 44400
    },
    {
      "epoch": 8.503726351996942,
      "grad_norm": 0.5416761040687561,
      "learning_rate": 2.8878648233486942e-05,
      "loss": 0.0178,
      "step": 44500
    },
    {
      "epoch": 8.52283584941716,
      "grad_norm": 0.5635196566581726,
      "learning_rate": 2.8830645161290328e-05,
      "loss": 0.0122,
      "step": 44600
    },
    {
      "epoch": 8.541945346837378,
      "grad_norm": 0.42741984128952026,
      "learning_rate": 2.8782642089093703e-05,
      "loss": 0.0145,
      "step": 44700
    },
    {
      "epoch": 8.561054844257596,
      "grad_norm": 1.090361475944519,
      "learning_rate": 2.8734639016897082e-05,
      "loss": 0.0107,
      "step": 44800
    },
    {
      "epoch": 8.580164341677813,
      "grad_norm": 0.792757511138916,
      "learning_rate": 2.8686635944700464e-05,
      "loss": 0.017,
      "step": 44900
    },
    {
      "epoch": 8.599273839098032,
      "grad_norm": 0.07932941615581512,
      "learning_rate": 2.863863287250384e-05,
      "loss": 0.0141,
      "step": 45000
    },
    {
      "epoch": 8.599273839098032,
      "eval_events-synergy/entsum_processed_loss": 0.017112286761403084,
      "eval_events-synergy/entsum_processed_runtime": 86.6905,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.831,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.714,
      "step": 45000
    },
    {
      "epoch": 8.61838333651825,
      "grad_norm": 0.42730385065078735,
      "learning_rate": 2.859062980030722e-05,
      "loss": 0.0168,
      "step": 45100
    },
    {
      "epoch": 8.637492833938467,
      "grad_norm": 0.8624597787857056,
      "learning_rate": 2.85426267281106e-05,
      "loss": 0.021,
      "step": 45200
    },
    {
      "epoch": 8.656602331358686,
      "grad_norm": 0.34436488151550293,
      "learning_rate": 2.8494623655913982e-05,
      "loss": 0.0152,
      "step": 45300
    },
    {
      "epoch": 8.675711828778903,
      "grad_norm": 1.8274009227752686,
      "learning_rate": 2.844662058371736e-05,
      "loss": 0.0114,
      "step": 45400
    },
    {
      "epoch": 8.69482132619912,
      "grad_norm": 0.1283120959997177,
      "learning_rate": 2.8398617511520736e-05,
      "loss": 0.0203,
      "step": 45500
    },
    {
      "epoch": 8.71393082361934,
      "grad_norm": 1.9227547645568848,
      "learning_rate": 2.835061443932412e-05,
      "loss": 0.0161,
      "step": 45600
    },
    {
      "epoch": 8.733040321039557,
      "grad_norm": 1.129739761352539,
      "learning_rate": 2.8302611367127497e-05,
      "loss": 0.0149,
      "step": 45700
    },
    {
      "epoch": 8.752149818459774,
      "grad_norm": 0.807822048664093,
      "learning_rate": 2.825460829493088e-05,
      "loss": 0.0123,
      "step": 45800
    },
    {
      "epoch": 8.771259315879993,
      "grad_norm": 0.24655993282794952,
      "learning_rate": 2.8206605222734255e-05,
      "loss": 0.0165,
      "step": 45900
    },
    {
      "epoch": 8.79036881330021,
      "grad_norm": 0.19655448198318481,
      "learning_rate": 2.8158602150537637e-05,
      "loss": 0.0174,
      "step": 46000
    },
    {
      "epoch": 8.79036881330021,
      "eval_events-synergy/entsum_processed_loss": 0.01653146930038929,
      "eval_events-synergy/entsum_processed_runtime": 86.3181,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.947,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.743,
      "step": 46000
    },
    {
      "epoch": 8.809478310720428,
      "grad_norm": 0.37631919980049133,
      "learning_rate": 2.8110599078341016e-05,
      "loss": 0.0186,
      "step": 46100
    },
    {
      "epoch": 8.828587808140647,
      "grad_norm": 0.25859326124191284,
      "learning_rate": 2.8062596006144394e-05,
      "loss": 0.0194,
      "step": 46200
    },
    {
      "epoch": 8.847697305560864,
      "grad_norm": 0.9864445924758911,
      "learning_rate": 2.8014592933947776e-05,
      "loss": 0.0163,
      "step": 46300
    },
    {
      "epoch": 8.866806802981081,
      "grad_norm": 1.691253900527954,
      "learning_rate": 2.7966589861751152e-05,
      "loss": 0.017,
      "step": 46400
    },
    {
      "epoch": 8.8859163004013,
      "grad_norm": 0.9325816035270691,
      "learning_rate": 2.7918586789554534e-05,
      "loss": 0.0126,
      "step": 46500
    },
    {
      "epoch": 8.905025797821517,
      "grad_norm": 0.8106985688209534,
      "learning_rate": 2.7870583717357913e-05,
      "loss": 0.0155,
      "step": 46600
    },
    {
      "epoch": 8.924135295241735,
      "grad_norm": 0.5398417711257935,
      "learning_rate": 2.7822580645161288e-05,
      "loss": 0.0141,
      "step": 46700
    },
    {
      "epoch": 8.943244792661954,
      "grad_norm": 0.5932244658470154,
      "learning_rate": 2.777457757296467e-05,
      "loss": 0.016,
      "step": 46800
    },
    {
      "epoch": 8.962354290082171,
      "grad_norm": 0.2489900141954422,
      "learning_rate": 2.772657450076805e-05,
      "loss": 0.0157,
      "step": 46900
    },
    {
      "epoch": 8.981463787502388,
      "grad_norm": 0.5513284802436829,
      "learning_rate": 2.767857142857143e-05,
      "loss": 0.0133,
      "step": 47000
    },
    {
      "epoch": 8.981463787502388,
      "eval_events-synergy/entsum_processed_loss": 0.016639988869428635,
      "eval_events-synergy/entsum_processed_runtime": 86.6238,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.852,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.719,
      "step": 47000
    },
    {
      "epoch": 9.000573284922606,
      "grad_norm": 0.7625744342803955,
      "learning_rate": 2.763056835637481e-05,
      "loss": 0.013,
      "step": 47100
    },
    {
      "epoch": 9.019682782342825,
      "grad_norm": 0.5866988897323608,
      "learning_rate": 2.7582565284178192e-05,
      "loss": 0.0132,
      "step": 47200
    },
    {
      "epoch": 9.038792279763042,
      "grad_norm": 0.21316476166248322,
      "learning_rate": 2.7534562211981567e-05,
      "loss": 0.0126,
      "step": 47300
    },
    {
      "epoch": 9.05790177718326,
      "grad_norm": 0.2244674414396286,
      "learning_rate": 2.7486559139784946e-05,
      "loss": 0.0125,
      "step": 47400
    },
    {
      "epoch": 9.077011274603478,
      "grad_norm": 0.48919981718063354,
      "learning_rate": 2.7438556067588328e-05,
      "loss": 0.0145,
      "step": 47500
    },
    {
      "epoch": 9.096120772023696,
      "grad_norm": 1.7857321500778198,
      "learning_rate": 2.7390552995391703e-05,
      "loss": 0.0136,
      "step": 47600
    },
    {
      "epoch": 9.115230269443913,
      "grad_norm": 1.4337810277938843,
      "learning_rate": 2.734254992319509e-05,
      "loss": 0.0124,
      "step": 47700
    },
    {
      "epoch": 9.134339766864132,
      "grad_norm": 0.1657884567975998,
      "learning_rate": 2.7294546850998464e-05,
      "loss": 0.0131,
      "step": 47800
    },
    {
      "epoch": 9.15344926428435,
      "grad_norm": 0.32333338260650635,
      "learning_rate": 2.7246543778801846e-05,
      "loss": 0.0113,
      "step": 47900
    },
    {
      "epoch": 9.172558761704567,
      "grad_norm": 0.05588236078619957,
      "learning_rate": 2.7198540706605225e-05,
      "loss": 0.0114,
      "step": 48000
    },
    {
      "epoch": 9.172558761704567,
      "eval_events-synergy/entsum_processed_loss": 0.01658570021390915,
      "eval_events-synergy/entsum_processed_runtime": 86.4495,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.906,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.732,
      "step": 48000
    },
    {
      "epoch": 9.191668259124786,
      "grad_norm": 0.12975239753723145,
      "learning_rate": 2.71505376344086e-05,
      "loss": 0.0157,
      "step": 48100
    },
    {
      "epoch": 9.210777756545003,
      "grad_norm": 0.21814003586769104,
      "learning_rate": 2.7102534562211983e-05,
      "loss": 0.011,
      "step": 48200
    },
    {
      "epoch": 9.22988725396522,
      "grad_norm": 0.04857701435685158,
      "learning_rate": 2.705453149001536e-05,
      "loss": 0.0113,
      "step": 48300
    },
    {
      "epoch": 9.24899675138544,
      "grad_norm": 0.17843018472194672,
      "learning_rate": 2.7006528417818743e-05,
      "loss": 0.0114,
      "step": 48400
    },
    {
      "epoch": 9.268106248805656,
      "grad_norm": 0.4526139497756958,
      "learning_rate": 2.6958525345622122e-05,
      "loss": 0.0164,
      "step": 48500
    },
    {
      "epoch": 9.287215746225874,
      "grad_norm": 0.6078909635543823,
      "learning_rate": 2.6910522273425498e-05,
      "loss": 0.0105,
      "step": 48600
    },
    {
      "epoch": 9.306325243646093,
      "grad_norm": 0.8294253349304199,
      "learning_rate": 2.686251920122888e-05,
      "loss": 0.0129,
      "step": 48700
    },
    {
      "epoch": 9.32543474106631,
      "grad_norm": 0.6839629411697388,
      "learning_rate": 2.681451612903226e-05,
      "loss": 0.0156,
      "step": 48800
    },
    {
      "epoch": 9.344544238486527,
      "grad_norm": 0.05435250699520111,
      "learning_rate": 2.676651305683564e-05,
      "loss": 0.0131,
      "step": 48900
    },
    {
      "epoch": 9.363653735906746,
      "grad_norm": 1.4614830017089844,
      "learning_rate": 2.6718509984639016e-05,
      "loss": 0.0114,
      "step": 49000
    },
    {
      "epoch": 9.363653735906746,
      "eval_events-synergy/entsum_processed_loss": 0.015850717201828957,
      "eval_events-synergy/entsum_processed_runtime": 86.4368,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.91,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.733,
      "step": 49000
    },
    {
      "epoch": 9.382763233326964,
      "grad_norm": 0.2169920802116394,
      "learning_rate": 2.66705069124424e-05,
      "loss": 0.0128,
      "step": 49100
    },
    {
      "epoch": 9.401872730747181,
      "grad_norm": 0.2624705135822296,
      "learning_rate": 2.6622503840245777e-05,
      "loss": 0.0109,
      "step": 49200
    },
    {
      "epoch": 9.4209822281674,
      "grad_norm": 0.3865724802017212,
      "learning_rate": 2.6574500768049156e-05,
      "loss": 0.0151,
      "step": 49300
    },
    {
      "epoch": 9.440091725587617,
      "grad_norm": 0.6372859477996826,
      "learning_rate": 2.6526497695852538e-05,
      "loss": 0.0127,
      "step": 49400
    },
    {
      "epoch": 9.459201223007835,
      "grad_norm": 0.4839339256286621,
      "learning_rate": 2.6478494623655913e-05,
      "loss": 0.0132,
      "step": 49500
    },
    {
      "epoch": 9.478310720428052,
      "grad_norm": 0.5721094608306885,
      "learning_rate": 2.6430491551459295e-05,
      "loss": 0.0142,
      "step": 49600
    },
    {
      "epoch": 9.497420217848271,
      "grad_norm": 0.03586877882480621,
      "learning_rate": 2.6382488479262674e-05,
      "loss": 0.0123,
      "step": 49700
    },
    {
      "epoch": 9.516529715268488,
      "grad_norm": 0.38037604093551636,
      "learning_rate": 2.633448540706605e-05,
      "loss": 0.0235,
      "step": 49800
    },
    {
      "epoch": 9.535639212688706,
      "grad_norm": 0.2859026789665222,
      "learning_rate": 2.6286482334869435e-05,
      "loss": 0.0124,
      "step": 49900
    },
    {
      "epoch": 9.554748710108925,
      "grad_norm": 0.27045369148254395,
      "learning_rate": 2.623847926267281e-05,
      "loss": 0.017,
      "step": 50000
    },
    {
      "epoch": 9.554748710108925,
      "eval_events-synergy/entsum_processed_loss": 0.01477838959544897,
      "eval_events-synergy/entsum_processed_runtime": 85.8776,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.085,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.777,
      "step": 50000
    },
    {
      "epoch": 9.573858207529142,
      "grad_norm": 0.1873704493045807,
      "learning_rate": 2.6190476190476192e-05,
      "loss": 0.0115,
      "step": 50100
    },
    {
      "epoch": 9.59296770494936,
      "grad_norm": 0.1264422982931137,
      "learning_rate": 2.614247311827957e-05,
      "loss": 0.0099,
      "step": 50200
    },
    {
      "epoch": 9.612077202369578,
      "grad_norm": 0.8306263089179993,
      "learning_rate": 2.6094470046082953e-05,
      "loss": 0.0136,
      "step": 50300
    },
    {
      "epoch": 9.631186699789795,
      "grad_norm": 0.5657772421836853,
      "learning_rate": 2.604646697388633e-05,
      "loss": 0.0113,
      "step": 50400
    },
    {
      "epoch": 9.650296197210013,
      "grad_norm": 0.7657700181007385,
      "learning_rate": 2.5998463901689707e-05,
      "loss": 0.0127,
      "step": 50500
    },
    {
      "epoch": 9.669405694630232,
      "grad_norm": 0.4362422227859497,
      "learning_rate": 2.595046082949309e-05,
      "loss": 0.01,
      "step": 50600
    },
    {
      "epoch": 9.688515192050449,
      "grad_norm": 1.3221834897994995,
      "learning_rate": 2.5902457757296468e-05,
      "loss": 0.013,
      "step": 50700
    },
    {
      "epoch": 9.707624689470666,
      "grad_norm": 0.10563758760690689,
      "learning_rate": 2.585445468509985e-05,
      "loss": 0.0139,
      "step": 50800
    },
    {
      "epoch": 9.726734186890885,
      "grad_norm": 0.40996453166007996,
      "learning_rate": 2.5806451612903226e-05,
      "loss": 0.0097,
      "step": 50900
    },
    {
      "epoch": 9.745843684311103,
      "grad_norm": 0.14993074536323547,
      "learning_rate": 2.5758448540706608e-05,
      "loss": 0.0117,
      "step": 51000
    },
    {
      "epoch": 9.745843684311103,
      "eval_events-synergy/entsum_processed_loss": 0.015352104790508747,
      "eval_events-synergy/entsum_processed_runtime": 86.4339,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.911,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.733,
      "step": 51000
    },
    {
      "epoch": 9.76495318173132,
      "grad_norm": 0.034810420125722885,
      "learning_rate": 2.5710445468509986e-05,
      "loss": 0.0117,
      "step": 51100
    },
    {
      "epoch": 9.784062679151539,
      "grad_norm": 0.5618245005607605,
      "learning_rate": 2.5662442396313362e-05,
      "loss": 0.0113,
      "step": 51200
    },
    {
      "epoch": 9.803172176571756,
      "grad_norm": 0.26905587315559387,
      "learning_rate": 2.5614439324116747e-05,
      "loss": 0.0135,
      "step": 51300
    },
    {
      "epoch": 9.822281673991974,
      "grad_norm": 0.4496970772743225,
      "learning_rate": 2.5566436251920123e-05,
      "loss": 0.0136,
      "step": 51400
    },
    {
      "epoch": 9.841391171412193,
      "grad_norm": 0.7193441987037659,
      "learning_rate": 2.5518433179723505e-05,
      "loss": 0.0109,
      "step": 51500
    },
    {
      "epoch": 9.86050066883241,
      "grad_norm": 1.0633965730667114,
      "learning_rate": 2.5470430107526883e-05,
      "loss": 0.0169,
      "step": 51600
    },
    {
      "epoch": 9.879610166252627,
      "grad_norm": 0.03440142795443535,
      "learning_rate": 2.542242703533026e-05,
      "loss": 0.012,
      "step": 51700
    },
    {
      "epoch": 9.898719663672846,
      "grad_norm": 0.7566103339195251,
      "learning_rate": 2.537442396313364e-05,
      "loss": 0.0145,
      "step": 51800
    },
    {
      "epoch": 9.917829161093064,
      "grad_norm": 0.39200007915496826,
      "learning_rate": 2.532642089093702e-05,
      "loss": 0.0129,
      "step": 51900
    },
    {
      "epoch": 9.93693865851328,
      "grad_norm": 1.0183656215667725,
      "learning_rate": 2.5278417818740402e-05,
      "loss": 0.0129,
      "step": 52000
    },
    {
      "epoch": 9.93693865851328,
      "eval_events-synergy/entsum_processed_loss": 0.014359832741320133,
      "eval_events-synergy/entsum_processed_runtime": 86.5634,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.87,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.723,
      "step": 52000
    },
    {
      "epoch": 9.956048155933498,
      "grad_norm": 0.4568009376525879,
      "learning_rate": 2.523041474654378e-05,
      "loss": 0.0092,
      "step": 52100
    },
    {
      "epoch": 9.975157653353717,
      "grad_norm": 0.4945560097694397,
      "learning_rate": 2.5182411674347163e-05,
      "loss": 0.0107,
      "step": 52200
    },
    {
      "epoch": 9.994267150773934,
      "grad_norm": 0.4079298675060272,
      "learning_rate": 2.5134408602150538e-05,
      "loss": 0.0145,
      "step": 52300
    },
    {
      "epoch": 10.013376648194152,
      "grad_norm": 0.7107488512992859,
      "learning_rate": 2.5086405529953917e-05,
      "loss": 0.0091,
      "step": 52400
    },
    {
      "epoch": 10.03248614561437,
      "grad_norm": 0.5608364939689636,
      "learning_rate": 2.50384024577573e-05,
      "loss": 0.0105,
      "step": 52500
    },
    {
      "epoch": 10.051595643034588,
      "grad_norm": 0.15459409356117249,
      "learning_rate": 2.4990399385560678e-05,
      "loss": 0.0079,
      "step": 52600
    },
    {
      "epoch": 10.070705140454805,
      "grad_norm": 0.5406343340873718,
      "learning_rate": 2.4942396313364056e-05,
      "loss": 0.011,
      "step": 52700
    },
    {
      "epoch": 10.089814637875024,
      "grad_norm": 0.45881524682044983,
      "learning_rate": 2.4894393241167435e-05,
      "loss": 0.0097,
      "step": 52800
    },
    {
      "epoch": 10.108924135295242,
      "grad_norm": 1.0400211811065674,
      "learning_rate": 2.4846390168970814e-05,
      "loss": 0.0091,
      "step": 52900
    },
    {
      "epoch": 10.128033632715459,
      "grad_norm": 0.4115142524242401,
      "learning_rate": 2.4798387096774196e-05,
      "loss": 0.0121,
      "step": 53000
    },
    {
      "epoch": 10.128033632715459,
      "eval_events-synergy/entsum_processed_loss": 0.01460443064570427,
      "eval_events-synergy/entsum_processed_runtime": 86.3665,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.932,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.739,
      "step": 53000
    },
    {
      "epoch": 10.147143130135678,
      "grad_norm": 0.7973828911781311,
      "learning_rate": 2.4750384024577575e-05,
      "loss": 0.0109,
      "step": 53100
    },
    {
      "epoch": 10.166252627555895,
      "grad_norm": 0.21007944643497467,
      "learning_rate": 2.4702380952380953e-05,
      "loss": 0.01,
      "step": 53200
    },
    {
      "epoch": 10.185362124976113,
      "grad_norm": 0.14576242864131927,
      "learning_rate": 2.4654377880184332e-05,
      "loss": 0.01,
      "step": 53300
    },
    {
      "epoch": 10.204471622396332,
      "grad_norm": 0.08291052281856537,
      "learning_rate": 2.460637480798771e-05,
      "loss": 0.0097,
      "step": 53400
    },
    {
      "epoch": 10.223581119816549,
      "grad_norm": 0.06554676592350006,
      "learning_rate": 2.4558371735791093e-05,
      "loss": 0.0095,
      "step": 53500
    },
    {
      "epoch": 10.242690617236766,
      "grad_norm": 0.7229769229888916,
      "learning_rate": 2.4510368663594472e-05,
      "loss": 0.0098,
      "step": 53600
    },
    {
      "epoch": 10.261800114656985,
      "grad_norm": 1.9222382307052612,
      "learning_rate": 2.446236559139785e-05,
      "loss": 0.0161,
      "step": 53700
    },
    {
      "epoch": 10.280909612077203,
      "grad_norm": 0.05762649327516556,
      "learning_rate": 2.4414362519201233e-05,
      "loss": 0.0092,
      "step": 53800
    },
    {
      "epoch": 10.30001910949742,
      "grad_norm": 1.128400206565857,
      "learning_rate": 2.436635944700461e-05,
      "loss": 0.0114,
      "step": 53900
    },
    {
      "epoch": 10.319128606917639,
      "grad_norm": 0.5140525102615356,
      "learning_rate": 2.4318356374807987e-05,
      "loss": 0.017,
      "step": 54000
    },
    {
      "epoch": 10.319128606917639,
      "eval_events-synergy/entsum_processed_loss": 0.014034281484782696,
      "eval_events-synergy/entsum_processed_runtime": 86.3783,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.928,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.738,
      "step": 54000
    },
    {
      "epoch": 10.338238104337856,
      "grad_norm": 0.011483533307909966,
      "learning_rate": 2.427035330261137e-05,
      "loss": 0.0077,
      "step": 54100
    },
    {
      "epoch": 10.357347601758073,
      "grad_norm": 0.1507517546415329,
      "learning_rate": 2.4222350230414748e-05,
      "loss": 0.0082,
      "step": 54200
    },
    {
      "epoch": 10.376457099178293,
      "grad_norm": 0.3378009498119354,
      "learning_rate": 2.4174347158218126e-05,
      "loss": 0.0123,
      "step": 54300
    },
    {
      "epoch": 10.39556659659851,
      "grad_norm": 0.491153359413147,
      "learning_rate": 2.412634408602151e-05,
      "loss": 0.0105,
      "step": 54400
    },
    {
      "epoch": 10.414676094018727,
      "grad_norm": 0.7116023898124695,
      "learning_rate": 2.4078341013824887e-05,
      "loss": 0.0098,
      "step": 54500
    },
    {
      "epoch": 10.433785591438944,
      "grad_norm": 0.05201850086450577,
      "learning_rate": 2.4030337941628263e-05,
      "loss": 0.0108,
      "step": 54600
    },
    {
      "epoch": 10.452895088859163,
      "grad_norm": 1.5810301303863525,
      "learning_rate": 2.3982334869431645e-05,
      "loss": 0.009,
      "step": 54700
    },
    {
      "epoch": 10.47200458627938,
      "grad_norm": 0.7053477764129639,
      "learning_rate": 2.3934331797235023e-05,
      "loss": 0.0096,
      "step": 54800
    },
    {
      "epoch": 10.491114083699598,
      "grad_norm": 0.5703982710838318,
      "learning_rate": 2.3886328725038402e-05,
      "loss": 0.0084,
      "step": 54900
    },
    {
      "epoch": 10.510223581119817,
      "grad_norm": 0.3266231119632721,
      "learning_rate": 2.3838325652841784e-05,
      "loss": 0.0119,
      "step": 55000
    },
    {
      "epoch": 10.510223581119817,
      "eval_events-synergy/entsum_processed_loss": 0.014698924496769905,
      "eval_events-synergy/entsum_processed_runtime": 86.2536,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.967,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.748,
      "step": 55000
    },
    {
      "epoch": 10.529333078540034,
      "grad_norm": 0.17007987201213837,
      "learning_rate": 2.3790322580645163e-05,
      "loss": 0.0099,
      "step": 55100
    },
    {
      "epoch": 10.548442575960252,
      "grad_norm": 0.9838082194328308,
      "learning_rate": 2.3742319508448542e-05,
      "loss": 0.0091,
      "step": 55200
    },
    {
      "epoch": 10.56755207338047,
      "grad_norm": 0.32569730281829834,
      "learning_rate": 2.369431643625192e-05,
      "loss": 0.0105,
      "step": 55300
    },
    {
      "epoch": 10.586661570800688,
      "grad_norm": 0.3832113742828369,
      "learning_rate": 2.36463133640553e-05,
      "loss": 0.01,
      "step": 55400
    },
    {
      "epoch": 10.605771068220905,
      "grad_norm": 0.43005886673927307,
      "learning_rate": 2.359831029185868e-05,
      "loss": 0.0101,
      "step": 55500
    },
    {
      "epoch": 10.624880565641124,
      "grad_norm": 1.174752950668335,
      "learning_rate": 2.355030721966206e-05,
      "loss": 0.0103,
      "step": 55600
    },
    {
      "epoch": 10.643990063061342,
      "grad_norm": 0.16343650221824646,
      "learning_rate": 2.350230414746544e-05,
      "loss": 0.0092,
      "step": 55700
    },
    {
      "epoch": 10.663099560481559,
      "grad_norm": 0.3868729770183563,
      "learning_rate": 2.345430107526882e-05,
      "loss": 0.0155,
      "step": 55800
    },
    {
      "epoch": 10.682209057901778,
      "grad_norm": 0.18367870151996613,
      "learning_rate": 2.3406298003072196e-05,
      "loss": 0.0093,
      "step": 55900
    },
    {
      "epoch": 10.701318555321995,
      "grad_norm": 0.7105177640914917,
      "learning_rate": 2.3358294930875575e-05,
      "loss": 0.0086,
      "step": 56000
    },
    {
      "epoch": 10.701318555321995,
      "eval_events-synergy/entsum_processed_loss": 0.014125595800578594,
      "eval_events-synergy/entsum_processed_runtime": 86.2929,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.955,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.744,
      "step": 56000
    },
    {
      "epoch": 10.720428052742212,
      "grad_norm": 0.1564301997423172,
      "learning_rate": 2.3310291858678957e-05,
      "loss": 0.0068,
      "step": 56100
    },
    {
      "epoch": 10.739537550162432,
      "grad_norm": 0.13135480880737305,
      "learning_rate": 2.3262288786482336e-05,
      "loss": 0.0105,
      "step": 56200
    },
    {
      "epoch": 10.758647047582649,
      "grad_norm": 0.15838299691677094,
      "learning_rate": 2.3214285714285715e-05,
      "loss": 0.008,
      "step": 56300
    },
    {
      "epoch": 10.777756545002866,
      "grad_norm": 0.42811164259910583,
      "learning_rate": 2.3166282642089097e-05,
      "loss": 0.0106,
      "step": 56400
    },
    {
      "epoch": 10.796866042423083,
      "grad_norm": 0.1568647176027298,
      "learning_rate": 2.3118279569892472e-05,
      "loss": 0.0113,
      "step": 56500
    },
    {
      "epoch": 10.815975539843302,
      "grad_norm": 0.41632843017578125,
      "learning_rate": 2.3070276497695854e-05,
      "loss": 0.0087,
      "step": 56600
    },
    {
      "epoch": 10.83508503726352,
      "grad_norm": 0.3496435582637787,
      "learning_rate": 2.3022273425499233e-05,
      "loss": 0.0085,
      "step": 56700
    },
    {
      "epoch": 10.854194534683739,
      "grad_norm": 0.04413243755698204,
      "learning_rate": 2.2974270353302612e-05,
      "loss": 0.0095,
      "step": 56800
    },
    {
      "epoch": 10.873304032103956,
      "grad_norm": 0.2369256615638733,
      "learning_rate": 2.2926267281105994e-05,
      "loss": 0.0088,
      "step": 56900
    },
    {
      "epoch": 10.892413529524173,
      "grad_norm": 0.07838968932628632,
      "learning_rate": 2.2878264208909373e-05,
      "loss": 0.0095,
      "step": 57000
    },
    {
      "epoch": 10.892413529524173,
      "eval_events-synergy/entsum_processed_loss": 0.01357998140156269,
      "eval_events-synergy/entsum_processed_runtime": 86.3828,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.927,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.737,
      "step": 57000
    },
    {
      "epoch": 10.91152302694439,
      "grad_norm": 0.3263333737850189,
      "learning_rate": 2.2830261136712748e-05,
      "loss": 0.0103,
      "step": 57100
    },
    {
      "epoch": 10.93063252436461,
      "grad_norm": 0.7420934438705444,
      "learning_rate": 2.278225806451613e-05,
      "loss": 0.0142,
      "step": 57200
    },
    {
      "epoch": 10.949742021784827,
      "grad_norm": 0.4374001622200012,
      "learning_rate": 2.273425499231951e-05,
      "loss": 0.0101,
      "step": 57300
    },
    {
      "epoch": 10.968851519205044,
      "grad_norm": 1.4210389852523804,
      "learning_rate": 2.2686251920122888e-05,
      "loss": 0.0102,
      "step": 57400
    },
    {
      "epoch": 10.987961016625263,
      "grad_norm": 0.6043274402618408,
      "learning_rate": 2.263824884792627e-05,
      "loss": 0.014,
      "step": 57500
    },
    {
      "epoch": 11.00707051404548,
      "grad_norm": 0.18480466306209564,
      "learning_rate": 2.259024577572965e-05,
      "loss": 0.0097,
      "step": 57600
    },
    {
      "epoch": 11.026180011465698,
      "grad_norm": 0.013819389045238495,
      "learning_rate": 2.2542242703533027e-05,
      "loss": 0.0073,
      "step": 57700
    },
    {
      "epoch": 11.045289508885917,
      "grad_norm": 1.205317497253418,
      "learning_rate": 2.2494239631336406e-05,
      "loss": 0.0092,
      "step": 57800
    },
    {
      "epoch": 11.064399006306134,
      "grad_norm": 0.15929065644741058,
      "learning_rate": 2.2446236559139785e-05,
      "loss": 0.0086,
      "step": 57900
    },
    {
      "epoch": 11.083508503726351,
      "grad_norm": 1.1358189582824707,
      "learning_rate": 2.2398233486943167e-05,
      "loss": 0.0074,
      "step": 58000
    },
    {
      "epoch": 11.083508503726351,
      "eval_events-synergy/entsum_processed_loss": 0.013762025162577629,
      "eval_events-synergy/entsum_processed_runtime": 86.4105,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.918,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.735,
      "step": 58000
    },
    {
      "epoch": 11.10261800114657,
      "grad_norm": 0.684076189994812,
      "learning_rate": 2.2350230414746546e-05,
      "loss": 0.0085,
      "step": 58100
    },
    {
      "epoch": 11.121727498566788,
      "grad_norm": 1.0887881517410278,
      "learning_rate": 2.2302227342549924e-05,
      "loss": 0.0083,
      "step": 58200
    },
    {
      "epoch": 11.140836995987005,
      "grad_norm": 0.6392953395843506,
      "learning_rate": 2.2254224270353306e-05,
      "loss": 0.0079,
      "step": 58300
    },
    {
      "epoch": 11.159946493407224,
      "grad_norm": 0.858275830745697,
      "learning_rate": 2.2206221198156682e-05,
      "loss": 0.0084,
      "step": 58400
    },
    {
      "epoch": 11.179055990827441,
      "grad_norm": 0.0732496976852417,
      "learning_rate": 2.215821812596006e-05,
      "loss": 0.0074,
      "step": 58500
    },
    {
      "epoch": 11.198165488247659,
      "grad_norm": 0.38673388957977295,
      "learning_rate": 2.2110215053763443e-05,
      "loss": 0.0081,
      "step": 58600
    },
    {
      "epoch": 11.217274985667878,
      "grad_norm": 0.09929162263870239,
      "learning_rate": 2.206221198156682e-05,
      "loss": 0.0094,
      "step": 58700
    },
    {
      "epoch": 11.236384483088095,
      "grad_norm": 0.504121720790863,
      "learning_rate": 2.20142089093702e-05,
      "loss": 0.0069,
      "step": 58800
    },
    {
      "epoch": 11.255493980508312,
      "grad_norm": 0.11551874130964279,
      "learning_rate": 2.1966205837173582e-05,
      "loss": 0.0087,
      "step": 58900
    },
    {
      "epoch": 11.27460347792853,
      "grad_norm": 0.8204399943351746,
      "learning_rate": 2.1918202764976958e-05,
      "loss": 0.0072,
      "step": 59000
    },
    {
      "epoch": 11.27460347792853,
      "eval_events-synergy/entsum_processed_loss": 0.013163074851036072,
      "eval_events-synergy/entsum_processed_runtime": 86.5869,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.863,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.722,
      "step": 59000
    },
    {
      "epoch": 11.293712975348749,
      "grad_norm": 0.2919471859931946,
      "learning_rate": 2.187019969278034e-05,
      "loss": 0.0085,
      "step": 59100
    },
    {
      "epoch": 11.312822472768966,
      "grad_norm": 0.399214506149292,
      "learning_rate": 2.182219662058372e-05,
      "loss": 0.0154,
      "step": 59200
    },
    {
      "epoch": 11.331931970189183,
      "grad_norm": 0.9353770613670349,
      "learning_rate": 2.1774193548387097e-05,
      "loss": 0.0063,
      "step": 59300
    },
    {
      "epoch": 11.351041467609402,
      "grad_norm": 0.24659943580627441,
      "learning_rate": 2.172619047619048e-05,
      "loss": 0.0073,
      "step": 59400
    },
    {
      "epoch": 11.37015096502962,
      "grad_norm": 0.8196508288383484,
      "learning_rate": 2.1678187403993858e-05,
      "loss": 0.0066,
      "step": 59500
    },
    {
      "epoch": 11.389260462449837,
      "grad_norm": 0.05071408301591873,
      "learning_rate": 2.1630184331797233e-05,
      "loss": 0.0067,
      "step": 59600
    },
    {
      "epoch": 11.408369959870056,
      "grad_norm": 0.6439305543899536,
      "learning_rate": 2.1582181259600616e-05,
      "loss": 0.0092,
      "step": 59700
    },
    {
      "epoch": 11.427479457290273,
      "grad_norm": 0.009084120392799377,
      "learning_rate": 2.1534178187403994e-05,
      "loss": 0.0095,
      "step": 59800
    },
    {
      "epoch": 11.44658895471049,
      "grad_norm": 0.04028179123997688,
      "learning_rate": 2.1486175115207373e-05,
      "loss": 0.0081,
      "step": 59900
    },
    {
      "epoch": 11.46569845213071,
      "grad_norm": 0.4081525206565857,
      "learning_rate": 2.1438172043010755e-05,
      "loss": 0.0087,
      "step": 60000
    },
    {
      "epoch": 11.46569845213071,
      "eval_events-synergy/entsum_processed_loss": 0.013131758198142052,
      "eval_events-synergy/entsum_processed_runtime": 86.1545,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.998,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.755,
      "step": 60000
    },
    {
      "epoch": 11.484807949550927,
      "grad_norm": 0.0647350549697876,
      "learning_rate": 2.1390168970814134e-05,
      "loss": 0.008,
      "step": 60100
    },
    {
      "epoch": 11.503917446971144,
      "grad_norm": 0.2612893581390381,
      "learning_rate": 2.1342165898617513e-05,
      "loss": 0.0084,
      "step": 60200
    },
    {
      "epoch": 11.523026944391363,
      "grad_norm": 0.21366460621356964,
      "learning_rate": 2.129416282642089e-05,
      "loss": 0.0106,
      "step": 60300
    },
    {
      "epoch": 11.54213644181158,
      "grad_norm": 1.9202722311019897,
      "learning_rate": 2.124615975422427e-05,
      "loss": 0.0085,
      "step": 60400
    },
    {
      "epoch": 11.561245939231798,
      "grad_norm": 0.7038975358009338,
      "learning_rate": 2.1198156682027652e-05,
      "loss": 0.0082,
      "step": 60500
    },
    {
      "epoch": 11.580355436652017,
      "grad_norm": 0.5983741879463196,
      "learning_rate": 2.115015360983103e-05,
      "loss": 0.0074,
      "step": 60600
    },
    {
      "epoch": 11.599464934072234,
      "grad_norm": 0.09934480488300323,
      "learning_rate": 2.110215053763441e-05,
      "loss": 0.0076,
      "step": 60700
    },
    {
      "epoch": 11.618574431492451,
      "grad_norm": 0.021143363788723946,
      "learning_rate": 2.1054147465437792e-05,
      "loss": 0.0075,
      "step": 60800
    },
    {
      "epoch": 11.63768392891267,
      "grad_norm": 0.14107128977775574,
      "learning_rate": 2.1006144393241167e-05,
      "loss": 0.0092,
      "step": 60900
    },
    {
      "epoch": 11.656793426332888,
      "grad_norm": 0.695513129234314,
      "learning_rate": 2.0958141321044546e-05,
      "loss": 0.0084,
      "step": 61000
    },
    {
      "epoch": 11.656793426332888,
      "eval_events-synergy/entsum_processed_loss": 0.013082274235785007,
      "eval_events-synergy/entsum_processed_runtime": 85.9161,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.073,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.774,
      "step": 61000
    },
    {
      "epoch": 11.675902923753105,
      "grad_norm": 0.14702828228473663,
      "learning_rate": 2.0910138248847928e-05,
      "loss": 0.008,
      "step": 61100
    },
    {
      "epoch": 11.695012421173324,
      "grad_norm": 0.8319016695022583,
      "learning_rate": 2.0862135176651307e-05,
      "loss": 0.0077,
      "step": 61200
    },
    {
      "epoch": 11.714121918593541,
      "grad_norm": 1.6200295686721802,
      "learning_rate": 2.0814132104454685e-05,
      "loss": 0.0096,
      "step": 61300
    },
    {
      "epoch": 11.733231416013759,
      "grad_norm": 0.11744115501642227,
      "learning_rate": 2.0766129032258068e-05,
      "loss": 0.0069,
      "step": 61400
    },
    {
      "epoch": 11.752340913433976,
      "grad_norm": 0.008127202279865742,
      "learning_rate": 2.0718125960061443e-05,
      "loss": 0.0082,
      "step": 61500
    },
    {
      "epoch": 11.771450410854195,
      "grad_norm": 0.28937405347824097,
      "learning_rate": 2.0670122887864825e-05,
      "loss": 0.019,
      "step": 61600
    },
    {
      "epoch": 11.790559908274412,
      "grad_norm": 0.5325780510902405,
      "learning_rate": 2.0622119815668204e-05,
      "loss": 0.0085,
      "step": 61700
    },
    {
      "epoch": 11.80966940569463,
      "grad_norm": 0.3603396415710449,
      "learning_rate": 2.0574116743471583e-05,
      "loss": 0.0087,
      "step": 61800
    },
    {
      "epoch": 11.828778903114848,
      "grad_norm": 0.3811150789260864,
      "learning_rate": 2.052611367127496e-05,
      "loss": 0.007,
      "step": 61900
    },
    {
      "epoch": 11.847888400535066,
      "grad_norm": 0.017322426661849022,
      "learning_rate": 2.0478110599078343e-05,
      "loss": 0.0077,
      "step": 62000
    },
    {
      "epoch": 11.847888400535066,
      "eval_events-synergy/entsum_processed_loss": 0.01322674285620451,
      "eval_events-synergy/entsum_processed_runtime": 85.465,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.216,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.81,
      "step": 62000
    },
    {
      "epoch": 11.866997897955283,
      "grad_norm": 0.5657706260681152,
      "learning_rate": 2.0430107526881722e-05,
      "loss": 0.0087,
      "step": 62100
    },
    {
      "epoch": 11.886107395375502,
      "grad_norm": 0.7124789953231812,
      "learning_rate": 2.03821044546851e-05,
      "loss": 0.008,
      "step": 62200
    },
    {
      "epoch": 11.90521689279572,
      "grad_norm": 0.5974131226539612,
      "learning_rate": 2.033410138248848e-05,
      "loss": 0.0079,
      "step": 62300
    },
    {
      "epoch": 11.924326390215937,
      "grad_norm": 0.722249448299408,
      "learning_rate": 2.028609831029186e-05,
      "loss": 0.0086,
      "step": 62400
    },
    {
      "epoch": 11.943435887636156,
      "grad_norm": 0.6730612516403198,
      "learning_rate": 2.023809523809524e-05,
      "loss": 0.0086,
      "step": 62500
    },
    {
      "epoch": 11.962545385056373,
      "grad_norm": 0.4014939069747925,
      "learning_rate": 2.019009216589862e-05,
      "loss": 0.0078,
      "step": 62600
    },
    {
      "epoch": 11.98165488247659,
      "grad_norm": 0.7014623880386353,
      "learning_rate": 2.0142089093701998e-05,
      "loss": 0.0111,
      "step": 62700
    },
    {
      "epoch": 12.00076437989681,
      "grad_norm": 0.8713180422782898,
      "learning_rate": 2.0094086021505377e-05,
      "loss": 0.0098,
      "step": 62800
    },
    {
      "epoch": 12.019873877317027,
      "grad_norm": 0.3292623460292816,
      "learning_rate": 2.0046082949308755e-05,
      "loss": 0.0068,
      "step": 62900
    },
    {
      "epoch": 12.038983374737244,
      "grad_norm": 0.6158481240272522,
      "learning_rate": 1.9998079877112134e-05,
      "loss": 0.007,
      "step": 63000
    },
    {
      "epoch": 12.038983374737244,
      "eval_events-synergy/entsum_processed_loss": 0.013169880956411362,
      "eval_events-synergy/entsum_processed_runtime": 86.3306,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.943,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.742,
      "step": 63000
    },
    {
      "epoch": 12.058092872157463,
      "grad_norm": 0.025973064824938774,
      "learning_rate": 1.9950076804915516e-05,
      "loss": 0.0071,
      "step": 63100
    },
    {
      "epoch": 12.07720236957768,
      "grad_norm": 0.4744926989078522,
      "learning_rate": 1.9902073732718895e-05,
      "loss": 0.01,
      "step": 63200
    },
    {
      "epoch": 12.096311866997898,
      "grad_norm": 0.7474972009658813,
      "learning_rate": 1.9854070660522274e-05,
      "loss": 0.0091,
      "step": 63300
    },
    {
      "epoch": 12.115421364418117,
      "grad_norm": 0.13019229471683502,
      "learning_rate": 1.9806067588325653e-05,
      "loss": 0.0049,
      "step": 63400
    },
    {
      "epoch": 12.134530861838334,
      "grad_norm": 0.8603349328041077,
      "learning_rate": 1.975806451612903e-05,
      "loss": 0.0074,
      "step": 63500
    },
    {
      "epoch": 12.153640359258551,
      "grad_norm": 0.3122252821922302,
      "learning_rate": 1.9710061443932413e-05,
      "loss": 0.0073,
      "step": 63600
    },
    {
      "epoch": 12.17274985667877,
      "grad_norm": 0.048645805567502975,
      "learning_rate": 1.9662058371735792e-05,
      "loss": 0.0057,
      "step": 63700
    },
    {
      "epoch": 12.191859354098987,
      "grad_norm": 0.5081863403320312,
      "learning_rate": 1.961405529953917e-05,
      "loss": 0.0088,
      "step": 63800
    },
    {
      "epoch": 12.210968851519205,
      "grad_norm": 0.28996503353118896,
      "learning_rate": 1.9566052227342553e-05,
      "loss": 0.0065,
      "step": 63900
    },
    {
      "epoch": 12.230078348939422,
      "grad_norm": 0.4138163626194,
      "learning_rate": 1.9518049155145932e-05,
      "loss": 0.0049,
      "step": 64000
    },
    {
      "epoch": 12.230078348939422,
      "eval_events-synergy/entsum_processed_loss": 0.013458210043609142,
      "eval_events-synergy/entsum_processed_runtime": 86.2248,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.976,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.75,
      "step": 64000
    },
    {
      "epoch": 12.249187846359641,
      "grad_norm": 0.057438481599092484,
      "learning_rate": 1.9470046082949307e-05,
      "loss": 0.0065,
      "step": 64100
    },
    {
      "epoch": 12.268297343779858,
      "grad_norm": 0.40838849544525146,
      "learning_rate": 1.942204301075269e-05,
      "loss": 0.0067,
      "step": 64200
    },
    {
      "epoch": 12.287406841200076,
      "grad_norm": 0.2802123427391052,
      "learning_rate": 1.9374039938556068e-05,
      "loss": 0.0075,
      "step": 64300
    },
    {
      "epoch": 12.306516338620295,
      "grad_norm": 0.009569051675498486,
      "learning_rate": 1.9326036866359447e-05,
      "loss": 0.0071,
      "step": 64400
    },
    {
      "epoch": 12.325625836040512,
      "grad_norm": 0.03632039576768875,
      "learning_rate": 1.927803379416283e-05,
      "loss": 0.0068,
      "step": 64500
    },
    {
      "epoch": 12.34473533346073,
      "grad_norm": 0.46252092719078064,
      "learning_rate": 1.9230030721966208e-05,
      "loss": 0.0062,
      "step": 64600
    },
    {
      "epoch": 12.363844830880948,
      "grad_norm": 0.04237058386206627,
      "learning_rate": 1.9182027649769586e-05,
      "loss": 0.0078,
      "step": 64700
    },
    {
      "epoch": 12.382954328301166,
      "grad_norm": 0.050396714359521866,
      "learning_rate": 1.9134024577572965e-05,
      "loss": 0.0089,
      "step": 64800
    },
    {
      "epoch": 12.402063825721383,
      "grad_norm": 0.8509294986724854,
      "learning_rate": 1.9086021505376344e-05,
      "loss": 0.006,
      "step": 64900
    },
    {
      "epoch": 12.421173323141602,
      "grad_norm": 0.07883996516466141,
      "learning_rate": 1.9038018433179726e-05,
      "loss": 0.0068,
      "step": 65000
    },
    {
      "epoch": 12.421173323141602,
      "eval_events-synergy/entsum_processed_loss": 0.013203460723161697,
      "eval_events-synergy/entsum_processed_runtime": 86.1892,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.987,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.753,
      "step": 65000
    },
    {
      "epoch": 12.44028282056182,
      "grad_norm": 0.0476163849234581,
      "learning_rate": 1.8990015360983105e-05,
      "loss": 0.0079,
      "step": 65100
    },
    {
      "epoch": 12.459392317982037,
      "grad_norm": 0.02199789695441723,
      "learning_rate": 1.8942012288786483e-05,
      "loss": 0.0067,
      "step": 65200
    },
    {
      "epoch": 12.478501815402256,
      "grad_norm": 0.05000906065106392,
      "learning_rate": 1.8894009216589862e-05,
      "loss": 0.0082,
      "step": 65300
    },
    {
      "epoch": 12.497611312822473,
      "grad_norm": 0.8533111810684204,
      "learning_rate": 1.884600614439324e-05,
      "loss": 0.0074,
      "step": 65400
    },
    {
      "epoch": 12.51672081024269,
      "grad_norm": 1.0276228189468384,
      "learning_rate": 1.879800307219662e-05,
      "loss": 0.0055,
      "step": 65500
    },
    {
      "epoch": 12.53583030766291,
      "grad_norm": 0.05433342233300209,
      "learning_rate": 1.8750000000000002e-05,
      "loss": 0.0089,
      "step": 65600
    },
    {
      "epoch": 12.554939805083126,
      "grad_norm": 0.15978392958641052,
      "learning_rate": 1.870199692780338e-05,
      "loss": 0.0064,
      "step": 65700
    },
    {
      "epoch": 12.574049302503344,
      "grad_norm": 0.3056204319000244,
      "learning_rate": 1.865399385560676e-05,
      "loss": 0.0064,
      "step": 65800
    },
    {
      "epoch": 12.593158799923563,
      "grad_norm": 0.009515652433037758,
      "learning_rate": 1.860599078341014e-05,
      "loss": 0.0069,
      "step": 65900
    },
    {
      "epoch": 12.61226829734378,
      "grad_norm": 0.026574306190013885,
      "learning_rate": 1.8557987711213517e-05,
      "loss": 0.0061,
      "step": 66000
    },
    {
      "epoch": 12.61226829734378,
      "eval_events-synergy/entsum_processed_loss": 0.013461146503686905,
      "eval_events-synergy/entsum_processed_runtime": 86.4904,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.893,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.729,
      "step": 66000
    },
    {
      "epoch": 12.631377794763997,
      "grad_norm": 0.21460069715976715,
      "learning_rate": 1.85099846390169e-05,
      "loss": 0.0078,
      "step": 66100
    },
    {
      "epoch": 12.650487292184216,
      "grad_norm": 0.29758745431900024,
      "learning_rate": 1.8461981566820278e-05,
      "loss": 0.0073,
      "step": 66200
    },
    {
      "epoch": 12.669596789604434,
      "grad_norm": 0.4597108066082001,
      "learning_rate": 1.8413978494623656e-05,
      "loss": 0.0046,
      "step": 66300
    },
    {
      "epoch": 12.688706287024651,
      "grad_norm": 0.07014264166355133,
      "learning_rate": 1.836597542242704e-05,
      "loss": 0.0073,
      "step": 66400
    },
    {
      "epoch": 12.707815784444868,
      "grad_norm": 0.6235468983650208,
      "learning_rate": 1.8317972350230417e-05,
      "loss": 0.0085,
      "step": 66500
    },
    {
      "epoch": 12.726925281865087,
      "grad_norm": 0.49677661061286926,
      "learning_rate": 1.8269969278033793e-05,
      "loss": 0.0066,
      "step": 66600
    },
    {
      "epoch": 12.746034779285305,
      "grad_norm": 0.023319154977798462,
      "learning_rate": 1.8221966205837175e-05,
      "loss": 0.0061,
      "step": 66700
    },
    {
      "epoch": 12.765144276705522,
      "grad_norm": 0.5906485319137573,
      "learning_rate": 1.8173963133640553e-05,
      "loss": 0.0078,
      "step": 66800
    },
    {
      "epoch": 12.784253774125741,
      "grad_norm": 0.4909743666648865,
      "learning_rate": 1.8125960061443932e-05,
      "loss": 0.008,
      "step": 66900
    },
    {
      "epoch": 12.803363271545958,
      "grad_norm": 1.3858819007873535,
      "learning_rate": 1.8077956989247314e-05,
      "loss": 0.0066,
      "step": 67000
    },
    {
      "epoch": 12.803363271545958,
      "eval_events-synergy/entsum_processed_loss": 0.01290189754217863,
      "eval_events-synergy/entsum_processed_runtime": 86.4251,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.913,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.734,
      "step": 67000
    },
    {
      "epoch": 12.822472768966175,
      "grad_norm": 0.8135608434677124,
      "learning_rate": 1.8029953917050693e-05,
      "loss": 0.0087,
      "step": 67100
    },
    {
      "epoch": 12.841582266386395,
      "grad_norm": 0.3143382966518402,
      "learning_rate": 1.7981950844854072e-05,
      "loss": 0.0074,
      "step": 67200
    },
    {
      "epoch": 12.860691763806612,
      "grad_norm": 0.1856617033481598,
      "learning_rate": 1.793394777265745e-05,
      "loss": 0.0073,
      "step": 67300
    },
    {
      "epoch": 12.87980126122683,
      "grad_norm": 0.0038214472588151693,
      "learning_rate": 1.788594470046083e-05,
      "loss": 0.007,
      "step": 67400
    },
    {
      "epoch": 12.898910758647048,
      "grad_norm": 0.12916350364685059,
      "learning_rate": 1.783794162826421e-05,
      "loss": 0.006,
      "step": 67500
    },
    {
      "epoch": 12.918020256067265,
      "grad_norm": 0.3312636613845825,
      "learning_rate": 1.778993855606759e-05,
      "loss": 0.0054,
      "step": 67600
    },
    {
      "epoch": 12.937129753487483,
      "grad_norm": 0.008426926098763943,
      "learning_rate": 1.774193548387097e-05,
      "loss": 0.0055,
      "step": 67700
    },
    {
      "epoch": 12.956239250907702,
      "grad_norm": 0.02026149071753025,
      "learning_rate": 1.769393241167435e-05,
      "loss": 0.0055,
      "step": 67800
    },
    {
      "epoch": 12.975348748327919,
      "grad_norm": 0.13877490162849426,
      "learning_rate": 1.7645929339477726e-05,
      "loss": 0.0053,
      "step": 67900
    },
    {
      "epoch": 12.994458245748136,
      "grad_norm": 0.4303775429725647,
      "learning_rate": 1.7597926267281105e-05,
      "loss": 0.0073,
      "step": 68000
    },
    {
      "epoch": 12.994458245748136,
      "eval_events-synergy/entsum_processed_loss": 0.013035867363214493,
      "eval_events-synergy/entsum_processed_runtime": 86.4767,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.897,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.73,
      "step": 68000
    },
    {
      "epoch": 13.013567743168355,
      "grad_norm": 0.43861302733421326,
      "learning_rate": 1.7549923195084487e-05,
      "loss": 0.006,
      "step": 68100
    },
    {
      "epoch": 13.032677240588573,
      "grad_norm": 0.5167204141616821,
      "learning_rate": 1.7501920122887866e-05,
      "loss": 0.0058,
      "step": 68200
    },
    {
      "epoch": 13.05178673800879,
      "grad_norm": 0.9433317184448242,
      "learning_rate": 1.7453917050691245e-05,
      "loss": 0.0057,
      "step": 68300
    },
    {
      "epoch": 13.070896235429009,
      "grad_norm": 0.01894897036254406,
      "learning_rate": 1.7405913978494627e-05,
      "loss": 0.0051,
      "step": 68400
    },
    {
      "epoch": 13.090005732849226,
      "grad_norm": 0.9866701364517212,
      "learning_rate": 1.7357910906298002e-05,
      "loss": 0.006,
      "step": 68500
    },
    {
      "epoch": 13.109115230269444,
      "grad_norm": 0.014975917525589466,
      "learning_rate": 1.7309907834101384e-05,
      "loss": 0.0045,
      "step": 68600
    },
    {
      "epoch": 13.128224727689663,
      "grad_norm": 0.016140179708600044,
      "learning_rate": 1.7261904761904763e-05,
      "loss": 0.0046,
      "step": 68700
    },
    {
      "epoch": 13.14733422510988,
      "grad_norm": 0.42392489314079285,
      "learning_rate": 1.7213901689708142e-05,
      "loss": 0.0073,
      "step": 68800
    },
    {
      "epoch": 13.166443722530097,
      "grad_norm": 0.44540801644325256,
      "learning_rate": 1.7165898617511524e-05,
      "loss": 0.0061,
      "step": 68900
    },
    {
      "epoch": 13.185553219950314,
      "grad_norm": 0.3063792884349823,
      "learning_rate": 1.7117895545314903e-05,
      "loss": 0.0062,
      "step": 69000
    },
    {
      "epoch": 13.185553219950314,
      "eval_events-synergy/entsum_processed_loss": 0.013066727668046951,
      "eval_events-synergy/entsum_processed_runtime": 84.3501,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.576,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.9,
      "step": 69000
    },
    {
      "epoch": 13.204662717370534,
      "grad_norm": 0.09294837713241577,
      "learning_rate": 1.7069892473118278e-05,
      "loss": 0.0056,
      "step": 69100
    },
    {
      "epoch": 13.22377221479075,
      "grad_norm": 0.07464176416397095,
      "learning_rate": 1.702188940092166e-05,
      "loss": 0.0058,
      "step": 69200
    },
    {
      "epoch": 13.242881712210968,
      "grad_norm": 0.06809643656015396,
      "learning_rate": 1.697388632872504e-05,
      "loss": 0.005,
      "step": 69300
    },
    {
      "epoch": 13.261991209631187,
      "grad_norm": 0.007226106245070696,
      "learning_rate": 1.6925883256528418e-05,
      "loss": 0.0076,
      "step": 69400
    },
    {
      "epoch": 13.281100707051404,
      "grad_norm": 0.2170906960964203,
      "learning_rate": 1.68778801843318e-05,
      "loss": 0.0063,
      "step": 69500
    },
    {
      "epoch": 13.300210204471622,
      "grad_norm": 0.01999014802277088,
      "learning_rate": 1.682987711213518e-05,
      "loss": 0.0065,
      "step": 69600
    },
    {
      "epoch": 13.31931970189184,
      "grad_norm": 0.0101222088560462,
      "learning_rate": 1.6781874039938557e-05,
      "loss": 0.0054,
      "step": 69700
    },
    {
      "epoch": 13.338429199312058,
      "grad_norm": 0.7783103585243225,
      "learning_rate": 1.6733870967741936e-05,
      "loss": 0.0057,
      "step": 69800
    },
    {
      "epoch": 13.357538696732275,
      "grad_norm": 0.17000514268875122,
      "learning_rate": 1.6685867895545315e-05,
      "loss": 0.0058,
      "step": 69900
    },
    {
      "epoch": 13.376648194152494,
      "grad_norm": 0.2570934295654297,
      "learning_rate": 1.6637864823348693e-05,
      "loss": 0.006,
      "step": 70000
    },
    {
      "epoch": 13.376648194152494,
      "eval_events-synergy/entsum_processed_loss": 0.01279551349580288,
      "eval_events-synergy/entsum_processed_runtime": 86.2214,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.977,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.75,
      "step": 70000
    },
    {
      "epoch": 13.395757691572712,
      "grad_norm": 0.8089013695716858,
      "learning_rate": 1.6589861751152075e-05,
      "loss": 0.0061,
      "step": 70100
    },
    {
      "epoch": 13.414867188992929,
      "grad_norm": 0.6852768063545227,
      "learning_rate": 1.6541858678955454e-05,
      "loss": 0.0044,
      "step": 70200
    },
    {
      "epoch": 13.433976686413148,
      "grad_norm": 0.15175899863243103,
      "learning_rate": 1.6493855606758833e-05,
      "loss": 0.0061,
      "step": 70300
    },
    {
      "epoch": 13.453086183833365,
      "grad_norm": 0.05197775736451149,
      "learning_rate": 1.6445852534562212e-05,
      "loss": 0.0063,
      "step": 70400
    },
    {
      "epoch": 13.472195681253583,
      "grad_norm": 0.5456545948982239,
      "learning_rate": 1.639784946236559e-05,
      "loss": 0.0058,
      "step": 70500
    },
    {
      "epoch": 13.491305178673802,
      "grad_norm": 0.16188669204711914,
      "learning_rate": 1.6349846390168973e-05,
      "loss": 0.0064,
      "step": 70600
    },
    {
      "epoch": 13.510414676094019,
      "grad_norm": 0.8403982520103455,
      "learning_rate": 1.630184331797235e-05,
      "loss": 0.0053,
      "step": 70700
    },
    {
      "epoch": 13.529524173514236,
      "grad_norm": 0.00283870380371809,
      "learning_rate": 1.625384024577573e-05,
      "loss": 0.0064,
      "step": 70800
    },
    {
      "epoch": 13.548633670934455,
      "grad_norm": 0.05162491649389267,
      "learning_rate": 1.6205837173579112e-05,
      "loss": 0.0054,
      "step": 70900
    },
    {
      "epoch": 13.567743168354673,
      "grad_norm": 0.5664875507354736,
      "learning_rate": 1.6157834101382488e-05,
      "loss": 0.0054,
      "step": 71000
    },
    {
      "epoch": 13.567743168354673,
      "eval_events-synergy/entsum_processed_loss": 0.012747672386467457,
      "eval_events-synergy/entsum_processed_runtime": 86.3771,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.928,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.738,
      "step": 71000
    },
    {
      "epoch": 13.58685266577489,
      "grad_norm": 0.2854113280773163,
      "learning_rate": 1.6109831029185866e-05,
      "loss": 0.0047,
      "step": 71100
    },
    {
      "epoch": 13.605962163195109,
      "grad_norm": 0.2796891927719116,
      "learning_rate": 1.606182795698925e-05,
      "loss": 0.0059,
      "step": 71200
    },
    {
      "epoch": 13.625071660615326,
      "grad_norm": 0.4434114098548889,
      "learning_rate": 1.6013824884792627e-05,
      "loss": 0.0088,
      "step": 71300
    },
    {
      "epoch": 13.644181158035543,
      "grad_norm": 0.11509229242801666,
      "learning_rate": 1.5965821812596006e-05,
      "loss": 0.0082,
      "step": 71400
    },
    {
      "epoch": 13.66329065545576,
      "grad_norm": 0.034501317888498306,
      "learning_rate": 1.5917818740399388e-05,
      "loss": 0.0094,
      "step": 71500
    },
    {
      "epoch": 13.68240015287598,
      "grad_norm": 0.483247846364975,
      "learning_rate": 1.5869815668202767e-05,
      "loss": 0.005,
      "step": 71600
    },
    {
      "epoch": 13.701509650296197,
      "grad_norm": 0.17208580672740936,
      "learning_rate": 1.5821812596006145e-05,
      "loss": 0.0051,
      "step": 71700
    },
    {
      "epoch": 13.720619147716414,
      "grad_norm": 0.42245280742645264,
      "learning_rate": 1.5773809523809524e-05,
      "loss": 0.0052,
      "step": 71800
    },
    {
      "epoch": 13.739728645136633,
      "grad_norm": 0.5766732096672058,
      "learning_rate": 1.5725806451612903e-05,
      "loss": 0.0056,
      "step": 71900
    },
    {
      "epoch": 13.75883814255685,
      "grad_norm": 0.1782081127166748,
      "learning_rate": 1.5677803379416285e-05,
      "loss": 0.0067,
      "step": 72000
    },
    {
      "epoch": 13.75883814255685,
      "eval_events-synergy/entsum_processed_loss": 0.012470792047679424,
      "eval_events-synergy/entsum_processed_runtime": 86.3378,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.941,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.741,
      "step": 72000
    },
    {
      "epoch": 13.777947639977068,
      "grad_norm": 0.27173900604248047,
      "learning_rate": 1.5629800307219664e-05,
      "loss": 0.0042,
      "step": 72100
    },
    {
      "epoch": 13.797057137397287,
      "grad_norm": 0.9423706531524658,
      "learning_rate": 1.5581797235023043e-05,
      "loss": 0.0061,
      "step": 72200
    },
    {
      "epoch": 13.816166634817504,
      "grad_norm": 0.27326226234436035,
      "learning_rate": 1.553379416282642e-05,
      "loss": 0.005,
      "step": 72300
    },
    {
      "epoch": 13.835276132237722,
      "grad_norm": 0.2667993903160095,
      "learning_rate": 1.54857910906298e-05,
      "loss": 0.0055,
      "step": 72400
    },
    {
      "epoch": 13.85438562965794,
      "grad_norm": 0.4120780825614929,
      "learning_rate": 1.543778801843318e-05,
      "loss": 0.0043,
      "step": 72500
    },
    {
      "epoch": 13.873495127078158,
      "grad_norm": 0.6277773976325989,
      "learning_rate": 1.538978494623656e-05,
      "loss": 0.0077,
      "step": 72600
    },
    {
      "epoch": 13.892604624498375,
      "grad_norm": 0.4718801975250244,
      "learning_rate": 1.534178187403994e-05,
      "loss": 0.0056,
      "step": 72700
    },
    {
      "epoch": 13.911714121918594,
      "grad_norm": 0.18229953944683075,
      "learning_rate": 1.529377880184332e-05,
      "loss": 0.0081,
      "step": 72800
    },
    {
      "epoch": 13.930823619338812,
      "grad_norm": 0.08315181732177734,
      "learning_rate": 1.5245775729646697e-05,
      "loss": 0.0073,
      "step": 72900
    },
    {
      "epoch": 13.949933116759029,
      "grad_norm": 0.006552177015691996,
      "learning_rate": 1.5197772657450078e-05,
      "loss": 0.0055,
      "step": 73000
    },
    {
      "epoch": 13.949933116759029,
      "eval_events-synergy/entsum_processed_loss": 0.012344392947852612,
      "eval_events-synergy/entsum_processed_runtime": 86.3295,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.943,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.742,
      "step": 73000
    },
    {
      "epoch": 13.969042614179248,
      "grad_norm": 0.150691419839859,
      "learning_rate": 1.5149769585253456e-05,
      "loss": 0.0067,
      "step": 73100
    },
    {
      "epoch": 13.988152111599465,
      "grad_norm": 0.7237725257873535,
      "learning_rate": 1.5101766513056837e-05,
      "loss": 0.0067,
      "step": 73200
    },
    {
      "epoch": 14.007261609019682,
      "grad_norm": 0.07672421634197235,
      "learning_rate": 1.5053763440860215e-05,
      "loss": 0.0053,
      "step": 73300
    },
    {
      "epoch": 14.026371106439901,
      "grad_norm": 0.2431519776582718,
      "learning_rate": 1.5005760368663596e-05,
      "loss": 0.0063,
      "step": 73400
    },
    {
      "epoch": 14.045480603860119,
      "grad_norm": 0.048979759216308594,
      "learning_rate": 1.4957757296466976e-05,
      "loss": 0.005,
      "step": 73500
    },
    {
      "epoch": 14.064590101280336,
      "grad_norm": 0.9289604425430298,
      "learning_rate": 1.4909754224270353e-05,
      "loss": 0.0036,
      "step": 73600
    },
    {
      "epoch": 14.083699598700553,
      "grad_norm": 0.06590162217617035,
      "learning_rate": 1.4861751152073732e-05,
      "loss": 0.004,
      "step": 73700
    },
    {
      "epoch": 14.102809096120772,
      "grad_norm": 0.3335033357143402,
      "learning_rate": 1.4813748079877113e-05,
      "loss": 0.005,
      "step": 73800
    },
    {
      "epoch": 14.12191859354099,
      "grad_norm": 0.08950705081224442,
      "learning_rate": 1.4765745007680493e-05,
      "loss": 0.0045,
      "step": 73900
    },
    {
      "epoch": 14.141028090961207,
      "grad_norm": 0.7303321957588196,
      "learning_rate": 1.4717741935483872e-05,
      "loss": 0.0071,
      "step": 74000
    },
    {
      "epoch": 14.141028090961207,
      "eval_events-synergy/entsum_processed_loss": 0.012597361579537392,
      "eval_events-synergy/entsum_processed_runtime": 86.4655,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.901,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.731,
      "step": 74000
    },
    {
      "epoch": 14.160137588381426,
      "grad_norm": 0.31180980801582336,
      "learning_rate": 1.4669738863287252e-05,
      "loss": 0.0055,
      "step": 74100
    },
    {
      "epoch": 14.179247085801643,
      "grad_norm": 0.019986744970083237,
      "learning_rate": 1.462173579109063e-05,
      "loss": 0.005,
      "step": 74200
    },
    {
      "epoch": 14.19835658322186,
      "grad_norm": 0.6268077492713928,
      "learning_rate": 1.457373271889401e-05,
      "loss": 0.0046,
      "step": 74300
    },
    {
      "epoch": 14.21746608064208,
      "grad_norm": 0.18772102892398834,
      "learning_rate": 1.4525729646697388e-05,
      "loss": 0.0052,
      "step": 74400
    },
    {
      "epoch": 14.236575578062297,
      "grad_norm": 0.014273080974817276,
      "learning_rate": 1.4477726574500769e-05,
      "loss": 0.0052,
      "step": 74500
    },
    {
      "epoch": 14.255685075482514,
      "grad_norm": 0.04534445330500603,
      "learning_rate": 1.442972350230415e-05,
      "loss": 0.0078,
      "step": 74600
    },
    {
      "epoch": 14.274794572902733,
      "grad_norm": 0.06626222282648087,
      "learning_rate": 1.4381720430107528e-05,
      "loss": 0.0049,
      "step": 74700
    },
    {
      "epoch": 14.29390407032295,
      "grad_norm": 0.05039865896105766,
      "learning_rate": 1.4333717357910905e-05,
      "loss": 0.0062,
      "step": 74800
    },
    {
      "epoch": 14.313013567743168,
      "grad_norm": 0.0062214708887040615,
      "learning_rate": 1.4285714285714285e-05,
      "loss": 0.0043,
      "step": 74900
    },
    {
      "epoch": 14.332123065163387,
      "grad_norm": 0.08620163798332214,
      "learning_rate": 1.4237711213517666e-05,
      "loss": 0.0057,
      "step": 75000
    },
    {
      "epoch": 14.332123065163387,
      "eval_events-synergy/entsum_processed_loss": 0.012711184099316597,
      "eval_events-synergy/entsum_processed_runtime": 86.4444,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.907,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.733,
      "step": 75000
    },
    {
      "epoch": 14.351232562583604,
      "grad_norm": 0.04931287094950676,
      "learning_rate": 1.4189708141321045e-05,
      "loss": 0.0083,
      "step": 75100
    },
    {
      "epoch": 14.370342060003821,
      "grad_norm": 0.01421100553125143,
      "learning_rate": 1.4141705069124425e-05,
      "loss": 0.004,
      "step": 75200
    },
    {
      "epoch": 14.38945155742404,
      "grad_norm": 0.011329934932291508,
      "learning_rate": 1.4093701996927805e-05,
      "loss": 0.0049,
      "step": 75300
    },
    {
      "epoch": 14.408561054844258,
      "grad_norm": 0.15495194494724274,
      "learning_rate": 1.4045698924731183e-05,
      "loss": 0.0032,
      "step": 75400
    },
    {
      "epoch": 14.427670552264475,
      "grad_norm": 0.05016593262553215,
      "learning_rate": 1.3997695852534561e-05,
      "loss": 0.0055,
      "step": 75500
    },
    {
      "epoch": 14.446780049684694,
      "grad_norm": 1.6086093187332153,
      "learning_rate": 1.3949692780337942e-05,
      "loss": 0.005,
      "step": 75600
    },
    {
      "epoch": 14.465889547104911,
      "grad_norm": 0.4085695743560791,
      "learning_rate": 1.3901689708141322e-05,
      "loss": 0.0054,
      "step": 75700
    },
    {
      "epoch": 14.484999044525129,
      "grad_norm": 0.1665886640548706,
      "learning_rate": 1.3853686635944701e-05,
      "loss": 0.0047,
      "step": 75800
    },
    {
      "epoch": 14.504108541945346,
      "grad_norm": 0.1481260061264038,
      "learning_rate": 1.3805683563748081e-05,
      "loss": 0.0043,
      "step": 75900
    },
    {
      "epoch": 14.523218039365565,
      "grad_norm": 0.22774682939052582,
      "learning_rate": 1.3757680491551462e-05,
      "loss": 0.0037,
      "step": 76000
    },
    {
      "epoch": 14.523218039365565,
      "eval_events-synergy/entsum_processed_loss": 0.012892031110823154,
      "eval_events-synergy/entsum_processed_runtime": 86.4183,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.916,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.735,
      "step": 76000
    },
    {
      "epoch": 14.542327536785782,
      "grad_norm": 0.34367671608924866,
      "learning_rate": 1.3709677419354839e-05,
      "loss": 0.0054,
      "step": 76100
    },
    {
      "epoch": 14.561437034206,
      "grad_norm": 0.7251562476158142,
      "learning_rate": 1.3661674347158218e-05,
      "loss": 0.0062,
      "step": 76200
    },
    {
      "epoch": 14.580546531626219,
      "grad_norm": 0.1083359494805336,
      "learning_rate": 1.3613671274961598e-05,
      "loss": 0.005,
      "step": 76300
    },
    {
      "epoch": 14.599656029046436,
      "grad_norm": 0.08868356049060822,
      "learning_rate": 1.3565668202764978e-05,
      "loss": 0.004,
      "step": 76400
    },
    {
      "epoch": 14.618765526466653,
      "grad_norm": 0.4599528908729553,
      "learning_rate": 1.3517665130568357e-05,
      "loss": 0.0045,
      "step": 76500
    },
    {
      "epoch": 14.637875023886872,
      "grad_norm": 0.5329752564430237,
      "learning_rate": 1.3469662058371738e-05,
      "loss": 0.0052,
      "step": 76600
    },
    {
      "epoch": 14.65698452130709,
      "grad_norm": 0.050466131418943405,
      "learning_rate": 1.3421658986175115e-05,
      "loss": 0.0049,
      "step": 76700
    },
    {
      "epoch": 14.676094018727307,
      "grad_norm": 0.2970987856388092,
      "learning_rate": 1.3373655913978495e-05,
      "loss": 0.0042,
      "step": 76800
    },
    {
      "epoch": 14.695203516147526,
      "grad_norm": 0.10357856750488281,
      "learning_rate": 1.3325652841781874e-05,
      "loss": 0.005,
      "step": 76900
    },
    {
      "epoch": 14.714313013567743,
      "grad_norm": 0.05402665585279465,
      "learning_rate": 1.3277649769585254e-05,
      "loss": 0.0047,
      "step": 77000
    },
    {
      "epoch": 14.714313013567743,
      "eval_events-synergy/entsum_processed_loss": 0.012962962500751019,
      "eval_events-synergy/entsum_processed_runtime": 86.4889,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.894,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.729,
      "step": 77000
    },
    {
      "epoch": 14.73342251098796,
      "grad_norm": 0.15317828953266144,
      "learning_rate": 1.3229646697388635e-05,
      "loss": 0.0054,
      "step": 77100
    },
    {
      "epoch": 14.75253200840818,
      "grad_norm": 0.1756182163953781,
      "learning_rate": 1.3181643625192013e-05,
      "loss": 0.0055,
      "step": 77200
    },
    {
      "epoch": 14.771641505828397,
      "grad_norm": 1.027187466621399,
      "learning_rate": 1.313364055299539e-05,
      "loss": 0.0034,
      "step": 77300
    },
    {
      "epoch": 14.790751003248614,
      "grad_norm": 0.005386768840253353,
      "learning_rate": 1.308563748079877e-05,
      "loss": 0.0043,
      "step": 77400
    },
    {
      "epoch": 14.809860500668833,
      "grad_norm": 0.005857468582689762,
      "learning_rate": 1.3037634408602151e-05,
      "loss": 0.0045,
      "step": 77500
    },
    {
      "epoch": 14.82896999808905,
      "grad_norm": 0.19254671037197113,
      "learning_rate": 1.298963133640553e-05,
      "loss": 0.0041,
      "step": 77600
    },
    {
      "epoch": 14.848079495509268,
      "grad_norm": 0.00358038698323071,
      "learning_rate": 1.294162826420891e-05,
      "loss": 0.0045,
      "step": 77700
    },
    {
      "epoch": 14.867188992929487,
      "grad_norm": 0.019394252449274063,
      "learning_rate": 1.2893625192012291e-05,
      "loss": 0.0069,
      "step": 77800
    },
    {
      "epoch": 14.886298490349704,
      "grad_norm": 0.03039630688726902,
      "learning_rate": 1.284562211981567e-05,
      "loss": 0.0039,
      "step": 77900
    },
    {
      "epoch": 14.905407987769921,
      "grad_norm": 0.20222346484661102,
      "learning_rate": 1.2797619047619047e-05,
      "loss": 0.005,
      "step": 78000
    },
    {
      "epoch": 14.905407987769921,
      "eval_events-synergy/entsum_processed_loss": 0.012617943808436394,
      "eval_events-synergy/entsum_processed_runtime": 86.5195,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.884,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.727,
      "step": 78000
    },
    {
      "epoch": 14.92451748519014,
      "grad_norm": 0.049767039716243744,
      "learning_rate": 1.2749615975422427e-05,
      "loss": 0.0049,
      "step": 78100
    },
    {
      "epoch": 14.943626982610358,
      "grad_norm": 0.0789194330573082,
      "learning_rate": 1.2701612903225808e-05,
      "loss": 0.0049,
      "step": 78200
    },
    {
      "epoch": 14.962736480030575,
      "grad_norm": 0.013039722107350826,
      "learning_rate": 1.2653609831029186e-05,
      "loss": 0.0049,
      "step": 78300
    },
    {
      "epoch": 14.981845977450792,
      "grad_norm": 0.00856608897447586,
      "learning_rate": 1.2605606758832567e-05,
      "loss": 0.0045,
      "step": 78400
    },
    {
      "epoch": 15.000955474871011,
      "grad_norm": 0.22470723092556,
      "learning_rate": 1.2557603686635947e-05,
      "loss": 0.0042,
      "step": 78500
    },
    {
      "epoch": 15.020064972291229,
      "grad_norm": 0.03667416051030159,
      "learning_rate": 1.2509600614439324e-05,
      "loss": 0.0044,
      "step": 78600
    },
    {
      "epoch": 15.039174469711446,
      "grad_norm": 0.2480105310678482,
      "learning_rate": 1.2461597542242705e-05,
      "loss": 0.004,
      "step": 78700
    },
    {
      "epoch": 15.058283967131665,
      "grad_norm": 0.24030384421348572,
      "learning_rate": 1.2413594470046083e-05,
      "loss": 0.0048,
      "step": 78800
    },
    {
      "epoch": 15.077393464551882,
      "grad_norm": 0.891026496887207,
      "learning_rate": 1.2365591397849464e-05,
      "loss": 0.0047,
      "step": 78900
    },
    {
      "epoch": 15.0965029619721,
      "grad_norm": 0.666159987449646,
      "learning_rate": 1.2317588325652843e-05,
      "loss": 0.0042,
      "step": 79000
    },
    {
      "epoch": 15.0965029619721,
      "eval_events-synergy/entsum_processed_loss": 0.013020485639572144,
      "eval_events-synergy/entsum_processed_runtime": 86.4768,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.897,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.73,
      "step": 79000
    },
    {
      "epoch": 15.115612459392318,
      "grad_norm": 0.4374198913574219,
      "learning_rate": 1.2269585253456221e-05,
      "loss": 0.0046,
      "step": 79100
    },
    {
      "epoch": 15.134721956812536,
      "grad_norm": 0.13781531155109406,
      "learning_rate": 1.2221582181259602e-05,
      "loss": 0.0035,
      "step": 79200
    },
    {
      "epoch": 15.153831454232753,
      "grad_norm": 0.008838070556521416,
      "learning_rate": 1.217357910906298e-05,
      "loss": 0.0046,
      "step": 79300
    },
    {
      "epoch": 15.172940951652972,
      "grad_norm": 0.04405039921402931,
      "learning_rate": 1.212557603686636e-05,
      "loss": 0.0035,
      "step": 79400
    },
    {
      "epoch": 15.19205044907319,
      "grad_norm": 0.386900395154953,
      "learning_rate": 1.207757296466974e-05,
      "loss": 0.0042,
      "step": 79500
    },
    {
      "epoch": 15.211159946493407,
      "grad_norm": 0.06320745497941971,
      "learning_rate": 1.202956989247312e-05,
      "loss": 0.0049,
      "step": 79600
    },
    {
      "epoch": 15.230269443913626,
      "grad_norm": 0.6713384985923767,
      "learning_rate": 1.1981566820276497e-05,
      "loss": 0.0047,
      "step": 79700
    },
    {
      "epoch": 15.249378941333843,
      "grad_norm": 0.23006173968315125,
      "learning_rate": 1.1933563748079878e-05,
      "loss": 0.0042,
      "step": 79800
    },
    {
      "epoch": 15.26848843875406,
      "grad_norm": 0.24073895812034607,
      "learning_rate": 1.1885560675883258e-05,
      "loss": 0.0055,
      "step": 79900
    },
    {
      "epoch": 15.28759793617428,
      "grad_norm": 0.2813238799571991,
      "learning_rate": 1.1837557603686637e-05,
      "loss": 0.0035,
      "step": 80000
    },
    {
      "epoch": 15.28759793617428,
      "eval_events-synergy/entsum_processed_loss": 0.012684877961874008,
      "eval_events-synergy/entsum_processed_runtime": 86.376,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.929,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.738,
      "step": 80000
    },
    {
      "epoch": 15.306707433594497,
      "grad_norm": 0.05870668590068817,
      "learning_rate": 1.1789554531490015e-05,
      "loss": 0.0052,
      "step": 80100
    },
    {
      "epoch": 15.325816931014714,
      "grad_norm": 0.383779913187027,
      "learning_rate": 1.1741551459293396e-05,
      "loss": 0.0056,
      "step": 80200
    },
    {
      "epoch": 15.344926428434933,
      "grad_norm": 0.18271517753601074,
      "learning_rate": 1.1693548387096775e-05,
      "loss": 0.0042,
      "step": 80300
    },
    {
      "epoch": 15.36403592585515,
      "grad_norm": 0.049872301518917084,
      "learning_rate": 1.1645545314900153e-05,
      "loss": 0.0041,
      "step": 80400
    },
    {
      "epoch": 15.383145423275367,
      "grad_norm": 0.16262871026992798,
      "learning_rate": 1.1597542242703534e-05,
      "loss": 0.0045,
      "step": 80500
    },
    {
      "epoch": 15.402254920695587,
      "grad_norm": 0.12631197273731232,
      "learning_rate": 1.1549539170506914e-05,
      "loss": 0.0086,
      "step": 80600
    },
    {
      "epoch": 15.421364418115804,
      "grad_norm": 0.02645757794380188,
      "learning_rate": 1.1501536098310293e-05,
      "loss": 0.0044,
      "step": 80700
    },
    {
      "epoch": 15.440473915536021,
      "grad_norm": 0.4429394006729126,
      "learning_rate": 1.1453533026113672e-05,
      "loss": 0.0041,
      "step": 80800
    },
    {
      "epoch": 15.459583412956238,
      "grad_norm": 0.4982936382293701,
      "learning_rate": 1.1405529953917052e-05,
      "loss": 0.0041,
      "step": 80900
    },
    {
      "epoch": 15.478692910376457,
      "grad_norm": 0.03018922545015812,
      "learning_rate": 1.135752688172043e-05,
      "loss": 0.0041,
      "step": 81000
    },
    {
      "epoch": 15.478692910376457,
      "eval_events-synergy/entsum_processed_loss": 0.012665621004998684,
      "eval_events-synergy/entsum_processed_runtime": 86.4282,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.913,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.734,
      "step": 81000
    },
    {
      "epoch": 15.497802407796675,
      "grad_norm": 0.04739225283265114,
      "learning_rate": 1.130952380952381e-05,
      "loss": 0.0035,
      "step": 81100
    },
    {
      "epoch": 15.516911905216892,
      "grad_norm": 0.16332654654979706,
      "learning_rate": 1.126152073732719e-05,
      "loss": 0.0042,
      "step": 81200
    },
    {
      "epoch": 15.536021402637111,
      "grad_norm": 0.24561795592308044,
      "learning_rate": 1.1213517665130569e-05,
      "loss": 0.0038,
      "step": 81300
    },
    {
      "epoch": 15.555130900057328,
      "grad_norm": 0.6066825985908508,
      "learning_rate": 1.1165514592933947e-05,
      "loss": 0.0066,
      "step": 81400
    },
    {
      "epoch": 15.574240397477546,
      "grad_norm": 0.12053509801626205,
      "learning_rate": 1.1117511520737328e-05,
      "loss": 0.0028,
      "step": 81500
    },
    {
      "epoch": 15.593349894897765,
      "grad_norm": 0.21273471415042877,
      "learning_rate": 1.1069508448540707e-05,
      "loss": 0.004,
      "step": 81600
    },
    {
      "epoch": 15.612459392317982,
      "grad_norm": 0.05035385861992836,
      "learning_rate": 1.1021505376344087e-05,
      "loss": 0.0029,
      "step": 81700
    },
    {
      "epoch": 15.6315688897382,
      "grad_norm": 0.4434753656387329,
      "learning_rate": 1.0973502304147466e-05,
      "loss": 0.0037,
      "step": 81800
    },
    {
      "epoch": 15.650678387158418,
      "grad_norm": 0.05798697844147682,
      "learning_rate": 1.0925499231950845e-05,
      "loss": 0.0037,
      "step": 81900
    },
    {
      "epoch": 15.669787884578636,
      "grad_norm": 0.04873861372470856,
      "learning_rate": 1.0877496159754225e-05,
      "loss": 0.0041,
      "step": 82000
    },
    {
      "epoch": 15.669787884578636,
      "eval_events-synergy/entsum_processed_loss": 0.012837884947657585,
      "eval_events-synergy/entsum_processed_runtime": 86.4918,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.893,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.729,
      "step": 82000
    },
    {
      "epoch": 15.688897381998853,
      "grad_norm": 0.0296151302754879,
      "learning_rate": 1.0829493087557604e-05,
      "loss": 0.0049,
      "step": 82100
    },
    {
      "epoch": 15.708006879419072,
      "grad_norm": 0.43933552503585815,
      "learning_rate": 1.0781490015360982e-05,
      "loss": 0.0044,
      "step": 82200
    },
    {
      "epoch": 15.72711637683929,
      "grad_norm": 0.016396446153521538,
      "learning_rate": 1.0733486943164363e-05,
      "loss": 0.0048,
      "step": 82300
    },
    {
      "epoch": 15.746225874259506,
      "grad_norm": 0.027049915865063667,
      "learning_rate": 1.0685483870967743e-05,
      "loss": 0.0054,
      "step": 82400
    },
    {
      "epoch": 15.765335371679726,
      "grad_norm": 0.16051483154296875,
      "learning_rate": 1.0637480798771122e-05,
      "loss": 0.0036,
      "step": 82500
    },
    {
      "epoch": 15.784444869099943,
      "grad_norm": 0.24747684597969055,
      "learning_rate": 1.05894777265745e-05,
      "loss": 0.0042,
      "step": 82600
    },
    {
      "epoch": 15.80355436652016,
      "grad_norm": 0.14130574464797974,
      "learning_rate": 1.0541474654377881e-05,
      "loss": 0.0037,
      "step": 82700
    },
    {
      "epoch": 15.82266386394038,
      "grad_norm": 1.0581270456314087,
      "learning_rate": 1.049347158218126e-05,
      "loss": 0.0044,
      "step": 82800
    },
    {
      "epoch": 15.841773361360596,
      "grad_norm": 0.25455254316329956,
      "learning_rate": 1.0445468509984639e-05,
      "loss": 0.004,
      "step": 82900
    },
    {
      "epoch": 15.860882858780814,
      "grad_norm": 0.01451896596699953,
      "learning_rate": 1.039746543778802e-05,
      "loss": 0.0038,
      "step": 83000
    },
    {
      "epoch": 15.860882858780814,
      "eval_events-synergy/entsum_processed_loss": 0.012506287544965744,
      "eval_events-synergy/entsum_processed_runtime": 86.5196,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.884,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.727,
      "step": 83000
    },
    {
      "epoch": 15.879992356201033,
      "grad_norm": 0.1098129004240036,
      "learning_rate": 1.03494623655914e-05,
      "loss": 0.0038,
      "step": 83100
    },
    {
      "epoch": 15.89910185362125,
      "grad_norm": 0.017855707556009293,
      "learning_rate": 1.0301459293394777e-05,
      "loss": 0.0039,
      "step": 83200
    },
    {
      "epoch": 15.918211351041467,
      "grad_norm": 0.3735440671443939,
      "learning_rate": 1.0253456221198157e-05,
      "loss": 0.005,
      "step": 83300
    },
    {
      "epoch": 15.937320848461685,
      "grad_norm": 0.3725346028804779,
      "learning_rate": 1.0205453149001538e-05,
      "loss": 0.0043,
      "step": 83400
    },
    {
      "epoch": 15.956430345881904,
      "grad_norm": 0.717900812625885,
      "learning_rate": 1.0157450076804916e-05,
      "loss": 0.0043,
      "step": 83500
    },
    {
      "epoch": 15.975539843302121,
      "grad_norm": 0.006927446462213993,
      "learning_rate": 1.0109447004608295e-05,
      "loss": 0.0028,
      "step": 83600
    },
    {
      "epoch": 15.994649340722338,
      "grad_norm": 0.23666119575500488,
      "learning_rate": 1.0061443932411675e-05,
      "loss": 0.0036,
      "step": 83700
    },
    {
      "epoch": 16.013758838142557,
      "grad_norm": 0.07709264755249023,
      "learning_rate": 1.0013440860215054e-05,
      "loss": 0.0029,
      "step": 83800
    },
    {
      "epoch": 16.032868335562775,
      "grad_norm": 0.2303076684474945,
      "learning_rate": 9.965437788018433e-06,
      "loss": 0.0036,
      "step": 83900
    },
    {
      "epoch": 16.051977832982992,
      "grad_norm": 0.4032735228538513,
      "learning_rate": 9.917434715821813e-06,
      "loss": 0.0035,
      "step": 84000
    },
    {
      "epoch": 16.051977832982992,
      "eval_events-synergy/entsum_processed_loss": 0.012511693872511387,
      "eval_events-synergy/entsum_processed_runtime": 86.3726,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.93,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.738,
      "step": 84000
    },
    {
      "epoch": 16.07108733040321,
      "grad_norm": 0.020075472071766853,
      "learning_rate": 9.869431643625192e-06,
      "loss": 0.0035,
      "step": 84100
    },
    {
      "epoch": 16.09019682782343,
      "grad_norm": 0.008200431242585182,
      "learning_rate": 9.821428571428573e-06,
      "loss": 0.0033,
      "step": 84200
    },
    {
      "epoch": 16.109306325243647,
      "grad_norm": 0.5671067237854004,
      "learning_rate": 9.773425499231951e-06,
      "loss": 0.0031,
      "step": 84300
    },
    {
      "epoch": 16.128415822663865,
      "grad_norm": 0.5184391140937805,
      "learning_rate": 9.725422427035332e-06,
      "loss": 0.0034,
      "step": 84400
    },
    {
      "epoch": 16.147525320084082,
      "grad_norm": 0.8578518033027649,
      "learning_rate": 9.67741935483871e-06,
      "loss": 0.004,
      "step": 84500
    },
    {
      "epoch": 16.1666348175043,
      "grad_norm": 0.0992913693189621,
      "learning_rate": 9.62941628264209e-06,
      "loss": 0.0037,
      "step": 84600
    },
    {
      "epoch": 16.185744314924516,
      "grad_norm": 0.2536514699459076,
      "learning_rate": 9.58141321044547e-06,
      "loss": 0.0041,
      "step": 84700
    },
    {
      "epoch": 16.204853812344734,
      "grad_norm": 0.03721817210316658,
      "learning_rate": 9.533410138248848e-06,
      "loss": 0.0026,
      "step": 84800
    },
    {
      "epoch": 16.223963309764954,
      "grad_norm": 0.008737379685044289,
      "learning_rate": 9.485407066052227e-06,
      "loss": 0.0034,
      "step": 84900
    },
    {
      "epoch": 16.24307280718517,
      "grad_norm": 0.04447716847062111,
      "learning_rate": 9.437403993855607e-06,
      "loss": 0.0034,
      "step": 85000
    },
    {
      "epoch": 16.24307280718517,
      "eval_events-synergy/entsum_processed_loss": 0.012916664592921734,
      "eval_events-synergy/entsum_processed_runtime": 85.6566,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.155,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.795,
      "step": 85000
    },
    {
      "epoch": 16.26218230460539,
      "grad_norm": 0.015641506761312485,
      "learning_rate": 9.389400921658986e-06,
      "loss": 0.0027,
      "step": 85100
    },
    {
      "epoch": 16.281291802025606,
      "grad_norm": 0.8110576272010803,
      "learning_rate": 9.341397849462367e-06,
      "loss": 0.0041,
      "step": 85200
    },
    {
      "epoch": 16.300401299445824,
      "grad_norm": 0.005773237440735102,
      "learning_rate": 9.293394777265745e-06,
      "loss": 0.0037,
      "step": 85300
    },
    {
      "epoch": 16.31951079686604,
      "grad_norm": 0.003712354227900505,
      "learning_rate": 9.245391705069124e-06,
      "loss": 0.0036,
      "step": 85400
    },
    {
      "epoch": 16.33862029428626,
      "grad_norm": 0.31228092312812805,
      "learning_rate": 9.197388632872505e-06,
      "loss": 0.0037,
      "step": 85500
    },
    {
      "epoch": 16.35772979170648,
      "grad_norm": 0.2536914646625519,
      "learning_rate": 9.149385560675883e-06,
      "loss": 0.004,
      "step": 85600
    },
    {
      "epoch": 16.376839289126696,
      "grad_norm": 0.18308839201927185,
      "learning_rate": 9.101382488479262e-06,
      "loss": 0.0032,
      "step": 85700
    },
    {
      "epoch": 16.395948786546914,
      "grad_norm": 0.008483047597110271,
      "learning_rate": 9.053379416282642e-06,
      "loss": 0.0031,
      "step": 85800
    },
    {
      "epoch": 16.41505828396713,
      "grad_norm": 0.4126696288585663,
      "learning_rate": 9.005376344086023e-06,
      "loss": 0.0029,
      "step": 85900
    },
    {
      "epoch": 16.434167781387348,
      "grad_norm": 0.24156266450881958,
      "learning_rate": 8.9573732718894e-06,
      "loss": 0.0057,
      "step": 86000
    },
    {
      "epoch": 16.434167781387348,
      "eval_events-synergy/entsum_processed_loss": 0.012442585080862045,
      "eval_events-synergy/entsum_processed_runtime": 86.8846,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.771,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.699,
      "step": 86000
    },
    {
      "epoch": 16.45327727880757,
      "grad_norm": 0.011875503696501255,
      "learning_rate": 8.90937019969278e-06,
      "loss": 0.004,
      "step": 86100
    },
    {
      "epoch": 16.472386776227786,
      "grad_norm": 0.02928953431546688,
      "learning_rate": 8.86136712749616e-06,
      "loss": 0.0049,
      "step": 86200
    },
    {
      "epoch": 16.491496273648004,
      "grad_norm": 0.04371361806988716,
      "learning_rate": 8.81336405529954e-06,
      "loss": 0.0039,
      "step": 86300
    },
    {
      "epoch": 16.51060577106822,
      "grad_norm": 0.023907937109470367,
      "learning_rate": 8.765360983102918e-06,
      "loss": 0.0025,
      "step": 86400
    },
    {
      "epoch": 16.529715268488438,
      "grad_norm": 1.1203492879867554,
      "learning_rate": 8.717357910906299e-06,
      "loss": 0.0038,
      "step": 86500
    },
    {
      "epoch": 16.548824765908655,
      "grad_norm": 0.01931983418762684,
      "learning_rate": 8.66935483870968e-06,
      "loss": 0.0046,
      "step": 86600
    },
    {
      "epoch": 16.567934263328873,
      "grad_norm": 0.05801007151603699,
      "learning_rate": 8.621351766513056e-06,
      "loss": 0.0039,
      "step": 86700
    },
    {
      "epoch": 16.587043760749093,
      "grad_norm": 0.3823702335357666,
      "learning_rate": 8.573348694316437e-06,
      "loss": 0.0031,
      "step": 86800
    },
    {
      "epoch": 16.60615325816931,
      "grad_norm": 0.1722560077905655,
      "learning_rate": 8.525345622119817e-06,
      "loss": 0.0032,
      "step": 86900
    },
    {
      "epoch": 16.625262755589528,
      "grad_norm": 1.4988058805465698,
      "learning_rate": 8.477342549923196e-06,
      "loss": 0.0039,
      "step": 87000
    },
    {
      "epoch": 16.625262755589528,
      "eval_events-synergy/entsum_processed_loss": 0.012560435570776463,
      "eval_events-synergy/entsum_processed_runtime": 86.7389,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.816,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.71,
      "step": 87000
    },
    {
      "epoch": 16.644372253009745,
      "grad_norm": 0.15429021418094635,
      "learning_rate": 8.429339477726575e-06,
      "loss": 0.0034,
      "step": 87100
    },
    {
      "epoch": 16.663481750429963,
      "grad_norm": 0.11306668817996979,
      "learning_rate": 8.381336405529955e-06,
      "loss": 0.0034,
      "step": 87200
    },
    {
      "epoch": 16.68259124785018,
      "grad_norm": 0.7127687335014343,
      "learning_rate": 8.333333333333334e-06,
      "loss": 0.0046,
      "step": 87300
    },
    {
      "epoch": 16.7017007452704,
      "grad_norm": 0.12723377346992493,
      "learning_rate": 8.285330261136712e-06,
      "loss": 0.0037,
      "step": 87400
    },
    {
      "epoch": 16.720810242690618,
      "grad_norm": 0.08388692140579224,
      "learning_rate": 8.237327188940093e-06,
      "loss": 0.0024,
      "step": 87500
    },
    {
      "epoch": 16.739919740110835,
      "grad_norm": 0.024774732068181038,
      "learning_rate": 8.189324116743472e-06,
      "loss": 0.0042,
      "step": 87600
    },
    {
      "epoch": 16.759029237531053,
      "grad_norm": 0.021856360137462616,
      "learning_rate": 8.141321044546852e-06,
      "loss": 0.0033,
      "step": 87700
    },
    {
      "epoch": 16.77813873495127,
      "grad_norm": 0.09436067193746567,
      "learning_rate": 8.09331797235023e-06,
      "loss": 0.0041,
      "step": 87800
    },
    {
      "epoch": 16.797248232371487,
      "grad_norm": 1.1164593696594238,
      "learning_rate": 8.04531490015361e-06,
      "loss": 0.0034,
      "step": 87900
    },
    {
      "epoch": 16.816357729791708,
      "grad_norm": 0.2703384757041931,
      "learning_rate": 7.99731182795699e-06,
      "loss": 0.003,
      "step": 88000
    },
    {
      "epoch": 16.816357729791708,
      "eval_events-synergy/entsum_processed_loss": 0.012502993457019329,
      "eval_events-synergy/entsum_processed_runtime": 86.9088,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.764,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.697,
      "step": 88000
    },
    {
      "epoch": 16.835467227211925,
      "grad_norm": 0.09698379784822464,
      "learning_rate": 7.949308755760369e-06,
      "loss": 0.0035,
      "step": 88100
    },
    {
      "epoch": 16.854576724632143,
      "grad_norm": 0.10032069683074951,
      "learning_rate": 7.901305683563747e-06,
      "loss": 0.0034,
      "step": 88200
    },
    {
      "epoch": 16.87368622205236,
      "grad_norm": 0.2772189974784851,
      "learning_rate": 7.853302611367128e-06,
      "loss": 0.0032,
      "step": 88300
    },
    {
      "epoch": 16.892795719472577,
      "grad_norm": 1.200387716293335,
      "learning_rate": 7.805299539170508e-06,
      "loss": 0.004,
      "step": 88400
    },
    {
      "epoch": 16.911905216892794,
      "grad_norm": 0.41922566294670105,
      "learning_rate": 7.757296466973887e-06,
      "loss": 0.0037,
      "step": 88500
    },
    {
      "epoch": 16.931014714313015,
      "grad_norm": 0.030310144647955894,
      "learning_rate": 7.709293394777266e-06,
      "loss": 0.0038,
      "step": 88600
    },
    {
      "epoch": 16.950124211733232,
      "grad_norm": 0.7613725066184998,
      "learning_rate": 7.661290322580646e-06,
      "loss": 0.0027,
      "step": 88700
    },
    {
      "epoch": 16.96923370915345,
      "grad_norm": 0.3432716727256775,
      "learning_rate": 7.613287250384026e-06,
      "loss": 0.0038,
      "step": 88800
    },
    {
      "epoch": 16.988343206573667,
      "grad_norm": 0.07921448349952698,
      "learning_rate": 7.565284178187404e-06,
      "loss": 0.0031,
      "step": 88900
    },
    {
      "epoch": 17.007452703993884,
      "grad_norm": 1.4262216091156006,
      "learning_rate": 7.517281105990784e-06,
      "loss": 0.0031,
      "step": 89000
    },
    {
      "epoch": 17.007452703993884,
      "eval_events-synergy/entsum_processed_loss": 0.01249308604747057,
      "eval_events-synergy/entsum_processed_runtime": 84.734,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.451,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.869,
      "step": 89000
    },
    {
      "epoch": 17.0265622014141,
      "grad_norm": 0.5929850339889526,
      "learning_rate": 7.469278033794164e-06,
      "loss": 0.0033,
      "step": 89100
    },
    {
      "epoch": 17.045671698834322,
      "grad_norm": 0.01337860431522131,
      "learning_rate": 7.4212749615975425e-06,
      "loss": 0.0031,
      "step": 89200
    },
    {
      "epoch": 17.06478119625454,
      "grad_norm": 0.436662882566452,
      "learning_rate": 7.373271889400922e-06,
      "loss": 0.0033,
      "step": 89300
    },
    {
      "epoch": 17.083890693674757,
      "grad_norm": 0.031468212604522705,
      "learning_rate": 7.325268817204302e-06,
      "loss": 0.0025,
      "step": 89400
    },
    {
      "epoch": 17.103000191094974,
      "grad_norm": 0.12954148650169373,
      "learning_rate": 7.27726574500768e-06,
      "loss": 0.0029,
      "step": 89500
    },
    {
      "epoch": 17.12210968851519,
      "grad_norm": 0.04875854402780533,
      "learning_rate": 7.22926267281106e-06,
      "loss": 0.0031,
      "step": 89600
    },
    {
      "epoch": 17.14121918593541,
      "grad_norm": 0.20842742919921875,
      "learning_rate": 7.18125960061444e-06,
      "loss": 0.0048,
      "step": 89700
    },
    {
      "epoch": 17.160328683355626,
      "grad_norm": 0.022663576528429985,
      "learning_rate": 7.133256528417818e-06,
      "loss": 0.0052,
      "step": 89800
    },
    {
      "epoch": 17.179438180775847,
      "grad_norm": 0.00754079595208168,
      "learning_rate": 7.085253456221199e-06,
      "loss": 0.0033,
      "step": 89900
    },
    {
      "epoch": 17.198547678196064,
      "grad_norm": 0.06156223267316818,
      "learning_rate": 7.037250384024578e-06,
      "loss": 0.0031,
      "step": 90000
    },
    {
      "epoch": 17.198547678196064,
      "eval_events-synergy/entsum_processed_loss": 0.012280634604394436,
      "eval_events-synergy/entsum_processed_runtime": 85.4755,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.212,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.809,
      "step": 90000
    },
    {
      "epoch": 17.21765717561628,
      "grad_norm": 0.011858302168548107,
      "learning_rate": 6.989247311827957e-06,
      "loss": 0.0032,
      "step": 90100
    },
    {
      "epoch": 17.2367666730365,
      "grad_norm": 0.23627856373786926,
      "learning_rate": 6.941244239631337e-06,
      "loss": 0.0037,
      "step": 90200
    },
    {
      "epoch": 17.255876170456716,
      "grad_norm": 0.6709181666374207,
      "learning_rate": 6.893241167434716e-06,
      "loss": 0.0038,
      "step": 90300
    },
    {
      "epoch": 17.274985667876933,
      "grad_norm": 0.13345150649547577,
      "learning_rate": 6.845238095238096e-06,
      "loss": 0.0032,
      "step": 90400
    },
    {
      "epoch": 17.294095165297154,
      "grad_norm": 0.00865347869694233,
      "learning_rate": 6.7972350230414745e-06,
      "loss": 0.0033,
      "step": 90500
    },
    {
      "epoch": 17.31320466271737,
      "grad_norm": 0.2757847309112549,
      "learning_rate": 6.749231950844854e-06,
      "loss": 0.003,
      "step": 90600
    },
    {
      "epoch": 17.33231416013759,
      "grad_norm": 0.2280185967683792,
      "learning_rate": 6.7012288786482346e-06,
      "loss": 0.0026,
      "step": 90700
    },
    {
      "epoch": 17.351423657557806,
      "grad_norm": 0.3780621886253357,
      "learning_rate": 6.6532258064516125e-06,
      "loss": 0.0038,
      "step": 90800
    },
    {
      "epoch": 17.370533154978023,
      "grad_norm": 0.2748869061470032,
      "learning_rate": 6.605222734254993e-06,
      "loss": 0.0029,
      "step": 90900
    },
    {
      "epoch": 17.38964265239824,
      "grad_norm": 0.7025009393692017,
      "learning_rate": 6.5572196620583725e-06,
      "loss": 0.0033,
      "step": 91000
    },
    {
      "epoch": 17.38964265239824,
      "eval_events-synergy/entsum_processed_loss": 0.012524567544460297,
      "eval_events-synergy/entsum_processed_runtime": 85.033,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.354,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.844,
      "step": 91000
    },
    {
      "epoch": 17.40875214981846,
      "grad_norm": 0.07058654725551605,
      "learning_rate": 6.509216589861751e-06,
      "loss": 0.0024,
      "step": 91100
    },
    {
      "epoch": 17.42786164723868,
      "grad_norm": 0.016350701451301575,
      "learning_rate": 6.461213517665131e-06,
      "loss": 0.0032,
      "step": 91200
    },
    {
      "epoch": 17.446971144658896,
      "grad_norm": 1.0580590963363647,
      "learning_rate": 6.41321044546851e-06,
      "loss": 0.0033,
      "step": 91300
    },
    {
      "epoch": 17.466080642079113,
      "grad_norm": 0.029303809627890587,
      "learning_rate": 6.365207373271889e-06,
      "loss": 0.0028,
      "step": 91400
    },
    {
      "epoch": 17.48519013949933,
      "grad_norm": 0.45363864302635193,
      "learning_rate": 6.317204301075269e-06,
      "loss": 0.0046,
      "step": 91500
    },
    {
      "epoch": 17.504299636919548,
      "grad_norm": 0.15257449448108673,
      "learning_rate": 6.269201228878649e-06,
      "loss": 0.0024,
      "step": 91600
    },
    {
      "epoch": 17.523409134339765,
      "grad_norm": 0.4897935688495636,
      "learning_rate": 6.221198156682028e-06,
      "loss": 0.0026,
      "step": 91700
    },
    {
      "epoch": 17.542518631759986,
      "grad_norm": 0.09276042878627777,
      "learning_rate": 6.1731950844854075e-06,
      "loss": 0.0042,
      "step": 91800
    },
    {
      "epoch": 17.561628129180203,
      "grad_norm": 0.053013380616903305,
      "learning_rate": 6.125192012288787e-06,
      "loss": 0.0034,
      "step": 91900
    },
    {
      "epoch": 17.58073762660042,
      "grad_norm": 0.004806125536561012,
      "learning_rate": 6.077188940092167e-06,
      "loss": 0.0032,
      "step": 92000
    },
    {
      "epoch": 17.58073762660042,
      "eval_events-synergy/entsum_processed_loss": 0.012403319589793682,
      "eval_events-synergy/entsum_processed_runtime": 84.7299,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.452,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.869,
      "step": 92000
    },
    {
      "epoch": 17.599847124020638,
      "grad_norm": 0.5843932032585144,
      "learning_rate": 6.029185867895545e-06,
      "loss": 0.004,
      "step": 92100
    },
    {
      "epoch": 17.618956621440855,
      "grad_norm": 0.1348479837179184,
      "learning_rate": 5.981182795698925e-06,
      "loss": 0.0024,
      "step": 92200
    },
    {
      "epoch": 17.638066118861072,
      "grad_norm": 0.7288301587104797,
      "learning_rate": 5.9331797235023045e-06,
      "loss": 0.0039,
      "step": 92300
    },
    {
      "epoch": 17.657175616281293,
      "grad_norm": 0.018965117633342743,
      "learning_rate": 5.885176651305683e-06,
      "loss": 0.0034,
      "step": 92400
    },
    {
      "epoch": 17.67628511370151,
      "grad_norm": 0.21183770895004272,
      "learning_rate": 5.837173579109064e-06,
      "loss": 0.0029,
      "step": 92500
    },
    {
      "epoch": 17.695394611121728,
      "grad_norm": 0.28580865263938904,
      "learning_rate": 5.7891705069124425e-06,
      "loss": 0.0036,
      "step": 92600
    },
    {
      "epoch": 17.714504108541945,
      "grad_norm": 0.09748672693967819,
      "learning_rate": 5.741167434715822e-06,
      "loss": 0.0038,
      "step": 92700
    },
    {
      "epoch": 17.733613605962162,
      "grad_norm": 0.03202127292752266,
      "learning_rate": 5.693164362519202e-06,
      "loss": 0.0028,
      "step": 92800
    },
    {
      "epoch": 17.75272310338238,
      "grad_norm": 0.5783613920211792,
      "learning_rate": 5.64516129032258e-06,
      "loss": 0.0025,
      "step": 92900
    },
    {
      "epoch": 17.7718326008026,
      "grad_norm": 0.1477188616991043,
      "learning_rate": 5.597158218125961e-06,
      "loss": 0.0029,
      "step": 93000
    },
    {
      "epoch": 17.7718326008026,
      "eval_events-synergy/entsum_processed_loss": 0.012467662803828716,
      "eval_events-synergy/entsum_processed_runtime": 86.2702,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.962,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.746,
      "step": 93000
    },
    {
      "epoch": 17.790942098222818,
      "grad_norm": 0.029744425788521767,
      "learning_rate": 5.5491551459293395e-06,
      "loss": 0.0019,
      "step": 93100
    },
    {
      "epoch": 17.810051595643035,
      "grad_norm": 0.006620775908231735,
      "learning_rate": 5.501152073732719e-06,
      "loss": 0.004,
      "step": 93200
    },
    {
      "epoch": 17.829161093063252,
      "grad_norm": 0.03536098822951317,
      "learning_rate": 5.453149001536099e-06,
      "loss": 0.0029,
      "step": 93300
    },
    {
      "epoch": 17.84827059048347,
      "grad_norm": 0.18313711881637573,
      "learning_rate": 5.405145929339478e-06,
      "loss": 0.0034,
      "step": 93400
    },
    {
      "epoch": 17.867380087903687,
      "grad_norm": 0.11048083007335663,
      "learning_rate": 5.357142857142857e-06,
      "loss": 0.0032,
      "step": 93500
    },
    {
      "epoch": 17.886489585323908,
      "grad_norm": 0.02983025275170803,
      "learning_rate": 5.309139784946237e-06,
      "loss": 0.0028,
      "step": 93600
    },
    {
      "epoch": 17.905599082744125,
      "grad_norm": 0.050138670951128006,
      "learning_rate": 5.261136712749616e-06,
      "loss": 0.0028,
      "step": 93700
    },
    {
      "epoch": 17.924708580164342,
      "grad_norm": 0.015463109128177166,
      "learning_rate": 5.213133640552996e-06,
      "loss": 0.0023,
      "step": 93800
    },
    {
      "epoch": 17.94381807758456,
      "grad_norm": 0.3205445408821106,
      "learning_rate": 5.165130568356375e-06,
      "loss": 0.0047,
      "step": 93900
    },
    {
      "epoch": 17.962927575004777,
      "grad_norm": 0.02310132421553135,
      "learning_rate": 5.117127496159754e-06,
      "loss": 0.0019,
      "step": 94000
    },
    {
      "epoch": 17.962927575004777,
      "eval_events-synergy/entsum_processed_loss": 0.012523534707725048,
      "eval_events-synergy/entsum_processed_runtime": 84.462,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.539,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.891,
      "step": 94000
    },
    {
      "epoch": 17.982037072424994,
      "grad_norm": 0.09872489422559738,
      "learning_rate": 5.0691244239631346e-06,
      "loss": 0.0027,
      "step": 94100
    },
    {
      "epoch": 18.00114656984521,
      "grad_norm": 0.009674746543169022,
      "learning_rate": 5.021121351766513e-06,
      "loss": 0.0025,
      "step": 94200
    },
    {
      "epoch": 18.020256067265432,
      "grad_norm": 0.1077992394566536,
      "learning_rate": 4.973118279569893e-06,
      "loss": 0.003,
      "step": 94300
    },
    {
      "epoch": 18.03936556468565,
      "grad_norm": 0.15195026993751526,
      "learning_rate": 4.9251152073732725e-06,
      "loss": 0.0035,
      "step": 94400
    },
    {
      "epoch": 18.058475062105867,
      "grad_norm": 0.048992399126291275,
      "learning_rate": 4.877112135176651e-06,
      "loss": 0.0026,
      "step": 94500
    },
    {
      "epoch": 18.077584559526084,
      "grad_norm": 0.0054066977463662624,
      "learning_rate": 4.829109062980031e-06,
      "loss": 0.0027,
      "step": 94600
    },
    {
      "epoch": 18.0966940569463,
      "grad_norm": 0.07554273307323456,
      "learning_rate": 4.78110599078341e-06,
      "loss": 0.0031,
      "step": 94700
    },
    {
      "epoch": 18.11580355436652,
      "grad_norm": 0.184183269739151,
      "learning_rate": 4.73310291858679e-06,
      "loss": 0.0031,
      "step": 94800
    },
    {
      "epoch": 18.13491305178674,
      "grad_norm": 0.5222034454345703,
      "learning_rate": 4.6850998463901695e-06,
      "loss": 0.0032,
      "step": 94900
    },
    {
      "epoch": 18.154022549206957,
      "grad_norm": 0.07612292468547821,
      "learning_rate": 4.637096774193548e-06,
      "loss": 0.0025,
      "step": 95000
    },
    {
      "epoch": 18.154022549206957,
      "eval_events-synergy/entsum_processed_loss": 0.012190896086394787,
      "eval_events-synergy/entsum_processed_runtime": 84.6592,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.475,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.875,
      "step": 95000
    },
    {
      "epoch": 18.173132046627174,
      "grad_norm": 0.3161191940307617,
      "learning_rate": 4.589093701996928e-06,
      "loss": 0.0028,
      "step": 95100
    },
    {
      "epoch": 18.19224154404739,
      "grad_norm": 0.0276503823697567,
      "learning_rate": 4.5410906298003075e-06,
      "loss": 0.0026,
      "step": 95200
    },
    {
      "epoch": 18.21135104146761,
      "grad_norm": 0.03638790175318718,
      "learning_rate": 4.493087557603687e-06,
      "loss": 0.003,
      "step": 95300
    },
    {
      "epoch": 18.230460538887826,
      "grad_norm": 0.11877056211233139,
      "learning_rate": 4.445084485407066e-06,
      "loss": 0.0036,
      "step": 95400
    },
    {
      "epoch": 18.249570036308047,
      "grad_norm": 0.033486805856227875,
      "learning_rate": 4.397081413210446e-06,
      "loss": 0.0032,
      "step": 95500
    },
    {
      "epoch": 18.268679533728264,
      "grad_norm": 0.07359365373849869,
      "learning_rate": 4.349078341013825e-06,
      "loss": 0.0023,
      "step": 95600
    },
    {
      "epoch": 18.28778903114848,
      "grad_norm": 0.07991454005241394,
      "learning_rate": 4.3010752688172045e-06,
      "loss": 0.0029,
      "step": 95700
    },
    {
      "epoch": 18.3068985285687,
      "grad_norm": 0.0038367731031030416,
      "learning_rate": 4.253072196620584e-06,
      "loss": 0.0022,
      "step": 95800
    },
    {
      "epoch": 18.326008025988916,
      "grad_norm": 0.33883294463157654,
      "learning_rate": 4.205069124423963e-06,
      "loss": 0.0035,
      "step": 95900
    },
    {
      "epoch": 18.345117523409133,
      "grad_norm": 0.02871253900229931,
      "learning_rate": 4.157066052227343e-06,
      "loss": 0.0033,
      "step": 96000
    },
    {
      "epoch": 18.345117523409133,
      "eval_events-synergy/entsum_processed_loss": 0.012162734754383564,
      "eval_events-synergy/entsum_processed_runtime": 86.128,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.006,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.757,
      "step": 96000
    },
    {
      "epoch": 18.364227020829354,
      "grad_norm": 0.3818151354789734,
      "learning_rate": 4.109062980030722e-06,
      "loss": 0.0024,
      "step": 96100
    },
    {
      "epoch": 18.38333651824957,
      "grad_norm": 0.4807966649532318,
      "learning_rate": 4.061059907834102e-06,
      "loss": 0.0024,
      "step": 96200
    },
    {
      "epoch": 18.40244601566979,
      "grad_norm": 0.5500592589378357,
      "learning_rate": 4.013056835637481e-06,
      "loss": 0.004,
      "step": 96300
    },
    {
      "epoch": 18.421555513090006,
      "grad_norm": 0.03873921185731888,
      "learning_rate": 3.96505376344086e-06,
      "loss": 0.0033,
      "step": 96400
    },
    {
      "epoch": 18.440665010510223,
      "grad_norm": 0.003130296478047967,
      "learning_rate": 3.9170506912442395e-06,
      "loss": 0.0031,
      "step": 96500
    },
    {
      "epoch": 18.45977450793044,
      "grad_norm": 0.04637152701616287,
      "learning_rate": 3.869047619047619e-06,
      "loss": 0.0043,
      "step": 96600
    },
    {
      "epoch": 18.478884005350658,
      "grad_norm": 0.1211615651845932,
      "learning_rate": 3.821044546850999e-06,
      "loss": 0.0032,
      "step": 96700
    },
    {
      "epoch": 18.49799350277088,
      "grad_norm": 0.17123758792877197,
      "learning_rate": 3.7730414746543783e-06,
      "loss": 0.002,
      "step": 96800
    },
    {
      "epoch": 18.517103000191096,
      "grad_norm": 0.2270338535308838,
      "learning_rate": 3.7250384024577574e-06,
      "loss": 0.0029,
      "step": 96900
    },
    {
      "epoch": 18.536212497611313,
      "grad_norm": 0.07671944797039032,
      "learning_rate": 3.6770353302611366e-06,
      "loss": 0.003,
      "step": 97000
    },
    {
      "epoch": 18.536212497611313,
      "eval_events-synergy/entsum_processed_loss": 0.012130416929721832,
      "eval_events-synergy/entsum_processed_runtime": 86.1559,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.998,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.755,
      "step": 97000
    },
    {
      "epoch": 18.55532199503153,
      "grad_norm": 0.5913010835647583,
      "learning_rate": 3.6290322580645166e-06,
      "loss": 0.0028,
      "step": 97100
    },
    {
      "epoch": 18.574431492451748,
      "grad_norm": 1.1253652572631836,
      "learning_rate": 3.5810291858678958e-06,
      "loss": 0.0036,
      "step": 97200
    },
    {
      "epoch": 18.593540989871965,
      "grad_norm": 0.029553644359111786,
      "learning_rate": 3.533026113671275e-06,
      "loss": 0.0034,
      "step": 97300
    },
    {
      "epoch": 18.612650487292186,
      "grad_norm": 0.057064156979322433,
      "learning_rate": 3.4850230414746545e-06,
      "loss": 0.003,
      "step": 97400
    },
    {
      "epoch": 18.631759984712403,
      "grad_norm": 0.08024504035711288,
      "learning_rate": 3.4370199692780337e-06,
      "loss": 0.0028,
      "step": 97500
    },
    {
      "epoch": 18.65086948213262,
      "grad_norm": 0.17282864451408386,
      "learning_rate": 3.389016897081413e-06,
      "loss": 0.0026,
      "step": 97600
    },
    {
      "epoch": 18.669978979552837,
      "grad_norm": 0.046736475080251694,
      "learning_rate": 3.341013824884793e-06,
      "loss": 0.0031,
      "step": 97700
    },
    {
      "epoch": 18.689088476973055,
      "grad_norm": 0.01335865817964077,
      "learning_rate": 3.293010752688172e-06,
      "loss": 0.0033,
      "step": 97800
    },
    {
      "epoch": 18.708197974393272,
      "grad_norm": 0.24637210369110107,
      "learning_rate": 3.245007680491552e-06,
      "loss": 0.0021,
      "step": 97900
    },
    {
      "epoch": 18.727307471813493,
      "grad_norm": 0.11811818182468414,
      "learning_rate": 3.197004608294931e-06,
      "loss": 0.0022,
      "step": 98000
    },
    {
      "epoch": 18.727307471813493,
      "eval_events-synergy/entsum_processed_loss": 0.012472053989768028,
      "eval_events-synergy/entsum_processed_runtime": 85.9829,
      "eval_events-synergy/entsum_processed_samples_per_second": 27.052,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.769,
      "step": 98000
    },
    {
      "epoch": 18.74641696923371,
      "grad_norm": 0.2450024038553238,
      "learning_rate": 3.1490015360983104e-06,
      "loss": 0.003,
      "step": 98100
    },
    {
      "epoch": 18.765526466653927,
      "grad_norm": 0.06988529115915298,
      "learning_rate": 3.1009984639016895e-06,
      "loss": 0.0029,
      "step": 98200
    },
    {
      "epoch": 18.784635964074145,
      "grad_norm": 0.05243882164359093,
      "learning_rate": 3.052995391705069e-06,
      "loss": 0.0028,
      "step": 98300
    },
    {
      "epoch": 18.803745461494362,
      "grad_norm": 0.005393981467932463,
      "learning_rate": 3.0049923195084487e-06,
      "loss": 0.0033,
      "step": 98400
    },
    {
      "epoch": 18.82285495891458,
      "grad_norm": 1.3344509601593018,
      "learning_rate": 2.9569892473118283e-06,
      "loss": 0.0029,
      "step": 98500
    },
    {
      "epoch": 18.8419644563348,
      "grad_norm": 0.0016993408789858222,
      "learning_rate": 2.9089861751152074e-06,
      "loss": 0.0017,
      "step": 98600
    },
    {
      "epoch": 18.861073953755017,
      "grad_norm": 0.010616108775138855,
      "learning_rate": 2.860983102918587e-06,
      "loss": 0.0042,
      "step": 98700
    },
    {
      "epoch": 18.880183451175235,
      "grad_norm": 0.01788509450852871,
      "learning_rate": 2.8129800307219666e-06,
      "loss": 0.0028,
      "step": 98800
    },
    {
      "epoch": 18.899292948595452,
      "grad_norm": 0.07264339178800583,
      "learning_rate": 2.7649769585253458e-06,
      "loss": 0.0028,
      "step": 98900
    },
    {
      "epoch": 18.91840244601567,
      "grad_norm": 0.6919617652893066,
      "learning_rate": 2.716973886328725e-06,
      "loss": 0.0022,
      "step": 99000
    },
    {
      "epoch": 18.91840244601567,
      "eval_events-synergy/entsum_processed_loss": 0.012552082538604736,
      "eval_events-synergy/entsum_processed_runtime": 86.508,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.888,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.728,
      "step": 99000
    },
    {
      "epoch": 18.937511943435887,
      "grad_norm": 0.13486118614673615,
      "learning_rate": 2.6689708141321045e-06,
      "loss": 0.0025,
      "step": 99100
    },
    {
      "epoch": 18.956621440856104,
      "grad_norm": 0.36750730872154236,
      "learning_rate": 2.620967741935484e-06,
      "loss": 0.0029,
      "step": 99200
    },
    {
      "epoch": 18.975730938276325,
      "grad_norm": 0.01782979629933834,
      "learning_rate": 2.5729646697388633e-06,
      "loss": 0.002,
      "step": 99300
    },
    {
      "epoch": 18.994840435696542,
      "grad_norm": 0.012732760980725288,
      "learning_rate": 2.524961597542243e-06,
      "loss": 0.0019,
      "step": 99400
    },
    {
      "epoch": 19.01394993311676,
      "grad_norm": 0.8101866245269775,
      "learning_rate": 2.4769585253456224e-06,
      "loss": 0.003,
      "step": 99500
    },
    {
      "epoch": 19.033059430536976,
      "grad_norm": 0.06456371396780014,
      "learning_rate": 2.4289554531490016e-06,
      "loss": 0.0021,
      "step": 99600
    },
    {
      "epoch": 19.052168927957194,
      "grad_norm": 0.18568381667137146,
      "learning_rate": 2.3809523809523808e-06,
      "loss": 0.003,
      "step": 99700
    },
    {
      "epoch": 19.07127842537741,
      "grad_norm": 0.025632772594690323,
      "learning_rate": 2.3329493087557603e-06,
      "loss": 0.0033,
      "step": 99800
    },
    {
      "epoch": 19.090387922797632,
      "grad_norm": 0.4020284414291382,
      "learning_rate": 2.28494623655914e-06,
      "loss": 0.0024,
      "step": 99900
    },
    {
      "epoch": 19.10949742021785,
      "grad_norm": 0.02960309013724327,
      "learning_rate": 2.2369431643625195e-06,
      "loss": 0.002,
      "step": 100000
    },
    {
      "epoch": 19.10949742021785,
      "eval_events-synergy/entsum_processed_loss": 0.01250072568655014,
      "eval_events-synergy/entsum_processed_runtime": 86.4178,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.916,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.735,
      "step": 100000
    },
    {
      "epoch": 19.128606917638066,
      "grad_norm": 0.0692773312330246,
      "learning_rate": 2.1889400921658987e-06,
      "loss": 0.0019,
      "step": 100100
    },
    {
      "epoch": 19.147716415058284,
      "grad_norm": 1.2192124128341675,
      "learning_rate": 2.1409370199692783e-06,
      "loss": 0.003,
      "step": 100200
    },
    {
      "epoch": 19.1668259124785,
      "grad_norm": 0.027012521401047707,
      "learning_rate": 2.0929339477726574e-06,
      "loss": 0.0028,
      "step": 100300
    },
    {
      "epoch": 19.18593540989872,
      "grad_norm": 1.0921802520751953,
      "learning_rate": 2.044930875576037e-06,
      "loss": 0.003,
      "step": 100400
    },
    {
      "epoch": 19.20504490731894,
      "grad_norm": 0.047722671180963516,
      "learning_rate": 1.996927803379416e-06,
      "loss": 0.0034,
      "step": 100500
    },
    {
      "epoch": 19.224154404739156,
      "grad_norm": 0.14935222268104553,
      "learning_rate": 1.9489247311827958e-06,
      "loss": 0.0036,
      "step": 100600
    },
    {
      "epoch": 19.243263902159374,
      "grad_norm": 0.35229289531707764,
      "learning_rate": 1.9009216589861754e-06,
      "loss": 0.0026,
      "step": 100700
    },
    {
      "epoch": 19.26237339957959,
      "grad_norm": 0.09162531048059464,
      "learning_rate": 1.8529185867895545e-06,
      "loss": 0.0029,
      "step": 100800
    },
    {
      "epoch": 19.281482896999808,
      "grad_norm": 0.10979507118463516,
      "learning_rate": 1.8049155145929339e-06,
      "loss": 0.0027,
      "step": 100900
    },
    {
      "epoch": 19.300592394420025,
      "grad_norm": 0.11148755252361298,
      "learning_rate": 1.7569124423963135e-06,
      "loss": 0.0029,
      "step": 101000
    },
    {
      "epoch": 19.300592394420025,
      "eval_events-synergy/entsum_processed_loss": 0.012415879406034946,
      "eval_events-synergy/entsum_processed_runtime": 86.4215,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.915,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.734,
      "step": 101000
    },
    {
      "epoch": 19.319701891840246,
      "grad_norm": 0.345984548330307,
      "learning_rate": 1.708909370199693e-06,
      "loss": 0.0025,
      "step": 101100
    },
    {
      "epoch": 19.338811389260464,
      "grad_norm": 0.08527397364377975,
      "learning_rate": 1.6609062980030722e-06,
      "loss": 0.0021,
      "step": 101200
    },
    {
      "epoch": 19.35792088668068,
      "grad_norm": 0.4920309782028198,
      "learning_rate": 1.6129032258064516e-06,
      "loss": 0.0025,
      "step": 101300
    },
    {
      "epoch": 19.377030384100898,
      "grad_norm": 0.28533655405044556,
      "learning_rate": 1.5649001536098312e-06,
      "loss": 0.0024,
      "step": 101400
    },
    {
      "epoch": 19.396139881521115,
      "grad_norm": 0.008158371783792973,
      "learning_rate": 1.5168970814132106e-06,
      "loss": 0.0019,
      "step": 101500
    },
    {
      "epoch": 19.415249378941333,
      "grad_norm": 0.00896093063056469,
      "learning_rate": 1.46889400921659e-06,
      "loss": 0.0028,
      "step": 101600
    },
    {
      "epoch": 19.43435887636155,
      "grad_norm": 0.11068089306354523,
      "learning_rate": 1.4208909370199693e-06,
      "loss": 0.0036,
      "step": 101700
    },
    {
      "epoch": 19.45346837378177,
      "grad_norm": 0.029200438410043716,
      "learning_rate": 1.3728878648233489e-06,
      "loss": 0.0029,
      "step": 101800
    },
    {
      "epoch": 19.472577871201988,
      "grad_norm": 0.06840227544307709,
      "learning_rate": 1.3248847926267283e-06,
      "loss": 0.0029,
      "step": 101900
    },
    {
      "epoch": 19.491687368622205,
      "grad_norm": 0.23425918817520142,
      "learning_rate": 1.2768817204301076e-06,
      "loss": 0.0022,
      "step": 102000
    },
    {
      "epoch": 19.491687368622205,
      "eval_events-synergy/entsum_processed_loss": 0.012387688271701336,
      "eval_events-synergy/entsum_processed_runtime": 86.7065,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.826,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.712,
      "step": 102000
    },
    {
      "epoch": 19.510796866042423,
      "grad_norm": 0.08164483308792114,
      "learning_rate": 1.228878648233487e-06,
      "loss": 0.0026,
      "step": 102100
    },
    {
      "epoch": 19.52990636346264,
      "grad_norm": 0.4924757778644562,
      "learning_rate": 1.1808755760368664e-06,
      "loss": 0.003,
      "step": 102200
    },
    {
      "epoch": 19.549015860882857,
      "grad_norm": 0.2224261462688446,
      "learning_rate": 1.1328725038402458e-06,
      "loss": 0.0022,
      "step": 102300
    },
    {
      "epoch": 19.568125358303078,
      "grad_norm": 0.08271826058626175,
      "learning_rate": 1.0848694316436251e-06,
      "loss": 0.0035,
      "step": 102400
    },
    {
      "epoch": 19.587234855723295,
      "grad_norm": 0.09882861375808716,
      "learning_rate": 1.0368663594470047e-06,
      "loss": 0.0029,
      "step": 102500
    },
    {
      "epoch": 19.606344353143513,
      "grad_norm": 0.054669950157403946,
      "learning_rate": 9.88863287250384e-07,
      "loss": 0.0027,
      "step": 102600
    },
    {
      "epoch": 19.62545385056373,
      "grad_norm": 1.1425254344940186,
      "learning_rate": 9.408602150537635e-07,
      "loss": 0.0034,
      "step": 102700
    },
    {
      "epoch": 19.644563347983947,
      "grad_norm": 0.0010029702680185437,
      "learning_rate": 8.928571428571428e-07,
      "loss": 0.0023,
      "step": 102800
    },
    {
      "epoch": 19.663672845404164,
      "grad_norm": 0.025402860715985298,
      "learning_rate": 8.448540706605223e-07,
      "loss": 0.0029,
      "step": 102900
    },
    {
      "epoch": 19.682782342824385,
      "grad_norm": 0.2910292446613312,
      "learning_rate": 7.968509984639017e-07,
      "loss": 0.0039,
      "step": 103000
    },
    {
      "epoch": 19.682782342824385,
      "eval_events-synergy/entsum_processed_loss": 0.012337877415120602,
      "eval_events-synergy/entsum_processed_runtime": 86.2586,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.965,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.747,
      "step": 103000
    },
    {
      "epoch": 19.701891840244603,
      "grad_norm": 0.0035727862268686295,
      "learning_rate": 7.488479262672811e-07,
      "loss": 0.0029,
      "step": 103100
    },
    {
      "epoch": 19.72100133766482,
      "grad_norm": 0.25086501240730286,
      "learning_rate": 7.008448540706605e-07,
      "loss": 0.0028,
      "step": 103200
    },
    {
      "epoch": 19.740110835085037,
      "grad_norm": 0.00701789790764451,
      "learning_rate": 6.528417818740399e-07,
      "loss": 0.0031,
      "step": 103300
    },
    {
      "epoch": 19.759220332505254,
      "grad_norm": 0.8931819200515747,
      "learning_rate": 6.048387096774194e-07,
      "loss": 0.0037,
      "step": 103400
    },
    {
      "epoch": 19.77832982992547,
      "grad_norm": 0.021326079964637756,
      "learning_rate": 5.568356374807988e-07,
      "loss": 0.0023,
      "step": 103500
    },
    {
      "epoch": 19.797439327345693,
      "grad_norm": 0.01552259735763073,
      "learning_rate": 5.088325652841783e-07,
      "loss": 0.0022,
      "step": 103600
    },
    {
      "epoch": 19.81654882476591,
      "grad_norm": 0.026935463771224022,
      "learning_rate": 4.6082949308755763e-07,
      "loss": 0.0023,
      "step": 103700
    },
    {
      "epoch": 19.835658322186127,
      "grad_norm": 0.013973666355013847,
      "learning_rate": 4.1282642089093706e-07,
      "loss": 0.0028,
      "step": 103800
    },
    {
      "epoch": 19.854767819606344,
      "grad_norm": 0.001906028133817017,
      "learning_rate": 3.648233486943165e-07,
      "loss": 0.0025,
      "step": 103900
    },
    {
      "epoch": 19.87387731702656,
      "grad_norm": 0.6687213778495789,
      "learning_rate": 3.168202764976959e-07,
      "loss": 0.0028,
      "step": 104000
    },
    {
      "epoch": 19.87387731702656,
      "eval_events-synergy/entsum_processed_loss": 0.012370930053293705,
      "eval_events-synergy/entsum_processed_runtime": 86.4336,
      "eval_events-synergy/entsum_processed_samples_per_second": 26.911,
      "eval_events-synergy/entsum_processed_steps_per_second": 6.733,
      "step": 104000
    },
    {
      "epoch": 19.89298681444678,
      "grad_norm": 0.019737957045435905,
      "learning_rate": 2.688172043010753e-07,
      "loss": 0.0023,
      "step": 104100
    },
    {
      "epoch": 19.912096311866996,
      "grad_norm": 0.14768967032432556,
      "learning_rate": 2.2081413210445468e-07,
      "loss": 0.0031,
      "step": 104200
    },
    {
      "epoch": 19.931205809287217,
      "grad_norm": 0.057144857943058014,
      "learning_rate": 1.728110599078341e-07,
      "loss": 0.0029,
      "step": 104300
    },
    {
      "epoch": 19.950315306707434,
      "grad_norm": 0.320926696062088,
      "learning_rate": 1.248079877112135e-07,
      "loss": 0.0022,
      "step": 104400
    },
    {
      "epoch": 19.96942480412765,
      "grad_norm": 0.519444465637207,
      "learning_rate": 7.680491551459294e-08,
      "loss": 0.0025,
      "step": 104500
    },
    {
      "epoch": 19.98853430154787,
      "grad_norm": 0.07837866246700287,
      "learning_rate": 2.8801843317972352e-08,
      "loss": 0.0024,
      "step": 104600
    }
  ],
  "logging_steps": 100,
  "max_steps": 104660,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 20,
  "save_steps": 1000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 9.647758642249728e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}