{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.07581141909500118,
  "eval_steps": 500,
  "global_step": 100,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007581141909500118,
      "grad_norm": 1.77621328830719,
      "learning_rate": 2e-05,
      "loss": 1.4596,
      "step": 1
    },
    {
      "epoch": 0.0015162283819000236,
      "grad_norm": 1.7604256868362427,
      "learning_rate": 4e-05,
      "loss": 1.4375,
      "step": 2
    },
    {
      "epoch": 0.0022743425728500356,
      "grad_norm": 0.8544202446937561,
      "learning_rate": 6e-05,
      "loss": 1.3992,
      "step": 3
    },
    {
      "epoch": 0.0030324567638000473,
      "grad_norm": 0.7290700078010559,
      "learning_rate": 8e-05,
      "loss": 1.2861,
      "step": 4
    },
    {
      "epoch": 0.0037905709547500594,
      "grad_norm": 0.6216087341308594,
      "learning_rate": 0.0001,
      "loss": 1.1906,
      "step": 5
    },
    {
      "epoch": 0.004548685145700071,
      "grad_norm": 0.6320084929466248,
      "learning_rate": 0.00012,
      "loss": 1.0423,
      "step": 6
    },
    {
      "epoch": 0.005306799336650083,
      "grad_norm": 0.620789110660553,
      "learning_rate": 0.00014,
      "loss": 0.8656,
      "step": 7
    },
    {
      "epoch": 0.006064913527600095,
      "grad_norm": 0.509087085723877,
      "learning_rate": 0.00016,
      "loss": 0.6594,
      "step": 8
    },
    {
      "epoch": 0.006823027718550106,
      "grad_norm": 1.0617144107818604,
      "learning_rate": 0.00018,
      "loss": 0.5612,
      "step": 9
    },
    {
      "epoch": 0.007581141909500119,
      "grad_norm": 0.43339547514915466,
      "learning_rate": 0.0002,
      "loss": 0.3805,
      "step": 10
    },
    {
      "epoch": 0.00833925610045013,
      "grad_norm": 0.4575250744819641,
      "learning_rate": 0.0001999390827019096,
      "loss": 0.3066,
      "step": 11
    },
    {
      "epoch": 0.009097370291400142,
      "grad_norm": 0.3520224392414093,
      "learning_rate": 0.00019975640502598244,
      "loss": 0.2506,
      "step": 12
    },
    {
      "epoch": 0.009855484482350154,
      "grad_norm": 0.13390159606933594,
      "learning_rate": 0.00019945218953682734,
      "loss": 0.2106,
      "step": 13
    },
    {
      "epoch": 0.010613598673300166,
      "grad_norm": 0.13238006830215454,
      "learning_rate": 0.00019902680687415705,
      "loss": 0.2027,
      "step": 14
    },
    {
      "epoch": 0.011371712864250177,
      "grad_norm": 0.1745949536561966,
      "learning_rate": 0.00019848077530122083,
      "loss": 0.178,
      "step": 15
    },
    {
      "epoch": 0.01212982705520019,
      "grad_norm": 0.1583506315946579,
      "learning_rate": 0.00019781476007338058,
      "loss": 0.1865,
      "step": 16
    },
    {
      "epoch": 0.012887941246150201,
      "grad_norm": 0.10310098528862,
      "learning_rate": 0.00019702957262759965,
      "loss": 0.1722,
      "step": 17
    },
    {
      "epoch": 0.013646055437100213,
      "grad_norm": 0.08868539333343506,
      "learning_rate": 0.0001961261695938319,
      "loss": 0.1685,
      "step": 18
    },
    {
      "epoch": 0.014404169628050224,
      "grad_norm": 0.06325000524520874,
      "learning_rate": 0.00019510565162951537,
      "loss": 0.1596,
      "step": 19
    },
    {
      "epoch": 0.015162283819000238,
      "grad_norm": 0.07059483975172043,
      "learning_rate": 0.00019396926207859084,
      "loss": 0.1617,
      "step": 20
    },
    {
      "epoch": 0.015920398009950248,
      "grad_norm": 0.067365363240242,
      "learning_rate": 0.00019271838545667876,
      "loss": 0.1517,
      "step": 21
    },
    {
      "epoch": 0.01667851220090026,
      "grad_norm": 0.07025124877691269,
      "learning_rate": 0.0001913545457642601,
      "loss": 0.1639,
      "step": 22
    },
    {
      "epoch": 0.01743662639185027,
      "grad_norm": 0.06402155756950378,
      "learning_rate": 0.0001898794046299167,
      "loss": 0.1505,
      "step": 23
    },
    {
      "epoch": 0.018194740582800285,
      "grad_norm": 0.074811652302742,
      "learning_rate": 0.00018829475928589271,
      "loss": 0.1481,
      "step": 24
    },
    {
      "epoch": 0.018952854773750295,
      "grad_norm": 0.07151901721954346,
      "learning_rate": 0.00018660254037844388,
      "loss": 0.1595,
      "step": 25
    },
    {
      "epoch": 0.019710968964700308,
      "grad_norm": 0.06124258041381836,
      "learning_rate": 0.0001848048096156426,
      "loss": 0.146,
      "step": 26
    },
    {
      "epoch": 0.02046908315565032,
      "grad_norm": 0.06529385596513748,
      "learning_rate": 0.00018290375725550417,
      "loss": 0.1358,
      "step": 27
    },
    {
      "epoch": 0.02122719734660033,
      "grad_norm": 0.060589537024497986,
      "learning_rate": 0.00018090169943749476,
      "loss": 0.1424,
      "step": 28
    },
    {
      "epoch": 0.021985311537550345,
      "grad_norm": 0.06462966650724411,
      "learning_rate": 0.00017880107536067218,
      "loss": 0.1393,
      "step": 29
    },
    {
      "epoch": 0.022743425728500355,
      "grad_norm": 0.06316369026899338,
      "learning_rate": 0.0001766044443118978,
      "loss": 0.1221,
      "step": 30
    },
    {
      "epoch": 0.02350153991945037,
      "grad_norm": 0.06809717416763306,
      "learning_rate": 0.00017431448254773944,
      "loss": 0.1295,
      "step": 31
    },
    {
      "epoch": 0.02425965411040038,
      "grad_norm": 0.055948369204998016,
      "learning_rate": 0.0001719339800338651,
      "loss": 0.1316,
      "step": 32
    },
    {
      "epoch": 0.025017768301350392,
      "grad_norm": 0.06291463971138,
      "learning_rate": 0.00016946583704589973,
      "loss": 0.113,
      "step": 33
    },
    {
      "epoch": 0.025775882492300402,
      "grad_norm": 0.06223299354314804,
      "learning_rate": 0.00016691306063588583,
      "loss": 0.1208,
      "step": 34
    },
    {
      "epoch": 0.026533996683250415,
      "grad_norm": 0.06080786883831024,
      "learning_rate": 0.00016427876096865394,
      "loss": 0.1167,
      "step": 35
    },
    {
      "epoch": 0.027292110874200425,
      "grad_norm": 0.052656594663858414,
      "learning_rate": 0.0001615661475325658,
      "loss": 0.1205,
      "step": 36
    },
    {
      "epoch": 0.02805022506515044,
      "grad_norm": 0.05521203577518463,
      "learning_rate": 0.00015877852522924732,
      "loss": 0.1292,
      "step": 37
    },
    {
      "epoch": 0.02880833925610045,
      "grad_norm": 0.0701892152428627,
      "learning_rate": 0.0001559192903470747,
      "loss": 0.1186,
      "step": 38
    },
    {
      "epoch": 0.029566453447050462,
      "grad_norm": 0.06418278068304062,
      "learning_rate": 0.0001529919264233205,
      "loss": 0.1193,
      "step": 39
    },
    {
      "epoch": 0.030324567638000476,
      "grad_norm": 0.0714295357465744,
      "learning_rate": 0.00015000000000000001,
      "loss": 0.1225,
      "step": 40
    },
    {
      "epoch": 0.031082681828950486,
      "grad_norm": 0.05452275648713112,
      "learning_rate": 0.00014694715627858908,
      "loss": 0.1093,
      "step": 41
    },
    {
      "epoch": 0.031840796019900496,
      "grad_norm": 0.08698414266109467,
      "learning_rate": 0.00014383711467890774,
      "loss": 0.1107,
      "step": 42
    },
    {
      "epoch": 0.03259891021085051,
      "grad_norm": 0.07267863303422928,
      "learning_rate": 0.00014067366430758004,
      "loss": 0.1195,
      "step": 43
    },
    {
      "epoch": 0.03335702440180052,
      "grad_norm": 0.07162914425134659,
      "learning_rate": 0.00013746065934159123,
      "loss": 0.1146,
      "step": 44
    },
    {
      "epoch": 0.03411513859275053,
      "grad_norm": 0.05877028778195381,
      "learning_rate": 0.00013420201433256689,
      "loss": 0.1096,
      "step": 45
    },
    {
      "epoch": 0.03487325278370054,
      "grad_norm": 0.0560929961502552,
      "learning_rate": 0.00013090169943749476,
      "loss": 0.1202,
      "step": 46
    },
    {
      "epoch": 0.03563136697465056,
      "grad_norm": 0.07029124349355698,
      "learning_rate": 0.0001275637355816999,
      "loss": 0.1029,
      "step": 47
    },
    {
      "epoch": 0.03638948116560057,
      "grad_norm": 0.043535735458135605,
      "learning_rate": 0.00012419218955996676,
      "loss": 0.1079,
      "step": 48
    },
    {
      "epoch": 0.03714759535655058,
      "grad_norm": 0.05880381911993027,
      "learning_rate": 0.00012079116908177593,
      "loss": 0.1223,
      "step": 49
    },
    {
      "epoch": 0.03790570954750059,
      "grad_norm": 0.05926327407360077,
      "learning_rate": 0.00011736481776669306,
      "loss": 0.116,
      "step": 50
    },
    {
      "epoch": 0.038663823738450606,
      "grad_norm": 0.0628269761800766,
      "learning_rate": 0.00011391731009600654,
      "loss": 0.1068,
      "step": 51
    },
    {
      "epoch": 0.039421937929400616,
      "grad_norm": 0.07782096415758133,
      "learning_rate": 0.00011045284632676536,
      "loss": 0.1124,
      "step": 52
    },
    {
      "epoch": 0.040180052120350626,
      "grad_norm": 0.07580537348985672,
      "learning_rate": 0.00010697564737441252,
      "loss": 0.1038,
      "step": 53
    },
    {
      "epoch": 0.04093816631130064,
      "grad_norm": 0.05523601919412613,
      "learning_rate": 0.00010348994967025012,
      "loss": 0.1,
      "step": 54
    },
    {
      "epoch": 0.04169628050225065,
      "grad_norm": 0.056455422192811966,
      "learning_rate": 0.0001,
      "loss": 0.1046,
      "step": 55
    },
    {
      "epoch": 0.04245439469320066,
      "grad_norm": 0.052510254085063934,
      "learning_rate": 9.651005032974994e-05,
      "loss": 0.1025,
      "step": 56
    },
    {
      "epoch": 0.04321250888415067,
      "grad_norm": 0.053201328963041306,
      "learning_rate": 9.302435262558747e-05,
      "loss": 0.0956,
      "step": 57
    },
    {
      "epoch": 0.04397062307510069,
      "grad_norm": 0.05429815128445625,
      "learning_rate": 8.954715367323468e-05,
      "loss": 0.0915,
      "step": 58
    },
    {
      "epoch": 0.0447287372660507,
      "grad_norm": 0.05565072223544121,
      "learning_rate": 8.608268990399349e-05,
      "loss": 0.1037,
      "step": 59
    },
    {
      "epoch": 0.04548685145700071,
      "grad_norm": 0.06064201518893242,
      "learning_rate": 8.263518223330697e-05,
      "loss": 0.0996,
      "step": 60
    },
    {
      "epoch": 0.04624496564795072,
      "grad_norm": 0.053189653903245926,
      "learning_rate": 7.920883091822408e-05,
      "loss": 0.0972,
      "step": 61
    },
    {
      "epoch": 0.04700307983890074,
      "grad_norm": 0.0630035251379013,
      "learning_rate": 7.580781044003324e-05,
      "loss": 0.0957,
      "step": 62
    },
    {
      "epoch": 0.04776119402985075,
      "grad_norm": 0.05781060457229614,
      "learning_rate": 7.243626441830009e-05,
      "loss": 0.1116,
      "step": 63
    },
    {
      "epoch": 0.04851930822080076,
      "grad_norm": 0.05752211809158325,
      "learning_rate": 6.909830056250527e-05,
      "loss": 0.1015,
      "step": 64
    },
    {
      "epoch": 0.04927742241175077,
      "grad_norm": 0.05063620209693909,
      "learning_rate": 6.579798566743314e-05,
      "loss": 0.1083,
      "step": 65
    },
    {
      "epoch": 0.050035536602700784,
      "grad_norm": 0.0517071969807148,
      "learning_rate": 6.25393406584088e-05,
      "loss": 0.0946,
      "step": 66
    },
    {
      "epoch": 0.050793650793650794,
      "grad_norm": 0.04985162615776062,
      "learning_rate": 5.9326335692419995e-05,
      "loss": 0.1058,
      "step": 67
    },
    {
      "epoch": 0.051551764984600804,
      "grad_norm": 0.04708476364612579,
      "learning_rate": 5.616288532109225e-05,
      "loss": 0.0921,
      "step": 68
    },
    {
      "epoch": 0.05230987917555082,
      "grad_norm": 0.05587763711810112,
      "learning_rate": 5.305284372141095e-05,
      "loss": 0.0927,
      "step": 69
    },
    {
      "epoch": 0.05306799336650083,
      "grad_norm": 0.05187711864709854,
      "learning_rate": 5.000000000000002e-05,
      "loss": 0.1022,
      "step": 70
    },
    {
      "epoch": 0.05382610755745084,
      "grad_norm": 0.05270811542868614,
      "learning_rate": 4.700807357667952e-05,
      "loss": 0.1022,
      "step": 71
    },
    {
      "epoch": 0.05458422174840085,
      "grad_norm": 0.050687965005636215,
      "learning_rate": 4.4080709652925336e-05,
      "loss": 0.0999,
      "step": 72
    },
    {
      "epoch": 0.05534233593935087,
      "grad_norm": 0.04412781447172165,
      "learning_rate": 4.12214747707527e-05,
      "loss": 0.0989,
      "step": 73
    },
    {
      "epoch": 0.05610045013030088,
      "grad_norm": 0.04820292443037033,
      "learning_rate": 3.843385246743417e-05,
      "loss": 0.0882,
      "step": 74
    },
    {
      "epoch": 0.05685856432125089,
      "grad_norm": 0.05101883411407471,
      "learning_rate": 3.5721239031346066e-05,
      "loss": 0.0896,
      "step": 75
    },
    {
      "epoch": 0.0576166785122009,
      "grad_norm": 0.056556086987257004,
      "learning_rate": 3.308693936411421e-05,
      "loss": 0.0951,
      "step": 76
    },
    {
      "epoch": 0.058374792703150914,
      "grad_norm": 0.05035807937383652,
      "learning_rate": 3.053416295410026e-05,
      "loss": 0.0911,
      "step": 77
    },
    {
      "epoch": 0.059132906894100924,
      "grad_norm": 0.043333761394023895,
      "learning_rate": 2.8066019966134904e-05,
      "loss": 0.089,
      "step": 78
    },
    {
      "epoch": 0.059891021085050934,
      "grad_norm": 0.047586455941200256,
      "learning_rate": 2.5685517452260567e-05,
      "loss": 0.0874,
      "step": 79
    },
    {
      "epoch": 0.06064913527600095,
      "grad_norm": 0.0488692931830883,
      "learning_rate": 2.339555568810221e-05,
      "loss": 0.0925,
      "step": 80
    },
    {
      "epoch": 0.06140724946695096,
      "grad_norm": 0.05427223816514015,
      "learning_rate": 2.119892463932781e-05,
      "loss": 0.0927,
      "step": 81
    },
    {
      "epoch": 0.06216536365790097,
      "grad_norm": 0.057675670832395554,
      "learning_rate": 1.9098300562505266e-05,
      "loss": 0.0978,
      "step": 82
    },
    {
      "epoch": 0.06292347784885098,
      "grad_norm": 0.05663346126675606,
      "learning_rate": 1.7096242744495837e-05,
      "loss": 0.1041,
      "step": 83
    },
    {
      "epoch": 0.06368159203980099,
      "grad_norm": 0.054945193231105804,
      "learning_rate": 1.5195190384357404e-05,
      "loss": 0.0847,
      "step": 84
    },
    {
      "epoch": 0.064439706230751,
      "grad_norm": 0.05341991409659386,
      "learning_rate": 1.339745962155613e-05,
      "loss": 0.0877,
      "step": 85
    },
    {
      "epoch": 0.06519782042170102,
      "grad_norm": 0.0533662885427475,
      "learning_rate": 1.1705240714107302e-05,
      "loss": 0.1052,
      "step": 86
    },
    {
      "epoch": 0.06595593461265103,
      "grad_norm": 0.045474544167518616,
      "learning_rate": 1.0120595370083318e-05,
      "loss": 0.0863,
      "step": 87
    },
    {
      "epoch": 0.06671404880360104,
      "grad_norm": 0.043375492095947266,
      "learning_rate": 8.645454235739903e-06,
      "loss": 0.0904,
      "step": 88
    },
    {
      "epoch": 0.06747216299455105,
      "grad_norm": 0.05601764842867851,
      "learning_rate": 7.281614543321269e-06,
      "loss": 0.094,
      "step": 89
    },
    {
      "epoch": 0.06823027718550106,
      "grad_norm": 0.0548299178481102,
      "learning_rate": 6.030737921409169e-06,
      "loss": 0.0857,
      "step": 90
    },
    {
      "epoch": 0.06898839137645107,
      "grad_norm": 0.04874192178249359,
      "learning_rate": 4.8943483704846475e-06,
      "loss": 0.0885,
      "step": 91
    },
    {
      "epoch": 0.06974650556740108,
      "grad_norm": 0.05287107825279236,
      "learning_rate": 3.873830406168111e-06,
      "loss": 0.1027,
      "step": 92
    },
    {
      "epoch": 0.0705046197583511,
      "grad_norm": 0.04792382940649986,
      "learning_rate": 2.970427372400353e-06,
      "loss": 0.0849,
      "step": 93
    },
    {
      "epoch": 0.07126273394930112,
      "grad_norm": 0.04913964122533798,
      "learning_rate": 2.1852399266194314e-06,
      "loss": 0.0848,
      "step": 94
    },
    {
      "epoch": 0.07202084814025113,
      "grad_norm": 0.04982119798660278,
      "learning_rate": 1.5192246987791981e-06,
      "loss": 0.0959,
      "step": 95
    },
    {
      "epoch": 0.07277896233120114,
      "grad_norm": 0.04819797724485397,
      "learning_rate": 9.731931258429638e-07,
      "loss": 0.0881,
      "step": 96
    },
    {
      "epoch": 0.07353707652215115,
      "grad_norm": 0.050941213965415955,
      "learning_rate": 5.478104631726711e-07,
      "loss": 0.0957,
      "step": 97
    },
    {
      "epoch": 0.07429519071310116,
      "grad_norm": 0.046391792595386505,
      "learning_rate": 2.4359497401758024e-07,
      "loss": 0.0859,
      "step": 98
    },
    {
      "epoch": 0.07505330490405117,
      "grad_norm": 0.0439014732837677,
      "learning_rate": 6.09172980904238e-08,
      "loss": 0.0963,
      "step": 99
    },
    {
      "epoch": 0.07581141909500118,
      "grad_norm": 0.04594559594988823,
      "learning_rate": 0.0,
      "loss": 0.091,
      "step": 100
    }
  ],
  "logging_steps": 1,
  "max_steps": 100,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.162003273287598e+17,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}