| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.03790570954750059, | |
| "eval_steps": 500, | |
| "global_step": 50, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0007581141909500118, | |
| "grad_norm": 1.77621328830719, | |
| "learning_rate": 2e-05, | |
| "loss": 1.4596, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0015162283819000236, | |
| "grad_norm": 1.7604256868362427, | |
| "learning_rate": 4e-05, | |
| "loss": 1.4375, | |
| "step": 2 | |
| }, | |
| { | |
| "epoch": 0.0022743425728500356, | |
| "grad_norm": 0.8544202446937561, | |
| "learning_rate": 6e-05, | |
| "loss": 1.3992, | |
| "step": 3 | |
| }, | |
| { | |
| "epoch": 0.0030324567638000473, | |
| "grad_norm": 0.7290700078010559, | |
| "learning_rate": 8e-05, | |
| "loss": 1.2861, | |
| "step": 4 | |
| }, | |
| { | |
| "epoch": 0.0037905709547500594, | |
| "grad_norm": 0.6216087341308594, | |
| "learning_rate": 0.0001, | |
| "loss": 1.1906, | |
| "step": 5 | |
| }, | |
| { | |
| "epoch": 0.004548685145700071, | |
| "grad_norm": 0.6320084929466248, | |
| "learning_rate": 0.00012, | |
| "loss": 1.0423, | |
| "step": 6 | |
| }, | |
| { | |
| "epoch": 0.005306799336650083, | |
| "grad_norm": 0.620789110660553, | |
| "learning_rate": 0.00014, | |
| "loss": 0.8656, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.006064913527600095, | |
| "grad_norm": 0.509087085723877, | |
| "learning_rate": 0.00016, | |
| "loss": 0.6594, | |
| "step": 8 | |
| }, | |
| { | |
| "epoch": 0.006823027718550106, | |
| "grad_norm": 1.0617144107818604, | |
| "learning_rate": 0.00018, | |
| "loss": 0.5612, | |
| "step": 9 | |
| }, | |
| { | |
| "epoch": 0.007581141909500119, | |
| "grad_norm": 0.43339547514915466, | |
| "learning_rate": 0.0002, | |
| "loss": 0.3805, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.00833925610045013, | |
| "grad_norm": 0.4575250744819641, | |
| "learning_rate": 0.0001999390827019096, | |
| "loss": 0.3066, | |
| "step": 11 | |
| }, | |
| { | |
| "epoch": 0.009097370291400142, | |
| "grad_norm": 0.3520224392414093, | |
| "learning_rate": 0.00019975640502598244, | |
| "loss": 0.2506, | |
| "step": 12 | |
| }, | |
| { | |
| "epoch": 0.009855484482350154, | |
| "grad_norm": 0.13390159606933594, | |
| "learning_rate": 0.00019945218953682734, | |
| "loss": 0.2106, | |
| "step": 13 | |
| }, | |
| { | |
| "epoch": 0.010613598673300166, | |
| "grad_norm": 0.13238006830215454, | |
| "learning_rate": 0.00019902680687415705, | |
| "loss": 0.2027, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.011371712864250177, | |
| "grad_norm": 0.1745949536561966, | |
| "learning_rate": 0.00019848077530122083, | |
| "loss": 0.178, | |
| "step": 15 | |
| }, | |
| { | |
| "epoch": 0.01212982705520019, | |
| "grad_norm": 0.1583506315946579, | |
| "learning_rate": 0.00019781476007338058, | |
| "loss": 0.1865, | |
| "step": 16 | |
| }, | |
| { | |
| "epoch": 0.012887941246150201, | |
| "grad_norm": 0.10310098528862, | |
| "learning_rate": 0.00019702957262759965, | |
| "loss": 0.1722, | |
| "step": 17 | |
| }, | |
| { | |
| "epoch": 0.013646055437100213, | |
| "grad_norm": 0.08868539333343506, | |
| "learning_rate": 0.0001961261695938319, | |
| "loss": 0.1685, | |
| "step": 18 | |
| }, | |
| { | |
| "epoch": 0.014404169628050224, | |
| "grad_norm": 0.06325000524520874, | |
| "learning_rate": 0.00019510565162951537, | |
| "loss": 0.1596, | |
| "step": 19 | |
| }, | |
| { | |
| "epoch": 0.015162283819000238, | |
| "grad_norm": 0.07059483975172043, | |
| "learning_rate": 0.00019396926207859084, | |
| "loss": 0.1617, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.015920398009950248, | |
| "grad_norm": 0.067365363240242, | |
| "learning_rate": 0.00019271838545667876, | |
| "loss": 0.1517, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.01667851220090026, | |
| "grad_norm": 0.07025124877691269, | |
| "learning_rate": 0.0001913545457642601, | |
| "loss": 0.1639, | |
| "step": 22 | |
| }, | |
| { | |
| "epoch": 0.01743662639185027, | |
| "grad_norm": 0.06402155756950378, | |
| "learning_rate": 0.0001898794046299167, | |
| "loss": 0.1505, | |
| "step": 23 | |
| }, | |
| { | |
| "epoch": 0.018194740582800285, | |
| "grad_norm": 0.074811652302742, | |
| "learning_rate": 0.00018829475928589271, | |
| "loss": 0.1481, | |
| "step": 24 | |
| }, | |
| { | |
| "epoch": 0.018952854773750295, | |
| "grad_norm": 0.07151901721954346, | |
| "learning_rate": 0.00018660254037844388, | |
| "loss": 0.1595, | |
| "step": 25 | |
| }, | |
| { | |
| "epoch": 0.019710968964700308, | |
| "grad_norm": 0.06124258041381836, | |
| "learning_rate": 0.0001848048096156426, | |
| "loss": 0.146, | |
| "step": 26 | |
| }, | |
| { | |
| "epoch": 0.02046908315565032, | |
| "grad_norm": 0.06529385596513748, | |
| "learning_rate": 0.00018290375725550417, | |
| "loss": 0.1358, | |
| "step": 27 | |
| }, | |
| { | |
| "epoch": 0.02122719734660033, | |
| "grad_norm": 0.060589537024497986, | |
| "learning_rate": 0.00018090169943749476, | |
| "loss": 0.1424, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.021985311537550345, | |
| "grad_norm": 0.06462966650724411, | |
| "learning_rate": 0.00017880107536067218, | |
| "loss": 0.1393, | |
| "step": 29 | |
| }, | |
| { | |
| "epoch": 0.022743425728500355, | |
| "grad_norm": 0.06316369026899338, | |
| "learning_rate": 0.0001766044443118978, | |
| "loss": 0.1221, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.02350153991945037, | |
| "grad_norm": 0.06809717416763306, | |
| "learning_rate": 0.00017431448254773944, | |
| "loss": 0.1295, | |
| "step": 31 | |
| }, | |
| { | |
| "epoch": 0.02425965411040038, | |
| "grad_norm": 0.055948369204998016, | |
| "learning_rate": 0.0001719339800338651, | |
| "loss": 0.1316, | |
| "step": 32 | |
| }, | |
| { | |
| "epoch": 0.025017768301350392, | |
| "grad_norm": 0.06291463971138, | |
| "learning_rate": 0.00016946583704589973, | |
| "loss": 0.113, | |
| "step": 33 | |
| }, | |
| { | |
| "epoch": 0.025775882492300402, | |
| "grad_norm": 0.06223299354314804, | |
| "learning_rate": 0.00016691306063588583, | |
| "loss": 0.1208, | |
| "step": 34 | |
| }, | |
| { | |
| "epoch": 0.026533996683250415, | |
| "grad_norm": 0.06080786883831024, | |
| "learning_rate": 0.00016427876096865394, | |
| "loss": 0.1167, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.027292110874200425, | |
| "grad_norm": 0.052656594663858414, | |
| "learning_rate": 0.0001615661475325658, | |
| "loss": 0.1205, | |
| "step": 36 | |
| }, | |
| { | |
| "epoch": 0.02805022506515044, | |
| "grad_norm": 0.05521203577518463, | |
| "learning_rate": 0.00015877852522924732, | |
| "loss": 0.1292, | |
| "step": 37 | |
| }, | |
| { | |
| "epoch": 0.02880833925610045, | |
| "grad_norm": 0.0701892152428627, | |
| "learning_rate": 0.0001559192903470747, | |
| "loss": 0.1186, | |
| "step": 38 | |
| }, | |
| { | |
| "epoch": 0.029566453447050462, | |
| "grad_norm": 0.06418278068304062, | |
| "learning_rate": 0.0001529919264233205, | |
| "loss": 0.1193, | |
| "step": 39 | |
| }, | |
| { | |
| "epoch": 0.030324567638000476, | |
| "grad_norm": 0.0714295357465744, | |
| "learning_rate": 0.00015000000000000001, | |
| "loss": 0.1225, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.031082681828950486, | |
| "grad_norm": 0.05452275648713112, | |
| "learning_rate": 0.00014694715627858908, | |
| "loss": 0.1093, | |
| "step": 41 | |
| }, | |
| { | |
| "epoch": 0.031840796019900496, | |
| "grad_norm": 0.08698414266109467, | |
| "learning_rate": 0.00014383711467890774, | |
| "loss": 0.1107, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.03259891021085051, | |
| "grad_norm": 0.07267863303422928, | |
| "learning_rate": 0.00014067366430758004, | |
| "loss": 0.1195, | |
| "step": 43 | |
| }, | |
| { | |
| "epoch": 0.03335702440180052, | |
| "grad_norm": 0.07162914425134659, | |
| "learning_rate": 0.00013746065934159123, | |
| "loss": 0.1146, | |
| "step": 44 | |
| }, | |
| { | |
| "epoch": 0.03411513859275053, | |
| "grad_norm": 0.05877028778195381, | |
| "learning_rate": 0.00013420201433256689, | |
| "loss": 0.1096, | |
| "step": 45 | |
| }, | |
| { | |
| "epoch": 0.03487325278370054, | |
| "grad_norm": 0.0560929961502552, | |
| "learning_rate": 0.00013090169943749476, | |
| "loss": 0.1202, | |
| "step": 46 | |
| }, | |
| { | |
| "epoch": 0.03563136697465056, | |
| "grad_norm": 0.07029124349355698, | |
| "learning_rate": 0.0001275637355816999, | |
| "loss": 0.1029, | |
| "step": 47 | |
| }, | |
| { | |
| "epoch": 0.03638948116560057, | |
| "grad_norm": 0.043535735458135605, | |
| "learning_rate": 0.00012419218955996676, | |
| "loss": 0.1079, | |
| "step": 48 | |
| }, | |
| { | |
| "epoch": 0.03714759535655058, | |
| "grad_norm": 0.05880381911993027, | |
| "learning_rate": 0.00012079116908177593, | |
| "loss": 0.1223, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.03790570954750059, | |
| "grad_norm": 0.05926327407360077, | |
| "learning_rate": 0.00011736481776669306, | |
| "loss": 0.116, | |
| "step": 50 | |
| } | |
| ], | |
| "logging_steps": 1, | |
| "max_steps": 100, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 50, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 5.812811709692314e+16, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |