{ "best_metric": 0.926605504587156, "best_model_checkpoint": "electra-distilled-sst\\run-6\\checkpoint-2108", "epoch": 7.0, "eval_steps": 500, "global_step": 3689, "is_hyper_param_search": true, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "grad_norm": 17.92670440673828, "learning_rate": 2.010330074098376e-05, "loss": 1.6952, "step": 527 }, { "epoch": 1.0, "eval_accuracy": 0.8910550458715596, "eval_loss": 0.9234904050827026, "eval_runtime": 1.446, "eval_samples_per_second": 603.052, "eval_steps_per_second": 4.841, "step": 527 }, { "epoch": 2.0, "grad_norm": 43.87211990356445, "learning_rate": 1.759575125325375e-05, "loss": 0.8731, "step": 1054 }, { "epoch": 2.0, "eval_accuracy": 0.9059633027522935, "eval_loss": 0.770187258720398, "eval_runtime": 1.4489, "eval_samples_per_second": 601.851, "eval_steps_per_second": 4.831, "step": 1054 }, { "epoch": 3.0, "grad_norm": 13.310898780822754, "learning_rate": 1.508343456117444e-05, "loss": 0.6622, "step": 1581 }, { "epoch": 3.0, "eval_accuracy": 0.9139908256880734, "eval_loss": 0.7737818956375122, "eval_runtime": 1.4497, "eval_samples_per_second": 601.516, "eval_steps_per_second": 4.829, "step": 1581 }, { "epoch": 4.0, "grad_norm": 12.57313060760498, "learning_rate": 1.2571117869095134e-05, "loss": 0.5443, "step": 2108 }, { "epoch": 4.0, "eval_accuracy": 0.926605504587156, "eval_loss": 0.7234447598457336, "eval_runtime": 1.451, "eval_samples_per_second": 600.977, "eval_steps_per_second": 4.824, "step": 2108 }, { "epoch": 5.0, "grad_norm": 28.64960289001465, "learning_rate": 1.0058801177015824e-05, "loss": 0.48, "step": 2635 }, { "epoch": 5.0, "eval_accuracy": 0.9174311926605505, "eval_loss": 0.7743226289749146, "eval_runtime": 1.4478, "eval_samples_per_second": 602.308, "eval_steps_per_second": 4.835, "step": 2635 }, { "epoch": 6.0, "grad_norm": 10.863966941833496, "learning_rate": 7.546484484936517e-06, "loss": 0.4283, "step": 3162 }, { "epoch": 6.0, "eval_accuracy": 0.9220183486238532, "eval_loss": 0.7562010288238525, "eval_runtime": 1.4492, "eval_samples_per_second": 601.691, "eval_steps_per_second": 4.83, "step": 3162 }, { "epoch": 7.0, "grad_norm": 25.16184425354004, "learning_rate": 5.038934997206505e-06, "loss": 0.3886, "step": 3689 }, { "epoch": 7.0, "eval_accuracy": 0.9197247706422018, "eval_loss": 0.7708072662353516, "eval_runtime": 1.4413, "eval_samples_per_second": 604.999, "eval_steps_per_second": 4.857, "step": 3689 } ], "logging_steps": 500, "max_steps": 4743, "num_input_tokens_seen": 0, "num_train_epochs": 9, "save_steps": 500, "total_flos": 1311302976228036.0, "train_batch_size": 128, "trial_name": null, "trial_params": { "alpha": 0.7277023096419001, "learning_rate": 2.261085022871377e-05, "num_train_epochs": 9, "temperature": 29 } }