bert-finetuned-uncased-squad_v2 / trainer_state.json
jonathanagustin's picture
Model save
3138b6d
raw
history blame
7.47 kB
{
"best_metric": 1.1458996534347534,
"best_model_checkpoint": "/content/drive/My Drive/Colab Notebooks/aai520-project/checkpoints/bert-finetuned-uncased/checkpoint-1500",
"epoch": 3.9215686274509802,
"eval_steps": 100,
"global_step": 2000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.2,
"learning_rate": 1.807843137254902e-05,
"loss": 3.2307,
"step": 100
},
{
"epoch": 0.2,
"eval_loss": 1.8958784341812134,
"eval_runtime": 17.3462,
"eval_samples_per_second": 690.006,
"eval_steps_per_second": 10.838,
"step": 100
},
{
"epoch": 0.39,
"learning_rate": 1.6117647058823533e-05,
"loss": 1.9581,
"step": 200
},
{
"epoch": 0.39,
"eval_loss": 1.485579490661621,
"eval_runtime": 17.3451,
"eval_samples_per_second": 690.051,
"eval_steps_per_second": 10.839,
"step": 200
},
{
"epoch": 0.59,
"learning_rate": 1.415686274509804e-05,
"loss": 1.6358,
"step": 300
},
{
"epoch": 0.59,
"eval_loss": 1.3947598934173584,
"eval_runtime": 17.3855,
"eval_samples_per_second": 688.449,
"eval_steps_per_second": 10.814,
"step": 300
},
{
"epoch": 0.78,
"learning_rate": 1.2196078431372552e-05,
"loss": 1.4964,
"step": 400
},
{
"epoch": 0.78,
"eval_loss": 1.293440818786621,
"eval_runtime": 17.3267,
"eval_samples_per_second": 690.782,
"eval_steps_per_second": 10.85,
"step": 400
},
{
"epoch": 0.98,
"learning_rate": 1.023529411764706e-05,
"loss": 1.4169,
"step": 500
},
{
"epoch": 0.98,
"eval_loss": 1.2604990005493164,
"eval_runtime": 17.3401,
"eval_samples_per_second": 690.251,
"eval_steps_per_second": 10.842,
"step": 500
},
{
"epoch": 1.18,
"learning_rate": 8.274509803921569e-06,
"loss": 1.327,
"step": 600
},
{
"epoch": 1.18,
"eval_loss": 1.2218035459518433,
"eval_runtime": 17.3253,
"eval_samples_per_second": 690.84,
"eval_steps_per_second": 10.851,
"step": 600
},
{
"epoch": 1.37,
"learning_rate": 6.313725490196079e-06,
"loss": 1.2763,
"step": 700
},
{
"epoch": 1.37,
"eval_loss": 1.2539091110229492,
"eval_runtime": 17.3618,
"eval_samples_per_second": 689.388,
"eval_steps_per_second": 10.828,
"step": 700
},
{
"epoch": 1.57,
"learning_rate": 4.352941176470588e-06,
"loss": 1.2755,
"step": 800
},
{
"epoch": 1.57,
"eval_loss": 1.2090030908584595,
"eval_runtime": 17.401,
"eval_samples_per_second": 687.833,
"eval_steps_per_second": 10.804,
"step": 800
},
{
"epoch": 1.76,
"learning_rate": 2.392156862745098e-06,
"loss": 1.251,
"step": 900
},
{
"epoch": 1.76,
"eval_loss": 1.2041057348251343,
"eval_runtime": 17.3449,
"eval_samples_per_second": 690.06,
"eval_steps_per_second": 10.839,
"step": 900
},
{
"epoch": 1.96,
"learning_rate": 4.3137254901960787e-07,
"loss": 1.229,
"step": 1000
},
{
"epoch": 1.96,
"eval_loss": 1.215934157371521,
"eval_runtime": 17.3882,
"eval_samples_per_second": 688.342,
"eval_steps_per_second": 10.812,
"step": 1000
},
{
"epoch": 2.16,
"learning_rate": 9.23529411764706e-06,
"loss": 1.1921,
"step": 1100
},
{
"epoch": 2.16,
"eval_loss": 1.1828099489212036,
"eval_runtime": 17.2866,
"eval_samples_per_second": 692.384,
"eval_steps_per_second": 10.875,
"step": 1100
},
{
"epoch": 2.35,
"learning_rate": 8.254901960784314e-06,
"loss": 1.1926,
"step": 1200
},
{
"epoch": 2.35,
"eval_loss": 1.2119532823562622,
"eval_runtime": 17.2797,
"eval_samples_per_second": 692.663,
"eval_steps_per_second": 10.88,
"step": 1200
},
{
"epoch": 2.55,
"learning_rate": 7.284313725490196e-06,
"loss": 1.1606,
"step": 1300
},
{
"epoch": 2.55,
"eval_loss": 1.1737300157546997,
"eval_runtime": 17.272,
"eval_samples_per_second": 692.971,
"eval_steps_per_second": 10.885,
"step": 1300
},
{
"epoch": 2.75,
"learning_rate": 6.303921568627452e-06,
"loss": 1.1486,
"step": 1400
},
{
"epoch": 2.75,
"eval_loss": 1.1468586921691895,
"eval_runtime": 17.2965,
"eval_samples_per_second": 691.99,
"eval_steps_per_second": 10.869,
"step": 1400
},
{
"epoch": 2.94,
"learning_rate": 5.3235294117647064e-06,
"loss": 1.1195,
"step": 1500
},
{
"epoch": 2.94,
"eval_loss": 1.1458996534347534,
"eval_runtime": 17.2925,
"eval_samples_per_second": 692.148,
"eval_steps_per_second": 10.872,
"step": 1500
},
{
"epoch": 3.14,
"learning_rate": 4.343137254901961e-06,
"loss": 1.0883,
"step": 1600
},
{
"epoch": 3.14,
"eval_loss": 1.1569820642471313,
"eval_runtime": 17.2745,
"eval_samples_per_second": 692.872,
"eval_steps_per_second": 10.883,
"step": 1600
},
{
"epoch": 3.33,
"learning_rate": 3.3627450980392163e-06,
"loss": 1.0526,
"step": 1700
},
{
"epoch": 3.33,
"eval_loss": 1.177062749862671,
"eval_runtime": 17.2742,
"eval_samples_per_second": 692.885,
"eval_steps_per_second": 10.883,
"step": 1700
},
{
"epoch": 3.53,
"learning_rate": 2.3823529411764705e-06,
"loss": 1.0611,
"step": 1800
},
{
"epoch": 3.53,
"eval_loss": 1.174006462097168,
"eval_runtime": 17.2639,
"eval_samples_per_second": 693.295,
"eval_steps_per_second": 10.89,
"step": 1800
},
{
"epoch": 3.73,
"learning_rate": 1.4019607843137257e-06,
"loss": 1.0521,
"step": 1900
},
{
"epoch": 3.73,
"eval_loss": 1.1595549583435059,
"eval_runtime": 17.2716,
"eval_samples_per_second": 692.987,
"eval_steps_per_second": 10.885,
"step": 1900
},
{
"epoch": 3.92,
"learning_rate": 4.2156862745098044e-07,
"loss": 1.0476,
"step": 2000
},
{
"epoch": 3.92,
"eval_loss": 1.1538442373275757,
"eval_runtime": 17.2708,
"eval_samples_per_second": 693.021,
"eval_steps_per_second": 10.885,
"step": 2000
},
{
"epoch": 3.92,
"step": 2000,
"total_flos": 1.3373925770343014e+17,
"train_loss": 0.0,
"train_runtime": 0.6295,
"train_samples_per_second": 829205.072,
"train_steps_per_second": 1620.249
},
{
"epoch": 3.92,
"eval_loss": 1.1459009647369385,
"eval_runtime": 17.0183,
"eval_samples_per_second": 703.303,
"eval_steps_per_second": 5.523,
"step": 2000
}
],
"logging_steps": 100,
"max_steps": 1020,
"num_train_epochs": 4,
"save_steps": 100,
"total_flos": 1.3373925770343014e+17,
"trial_name": null,
"trial_params": null
}