roberta-base-coqa / trainer_state.json
WillHeld's picture
End of training
3da4153
raw
history blame contribute delete
No virus
101 kB
{
"best_metric": 63.38577580698511,
"best_model_checkpoint": "./results_train_sae/roberta-base/coqa/checkpoint-26000",
"epoch": 9.999933007302204,
"global_step": 74630,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.07,
"learning_rate": 2.233139794551139e-06,
"loss": 5.815,
"step": 500
},
{
"epoch": 0.07,
"eval_HasAns_exact": 1.7049760040414246,
"eval_HasAns_f1": 13.104130654770286,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 1.5384615384615385,
"eval_NoAns_f1": 1.5384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 1.7036201929099337,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 12.997432860387208,
"eval_best_f1_thresh": 0.0,
"eval_exact": 1.7036201929099337,
"eval_f1": 13.009959479452721,
"eval_total": 7983,
"step": 500
},
{
"epoch": 0.13,
"learning_rate": 4.466279589102278e-06,
"loss": 4.3293,
"step": 1000
},
{
"epoch": 0.13,
"eval_HasAns_exact": 15.597373074008589,
"eval_HasAns_f1": 45.01124257660805,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 4.615384615384615,
"eval_NoAns_f1": 4.615384615384615,
"eval_NoAns_total": 65,
"eval_best_exact": 15.507954403106602,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 44.68232728567989,
"eval_best_f1_thresh": 0.0,
"eval_exact": 15.507954403106602,
"eval_f1": 44.68232728567989,
"eval_total": 7983,
"step": 1000
},
{
"epoch": 0.2,
"learning_rate": 6.699419383653417e-06,
"loss": 3.2185,
"step": 1500
},
{
"epoch": 0.2,
"eval_HasAns_exact": 20.35867643344279,
"eval_HasAns_f1": 52.56211238254352,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 4.615384615384615,
"eval_NoAns_f1": 4.615384615384615,
"eval_NoAns_total": 65,
"eval_best_exact": 20.23048979080546,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 52.171715626328414,
"eval_best_f1_thresh": 0.0,
"eval_exact": 20.23048979080546,
"eval_f1": 52.171715626328414,
"eval_total": 7983,
"step": 1500
},
{
"epoch": 0.27,
"learning_rate": 8.932559178204556e-06,
"loss": 2.8743,
"step": 2000
},
{
"epoch": 0.27,
"eval_HasAns_exact": 22.076281889366,
"eval_HasAns_f1": 53.668176491958135,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 21.984216459977453,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 53.31888030356063,
"eval_best_f1_thresh": 0.0,
"eval_exact": 21.984216459977453,
"eval_f1": 53.31888030356063,
"eval_total": 7983,
"step": 2000
},
{
"epoch": 0.33,
"learning_rate": 1.1165698972755696e-05,
"loss": 2.7084,
"step": 2500
},
{
"epoch": 0.33,
"eval_HasAns_exact": 22.960343521091186,
"eval_HasAns_f1": 56.52506128098628,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 0.0,
"eval_NoAns_f1": 0.0,
"eval_NoAns_total": 65,
"eval_best_exact": 22.77339346110485,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 56.064817139277096,
"eval_best_f1_thresh": 0.0,
"eval_exact": 22.77339346110485,
"eval_f1": 56.06481713927713,
"eval_total": 7983,
"step": 2500
},
{
"epoch": 0.4,
"learning_rate": 1.3398838767306834e-05,
"loss": 2.6029,
"step": 3000
},
{
"epoch": 0.4,
"eval_HasAns_exact": 24.74109623642334,
"eval_HasAns_f1": 58.33421249287827,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 1.5384615384615385,
"eval_NoAns_f1": 1.5384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 24.552173368407868,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 57.871764313993495,
"eval_best_f1_thresh": 0.0,
"eval_exact": 24.552173368407868,
"eval_f1": 57.87176431399351,
"eval_total": 7983,
"step": 3000
},
{
"epoch": 0.47,
"learning_rate": 1.5631978561857976e-05,
"loss": 2.5266,
"step": 3500
},
{
"epoch": 0.47,
"eval_HasAns_exact": 25.599898964384945,
"eval_HasAns_f1": 59.657728243287856,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 3.076923076923077,
"eval_NoAns_f1": 3.076923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 25.416510083928348,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 59.1970302180074,
"eval_best_f1_thresh": 0.0,
"eval_exact": 25.416510083928348,
"eval_f1": 59.19703021800742,
"eval_total": 7983,
"step": 3500
},
{
"epoch": 0.54,
"learning_rate": 1.786511835640911e-05,
"loss": 2.4933,
"step": 4000
},
{
"epoch": 0.54,
"eval_HasAns_exact": 25.978782520838596,
"eval_HasAns_f1": 58.7303362247268,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 3.076923076923077,
"eval_NoAns_f1": 3.076923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 25.792308655893773,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 58.27718930569793,
"eval_best_f1_thresh": 0.0,
"eval_exact": 25.792308655893773,
"eval_f1": 58.27718930569795,
"eval_total": 7983,
"step": 4000
},
{
"epoch": 0.6,
"learning_rate": 1.9993727905120314e-05,
"loss": 2.4258,
"step": 4500
},
{
"epoch": 0.6,
"eval_HasAns_exact": 26.799696893154838,
"eval_HasAns_f1": 59.664563121943544,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 26.669171990479768,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 59.266442540341856,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.669171990479768,
"eval_f1": 59.26644254034185,
"eval_total": 7983,
"step": 4500
},
{
"epoch": 0.67,
"learning_rate": 1.9851180294218272e-05,
"loss": 2.3915,
"step": 5000
},
{
"epoch": 0.67,
"eval_HasAns_exact": 27.68375852488002,
"eval_HasAns_f1": 60.812781351304864,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 6.153846153846154,
"eval_NoAns_f1": 6.153846153846154,
"eval_NoAns_total": 65,
"eval_best_exact": 27.508455467869222,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.367731772470485,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.508455467869222,
"eval_f1": 60.367731772470485,
"eval_total": 7983,
"step": 5000
},
{
"epoch": 0.74,
"learning_rate": 1.9708632683316228e-05,
"loss": 2.3553,
"step": 5500
},
{
"epoch": 0.74,
"eval_HasAns_exact": 27.44379893912604,
"eval_HasAns_f1": 60.88065108225846,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 6.153846153846154,
"eval_NoAns_f1": 6.153846153846154,
"eval_NoAns_total": 65,
"eval_best_exact": 27.27044970562445,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.43504888755135,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.27044970562445,
"eval_f1": 60.43504888755135,
"eval_total": 7983,
"step": 5500
},
{
"epoch": 0.8,
"learning_rate": 1.9566085072414186e-05,
"loss": 2.3258,
"step": 6000
},
{
"epoch": 0.8,
"eval_HasAns_exact": 27.36802222783531,
"eval_HasAns_f1": 59.84269145774818,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 7.6923076923076925,
"eval_NoAns_f1": 7.6923076923076925,
"eval_NoAns_total": 65,
"eval_best_exact": 27.20781661029688,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 59.41806726324064,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.20781661029688,
"eval_f1": 59.41806726324065,
"eval_total": 7983,
"step": 6000
},
{
"epoch": 0.87,
"learning_rate": 1.9423537461512148e-05,
"loss": 2.3185,
"step": 6500
},
{
"epoch": 0.87,
"eval_HasAns_exact": 27.69638797676181,
"eval_HasAns_f1": 60.38949697159613,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 7.6923076923076925,
"eval_NoAns_f1": 7.6923076923076925,
"eval_NoAns_total": 65,
"eval_best_exact": 27.53350870600025,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 59.96042052124492,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.53350870600025,
"eval_f1": 59.960420521244934,
"eval_total": 7983,
"step": 6500
},
{
"epoch": 0.94,
"learning_rate": 1.9280989850610107e-05,
"loss": 2.3023,
"step": 7000
},
{
"epoch": 0.94,
"eval_HasAns_exact": 28.06264208133367,
"eval_HasAns_f1": 61.52188273125215,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 27.94688713516222,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.13369252988283,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.94688713516222,
"eval_f1": 61.13369252988285,
"eval_total": 7983,
"step": 7000
},
{
"epoch": 1.0,
"learning_rate": 1.9138442239708065e-05,
"loss": 2.2535,
"step": 7500
},
{
"epoch": 1.0,
"eval_HasAns_exact": 27.69638797676181,
"eval_HasAns_f1": 60.61431606118244,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 27.608668420393336,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.25856878021324,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.608668420393336,
"eval_f1": 60.25856878021324,
"eval_total": 7983,
"step": 7500
},
{
"epoch": 1.07,
"learning_rate": 1.899589462880602e-05,
"loss": 2.0785,
"step": 8000
},
{
"epoch": 1.07,
"eval_HasAns_exact": 29.50239959585754,
"eval_HasAns_f1": 62.435922189166604,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 1.5384615384615385,
"eval_NoAns_f1": 1.5384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 29.274708756106726,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.94007664960809,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.274708756106726,
"eval_f1": 61.940076649608066,
"eval_total": 7983,
"step": 8000
},
{
"epoch": 1.14,
"learning_rate": 1.8853347017903983e-05,
"loss": 2.1234,
"step": 8500
},
{
"epoch": 1.14,
"eval_HasAns_exact": 28.73200303106845,
"eval_HasAns_f1": 60.71174380961002,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 7.6923076923076925,
"eval_NoAns_f1": 7.6923076923076925,
"eval_NoAns_total": 65,
"eval_best_exact": 28.560691469372415,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.28004352805865,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.560691469372415,
"eval_f1": 60.28004352805865,
"eval_total": 7983,
"step": 8500
},
{
"epoch": 1.21,
"learning_rate": 1.871079940700194e-05,
"loss": 2.1137,
"step": 9000
},
{
"epoch": 1.21,
"eval_HasAns_exact": 28.30260166708765,
"eval_HasAns_f1": 61.55707249426806,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 4.615384615384615,
"eval_NoAns_f1": 4.615384615384615,
"eval_NoAns_total": 65,
"eval_best_exact": 28.109733183013905,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.09343605281405,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.109733183013905,
"eval_f1": 61.09343605281405,
"eval_total": 7983,
"step": 9000
},
{
"epoch": 1.27,
"learning_rate": 1.85682517960999e-05,
"loss": 2.1102,
"step": 9500
},
{
"epoch": 1.27,
"eval_HasAns_exact": 28.83303864612276,
"eval_HasAns_f1": 62.037918749762206,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 4.615384615384615,
"eval_NoAns_f1": 4.615384615384615,
"eval_NoAns_total": 65,
"eval_best_exact": 28.635851183765503,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.57036711269161,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.635851183765503,
"eval_f1": 61.57036711269161,
"eval_total": 7983,
"step": 9500
},
{
"epoch": 1.34,
"learning_rate": 1.8425704185197858e-05,
"loss": 2.0702,
"step": 10000
},
{
"epoch": 1.34,
"eval_HasAns_exact": 29.022480424349585,
"eval_HasAns_f1": 62.00584905483293,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 3.076923076923077,
"eval_NoAns_f1": 3.076923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 28.8112238506827,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.526031919850574,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.8112238506827,
"eval_f1": 61.526031919850574,
"eval_total": 7983,
"step": 10000
},
{
"epoch": 1.41,
"learning_rate": 1.8283156574295817e-05,
"loss": 2.0792,
"step": 10500
},
{
"epoch": 1.41,
"eval_HasAns_exact": 29.401363980803232,
"eval_HasAns_f1": 61.87601216131859,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 29.249655517975697,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.459885292912475,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.249655517975697,
"eval_f1": 61.45988529291251,
"eval_total": 7983,
"step": 10500
},
{
"epoch": 1.47,
"learning_rate": 1.8140608963393775e-05,
"loss": 2.0611,
"step": 11000
},
{
"epoch": 1.47,
"eval_HasAns_exact": 30.18438999747411,
"eval_HasAns_f1": 63.41954494271191,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 6.153846153846154,
"eval_NoAns_f1": 6.153846153846154,
"eval_NoAns_total": 65,
"eval_best_exact": 29.988726042841037,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.953270306450314,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.988726042841037,
"eval_f1": 62.953270306450314,
"eval_total": 7983,
"step": 11000
},
{
"epoch": 1.54,
"learning_rate": 1.7998061352491734e-05,
"loss": 2.0993,
"step": 11500
},
{
"epoch": 1.54,
"eval_HasAns_exact": 28.51730234907805,
"eval_HasAns_f1": 61.39637957288941,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 4.615384615384615,
"eval_NoAns_f1": 4.615384615384615,
"eval_NoAns_total": 65,
"eval_best_exact": 28.322685707127647,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.93405154179362,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.322685707127647,
"eval_f1": 60.93405154179361,
"eval_total": 7983,
"step": 11500
},
{
"epoch": 1.61,
"learning_rate": 1.7855513741589693e-05,
"loss": 2.0957,
"step": 12000
},
{
"epoch": 1.61,
"eval_HasAns_exact": 28.769891386713816,
"eval_HasAns_f1": 61.95532272922007,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 3.076923076923077,
"eval_NoAns_f1": 3.076923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 28.560691469372415,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.475916994859624,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.560691469372415,
"eval_f1": 61.47591699485965,
"eval_total": 7983,
"step": 12000
},
{
"epoch": 1.67,
"learning_rate": 1.771296613068765e-05,
"loss": 2.045,
"step": 12500
},
{
"epoch": 1.67,
"eval_HasAns_exact": 29.50239959585754,
"eval_HasAns_f1": 62.67004766472256,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 4.615384615384615,
"eval_NoAns_f1": 4.615384615384615,
"eval_NoAns_total": 65,
"eval_best_exact": 29.299761994237755,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.19734904287529,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.299761994237755,
"eval_f1": 62.197349042875274,
"eval_total": 7983,
"step": 12500
},
{
"epoch": 1.74,
"learning_rate": 1.757041851978561e-05,
"loss": 2.0545,
"step": 13000
},
{
"epoch": 1.74,
"eval_HasAns_exact": 29.325587269512503,
"eval_HasAns_f1": 61.454527824893695,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 9.23076923076923,
"eval_NoAns_f1": 9.23076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 29.161969184517098,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.02930619034303,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.161969184517098,
"eval_f1": 61.02930619034303,
"eval_total": 7983,
"step": 13000
},
{
"epoch": 1.81,
"learning_rate": 1.742787090888357e-05,
"loss": 2.0459,
"step": 13500
},
{
"epoch": 1.81,
"eval_HasAns_exact": 28.74463248295024,
"eval_HasAns_f1": 60.669764383172534,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 12.307692307692308,
"eval_NoAns_f1": 12.307692307692308,
"eval_NoAns_total": 65,
"eval_best_exact": 28.610797945634474,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.275985768002,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.610797945634474,
"eval_f1": 60.275985768002016,
"eval_total": 7983,
"step": 13500
},
{
"epoch": 1.88,
"learning_rate": 1.7285323297981527e-05,
"loss": 2.0593,
"step": 14000
},
{
"epoch": 1.88,
"eval_HasAns_exact": 29.12351603940389,
"eval_HasAns_f1": 62.16330627308465,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 28.974069898534385,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.74484016914496,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.974069898534385,
"eval_f1": 61.744840169144965,
"eval_total": 7983,
"step": 14000
},
{
"epoch": 1.94,
"learning_rate": 1.7142775687079486e-05,
"loss": 2.0704,
"step": 14500
},
{
"epoch": 1.94,
"eval_HasAns_exact": 29.679211922202576,
"eval_HasAns_f1": 62.73972470457179,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 7.6923076923076925,
"eval_NoAns_f1": 7.6923076923076925,
"eval_NoAns_total": 65,
"eval_best_exact": 29.500187899285983,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.29151198932729,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.500187899285983,
"eval_f1": 62.29151198932727,
"eval_total": 7983,
"step": 14500
},
{
"epoch": 2.01,
"learning_rate": 1.7000228076177444e-05,
"loss": 2.0229,
"step": 15000
},
{
"epoch": 2.01,
"eval_HasAns_exact": 29.666582470320787,
"eval_HasAns_f1": 62.5911632254183,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 9.23076923076923,
"eval_NoAns_f1": 9.23076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 29.500187899285983,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.15668676172642,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.500187899285983,
"eval_f1": 62.156686761726434,
"eval_total": 7983,
"step": 15000
},
{
"epoch": 2.08,
"learning_rate": 1.6857680465275403e-05,
"loss": 1.8093,
"step": 15500
},
{
"epoch": 2.08,
"eval_HasAns_exact": 29.780247537256884,
"eval_HasAns_f1": 62.61910716735094,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 9.23076923076923,
"eval_NoAns_f1": 9.23076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 29.61292747087561,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.18440317563384,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.61292747087561,
"eval_f1": 62.18440317563382,
"eval_total": 7983,
"step": 15500
},
{
"epoch": 2.14,
"learning_rate": 1.671513285437336e-05,
"loss": 1.8153,
"step": 16000
},
{
"epoch": 2.14,
"eval_HasAns_exact": 29.527658499621115,
"eval_HasAns_f1": 62.33254202102029,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 29.37492170863084,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.91269794844527,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.37492170863084,
"eval_f1": 61.91269794844528,
"eval_total": 7983,
"step": 16000
},
{
"epoch": 2.21,
"learning_rate": 1.657258524347132e-05,
"loss": 1.8511,
"step": 16500
},
{
"epoch": 2.21,
"eval_HasAns_exact": 30.209648901237685,
"eval_HasAns_f1": 62.630251022506265,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 7.6923076923076925,
"eval_NoAns_f1": 7.6923076923076925,
"eval_NoAns_total": 65,
"eval_best_exact": 30.02630590003758,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.182929675085134,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.02630590003758,
"eval_f1": 62.18292967508515,
"eval_total": 7983,
"step": 16500
},
{
"epoch": 2.28,
"learning_rate": 1.643003763256928e-05,
"loss": 1.8308,
"step": 17000
},
{
"epoch": 2.28,
"eval_HasAns_exact": 29.919171507956555,
"eval_HasAns_f1": 62.44215649796323,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 29.83840661405487,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.09657962556345,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.83840661405487,
"eval_f1": 62.09657962556343,
"eval_total": 7983,
"step": 17000
},
{
"epoch": 2.34,
"learning_rate": 1.6287490021667237e-05,
"loss": 1.8285,
"step": 17500
},
{
"epoch": 2.34,
"eval_HasAns_exact": 29.12351603940389,
"eval_HasAns_f1": 61.87050711385868,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 7.6923076923076925,
"eval_NoAns_f1": 7.6923076923076925,
"eval_NoAns_total": 65,
"eval_best_exact": 28.949016660403355,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.42937183108268,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.949016660403355,
"eval_f1": 61.429371831082676,
"eval_total": 7983,
"step": 17500
},
{
"epoch": 2.41,
"learning_rate": 1.6144942410765196e-05,
"loss": 1.825,
"step": 18000
},
{
"epoch": 2.41,
"eval_HasAns_exact": 30.133872189946956,
"eval_HasAns_f1": 63.075006423503396,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 3.076923076923077,
"eval_NoAns_f1": 3.076923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 29.913566328447953,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.58648388592007,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.913566328447953,
"eval_f1": 62.58648388592007,
"eval_total": 7983,
"step": 18000
},
{
"epoch": 2.48,
"learning_rate": 1.6002394799863154e-05,
"loss": 1.8206,
"step": 18500
},
{
"epoch": 2.48,
"eval_HasAns_exact": 29.540287951502904,
"eval_HasAns_f1": 62.238845295007174,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 12.307692307692308,
"eval_NoAns_f1": 12.307692307692308,
"eval_NoAns_total": 65,
"eval_best_exact": 29.39997494676187,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.83229074857407,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.39997494676187,
"eval_f1": 61.832290748574046,
"eval_total": 7983,
"step": 18500
},
{
"epoch": 2.55,
"learning_rate": 1.5859847188961116e-05,
"loss": 1.8535,
"step": 19000
},
{
"epoch": 2.55,
"eval_HasAns_exact": 30.525385198282393,
"eval_HasAns_f1": 62.69640983742568,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 12.307692307692308,
"eval_NoAns_f1": 12.307692307692308,
"eval_NoAns_total": 65,
"eval_best_exact": 30.377051233871978,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.28612966212413,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.377051233871978,
"eval_f1": 62.28612966212409,
"eval_total": 7983,
"step": 19000
},
{
"epoch": 2.61,
"learning_rate": 1.571729957805907e-05,
"loss": 1.8286,
"step": 19500
},
{
"epoch": 2.61,
"eval_HasAns_exact": 30.272796160646628,
"eval_HasAns_f1": 63.614261536130094,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 30.11399223349618,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 63.1839813156806,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.11399223349618,
"eval_f1": 63.1839813156806,
"eval_total": 7983,
"step": 19500
},
{
"epoch": 2.68,
"learning_rate": 1.557475196715703e-05,
"loss": 1.8518,
"step": 20000
},
{
"epoch": 2.68,
"eval_HasAns_exact": 30.601161909573126,
"eval_HasAns_f1": 62.78914687552758,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 9.23076923076923,
"eval_NoAns_f1": 9.23076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 30.427157710134036,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.353058369087755,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.427157710134036,
"eval_f1": 62.35305836908774,
"eval_total": 7983,
"step": 20000
},
{
"epoch": 2.75,
"learning_rate": 1.543220435625499e-05,
"loss": 1.807,
"step": 20500
},
{
"epoch": 2.75,
"eval_HasAns_exact": 30.26016670876484,
"eval_HasAns_f1": 63.007803537175604,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 9.23076923076923,
"eval_NoAns_f1": 9.23076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 30.08893899536515,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.56993466207649,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.08893899536515,
"eval_f1": 62.56993466207647,
"eval_total": 7983,
"step": 20500
},
{
"epoch": 2.81,
"learning_rate": 1.528965674535295e-05,
"loss": 1.8148,
"step": 21000
},
{
"epoch": 2.81,
"eval_HasAns_exact": 30.33594342005557,
"eval_HasAns_f1": 62.23993269669792,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 30.214205186020294,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.85842253444247,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.214205186020294,
"eval_f1": 61.85842253444246,
"eval_total": 7983,
"step": 21000
},
{
"epoch": 2.88,
"learning_rate": 1.5147109134450907e-05,
"loss": 1.812,
"step": 21500
},
{
"epoch": 2.88,
"eval_HasAns_exact": 30.967416014144987,
"eval_HasAns_f1": 63.42882011828027,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 9.23076923076923,
"eval_NoAns_f1": 9.23076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 30.790429663033947,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.98752319886554,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.790429663033947,
"eval_f1": 62.9875231988655,
"eval_total": 7983,
"step": 21500
},
{
"epoch": 2.95,
"learning_rate": 1.5004561523548866e-05,
"loss": 1.8223,
"step": 22000
},
{
"epoch": 2.95,
"eval_HasAns_exact": 30.083354382419802,
"eval_HasAns_f1": 62.2735874535647,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 7.6923076923076925,
"eval_NoAns_f1": 7.6923076923076925,
"eval_NoAns_total": 65,
"eval_best_exact": 29.901039709382438,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.8291701687743,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.901039709382438,
"eval_f1": 61.82917016877431,
"eval_total": 7983,
"step": 22000
},
{
"epoch": 3.01,
"learning_rate": 1.4862013912646825e-05,
"loss": 1.7384,
"step": 22500
},
{
"epoch": 3.01,
"eval_HasAns_exact": 31.232634503662542,
"eval_HasAns_f1": 63.69478284476774,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 31.09106852060629,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 63.28890023360531,
"eval_best_f1_thresh": 0.0,
"eval_exact": 31.09106852060629,
"eval_f1": 63.288900233605304,
"eval_total": 7983,
"step": 22500
},
{
"epoch": 3.08,
"learning_rate": 1.4719466301744785e-05,
"loss": 1.6147,
"step": 23000
},
{
"epoch": 3.08,
"eval_HasAns_exact": 30.550644102045972,
"eval_HasAns_f1": 62.705334193629774,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 9.23076923076923,
"eval_NoAns_f1": 9.23076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 30.377051233871978,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.2699281153903,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.377051233871978,
"eval_f1": 62.26992811539028,
"eval_total": 7983,
"step": 23000
},
{
"epoch": 3.15,
"learning_rate": 1.4576918690842744e-05,
"loss": 1.607,
"step": 23500
},
{
"epoch": 3.15,
"eval_HasAns_exact": 30.298055064410203,
"eval_HasAns_f1": 62.13669507615566,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 30.139045471627206,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.718445648628396,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.139045471627206,
"eval_f1": 61.718445648628375,
"eval_total": 7983,
"step": 23500
},
{
"epoch": 3.22,
"learning_rate": 1.44343710799407e-05,
"loss": 1.632,
"step": 24000
},
{
"epoch": 3.22,
"eval_HasAns_exact": 30.777974235918162,
"eval_HasAns_f1": 63.47221823426325,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 30.65263685331329,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 63.080674430526926,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.65263685331329,
"eval_f1": 63.080674430526926,
"eval_total": 7983,
"step": 24000
},
{
"epoch": 3.28,
"learning_rate": 1.4291823469038659e-05,
"loss": 1.619,
"step": 24500
},
{
"epoch": 3.28,
"eval_HasAns_exact": 30.39909067946451,
"eval_HasAns_f1": 63.232701395640525,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 30.23925842415132,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.80552795323582,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.23925842415132,
"eval_f1": 62.80552795323583,
"eval_total": 7983,
"step": 24500
},
{
"epoch": 3.35,
"learning_rate": 1.414927585813662e-05,
"loss": 1.6286,
"step": 25000
},
{
"epoch": 3.35,
"eval_HasAns_exact": 30.09598383430159,
"eval_HasAns_f1": 63.15857502527025,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 29.938619566578982,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.73200514218837,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.938619566578982,
"eval_f1": 62.73200514218839,
"eval_total": 7983,
"step": 25000
},
{
"epoch": 3.42,
"learning_rate": 1.4006728247234578e-05,
"loss": 1.6041,
"step": 25500
},
{
"epoch": 3.42,
"eval_HasAns_exact": 28.795150290477395,
"eval_HasAns_f1": 60.893375347584964,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 28.673431040962043,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.510302643389444,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.673431040962043,
"eval_f1": 60.510302643389444,
"eval_total": 7983,
"step": 25500
},
{
"epoch": 3.48,
"learning_rate": 1.3864180636332536e-05,
"loss": 1.6267,
"step": 26000
},
{
"epoch": 3.48,
"eval_HasAns_exact": 30.954786562263198,
"eval_HasAns_f1": 63.80508313553448,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 12.307692307692308,
"eval_NoAns_f1": 12.307692307692308,
"eval_NoAns_total": 65,
"eval_best_exact": 30.802956282099462,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 63.38577580698511,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.802956282099462,
"eval_f1": 63.38577580698511,
"eval_total": 7983,
"step": 26000
},
{
"epoch": 3.55,
"learning_rate": 1.3721633025430493e-05,
"loss": 1.6306,
"step": 26500
},
{
"epoch": 3.55,
"eval_HasAns_exact": 29.616064662793633,
"eval_HasAns_f1": 61.97374766852039,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 29.512714518351498,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.606931484322224,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.512714518351498,
"eval_f1": 61.606931484322224,
"eval_total": 7983,
"step": 26500
},
{
"epoch": 3.62,
"learning_rate": 1.3579085414528455e-05,
"loss": 1.6283,
"step": 27000
},
{
"epoch": 3.62,
"eval_HasAns_exact": 29.376105077039657,
"eval_HasAns_f1": 61.19213550940523,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 29.274708756106726,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.831683447760305,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.274708756106726,
"eval_f1": 60.83168344776032,
"eval_total": 7983,
"step": 27000
},
{
"epoch": 3.68,
"learning_rate": 1.3436537803626412e-05,
"loss": 1.5994,
"step": 27500
},
{
"epoch": 3.68,
"eval_HasAns_exact": 30.133872189946956,
"eval_HasAns_f1": 63.16981457364355,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 23.076923076923077,
"eval_NoAns_f1": 23.076923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 30.076412376299636,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.84336612728418,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.076412376299636,
"eval_f1": 62.84336612728418,
"eval_total": 7983,
"step": 27500
},
{
"epoch": 3.75,
"learning_rate": 1.329399019272437e-05,
"loss": 1.6278,
"step": 28000
},
{
"epoch": 3.75,
"eval_HasAns_exact": 30.1970194493559,
"eval_HasAns_f1": 62.47879079785238,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 30.101465614430666,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.12038901883942,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.101465614430666,
"eval_f1": 62.1203890188394,
"eval_total": 7983,
"step": 28000
},
{
"epoch": 3.82,
"learning_rate": 1.315144258182233e-05,
"loss": 1.6349,
"step": 28500
},
{
"epoch": 3.82,
"eval_HasAns_exact": 30.361202323819146,
"eval_HasAns_f1": 62.83391227199402,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 30.23925842415132,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.44756574842154,
"eval_best_f1_thresh": 0.0,
"eval_exact": 30.23925842415132,
"eval_f1": 62.4475657484215,
"eval_total": 7983,
"step": 28500
},
{
"epoch": 3.89,
"learning_rate": 1.300889497092029e-05,
"loss": 1.6193,
"step": 29000
},
{
"epoch": 3.89,
"eval_HasAns_exact": 29.856024248547612,
"eval_HasAns_f1": 62.14444702264984,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 24.615384615384617,
"eval_NoAns_f1": 24.615384615384617,
"eval_NoAns_total": 65,
"eval_best_exact": 29.81335337592384,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.83887404801973,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.81335337592384,
"eval_f1": 61.83887404801975,
"eval_total": 7983,
"step": 29000
},
{
"epoch": 3.95,
"learning_rate": 1.2866347360018248e-05,
"loss": 1.6105,
"step": 29500
},
{
"epoch": 3.95,
"eval_HasAns_exact": 29.628694114675422,
"eval_HasAns_f1": 61.29193297196648,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 29.537767756482527,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.94319494826893,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.537767756482527,
"eval_f1": 60.94319494826892,
"eval_total": 7983,
"step": 29500
},
{
"epoch": 4.02,
"learning_rate": 1.2723799749116205e-05,
"loss": 1.5694,
"step": 30000
},
{
"epoch": 4.02,
"eval_HasAns_exact": 29.26244001010356,
"eval_HasAns_f1": 62.08659690195635,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 29.149442565451583,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.70633524610929,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.149442565451583,
"eval_f1": 61.706335246109276,
"eval_total": 7983,
"step": 30000
},
{
"epoch": 4.09,
"learning_rate": 1.2581252138214164e-05,
"loss": 1.393,
"step": 30500
},
{
"epoch": 4.09,
"eval_HasAns_exact": 28.84566809800455,
"eval_HasAns_f1": 60.84476292028231,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 27.692307692307693,
"eval_NoAns_f1": 27.692307692307693,
"eval_NoAns_total": 65,
"eval_best_exact": 28.83627708881373,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.574825604759546,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.83627708881373,
"eval_f1": 60.57482560475953,
"eval_total": 7983,
"step": 30500
},
{
"epoch": 4.15,
"learning_rate": 1.2438704527312124e-05,
"loss": 1.4271,
"step": 31000
},
{
"epoch": 4.15,
"eval_HasAns_exact": 29.312957817630714,
"eval_HasAns_f1": 61.54559872571804,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 29.161969184517098,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.1321621834192,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.161969184517098,
"eval_f1": 61.1321621834192,
"eval_total": 7983,
"step": 31000
},
{
"epoch": 4.22,
"learning_rate": 1.2296156916410083e-05,
"loss": 1.3853,
"step": 31500
},
{
"epoch": 4.22,
"eval_HasAns_exact": 29.50239959585754,
"eval_HasAns_f1": 62.97737162382639,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 29.412501565827384,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.61491024896122,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.412501565827384,
"eval_f1": 62.61491024896122,
"eval_total": 7983,
"step": 31500
},
{
"epoch": 4.29,
"learning_rate": 1.2153609305508041e-05,
"loss": 1.4217,
"step": 32000
},
{
"epoch": 4.29,
"eval_HasAns_exact": 30.058095478656227,
"eval_HasAns_f1": 62.53589980633206,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 29.901039709382438,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.114399933175186,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.901039709382438,
"eval_f1": 62.11439993317516,
"eval_total": 7983,
"step": 32000
},
{
"epoch": 4.35,
"learning_rate": 1.2011061694605998e-05,
"loss": 1.4187,
"step": 32500
},
{
"epoch": 4.35,
"eval_HasAns_exact": 28.719373579186662,
"eval_HasAns_f1": 61.3851264651957,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 28.59827132656896,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.998049774698686,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.59827132656896,
"eval_f1": 60.998049774698686,
"eval_total": 7983,
"step": 32500
},
{
"epoch": 4.42,
"learning_rate": 1.1868514083703958e-05,
"loss": 1.4188,
"step": 33000
},
{
"epoch": 4.42,
"eval_HasAns_exact": 29.085627683758524,
"eval_HasAns_f1": 60.907411553755075,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 21.53846153846154,
"eval_NoAns_f1": 21.53846153846154,
"eval_NoAns_total": 65,
"eval_best_exact": 29.024176374796443,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.586857657852036,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.024176374796443,
"eval_f1": 60.58685765785204,
"eval_total": 7983,
"step": 33000
},
{
"epoch": 4.49,
"learning_rate": 1.1725966472801917e-05,
"loss": 1.4111,
"step": 33500
},
{
"epoch": 4.49,
"eval_HasAns_exact": 28.95933316494064,
"eval_HasAns_f1": 61.442457819826295,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 28.861330326944756,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.079967558234344,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.861330326944756,
"eval_f1": 61.07996755823433,
"eval_total": 7983,
"step": 33500
},
{
"epoch": 4.56,
"learning_rate": 1.1583418861899876e-05,
"loss": 1.4481,
"step": 34000
},
{
"epoch": 4.56,
"eval_HasAns_exact": 29.022480424349585,
"eval_HasAns_f1": 61.57168144088351,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 28.949016660403355,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.23319223962364,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.949016660403355,
"eval_f1": 61.23319223962366,
"eval_total": 7983,
"step": 34000
},
{
"epoch": 4.62,
"learning_rate": 1.1440871250997834e-05,
"loss": 1.4128,
"step": 34500
},
{
"epoch": 4.62,
"eval_HasAns_exact": 29.590805759030058,
"eval_HasAns_f1": 62.65998240295622,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 29.475134661154954,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.275052068972485,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.475134661154954,
"eval_f1": 62.275052068972485,
"eval_total": 7983,
"step": 34500
},
{
"epoch": 4.69,
"learning_rate": 1.1298323640095791e-05,
"loss": 1.4304,
"step": 35000
},
{
"epoch": 4.69,
"eval_HasAns_exact": 28.36574892649659,
"eval_HasAns_f1": 60.973142910638266,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 28.247525992734563,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.58942071482324,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.247525992734563,
"eval_f1": 60.58942071482324,
"eval_total": 7983,
"step": 35000
},
{
"epoch": 4.76,
"learning_rate": 1.1155776029193753e-05,
"loss": 1.39,
"step": 35500
},
{
"epoch": 4.76,
"eval_HasAns_exact": 28.656226319777723,
"eval_HasAns_f1": 60.36715986425469,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 28.560691469372415,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.01342500377909,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.560691469372415,
"eval_f1": 60.01342500377909,
"eval_total": 7983,
"step": 35500
},
{
"epoch": 4.82,
"learning_rate": 1.101322841829171e-05,
"loss": 1.4253,
"step": 36000
},
{
"epoch": 4.82,
"eval_HasAns_exact": 28.97196261682243,
"eval_HasAns_f1": 62.01226582184054,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 28.84880370787924,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.620082773059465,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.84880370787924,
"eval_f1": 61.62008277305945,
"eval_total": 7983,
"step": 36000
},
{
"epoch": 4.89,
"learning_rate": 1.0870680807389669e-05,
"loss": 1.4483,
"step": 36500
},
{
"epoch": 4.89,
"eval_HasAns_exact": 29.161404395049257,
"eval_HasAns_f1": 61.70284974349661,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 12.307692307692308,
"eval_NoAns_f1": 12.307692307692308,
"eval_NoAns_total": 65,
"eval_best_exact": 29.024176374796443,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.30065943492496,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.024176374796443,
"eval_f1": 61.30065943492498,
"eval_total": 7983,
"step": 36500
},
{
"epoch": 4.96,
"learning_rate": 1.0728133196487627e-05,
"loss": 1.4238,
"step": 37000
},
{
"epoch": 4.96,
"eval_HasAns_exact": 29.527658499621115,
"eval_HasAns_f1": 62.567053116696016,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 29.450081423023924,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.22045929825868,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.450081423023924,
"eval_f1": 62.22045929825868,
"eval_total": 7983,
"step": 37000
},
{
"epoch": 5.02,
"learning_rate": 1.0585585585585587e-05,
"loss": 1.3436,
"step": 37500
},
{
"epoch": 5.02,
"eval_HasAns_exact": 29.04773932811316,
"eval_HasAns_f1": 61.950658410403086,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 28.96154327946887,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.59655684499205,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.96154327946887,
"eval_f1": 61.59655684499204,
"eval_total": 7983,
"step": 37500
},
{
"epoch": 5.09,
"learning_rate": 1.0443037974683546e-05,
"loss": 1.1974,
"step": 38000
},
{
"epoch": 5.09,
"eval_HasAns_exact": 28.74463248295024,
"eval_HasAns_f1": 61.519208674273074,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 28.59827132656896,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.10598700775327,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.59827132656896,
"eval_f1": 61.10598700775327,
"eval_total": 7983,
"step": 38000
},
{
"epoch": 5.16,
"learning_rate": 1.0300490363781503e-05,
"loss": 1.2054,
"step": 38500
},
{
"epoch": 5.16,
"eval_HasAns_exact": 28.80777974235918,
"eval_HasAns_f1": 61.8546952173498,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 28.736064136289617,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.51390163234069,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.736064136289617,
"eval_f1": 61.51390163234068,
"eval_total": 7983,
"step": 38500
},
{
"epoch": 5.23,
"learning_rate": 1.0157942752879461e-05,
"loss": 1.2236,
"step": 39000
},
{
"epoch": 5.23,
"eval_HasAns_exact": 28.934074261177066,
"eval_HasAns_f1": 62.09249599293992,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 28.84880370787924,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.73723954304126,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.84880370787924,
"eval_f1": 61.73723954304126,
"eval_total": 7983,
"step": 39000
},
{
"epoch": 5.29,
"learning_rate": 1.0015395141977422e-05,
"loss": 1.2453,
"step": 39500
},
{
"epoch": 5.29,
"eval_HasAns_exact": 27.039656478908814,
"eval_HasAns_f1": 59.47666176407304,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.957284228986598,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 59.13017760840914,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.957284228986598,
"eval_f1": 59.130177608409156,
"eval_total": 7983,
"step": 39500
},
{
"epoch": 5.36,
"learning_rate": 9.87284753107538e-06,
"loss": 1.2198,
"step": 40000
},
{
"epoch": 5.36,
"eval_HasAns_exact": 28.403637282141954,
"eval_HasAns_f1": 60.841241678751864,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 23.076923076923077,
"eval_NoAns_f1": 23.076923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 28.360265564324187,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.53375317704588,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.360265564324187,
"eval_f1": 60.53375317704588,
"eval_total": 7983,
"step": 40000
},
{
"epoch": 5.43,
"learning_rate": 9.730299920173339e-06,
"loss": 1.2317,
"step": 40500
},
{
"epoch": 5.43,
"eval_HasAns_exact": 28.327860570851225,
"eval_HasAns_f1": 61.33584674035582,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 28.260052611800074,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.99927777654232,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.260052611800074,
"eval_f1": 60.99927777654235,
"eval_total": 7983,
"step": 40500
},
{
"epoch": 5.49,
"learning_rate": 9.587752309271297e-06,
"loss": 1.2371,
"step": 41000
},
{
"epoch": 5.49,
"eval_HasAns_exact": 28.66885577165951,
"eval_HasAns_f1": 61.37009490052371,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 28.523111612175875,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.958087363440626,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.523111612175875,
"eval_f1": 60.958087363440654,
"eval_total": 7983,
"step": 41000
},
{
"epoch": 5.56,
"learning_rate": 9.445204698369256e-06,
"loss": 1.217,
"step": 41500
},
{
"epoch": 5.56,
"eval_HasAns_exact": 27.532205102298562,
"eval_HasAns_f1": 59.78731908137268,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 27.458348991607163,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 59.450832078956395,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.458348991607163,
"eval_f1": 59.45083207895641,
"eval_total": 7983,
"step": 41500
},
{
"epoch": 5.63,
"learning_rate": 9.302657087467215e-06,
"loss": 1.2183,
"step": 42000
},
{
"epoch": 5.63,
"eval_HasAns_exact": 27.44379893912604,
"eval_HasAns_f1": 60.57543204614133,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 12.307692307692308,
"eval_NoAns_f1": 12.307692307692308,
"eval_NoAns_total": 65,
"eval_best_exact": 27.32055618188651,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.182421513384305,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.32055618188651,
"eval_f1": 60.18242151338433,
"eval_total": 7983,
"step": 42000
},
{
"epoch": 5.69,
"learning_rate": 9.160109476565173e-06,
"loss": 1.217,
"step": 42500
},
{
"epoch": 5.69,
"eval_HasAns_exact": 27.342763324071736,
"eval_HasAns_f1": 60.53898331335163,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 27.27044970562445,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.19637603346089,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.27044970562445,
"eval_f1": 60.19637603346091,
"eval_total": 7983,
"step": 42500
},
{
"epoch": 5.76,
"learning_rate": 9.017561865663132e-06,
"loss": 1.22,
"step": 43000
},
{
"epoch": 5.76,
"eval_HasAns_exact": 28.264713311442282,
"eval_HasAns_f1": 61.49391622017227,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 28.15983965927596,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.118480349658526,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.15983965927596,
"eval_f1": 61.11848034965854,
"eval_total": 7983,
"step": 43000
},
{
"epoch": 5.83,
"learning_rate": 8.87501425476109e-06,
"loss": 1.2229,
"step": 43500
},
{
"epoch": 5.83,
"eval_HasAns_exact": 27.69638797676181,
"eval_HasAns_f1": 60.97226471814465,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 27.59614180132782,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.60107629190396,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.59614180132782,
"eval_f1": 60.60107629190396,
"eval_total": 7983,
"step": 43500
},
{
"epoch": 5.9,
"learning_rate": 8.73246664385905e-06,
"loss": 1.2165,
"step": 44000
},
{
"epoch": 5.9,
"eval_HasAns_exact": 28.44152563778732,
"eval_HasAns_f1": 61.72099334388884,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 21.53846153846154,
"eval_NoAns_f1": 21.53846153846154,
"eval_NoAns_total": 65,
"eval_best_exact": 28.385318802455217,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.39381501902939,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.385318802455217,
"eval_f1": 61.39381501902941,
"eval_total": 7983,
"step": 44000
},
{
"epoch": 5.96,
"learning_rate": 8.589919032957008e-06,
"loss": 1.2222,
"step": 44500
},
{
"epoch": 5.96,
"eval_HasAns_exact": 29.249810558221775,
"eval_HasAns_f1": 62.21338028810192,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 29.136915946386072,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.83208632358649,
"eval_best_f1_thresh": 0.0,
"eval_exact": 29.136915946386072,
"eval_f1": 61.83208632358649,
"eval_total": 7983,
"step": 44500
},
{
"epoch": 6.03,
"learning_rate": 8.447371422054968e-06,
"loss": 1.1451,
"step": 45000
},
{
"epoch": 6.03,
"eval_HasAns_exact": 28.087900985097246,
"eval_HasAns_f1": 61.32313276181045,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 28.022046849555306,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.98666731905489,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.022046849555306,
"eval_f1": 60.98666731905489,
"eval_total": 7983,
"step": 45000
},
{
"epoch": 6.1,
"learning_rate": 8.304823811152925e-06,
"loss": 1.0617,
"step": 45500
},
{
"epoch": 6.1,
"eval_HasAns_exact": 28.567820156605205,
"eval_HasAns_f1": 62.15445512423891,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 10.76923076923077,
"eval_NoAns_f1": 10.76923076923077,
"eval_NoAns_total": 65,
"eval_best_exact": 28.42289865965176,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.73606108902966,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.42289865965176,
"eval_f1": 61.73606108902965,
"eval_total": 7983,
"step": 45500
},
{
"epoch": 6.16,
"learning_rate": 8.162276200250885e-06,
"loss": 1.0341,
"step": 46000
},
{
"epoch": 6.16,
"eval_HasAns_exact": 27.1659509977267,
"eval_HasAns_f1": 60.83537787468107,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 27.070023800576223,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.46530402251345,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.070023800576223,
"eval_f1": 60.46530402251344,
"eval_total": 7983,
"step": 46000
},
{
"epoch": 6.23,
"learning_rate": 8.019728589348844e-06,
"loss": 1.0539,
"step": 46500
},
{
"epoch": 6.23,
"eval_HasAns_exact": 27.494316746653194,
"eval_HasAns_f1": 61.29569471460783,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 27.38318927721408,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.90934620446764,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.38318927721408,
"eval_f1": 60.90934620446762,
"eval_total": 7983,
"step": 46500
},
{
"epoch": 6.3,
"learning_rate": 7.877180978446802e-06,
"loss": 1.0382,
"step": 47000
},
{
"epoch": 6.3,
"eval_HasAns_exact": 28.28997221520586,
"eval_HasAns_f1": 62.86439578497228,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 12.307692307692308,
"eval_NoAns_f1": 12.307692307692308,
"eval_NoAns_total": 65,
"eval_best_exact": 28.15983965927596,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 62.45274781728808,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.15983965927596,
"eval_f1": 62.45274781728808,
"eval_total": 7983,
"step": 47000
},
{
"epoch": 6.36,
"learning_rate": 7.73463336754476e-06,
"loss": 1.0584,
"step": 47500
},
{
"epoch": 6.36,
"eval_HasAns_exact": 27.999494821924728,
"eval_HasAns_f1": 61.68090507422947,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 27.884254039834648,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.29142006485642,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.884254039834648,
"eval_f1": 61.29142006485643,
"eval_total": 7983,
"step": 47500
},
{
"epoch": 6.43,
"learning_rate": 7.592085756642719e-06,
"loss": 1.0485,
"step": 48000
},
{
"epoch": 6.43,
"eval_HasAns_exact": 27.67112907299823,
"eval_HasAns_f1": 61.60241941642461,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 27.583615182262307,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.23862669914194,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.583615182262307,
"eval_f1": 61.23862669914192,
"eval_total": 7983,
"step": 48000
},
{
"epoch": 6.5,
"learning_rate": 7.449538145740678e-06,
"loss": 1.0589,
"step": 48500
},
{
"epoch": 6.5,
"eval_HasAns_exact": 27.46905784288962,
"eval_HasAns_f1": 61.88739573740814,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 27.395715896279594,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.53380927581083,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.395715896279594,
"eval_f1": 61.533809275810825,
"eval_total": 7983,
"step": 48500
},
{
"epoch": 6.57,
"learning_rate": 7.3069905348386374e-06,
"loss": 1.0665,
"step": 49000
},
{
"epoch": 6.57,
"eval_HasAns_exact": 27.22909825713564,
"eval_HasAns_f1": 60.76848064123057,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 27.170236753100337,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.436531343763434,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.170236753100337,
"eval_f1": 60.436531343763455,
"eval_total": 7983,
"step": 49000
},
{
"epoch": 6.63,
"learning_rate": 7.164442923936595e-06,
"loss": 1.053,
"step": 49500
},
{
"epoch": 6.63,
"eval_HasAns_exact": 26.91336196009093,
"eval_HasAns_f1": 60.13083722243696,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 21.53846153846154,
"eval_NoAns_f1": 21.53846153846154,
"eval_NoAns_total": 65,
"eval_best_exact": 26.869597895527995,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 59.816606429569816,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.869597895527995,
"eval_f1": 59.81660642956982,
"eval_total": 7983,
"step": 49500
},
{
"epoch": 6.7,
"learning_rate": 7.021895313034555e-06,
"loss": 1.06,
"step": 50000
},
{
"epoch": 6.7,
"eval_HasAns_exact": 27.885829754988634,
"eval_HasAns_f1": 62.14884731940757,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 27.79656770637605,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.780605420903086,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.79656770637605,
"eval_f1": 61.780605420903065,
"eval_total": 7983,
"step": 50000
},
{
"epoch": 6.77,
"learning_rate": 6.879347702132513e-06,
"loss": 1.0512,
"step": 50500
},
{
"epoch": 6.77,
"eval_HasAns_exact": 28.06264208133367,
"eval_HasAns_f1": 61.61980422643438,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 27.94688713516222,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.23081671864056,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.94688713516222,
"eval_f1": 61.23081671864054,
"eval_total": 7983,
"step": 50500
},
{
"epoch": 6.83,
"learning_rate": 6.736800091230472e-06,
"loss": 1.0668,
"step": 51000
},
{
"epoch": 6.83,
"eval_HasAns_exact": 27.709017428643598,
"eval_HasAns_f1": 61.393100322120155,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 27.62119503945885,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.03101194419986,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.62119503945885,
"eval_f1": 61.03101194419984,
"eval_total": 7983,
"step": 51000
},
{
"epoch": 6.9,
"learning_rate": 6.59425248032843e-06,
"loss": 1.0614,
"step": 51500
},
{
"epoch": 6.9,
"eval_HasAns_exact": 28.07527153321546,
"eval_HasAns_f1": 61.74371990867002,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 27.971940373293247,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.36625006098573,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.971940373293247,
"eval_f1": 61.36625006098573,
"eval_total": 7983,
"step": 51500
},
{
"epoch": 6.97,
"learning_rate": 6.451704869426388e-06,
"loss": 1.0667,
"step": 52000
},
{
"epoch": 6.97,
"eval_HasAns_exact": 28.113159888860825,
"eval_HasAns_f1": 61.571783458538675,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 28.022046849555306,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.20824018848921,
"eval_best_f1_thresh": 0.0,
"eval_exact": 28.022046849555306,
"eval_f1": 61.2082401884892,
"eval_total": 7983,
"step": 52000
},
{
"epoch": 7.03,
"learning_rate": 6.3091572585243475e-06,
"loss": 0.9903,
"step": 52500
},
{
"epoch": 7.03,
"eval_HasAns_exact": 26.951250315736296,
"eval_HasAns_f1": 61.03543304135232,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 26.84454465739697,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.6512036604569,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.84454465739697,
"eval_f1": 60.651203660456915,
"eval_total": 7983,
"step": 52500
},
{
"epoch": 7.1,
"learning_rate": 6.166609647622306e-06,
"loss": 0.9175,
"step": 53000
},
{
"epoch": 7.1,
"eval_HasAns_exact": 26.610255114928012,
"eval_HasAns_f1": 60.023096663321915,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.531379180759114,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 59.672163269470495,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.531379180759114,
"eval_f1": 59.67216326947051,
"eval_total": 7983,
"step": 53000
},
{
"epoch": 7.17,
"learning_rate": 6.024062036720265e-06,
"loss": 0.9086,
"step": 53500
},
{
"epoch": 7.17,
"eval_HasAns_exact": 26.723920181864106,
"eval_HasAns_f1": 61.377884403219866,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.644118752348742,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.01591991791246,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.644118752348742,
"eval_f1": 61.01591991791245,
"eval_total": 7983,
"step": 53500
},
{
"epoch": 7.24,
"learning_rate": 5.881514425818223e-06,
"loss": 0.9074,
"step": 54000
},
{
"epoch": 7.24,
"eval_HasAns_exact": 27.102803738317757,
"eval_HasAns_f1": 61.465795058045565,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 27.019917324314168,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.103114777603004,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.019917324314168,
"eval_f1": 61.10311477760302,
"eval_total": 7983,
"step": 54000
},
{
"epoch": 7.3,
"learning_rate": 5.738966814916183e-06,
"loss": 0.9207,
"step": 54500
},
{
"epoch": 7.3,
"eval_HasAns_exact": 26.24400101035615,
"eval_HasAns_f1": 60.521848057930576,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.19316046599023,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.19190691753654,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.19316046599023,
"eval_f1": 60.191906917536556,
"eval_total": 7983,
"step": 54500
},
{
"epoch": 7.37,
"learning_rate": 5.5964192040141405e-06,
"loss": 0.9353,
"step": 55000
},
{
"epoch": 7.37,
"eval_HasAns_exact": 27.01439757514524,
"eval_HasAns_f1": 61.02819548653803,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 26.919704371790054,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.656551655068036,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.919704371790054,
"eval_f1": 60.656551655068036,
"eval_total": 7983,
"step": 55000
},
{
"epoch": 7.44,
"learning_rate": 5.4538715931121e-06,
"loss": 0.9489,
"step": 55500
},
{
"epoch": 7.44,
"eval_HasAns_exact": 27.15332154584491,
"eval_HasAns_f1": 61.258275393661116,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 27.044970562445197,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.872231562947356,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.044970562445197,
"eval_f1": 60.87223156294736,
"eval_total": 7983,
"step": 55500
},
{
"epoch": 7.5,
"learning_rate": 5.3113239822100585e-06,
"loss": 0.9305,
"step": 56000
},
{
"epoch": 7.5,
"eval_HasAns_exact": 27.279616064662793,
"eval_HasAns_f1": 61.65225517730881,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 13.846153846153847,
"eval_NoAns_f1": 13.846153846153847,
"eval_NoAns_total": 65,
"eval_best_exact": 27.170236753100337,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.26300344405998,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.170236753100337,
"eval_f1": 61.26300344406,
"eval_total": 7983,
"step": 56000
},
{
"epoch": 7.57,
"learning_rate": 5.168776371308017e-06,
"loss": 0.9303,
"step": 56500
},
{
"epoch": 7.57,
"eval_HasAns_exact": 26.521848951755494,
"eval_HasAns_f1": 60.37027080526025,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.443692847300515,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.016510614562264,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.443692847300515,
"eval_f1": 60.01651061456227,
"eval_total": 7983,
"step": 56500
},
{
"epoch": 7.64,
"learning_rate": 5.026228760405976e-06,
"loss": 0.9449,
"step": 57000
},
{
"epoch": 7.64,
"eval_HasAns_exact": 27.39328113159889,
"eval_HasAns_f1": 62.14238343281087,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 27.308029562820995,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.77419416522567,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.308029562820995,
"eval_f1": 61.77419416522567,
"eval_total": 7983,
"step": 57000
},
{
"epoch": 7.7,
"learning_rate": 4.883681149503935e-06,
"loss": 0.9141,
"step": 57500
},
{
"epoch": 7.7,
"eval_HasAns_exact": 26.534478403637284,
"eval_HasAns_f1": 60.29428221993628,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 24.615384615384617,
"eval_NoAns_f1": 24.615384615384617,
"eval_NoAns_total": 65,
"eval_best_exact": 26.5188525616936,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.003773846605945,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.5188525616936,
"eval_f1": 60.003773846605945,
"eval_total": 7983,
"step": 57500
},
{
"epoch": 7.77,
"learning_rate": 4.741133538601894e-06,
"loss": 0.9199,
"step": 58000
},
{
"epoch": 7.77,
"eval_HasAns_exact": 26.976509219499874,
"eval_HasAns_f1": 61.379243481659564,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 26.90717775272454,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.02979454939003,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.90717775272454,
"eval_f1": 61.02979454939003,
"eval_total": 7983,
"step": 58000
},
{
"epoch": 7.84,
"learning_rate": 4.598585927699852e-06,
"loss": 0.9338,
"step": 58500
},
{
"epoch": 7.84,
"eval_HasAns_exact": 26.307148269765094,
"eval_HasAns_f1": 60.72553048550691,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 26.243266942252287,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.38140428212999,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.243266942252287,
"eval_f1": 60.38140428213,
"eval_total": 7983,
"step": 58500
},
{
"epoch": 7.91,
"learning_rate": 4.456038316797811e-06,
"loss": 0.9204,
"step": 59000
},
{
"epoch": 7.91,
"eval_HasAns_exact": 27.36802222783531,
"eval_HasAns_f1": 62.021263208727596,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 27.29550294375548,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.66658675769827,
"eval_best_f1_thresh": 0.0,
"eval_exact": 27.29550294375548,
"eval_f1": 61.666586757698255,
"eval_total": 7983,
"step": 59000
},
{
"epoch": 7.97,
"learning_rate": 4.3134907058957695e-06,
"loss": 0.9351,
"step": 59500
},
{
"epoch": 7.97,
"eval_HasAns_exact": 26.799696893154838,
"eval_HasAns_f1": 61.2660477382399,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 26.73180508580734,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.917520479942816,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.73180508580734,
"eval_f1": 60.91752047994283,
"eval_total": 7983,
"step": 59500
},
{
"epoch": 8.04,
"learning_rate": 4.170943094993729e-06,
"loss": 0.8545,
"step": 60000
},
{
"epoch": 8.04,
"eval_HasAns_exact": 27.01439757514524,
"eval_HasAns_f1": 61.314199148141626,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.957284228986598,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.97780644557003,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.957284228986598,
"eval_f1": 60.977806445570046,
"eval_total": 7983,
"step": 60000
},
{
"epoch": 8.11,
"learning_rate": 4.028395484091687e-06,
"loss": 0.8234,
"step": 60500
},
{
"epoch": 8.11,
"eval_HasAns_exact": 26.761808537509474,
"eval_HasAns_f1": 62.35576302120297,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 26.669171990479768,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.97330973341917,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.669171990479768,
"eval_f1": 61.97330973341915,
"eval_total": 7983,
"step": 60500
},
{
"epoch": 8.17,
"learning_rate": 3.885847873189645e-06,
"loss": 0.8427,
"step": 61000
},
{
"epoch": 8.17,
"eval_HasAns_exact": 26.09244758777469,
"eval_HasAns_f1": 60.43409077659736,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.01778779907303,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.07981094439411,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.01778779907303,
"eval_f1": 60.079810944394104,
"eval_total": 7983,
"step": 61000
},
{
"epoch": 8.24,
"learning_rate": 3.7433002622876042e-06,
"loss": 0.8261,
"step": 61500
},
{
"epoch": 8.24,
"eval_HasAns_exact": 26.47133114422834,
"eval_HasAns_f1": 61.219688212113844,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.393586371038456,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.85901180803175,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.393586371038456,
"eval_f1": 60.85901180803177,
"eval_total": 7983,
"step": 61500
},
{
"epoch": 8.31,
"learning_rate": 3.600752651385563e-06,
"loss": 0.8344,
"step": 62000
},
{
"epoch": 8.31,
"eval_HasAns_exact": 26.54710785551907,
"eval_HasAns_f1": 61.43442445472298,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 15.384615384615385,
"eval_NoAns_f1": 15.384615384615385,
"eval_NoAns_total": 65,
"eval_best_exact": 26.45621946636603,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.05947298415341,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.45621946636603,
"eval_f1": 61.059472984153395,
"eval_total": 7983,
"step": 62000
},
{
"epoch": 8.37,
"learning_rate": 3.4582050404835214e-06,
"loss": 0.813,
"step": 62500
},
{
"epoch": 8.37,
"eval_HasAns_exact": 27.00176812326345,
"eval_HasAns_f1": 62.09603511891683,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.919704371790054,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.72822323331875,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.919704371790054,
"eval_f1": 61.72822323331873,
"eval_total": 7983,
"step": 62500
},
{
"epoch": 8.44,
"learning_rate": 3.3156574295814804e-06,
"loss": 0.8116,
"step": 63000
},
{
"epoch": 8.44,
"eval_HasAns_exact": 26.761808537509474,
"eval_HasAns_f1": 61.72187754602157,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.681698609545283,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.357112164524445,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.681698609545283,
"eval_f1": 61.35711216452446,
"eval_total": 7983,
"step": 63000
},
{
"epoch": 8.51,
"learning_rate": 3.173109818679439e-06,
"loss": 0.8212,
"step": 63500
},
{
"epoch": 8.51,
"eval_HasAns_exact": 26.862844152563778,
"eval_HasAns_f1": 62.14075244477736,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.806964800200426,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.79762969532096,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.806964800200426,
"eval_f1": 61.79762969532096,
"eval_total": 7983,
"step": 63500
},
{
"epoch": 8.58,
"learning_rate": 3.0305622077773976e-06,
"loss": 0.8222,
"step": 64000
},
{
"epoch": 8.58,
"eval_HasAns_exact": 26.723920181864106,
"eval_HasAns_f1": 61.42653113262713,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 26.656645371414257,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.07669717000397,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.656645371414257,
"eval_f1": 61.07669717000398,
"eval_total": 7983,
"step": 64000
},
{
"epoch": 8.64,
"learning_rate": 2.8880145968753566e-06,
"loss": 0.8205,
"step": 64500
},
{
"epoch": 8.64,
"eval_HasAns_exact": 26.33240717352867,
"eval_HasAns_f1": 60.97293815916608,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.280846799448828,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.63932410676149,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.280846799448828,
"eval_f1": 60.63932410676149,
"eval_total": 7983,
"step": 64500
},
{
"epoch": 8.71,
"learning_rate": 2.745466985973315e-06,
"loss": 0.8301,
"step": 65000
},
{
"epoch": 8.71,
"eval_HasAns_exact": 26.572366759282648,
"eval_HasAns_f1": 61.023201280062096,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 26.506325942628084,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.67665135106249,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.506325942628084,
"eval_f1": 60.676651351062475,
"eval_total": 7983,
"step": 65000
},
{
"epoch": 8.78,
"learning_rate": 2.6029193750712738e-06,
"loss": 0.8147,
"step": 65500
},
{
"epoch": 8.78,
"eval_HasAns_exact": 26.597625663046223,
"eval_HasAns_f1": 61.61202867789058,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.5188525616936,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.248157719095246,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.5188525616936,
"eval_f1": 61.248157719095246,
"eval_total": 7983,
"step": 65500
},
{
"epoch": 8.84,
"learning_rate": 2.4603717641692328e-06,
"loss": 0.829,
"step": 66000
},
{
"epoch": 8.84,
"eval_HasAns_exact": 26.117706491538268,
"eval_HasAns_f1": 61.29633370563857,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 16.923076923076923,
"eval_NoAns_f1": 16.923076923076923,
"eval_NoAns_total": 65,
"eval_best_exact": 26.04284103720406,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.9350332307712,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.04284103720406,
"eval_f1": 60.93503323077118,
"eval_total": 7983,
"step": 66000
},
{
"epoch": 8.91,
"learning_rate": 2.3178241532671914e-06,
"loss": 0.8161,
"step": 66500
},
{
"epoch": 8.91,
"eval_HasAns_exact": 26.54710785551907,
"eval_HasAns_f1": 61.4951492974776,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 26.481272704497055,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.14475662500658,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.481272704497055,
"eval_f1": 61.14475662500659,
"eval_total": 7983,
"step": 66500
},
{
"epoch": 8.98,
"learning_rate": 2.17527654236515e-06,
"loss": 0.8365,
"step": 67000
},
{
"epoch": 8.98,
"eval_HasAns_exact": 26.572366759282648,
"eval_HasAns_f1": 61.82650791887594,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 26.506325942628084,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.473417224309124,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.506325942628084,
"eval_f1": 61.473417224309124,
"eval_total": 7983,
"step": 67000
},
{
"epoch": 9.04,
"learning_rate": 2.032728931463109e-06,
"loss": 0.7749,
"step": 67500
},
{
"epoch": 9.04,
"eval_HasAns_exact": 26.433442788582976,
"eval_HasAns_f1": 61.4165049966057,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 18.46153846153846,
"eval_NoAns_f1": 18.46153846153846,
"eval_NoAns_total": 65,
"eval_best_exact": 26.368533132907427,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.06675266981385,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.368533132907427,
"eval_f1": 61.06675266981385,
"eval_total": 7983,
"step": 67500
},
{
"epoch": 9.11,
"learning_rate": 1.8901813205610676e-06,
"loss": 0.7611,
"step": 68000
},
{
"epoch": 9.11,
"eval_HasAns_exact": 26.117706491538268,
"eval_HasAns_f1": 61.777210346593094,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.067894275335085,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.43704766683255,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.067894275335085,
"eval_f1": 61.43704766683255,
"eval_total": 7983,
"step": 68000
},
{
"epoch": 9.18,
"learning_rate": 1.7476337096590261e-06,
"loss": 0.7326,
"step": 68500
},
{
"epoch": 9.18,
"eval_HasAns_exact": 26.117706491538268,
"eval_HasAns_f1": 61.245581761717254,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 21.53846153846154,
"eval_NoAns_f1": 21.53846153846154,
"eval_NoAns_total": 65,
"eval_best_exact": 26.0804208944006,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.922274381720825,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.0804208944006,
"eval_f1": 60.922274381720825,
"eval_total": 7983,
"step": 68500
},
{
"epoch": 9.25,
"learning_rate": 1.605086098756985e-06,
"loss": 0.7493,
"step": 69000
},
{
"epoch": 9.25,
"eval_HasAns_exact": 26.193483202828997,
"eval_HasAns_f1": 61.03326897772823,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.143053989728173,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.69916369355534,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.143053989728173,
"eval_f1": 60.699163693555334,
"eval_total": 7983,
"step": 69000
},
{
"epoch": 9.31,
"learning_rate": 1.4625384878549437e-06,
"loss": 0.7394,
"step": 69500
},
{
"epoch": 9.31,
"eval_HasAns_exact": 26.307148269765094,
"eval_HasAns_f1": 61.2582740205435,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.2557935613178,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.922336677272156,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.2557935613178,
"eval_f1": 60.92233667727215,
"eval_total": 7983,
"step": 69500
},
{
"epoch": 9.38,
"learning_rate": 1.3199908769529023e-06,
"loss": 0.7467,
"step": 70000
},
{
"epoch": 9.38,
"eval_HasAns_exact": 25.928264713311442,
"eval_HasAns_f1": 61.08285196853556,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 25.879994989352372,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.74834296465798,
"eval_best_f1_thresh": 0.0,
"eval_exact": 25.879994989352372,
"eval_f1": 60.74834296465798,
"eval_total": 7983,
"step": 70000
},
{
"epoch": 9.45,
"learning_rate": 1.1774432660508611e-06,
"loss": 0.7446,
"step": 70500
},
{
"epoch": 9.45,
"eval_HasAns_exact": 26.130335943420057,
"eval_HasAns_f1": 61.32879120974875,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.0804208944006,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.99227969419903,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.0804208944006,
"eval_f1": 60.99227969419903,
"eval_total": 7983,
"step": 70500
},
{
"epoch": 9.51,
"learning_rate": 1.03489565514882e-06,
"loss": 0.7519,
"step": 71000
},
{
"epoch": 9.51,
"eval_HasAns_exact": 26.269259914119726,
"eval_HasAns_f1": 61.611796711729426,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.218213704121258,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.2729808798038,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.218213704121258,
"eval_f1": 61.2729808798038,
"eval_total": 7983,
"step": 71000
},
{
"epoch": 9.58,
"learning_rate": 8.923480442467784e-07,
"loss": 0.7437,
"step": 71500
},
{
"epoch": 9.58,
"eval_HasAns_exact": 26.446072240464765,
"eval_HasAns_f1": 61.45579299519043,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.393586371038456,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.11824739269922,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.393586371038456,
"eval_f1": 61.11824739269923,
"eval_total": 7983,
"step": 71500
},
{
"epoch": 9.65,
"learning_rate": 7.498004333447371e-07,
"loss": 0.7584,
"step": 72000
},
{
"epoch": 9.65,
"eval_HasAns_exact": 26.01667087648396,
"eval_HasAns_f1": 61.29681697148508,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 25.967681322810975,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.960565799852056,
"eval_best_f1_thresh": 0.0,
"eval_exact": 25.967681322810975,
"eval_f1": 60.960565799852056,
"eval_total": 7983,
"step": 72000
},
{
"epoch": 9.71,
"learning_rate": 6.072528224426959e-07,
"loss": 0.7528,
"step": 72500
},
{
"epoch": 9.71,
"eval_HasAns_exact": 26.33240717352867,
"eval_HasAns_f1": 61.431235411450984,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.280846799448828,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.09388976423263,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.280846799448828,
"eval_f1": 61.09388976423263,
"eval_total": 7983,
"step": 72500
},
{
"epoch": 9.78,
"learning_rate": 4.647052115406546e-07,
"loss": 0.7434,
"step": 73000
},
{
"epoch": 9.78,
"eval_HasAns_exact": 26.408183884819397,
"eval_HasAns_f1": 61.50068023326903,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.356006513841916,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.16276914531179,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.356006513841916,
"eval_f1": 61.16276914531181,
"eval_total": 7983,
"step": 73000
},
{
"epoch": 9.85,
"learning_rate": 3.2215760063861334e-07,
"loss": 0.7397,
"step": 73500
},
{
"epoch": 9.85,
"eval_HasAns_exact": 26.01667087648396,
"eval_HasAns_f1": 61.14120383462663,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 25.967681322810975,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.80621971221019,
"eval_best_f1_thresh": 0.0,
"eval_exact": 25.967681322810975,
"eval_f1": 60.806219712210186,
"eval_total": 7983,
"step": 73500
},
{
"epoch": 9.92,
"learning_rate": 1.7960998973657203e-07,
"loss": 0.7467,
"step": 74000
},
{
"epoch": 9.92,
"eval_HasAns_exact": 26.25663046223794,
"eval_HasAns_f1": 61.308967980407346,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.205687085055743,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 60.9726178715853,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.205687085055743,
"eval_f1": 60.9726178715853,
"eval_total": 7983,
"step": 74000
},
{
"epoch": 9.98,
"learning_rate": 3.706237883453074e-08,
"loss": 0.7369,
"step": 74500
},
{
"epoch": 9.98,
"eval_HasAns_exact": 26.294518817883304,
"eval_HasAns_f1": 61.406322256852434,
"eval_HasAns_total": 7918,
"eval_NoAns_exact": 20.0,
"eval_NoAns_f1": 20.0,
"eval_NoAns_total": 65,
"eval_best_exact": 26.243266942252287,
"eval_best_exact_thresh": 0.0,
"eval_best_f1": 61.06917946007236,
"eval_best_f1_thresh": 0.0,
"eval_exact": 26.243266942252287,
"eval_f1": 61.06917946007235,
"eval_total": 7983,
"step": 74500
},
{
"epoch": 10.0,
"step": 74630,
"total_flos": 3.120233413081866e+17,
"train_loss": 1.4580501551796152,
"train_runtime": 74852.5694,
"train_samples_per_second": 15.953,
"train_steps_per_second": 0.997
}
],
"max_steps": 74630,
"num_train_epochs": 10,
"total_flos": 3.120233413081866e+17,
"trial_name": null,
"trial_params": null
}