{ "best_metric": 0.9400777047220562, "best_model_checkpoint": "/hdd1/mujeen/retrieval_prf/output/albert-base-v2_mnli_bc/checkpoint-49089", "epoch": 3.0, "global_step": 49089, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "learning_rate": 1.979832549043574e-05, "loss": 0.4104, "step": 500 }, { "epoch": 0.06, "learning_rate": 1.9595021287864898e-05, "loss": 0.3325, "step": 1000 }, { "epoch": 0.09, "learning_rate": 1.939171708529406e-05, "loss": 0.3067, "step": 1500 }, { "epoch": 0.12, "learning_rate": 1.9188005459471572e-05, "loss": 0.3078, "step": 2000 }, { "epoch": 0.15, "learning_rate": 1.898429383364909e-05, "loss": 0.2841, "step": 2500 }, { "epoch": 0.18, "learning_rate": 1.8780582207826603e-05, "loss": 0.2747, "step": 3000 }, { "epoch": 0.21, "learning_rate": 1.8576870582004117e-05, "loss": 0.2749, "step": 3500 }, { "epoch": 0.24, "learning_rate": 1.837315895618163e-05, "loss": 0.2612, "step": 4000 }, { "epoch": 0.28, "learning_rate": 1.8169447330359144e-05, "loss": 0.2629, "step": 4500 }, { "epoch": 0.31, "learning_rate": 1.796573570453666e-05, "loss": 0.2586, "step": 5000 }, { "epoch": 0.34, "learning_rate": 1.776202407871417e-05, "loss": 0.2599, "step": 5500 }, { "epoch": 0.37, "learning_rate": 1.755831245289169e-05, "loss": 0.2579, "step": 6000 }, { "epoch": 0.4, "learning_rate": 1.7354600827069202e-05, "loss": 0.2479, "step": 6500 }, { "epoch": 0.43, "learning_rate": 1.7150889201246716e-05, "loss": 0.2444, "step": 7000 }, { "epoch": 0.46, "learning_rate": 1.6947177575424233e-05, "loss": 0.2419, "step": 7500 }, { "epoch": 0.49, "learning_rate": 1.6743465949601747e-05, "loss": 0.2452, "step": 8000 }, { "epoch": 0.52, "learning_rate": 1.653975432377926e-05, "loss": 0.2493, "step": 8500 }, { "epoch": 0.55, "learning_rate": 1.6336042697956774e-05, "loss": 0.2343, "step": 9000 }, { "epoch": 0.58, "learning_rate": 1.6132738495385935e-05, "loss": 0.2464, "step": 9500 }, { "epoch": 0.61, "learning_rate": 1.5929026869563445e-05, "loss": 0.2305, "step": 10000 }, { "epoch": 0.64, "learning_rate": 1.5725315243740962e-05, "loss": 0.231, "step": 10500 }, { "epoch": 0.67, "learning_rate": 1.5521603617918476e-05, "loss": 0.2339, "step": 11000 }, { "epoch": 0.7, "learning_rate": 1.5318299415347636e-05, "loss": 0.2267, "step": 11500 }, { "epoch": 0.73, "learning_rate": 1.511458778952515e-05, "loss": 0.2249, "step": 12000 }, { "epoch": 0.76, "learning_rate": 1.4910876163702664e-05, "loss": 0.233, "step": 12500 }, { "epoch": 0.79, "learning_rate": 1.4707164537880179e-05, "loss": 0.2257, "step": 13000 }, { "epoch": 0.83, "learning_rate": 1.4503452912057691e-05, "loss": 0.2277, "step": 13500 }, { "epoch": 0.86, "learning_rate": 1.4299741286235206e-05, "loss": 0.2225, "step": 14000 }, { "epoch": 0.89, "learning_rate": 1.409602966041272e-05, "loss": 0.226, "step": 14500 }, { "epoch": 0.92, "learning_rate": 1.3892318034590235e-05, "loss": 0.2173, "step": 15000 }, { "epoch": 0.95, "learning_rate": 1.3689013832019396e-05, "loss": 0.2191, "step": 15500 }, { "epoch": 0.98, "learning_rate": 1.3485302206196908e-05, "loss": 0.2159, "step": 16000 }, { "epoch": 1.0, "eval_accuracy": 0.9248356246264196, "eval_loss": 0.22675447165966034, "eval_runtime": 19.8714, "eval_samples_per_second": 336.766, "eval_steps_per_second": 42.121, "step": 16363 }, { "epoch": 1.01, "learning_rate": 1.3281590580374423e-05, "loss": 0.2072, "step": 16500 }, { "epoch": 1.04, "learning_rate": 1.3077878954551937e-05, "loss": 0.1826, "step": 17000 }, { "epoch": 1.07, "learning_rate": 1.2874574751981098e-05, "loss": 0.1817, "step": 17500 }, { "epoch": 1.1, "learning_rate": 1.267086312615861e-05, "loss": 0.1745, "step": 18000 }, { "epoch": 1.13, "learning_rate": 1.2467151500336125e-05, "loss": 0.1841, "step": 18500 }, { "epoch": 1.16, "learning_rate": 1.2263439874513639e-05, "loss": 0.1856, "step": 19000 }, { "epoch": 1.19, "learning_rate": 1.2059728248691154e-05, "loss": 0.19, "step": 19500 }, { "epoch": 1.22, "learning_rate": 1.185601662286867e-05, "loss": 0.2017, "step": 20000 }, { "epoch": 1.25, "learning_rate": 1.1652304997046182e-05, "loss": 0.1885, "step": 20500 }, { "epoch": 1.28, "learning_rate": 1.1449000794475342e-05, "loss": 0.1732, "step": 21000 }, { "epoch": 1.31, "learning_rate": 1.12456965919045e-05, "loss": 0.1852, "step": 21500 }, { "epoch": 1.34, "learning_rate": 1.104239238933366e-05, "loss": 0.1899, "step": 22000 }, { "epoch": 1.38, "learning_rate": 1.0838680763511174e-05, "loss": 0.172, "step": 22500 }, { "epoch": 1.41, "learning_rate": 1.063496913768869e-05, "loss": 0.1869, "step": 23000 }, { "epoch": 1.44, "learning_rate": 1.0431257511866205e-05, "loss": 0.1956, "step": 23500 }, { "epoch": 1.47, "learning_rate": 1.0227545886043717e-05, "loss": 0.1925, "step": 24000 }, { "epoch": 1.5, "learning_rate": 1.0023834260221232e-05, "loss": 0.1867, "step": 24500 }, { "epoch": 1.53, "learning_rate": 9.820122634398746e-06, "loss": 0.1829, "step": 25000 }, { "epoch": 1.56, "learning_rate": 9.616411008576261e-06, "loss": 0.1764, "step": 25500 }, { "epoch": 1.59, "learning_rate": 9.412699382753775e-06, "loss": 0.1717, "step": 26000 }, { "epoch": 1.62, "learning_rate": 9.208987756931288e-06, "loss": 0.1767, "step": 26500 }, { "epoch": 1.65, "learning_rate": 9.005276131108804e-06, "loss": 0.1723, "step": 27000 }, { "epoch": 1.68, "learning_rate": 8.801971928537963e-06, "loss": 0.1753, "step": 27500 }, { "epoch": 1.71, "learning_rate": 8.598667725967122e-06, "loss": 0.1865, "step": 28000 }, { "epoch": 1.74, "learning_rate": 8.394956100144636e-06, "loss": 0.1708, "step": 28500 }, { "epoch": 1.77, "learning_rate": 8.19124447432215e-06, "loss": 0.1731, "step": 29000 }, { "epoch": 1.8, "learning_rate": 7.987532848499665e-06, "loss": 0.1667, "step": 29500 }, { "epoch": 1.83, "learning_rate": 7.78382122267718e-06, "loss": 0.1852, "step": 30000 }, { "epoch": 1.86, "learning_rate": 7.580109596854694e-06, "loss": 0.1737, "step": 30500 }, { "epoch": 1.89, "learning_rate": 7.376397971032207e-06, "loss": 0.1806, "step": 31000 }, { "epoch": 1.93, "learning_rate": 7.172686345209722e-06, "loss": 0.1698, "step": 31500 }, { "epoch": 1.96, "learning_rate": 6.9689747193872355e-06, "loss": 0.175, "step": 32000 }, { "epoch": 1.99, "learning_rate": 6.76526309356475e-06, "loss": 0.1817, "step": 32500 }, { "epoch": 2.0, "eval_accuracy": 0.9346981470412433, "eval_loss": 0.2335003763437271, "eval_runtime": 19.6848, "eval_samples_per_second": 339.958, "eval_steps_per_second": 42.52, "step": 32726 }, { "epoch": 2.02, "learning_rate": 6.5615514677422645e-06, "loss": 0.1377, "step": 33000 }, { "epoch": 2.05, "learning_rate": 6.358247265171424e-06, "loss": 0.0941, "step": 33500 }, { "epoch": 2.08, "learning_rate": 6.154535639348939e-06, "loss": 0.1108, "step": 34000 }, { "epoch": 2.11, "learning_rate": 5.950824013526453e-06, "loss": 0.1082, "step": 34500 }, { "epoch": 2.14, "learning_rate": 5.747112387703967e-06, "loss": 0.1117, "step": 35000 }, { "epoch": 2.17, "learning_rate": 5.543400761881481e-06, "loss": 0.1155, "step": 35500 }, { "epoch": 2.2, "learning_rate": 5.339689136058995e-06, "loss": 0.1013, "step": 36000 }, { "epoch": 2.23, "learning_rate": 5.13597751023651e-06, "loss": 0.1156, "step": 36500 }, { "epoch": 2.26, "learning_rate": 4.9322658844140235e-06, "loss": 0.1014, "step": 37000 }, { "epoch": 2.29, "learning_rate": 4.729369105094828e-06, "loss": 0.1124, "step": 37500 }, { "epoch": 2.32, "learning_rate": 4.5256574792723424e-06, "loss": 0.1178, "step": 38000 }, { "epoch": 2.35, "learning_rate": 4.321945853449856e-06, "loss": 0.1088, "step": 38500 }, { "epoch": 2.38, "learning_rate": 4.118641650879016e-06, "loss": 0.1216, "step": 39000 }, { "epoch": 2.41, "learning_rate": 3.9149300250565305e-06, "loss": 0.1087, "step": 39500 }, { "epoch": 2.44, "learning_rate": 3.7112183992340446e-06, "loss": 0.1094, "step": 40000 }, { "epoch": 2.48, "learning_rate": 3.5075067734115587e-06, "loss": 0.1137, "step": 40500 }, { "epoch": 2.51, "learning_rate": 3.303795147589073e-06, "loss": 0.1161, "step": 41000 }, { "epoch": 2.54, "learning_rate": 3.1000835217665877e-06, "loss": 0.1055, "step": 41500 }, { "epoch": 2.57, "learning_rate": 2.896371895944102e-06, "loss": 0.1058, "step": 42000 }, { "epoch": 2.6, "learning_rate": 2.692660270121616e-06, "loss": 0.1037, "step": 42500 }, { "epoch": 2.63, "learning_rate": 2.4889486442991304e-06, "loss": 0.1023, "step": 43000 }, { "epoch": 2.66, "learning_rate": 2.2852370184766445e-06, "loss": 0.0998, "step": 43500 }, { "epoch": 2.69, "learning_rate": 2.081932815905804e-06, "loss": 0.1097, "step": 44000 }, { "epoch": 2.72, "learning_rate": 1.8782211900833183e-06, "loss": 0.0914, "step": 44500 }, { "epoch": 2.75, "learning_rate": 1.6745095642608326e-06, "loss": 0.1139, "step": 45000 }, { "epoch": 2.78, "learning_rate": 1.4707979384383466e-06, "loss": 0.0998, "step": 45500 }, { "epoch": 2.81, "learning_rate": 1.2670863126158612e-06, "loss": 0.0959, "step": 46000 }, { "epoch": 2.84, "learning_rate": 1.0633746867933755e-06, "loss": 0.0994, "step": 46500 }, { "epoch": 2.87, "learning_rate": 8.596630609708896e-07, "loss": 0.1093, "step": 47000 }, { "epoch": 2.9, "learning_rate": 6.559514351484039e-07, "loss": 0.0967, "step": 47500 }, { "epoch": 2.93, "learning_rate": 4.5264723257756327e-07, "loss": 0.102, "step": 48000 }, { "epoch": 2.96, "learning_rate": 2.4893560675507757e-07, "loss": 0.0966, "step": 48500 }, { "epoch": 2.99, "learning_rate": 4.522398093259183e-08, "loss": 0.0863, "step": 49000 }, { "epoch": 3.0, "eval_accuracy": 0.9400777047220562, "eval_loss": 0.3014400601387024, "eval_runtime": 20.103, "eval_samples_per_second": 332.885, "eval_steps_per_second": 41.636, "step": 49089 }, { "epoch": 3.0, "step": 49089, "total_flos": 3063521562716160.0, "train_loss": 0.18007777646369438, "train_runtime": 3964.6017, "train_samples_per_second": 198.105, "train_steps_per_second": 12.382 } ], "max_steps": 49089, "num_train_epochs": 3, "total_flos": 3063521562716160.0, "trial_name": null, "trial_params": null }