{
  "best_metric": 0.9330543933054394,
  "best_model_checkpoint": "/hdd1/mujeen/retrieval_prf/output/bert-base-cased_mnli_bc/checkpoint-32726",
  "epoch": 3.0,
  "global_step": 49089,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03,
      "learning_rate": 1.9796695797429162e-05,
      "loss": 0.4551,
      "step": 500
    },
    {
      "epoch": 0.06,
      "learning_rate": 1.959339159485832e-05,
      "loss": 0.3461,
      "step": 1000
    },
    {
      "epoch": 0.09,
      "learning_rate": 1.9389679969035833e-05,
      "loss": 0.3143,
      "step": 1500
    },
    {
      "epoch": 0.12,
      "learning_rate": 1.9185968343213347e-05,
      "loss": 0.31,
      "step": 2000
    },
    {
      "epoch": 0.15,
      "learning_rate": 1.8982256717390864e-05,
      "loss": 0.2923,
      "step": 2500
    },
    {
      "epoch": 0.18,
      "learning_rate": 1.8778545091568378e-05,
      "loss": 0.2835,
      "step": 3000
    },
    {
      "epoch": 0.21,
      "learning_rate": 1.8575240888997535e-05,
      "loss": 0.2842,
      "step": 3500
    },
    {
      "epoch": 0.24,
      "learning_rate": 1.8371529263175052e-05,
      "loss": 0.2713,
      "step": 4000
    },
    {
      "epoch": 0.28,
      "learning_rate": 1.8167817637352566e-05,
      "loss": 0.2712,
      "step": 4500
    },
    {
      "epoch": 0.31,
      "learning_rate": 1.796410601153008e-05,
      "loss": 0.256,
      "step": 5000
    },
    {
      "epoch": 0.34,
      "learning_rate": 1.7760801808959237e-05,
      "loss": 0.2602,
      "step": 5500
    },
    {
      "epoch": 0.37,
      "learning_rate": 1.7557090183136754e-05,
      "loss": 0.2619,
      "step": 6000
    },
    {
      "epoch": 0.4,
      "learning_rate": 1.7353378557314268e-05,
      "loss": 0.2528,
      "step": 6500
    },
    {
      "epoch": 0.43,
      "learning_rate": 1.714966693149178e-05,
      "loss": 0.2532,
      "step": 7000
    },
    {
      "epoch": 0.46,
      "learning_rate": 1.694636272892094e-05,
      "loss": 0.2378,
      "step": 7500
    },
    {
      "epoch": 0.49,
      "learning_rate": 1.6742651103098456e-05,
      "loss": 0.242,
      "step": 8000
    },
    {
      "epoch": 0.52,
      "learning_rate": 1.653893947727597e-05,
      "loss": 0.2595,
      "step": 8500
    },
    {
      "epoch": 0.55,
      "learning_rate": 1.6335227851453483e-05,
      "loss": 0.2368,
      "step": 9000
    },
    {
      "epoch": 0.58,
      "learning_rate": 1.6131923648882644e-05,
      "loss": 0.2452,
      "step": 9500
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.5928212023060157e-05,
      "loss": 0.2409,
      "step": 10000
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.572450039723767e-05,
      "loss": 0.2286,
      "step": 10500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.5520788771415185e-05,
      "loss": 0.2281,
      "step": 11000
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5317484568844346e-05,
      "loss": 0.2376,
      "step": 11500
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.5113772943021861e-05,
      "loss": 0.228,
      "step": 12000
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.4910061317199373e-05,
      "loss": 0.2257,
      "step": 12500
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.4706349691376888e-05,
      "loss": 0.2328,
      "step": 13000
    },
    {
      "epoch": 0.83,
      "learning_rate": 1.4502638065554402e-05,
      "loss": 0.2375,
      "step": 13500
    },
    {
      "epoch": 0.86,
      "learning_rate": 1.4298926439731917e-05,
      "loss": 0.2255,
      "step": 14000
    },
    {
      "epoch": 0.89,
      "learning_rate": 1.4095214813909431e-05,
      "loss": 0.2217,
      "step": 14500
    },
    {
      "epoch": 0.92,
      "learning_rate": 1.389191061133859e-05,
      "loss": 0.2312,
      "step": 15000
    },
    {
      "epoch": 0.95,
      "learning_rate": 1.3688198985516104e-05,
      "loss": 0.2196,
      "step": 15500
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.3484894782945264e-05,
      "loss": 0.2134,
      "step": 16000
    },
    {
      "epoch": 1.0,
      "eval_accuracy": 0.9266288105200239,
      "eval_loss": 0.21751809120178223,
      "eval_runtime": 21.2116,
      "eval_samples_per_second": 315.488,
      "eval_steps_per_second": 39.46,
      "step": 16363
    },
    {
      "epoch": 1.01,
      "learning_rate": 1.328118315712278e-05,
      "loss": 0.2003,
      "step": 16500
    },
    {
      "epoch": 1.04,
      "learning_rate": 1.3077471531300292e-05,
      "loss": 0.1491,
      "step": 17000
    },
    {
      "epoch": 1.07,
      "learning_rate": 1.2873759905477807e-05,
      "loss": 0.1467,
      "step": 17500
    },
    {
      "epoch": 1.1,
      "learning_rate": 1.267004827965532e-05,
      "loss": 0.1577,
      "step": 18000
    },
    {
      "epoch": 1.13,
      "learning_rate": 1.2466336653832836e-05,
      "loss": 0.152,
      "step": 18500
    },
    {
      "epoch": 1.16,
      "learning_rate": 1.2263032451261993e-05,
      "loss": 0.1622,
      "step": 19000
    },
    {
      "epoch": 1.19,
      "learning_rate": 1.2059728248691154e-05,
      "loss": 0.1485,
      "step": 19500
    },
    {
      "epoch": 1.22,
      "learning_rate": 1.185601662286867e-05,
      "loss": 0.1689,
      "step": 20000
    },
    {
      "epoch": 1.25,
      "learning_rate": 1.1652304997046182e-05,
      "loss": 0.1502,
      "step": 20500
    },
    {
      "epoch": 1.28,
      "learning_rate": 1.1448593371223697e-05,
      "loss": 0.1465,
      "step": 21000
    },
    {
      "epoch": 1.31,
      "learning_rate": 1.124488174540121e-05,
      "loss": 0.1581,
      "step": 21500
    },
    {
      "epoch": 1.34,
      "learning_rate": 1.1041170119578726e-05,
      "loss": 0.1587,
      "step": 22000
    },
    {
      "epoch": 1.38,
      "learning_rate": 1.083745849375624e-05,
      "loss": 0.1479,
      "step": 22500
    },
    {
      "epoch": 1.41,
      "learning_rate": 1.0633746867933755e-05,
      "loss": 0.1601,
      "step": 23000
    },
    {
      "epoch": 1.44,
      "learning_rate": 1.0430035242111267e-05,
      "loss": 0.1529,
      "step": 23500
    },
    {
      "epoch": 1.47,
      "learning_rate": 1.0226323616288782e-05,
      "loss": 0.1596,
      "step": 24000
    },
    {
      "epoch": 1.5,
      "learning_rate": 1.0022611990466298e-05,
      "loss": 0.1505,
      "step": 24500
    },
    {
      "epoch": 1.53,
      "learning_rate": 9.818900364643811e-06,
      "loss": 0.1521,
      "step": 25000
    },
    {
      "epoch": 1.56,
      "learning_rate": 9.615188738821325e-06,
      "loss": 0.16,
      "step": 25500
    },
    {
      "epoch": 1.59,
      "learning_rate": 9.411477112998839e-06,
      "loss": 0.1566,
      "step": 26000
    },
    {
      "epoch": 1.62,
      "learning_rate": 9.208172910428e-06,
      "loss": 0.1518,
      "step": 26500
    },
    {
      "epoch": 1.65,
      "learning_rate": 9.004461284605513e-06,
      "loss": 0.1578,
      "step": 27000
    },
    {
      "epoch": 1.68,
      "learning_rate": 8.800749658783028e-06,
      "loss": 0.154,
      "step": 27500
    },
    {
      "epoch": 1.71,
      "learning_rate": 8.597038032960542e-06,
      "loss": 0.1549,
      "step": 28000
    },
    {
      "epoch": 1.74,
      "learning_rate": 8.393733830389701e-06,
      "loss": 0.1572,
      "step": 28500
    },
    {
      "epoch": 1.77,
      "learning_rate": 8.190022204567215e-06,
      "loss": 0.1458,
      "step": 29000
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.986310578744728e-06,
      "loss": 0.1513,
      "step": 29500
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.782598952922244e-06,
      "loss": 0.1557,
      "step": 30000
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.578887327099758e-06,
      "loss": 0.1467,
      "step": 30500
    },
    {
      "epoch": 1.89,
      "learning_rate": 7.375583124528917e-06,
      "loss": 0.1562,
      "step": 31000
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.1722789219580764e-06,
      "loss": 0.1258,
      "step": 31500
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.968567296135591e-06,
      "loss": 0.1508,
      "step": 32000
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.7648556703131055e-06,
      "loss": 0.1543,
      "step": 32500
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.9330543933054394,
      "eval_loss": 0.23859120905399323,
      "eval_runtime": 21.7126,
      "eval_samples_per_second": 308.209,
      "eval_steps_per_second": 38.549,
      "step": 32726
    },
    {
      "epoch": 2.02,
      "learning_rate": 6.561144044490619e-06,
      "loss": 0.1121,
      "step": 33000
    },
    {
      "epoch": 2.05,
      "learning_rate": 6.357432418668134e-06,
      "loss": 0.0824,
      "step": 33500
    },
    {
      "epoch": 2.08,
      "learning_rate": 6.1541282160972935e-06,
      "loss": 0.0791,
      "step": 34000
    },
    {
      "epoch": 2.11,
      "learning_rate": 5.950416590274808e-06,
      "loss": 0.0824,
      "step": 34500
    },
    {
      "epoch": 2.14,
      "learning_rate": 5.747112387703967e-06,
      "loss": 0.0943,
      "step": 35000
    },
    {
      "epoch": 2.17,
      "learning_rate": 5.543400761881481e-06,
      "loss": 0.0827,
      "step": 35500
    },
    {
      "epoch": 2.2,
      "learning_rate": 5.339689136058995e-06,
      "loss": 0.0766,
      "step": 36000
    },
    {
      "epoch": 2.23,
      "learning_rate": 5.13597751023651e-06,
      "loss": 0.0833,
      "step": 36500
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.9322658844140235e-06,
      "loss": 0.0911,
      "step": 37000
    },
    {
      "epoch": 2.29,
      "learning_rate": 4.728554258591538e-06,
      "loss": 0.0921,
      "step": 37500
    },
    {
      "epoch": 2.32,
      "learning_rate": 4.5248426327690525e-06,
      "loss": 0.0978,
      "step": 38000
    },
    {
      "epoch": 2.35,
      "learning_rate": 4.321131006946567e-06,
      "loss": 0.0914,
      "step": 38500
    },
    {
      "epoch": 2.38,
      "learning_rate": 4.117419381124081e-06,
      "loss": 0.0879,
      "step": 39000
    },
    {
      "epoch": 2.41,
      "learning_rate": 3.913707755301596e-06,
      "loss": 0.0755,
      "step": 39500
    },
    {
      "epoch": 2.44,
      "learning_rate": 3.7104035527307546e-06,
      "loss": 0.0926,
      "step": 40000
    },
    {
      "epoch": 2.48,
      "learning_rate": 3.5066919269082687e-06,
      "loss": 0.0859,
      "step": 40500
    },
    {
      "epoch": 2.51,
      "learning_rate": 3.3029803010857832e-06,
      "loss": 0.0956,
      "step": 41000
    },
    {
      "epoch": 2.54,
      "learning_rate": 3.0992686752632978e-06,
      "loss": 0.0927,
      "step": 41500
    },
    {
      "epoch": 2.57,
      "learning_rate": 2.895557049440812e-06,
      "loss": 0.0833,
      "step": 42000
    },
    {
      "epoch": 2.6,
      "learning_rate": 2.692252846869971e-06,
      "loss": 0.0902,
      "step": 42500
    },
    {
      "epoch": 2.63,
      "learning_rate": 2.4885412210474854e-06,
      "loss": 0.0787,
      "step": 43000
    },
    {
      "epoch": 2.66,
      "learning_rate": 2.2848295952249995e-06,
      "loss": 0.0779,
      "step": 43500
    },
    {
      "epoch": 2.69,
      "learning_rate": 2.081117969402514e-06,
      "loss": 0.0739,
      "step": 44000
    },
    {
      "epoch": 2.72,
      "learning_rate": 1.8774063435800283e-06,
      "loss": 0.0818,
      "step": 44500
    },
    {
      "epoch": 2.75,
      "learning_rate": 1.6736947177575424e-06,
      "loss": 0.0886,
      "step": 45000
    },
    {
      "epoch": 2.78,
      "learning_rate": 1.4703905151867019e-06,
      "loss": 0.0852,
      "step": 45500
    },
    {
      "epoch": 2.81,
      "learning_rate": 1.2666788893642162e-06,
      "loss": 0.0766,
      "step": 46000
    },
    {
      "epoch": 2.84,
      "learning_rate": 1.0629672635417305e-06,
      "loss": 0.0786,
      "step": 46500
    },
    {
      "epoch": 2.87,
      "learning_rate": 8.592556377192448e-07,
      "loss": 0.0859,
      "step": 47000
    },
    {
      "epoch": 2.9,
      "learning_rate": 6.559514351484039e-07,
      "loss": 0.0813,
      "step": 47500
    },
    {
      "epoch": 2.93,
      "learning_rate": 4.5223980932591824e-07,
      "loss": 0.0763,
      "step": 48000
    },
    {
      "epoch": 2.96,
      "learning_rate": 2.4852818350343254e-07,
      "loss": 0.0809,
      "step": 48500
    },
    {
      "epoch": 2.99,
      "learning_rate": 4.481655768094686e-08,
      "loss": 0.0913,
      "step": 49000
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.9318589360430365,
      "eval_loss": 0.3323625326156616,
      "eval_runtime": 19.8853,
      "eval_samples_per_second": 336.53,
      "eval_steps_per_second": 42.091,
      "step": 49089
    },
    {
      "epoch": 3.0,
      "step": 49089,
      "total_flos": 3.4060342782888e+16,
      "train_loss": 0.16549377483758101,
      "train_runtime": 5592.5998,
      "train_samples_per_second": 140.437,
      "train_steps_per_second": 8.777
    }
  ],
  "max_steps": 49089,
  "num_train_epochs": 3,
  "total_flos": 3.4060342782888e+16,
  "trial_name": null,
  "trial_params": null
}