{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "global_step": 131, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 0.0, "loss": 0.6182, "step": 1 }, { "epoch": 0.02, "learning_rate": 2.5e-06, "loss": 0.5643, "step": 2 }, { "epoch": 0.02, "learning_rate": 5e-06, "loss": 0.3278, "step": 3 }, { "epoch": 0.03, "learning_rate": 7.500000000000001e-06, "loss": 0.2989, "step": 4 }, { "epoch": 0.04, "learning_rate": 1e-05, "loss": 0.4602, "step": 5 }, { "epoch": 0.05, "learning_rate": 1.25e-05, "loss": 0.2419, "step": 6 }, { "epoch": 0.05, "learning_rate": 1.5000000000000002e-05, "loss": 0.1365, "step": 7 }, { "epoch": 0.06, "learning_rate": 1.7500000000000002e-05, "loss": 0.1681, "step": 8 }, { "epoch": 0.07, "learning_rate": 2e-05, "loss": 0.2208, "step": 9 }, { "epoch": 0.08, "learning_rate": 1.994805194805195e-05, "loss": 0.2965, "step": 10 }, { "epoch": 0.08, "learning_rate": 1.98961038961039e-05, "loss": 0.2291, "step": 11 }, { "epoch": 0.09, "learning_rate": 1.9844155844155846e-05, "loss": 0.239, "step": 12 }, { "epoch": 0.1, "learning_rate": 1.9792207792207794e-05, "loss": 0.1757, "step": 13 }, { "epoch": 0.11, "learning_rate": 1.974025974025974e-05, "loss": 0.1974, "step": 14 }, { "epoch": 0.11, "learning_rate": 1.968831168831169e-05, "loss": 0.1589, "step": 15 }, { "epoch": 0.12, "learning_rate": 1.963636363636364e-05, "loss": 0.1409, "step": 16 }, { "epoch": 0.13, "learning_rate": 1.9584415584415586e-05, "loss": 0.2429, "step": 17 }, { "epoch": 0.14, "learning_rate": 1.9532467532467533e-05, "loss": 0.2008, "step": 18 }, { "epoch": 0.15, "learning_rate": 1.9480519480519483e-05, "loss": 0.1727, "step": 19 }, { "epoch": 0.15, "learning_rate": 1.942857142857143e-05, "loss": 0.2359, "step": 20 }, { "epoch": 0.16, "learning_rate": 1.9376623376623377e-05, "loss": 0.1524, "step": 21 }, { "epoch": 0.17, "learning_rate": 1.9324675324675325e-05, "loss": 0.1708, "step": 22 }, { "epoch": 0.18, "learning_rate": 1.9272727272727275e-05, "loss": 0.1446, "step": 23 }, { "epoch": 0.18, "learning_rate": 1.9220779220779222e-05, "loss": 0.1171, "step": 24 }, { "epoch": 0.19, "learning_rate": 1.916883116883117e-05, "loss": 0.1835, "step": 25 }, { "epoch": 0.2, "learning_rate": 1.9116883116883117e-05, "loss": 0.1806, "step": 26 }, { "epoch": 0.21, "learning_rate": 1.9064935064935067e-05, "loss": 0.1147, "step": 27 }, { "epoch": 0.21, "learning_rate": 1.9012987012987014e-05, "loss": 0.1968, "step": 28 }, { "epoch": 0.22, "learning_rate": 1.896103896103896e-05, "loss": 0.1194, "step": 29 }, { "epoch": 0.23, "learning_rate": 1.8909090909090912e-05, "loss": 0.1694, "step": 30 }, { "epoch": 0.24, "learning_rate": 1.885714285714286e-05, "loss": 0.0948, "step": 31 }, { "epoch": 0.24, "learning_rate": 1.8805194805194806e-05, "loss": 0.1289, "step": 32 }, { "epoch": 0.25, "learning_rate": 1.8753246753246753e-05, "loss": 0.1513, "step": 33 }, { "epoch": 0.26, "learning_rate": 1.8701298701298704e-05, "loss": 0.116, "step": 34 }, { "epoch": 0.27, "learning_rate": 1.864935064935065e-05, "loss": 0.1036, "step": 35 }, { "epoch": 0.27, "learning_rate": 1.8597402597402598e-05, "loss": 0.1255, "step": 36 }, { "epoch": 0.28, "learning_rate": 1.8545454545454545e-05, "loss": 0.1422, "step": 37 }, { "epoch": 0.29, "learning_rate": 1.8493506493506496e-05, "loss": 0.1181, "step": 38 }, { "epoch": 0.3, "learning_rate": 1.8441558441558443e-05, "loss": 0.0667, "step": 39 }, { "epoch": 0.31, "learning_rate": 1.838961038961039e-05, "loss": 0.1549, "step": 40 }, { "epoch": 0.31, "learning_rate": 1.8337662337662337e-05, "loss": 0.1216, "step": 41 }, { "epoch": 0.32, "learning_rate": 1.8285714285714288e-05, "loss": 0.124, "step": 42 }, { "epoch": 0.33, "learning_rate": 1.8233766233766235e-05, "loss": 0.0541, "step": 43 }, { "epoch": 0.34, "learning_rate": 1.8181818181818182e-05, "loss": 0.1433, "step": 44 }, { "epoch": 0.34, "learning_rate": 1.812987012987013e-05, "loss": 0.1909, "step": 45 }, { "epoch": 0.35, "learning_rate": 1.807792207792208e-05, "loss": 0.1342, "step": 46 }, { "epoch": 0.36, "learning_rate": 1.8025974025974027e-05, "loss": 0.2, "step": 47 }, { "epoch": 0.37, "learning_rate": 1.7974025974025974e-05, "loss": 0.1792, "step": 48 }, { "epoch": 0.37, "learning_rate": 1.792207792207792e-05, "loss": 0.1465, "step": 49 }, { "epoch": 0.38, "learning_rate": 1.7870129870129872e-05, "loss": 0.1363, "step": 50 }, { "epoch": 0.39, "learning_rate": 1.781818181818182e-05, "loss": 0.0871, "step": 51 }, { "epoch": 0.4, "learning_rate": 1.7766233766233766e-05, "loss": 0.2048, "step": 52 }, { "epoch": 0.4, "learning_rate": 1.7714285714285717e-05, "loss": 0.0595, "step": 53 }, { "epoch": 0.41, "learning_rate": 1.7662337662337664e-05, "loss": 0.1284, "step": 54 }, { "epoch": 0.42, "learning_rate": 1.761038961038961e-05, "loss": 0.0633, "step": 55 }, { "epoch": 0.43, "learning_rate": 1.7558441558441558e-05, "loss": 0.2136, "step": 56 }, { "epoch": 0.44, "learning_rate": 1.750649350649351e-05, "loss": 0.1154, "step": 57 }, { "epoch": 0.44, "learning_rate": 1.7454545454545456e-05, "loss": 0.0985, "step": 58 }, { "epoch": 0.45, "learning_rate": 1.7402597402597403e-05, "loss": 0.0892, "step": 59 }, { "epoch": 0.46, "learning_rate": 1.735064935064935e-05, "loss": 0.1087, "step": 60 }, { "epoch": 0.47, "learning_rate": 1.72987012987013e-05, "loss": 0.1084, "step": 61 }, { "epoch": 0.47, "learning_rate": 1.7246753246753248e-05, "loss": 0.0879, "step": 62 }, { "epoch": 0.48, "learning_rate": 1.7194805194805195e-05, "loss": 0.1091, "step": 63 }, { "epoch": 0.49, "learning_rate": 1.7142857142857142e-05, "loss": 0.1548, "step": 64 }, { "epoch": 0.5, "learning_rate": 1.7090909090909092e-05, "loss": 0.1025, "step": 65 }, { "epoch": 0.5, "learning_rate": 1.703896103896104e-05, "loss": 0.0781, "step": 66 }, { "epoch": 0.51, "learning_rate": 1.6987012987012987e-05, "loss": 0.1067, "step": 67 }, { "epoch": 0.52, "learning_rate": 1.6935064935064934e-05, "loss": 0.1866, "step": 68 }, { "epoch": 0.53, "learning_rate": 1.6883116883116884e-05, "loss": 0.1791, "step": 69 }, { "epoch": 0.53, "learning_rate": 1.683116883116883e-05, "loss": 0.2136, "step": 70 }, { "epoch": 0.54, "learning_rate": 1.677922077922078e-05, "loss": 0.1061, "step": 71 }, { "epoch": 0.55, "learning_rate": 1.672727272727273e-05, "loss": 0.1349, "step": 72 }, { "epoch": 0.56, "learning_rate": 1.6675324675324676e-05, "loss": 0.1122, "step": 73 }, { "epoch": 0.56, "learning_rate": 1.6623376623376627e-05, "loss": 0.061, "step": 74 }, { "epoch": 0.57, "learning_rate": 1.6571428571428574e-05, "loss": 0.1085, "step": 75 }, { "epoch": 0.58, "learning_rate": 1.651948051948052e-05, "loss": 0.1395, "step": 76 }, { "epoch": 0.59, "learning_rate": 1.646753246753247e-05, "loss": 0.0708, "step": 77 }, { "epoch": 0.6, "learning_rate": 1.641558441558442e-05, "loss": 0.0938, "step": 78 }, { "epoch": 0.6, "learning_rate": 1.6363636363636366e-05, "loss": 0.0729, "step": 79 }, { "epoch": 0.61, "learning_rate": 1.6311688311688313e-05, "loss": 0.1487, "step": 80 }, { "epoch": 0.62, "learning_rate": 1.6259740259740264e-05, "loss": 0.1433, "step": 81 }, { "epoch": 0.63, "learning_rate": 1.620779220779221e-05, "loss": 0.0832, "step": 82 }, { "epoch": 0.63, "learning_rate": 1.6155844155844158e-05, "loss": 0.0998, "step": 83 }, { "epoch": 0.64, "learning_rate": 1.6103896103896105e-05, "loss": 0.1013, "step": 84 }, { "epoch": 0.65, "learning_rate": 1.6051948051948056e-05, "loss": 0.0669, "step": 85 }, { "epoch": 0.66, "learning_rate": 1.6000000000000003e-05, "loss": 0.0882, "step": 86 }, { "epoch": 0.66, "learning_rate": 1.594805194805195e-05, "loss": 0.0881, "step": 87 }, { "epoch": 0.67, "learning_rate": 1.5896103896103897e-05, "loss": 0.1476, "step": 88 }, { "epoch": 0.68, "learning_rate": 1.5844155844155847e-05, "loss": 0.0749, "step": 89 }, { "epoch": 0.69, "learning_rate": 1.5792207792207795e-05, "loss": 0.1039, "step": 90 }, { "epoch": 0.69, "learning_rate": 1.5740259740259742e-05, "loss": 0.063, "step": 91 }, { "epoch": 0.7, "learning_rate": 1.568831168831169e-05, "loss": 0.0859, "step": 92 }, { "epoch": 0.71, "learning_rate": 1.563636363636364e-05, "loss": 0.1242, "step": 93 }, { "epoch": 0.72, "learning_rate": 1.5584415584415587e-05, "loss": 0.0212, "step": 94 }, { "epoch": 0.73, "learning_rate": 1.5532467532467534e-05, "loss": 0.0985, "step": 95 }, { "epoch": 0.73, "learning_rate": 1.548051948051948e-05, "loss": 0.0693, "step": 96 }, { "epoch": 0.74, "learning_rate": 1.542857142857143e-05, "loss": 0.0513, "step": 97 }, { "epoch": 0.75, "learning_rate": 1.537662337662338e-05, "loss": 0.0501, "step": 98 }, { "epoch": 0.76, "learning_rate": 1.5324675324675326e-05, "loss": 0.0782, "step": 99 }, { "epoch": 0.76, "learning_rate": 1.5272727272727276e-05, "loss": 0.0441, "step": 100 }, { "epoch": 0.77, "learning_rate": 1.5220779220779223e-05, "loss": 0.0612, "step": 101 }, { "epoch": 0.78, "learning_rate": 1.516883116883117e-05, "loss": 0.0882, "step": 102 }, { "epoch": 0.79, "learning_rate": 1.511688311688312e-05, "loss": 0.2014, "step": 103 }, { "epoch": 0.79, "learning_rate": 1.5064935064935066e-05, "loss": 0.1176, "step": 104 }, { "epoch": 0.8, "learning_rate": 1.5012987012987015e-05, "loss": 0.0952, "step": 105 }, { "epoch": 0.81, "learning_rate": 1.4961038961038962e-05, "loss": 0.0877, "step": 106 }, { "epoch": 0.82, "learning_rate": 1.4909090909090911e-05, "loss": 0.074, "step": 107 }, { "epoch": 0.82, "learning_rate": 1.4857142857142858e-05, "loss": 0.0882, "step": 108 }, { "epoch": 0.83, "learning_rate": 1.4805194805194807e-05, "loss": 0.0598, "step": 109 }, { "epoch": 0.84, "learning_rate": 1.4753246753246754e-05, "loss": 0.1338, "step": 110 }, { "epoch": 0.85, "learning_rate": 1.4701298701298703e-05, "loss": 0.0816, "step": 111 }, { "epoch": 0.85, "learning_rate": 1.464935064935065e-05, "loss": 0.0763, "step": 112 }, { "epoch": 0.86, "learning_rate": 1.45974025974026e-05, "loss": 0.0444, "step": 113 }, { "epoch": 0.87, "learning_rate": 1.4545454545454546e-05, "loss": 0.0537, "step": 114 }, { "epoch": 0.88, "learning_rate": 1.4493506493506495e-05, "loss": 0.0675, "step": 115 }, { "epoch": 0.89, "learning_rate": 1.4441558441558442e-05, "loss": 0.2089, "step": 116 }, { "epoch": 0.89, "learning_rate": 1.4389610389610391e-05, "loss": 0.0752, "step": 117 }, { "epoch": 0.9, "learning_rate": 1.433766233766234e-05, "loss": 0.0674, "step": 118 }, { "epoch": 0.91, "learning_rate": 1.4285714285714287e-05, "loss": 0.0596, "step": 119 }, { "epoch": 0.92, "learning_rate": 1.4233766233766236e-05, "loss": 0.1523, "step": 120 }, { "epoch": 0.92, "learning_rate": 1.4181818181818183e-05, "loss": 0.077, "step": 121 }, { "epoch": 0.93, "learning_rate": 1.4129870129870132e-05, "loss": 0.1388, "step": 122 }, { "epoch": 0.94, "learning_rate": 1.4077922077922079e-05, "loss": 0.0716, "step": 123 }, { "epoch": 0.95, "learning_rate": 1.4025974025974028e-05, "loss": 0.0984, "step": 124 }, { "epoch": 0.95, "learning_rate": 1.3974025974025975e-05, "loss": 0.1308, "step": 125 }, { "epoch": 0.96, "learning_rate": 1.3922077922077924e-05, "loss": 0.0642, "step": 126 }, { "epoch": 0.97, "learning_rate": 1.3870129870129871e-05, "loss": 0.1113, "step": 127 }, { "epoch": 0.98, "learning_rate": 1.381818181818182e-05, "loss": 0.0397, "step": 128 }, { "epoch": 0.98, "learning_rate": 1.3766233766233767e-05, "loss": 0.0342, "step": 129 }, { "epoch": 0.99, "learning_rate": 1.3714285714285716e-05, "loss": 0.1108, "step": 130 }, { "epoch": 1.0, "learning_rate": 1.3662337662337663e-05, "loss": 0.0723, "step": 131 }, { "epoch": 1.0, "eval_loss": 0.06459677964448929, "eval_pearson": 0.8674211714097221, "eval_runtime": 5.7452, "eval_samples_per_second": 40.381, "eval_spearmanr": 0.8448753866690789, "eval_steps_per_second": 2.611, "step": 131 } ], "max_steps": 393, "num_train_epochs": 3, "total_flos": 547792298809344.0, "trial_name": null, "trial_params": null }