|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 1.9955456570155903, |
|
"eval_steps": 20, |
|
"global_step": 448, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 1.4999999999999999e-05, |
|
"loss": 1.9335, |
|
"step": 1 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 2.9999999999999997e-05, |
|
"loss": 1.9972, |
|
"step": 2 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.4999999999999996e-05, |
|
"loss": 1.8186, |
|
"step": 3 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 5.9999999999999995e-05, |
|
"loss": 1.9861, |
|
"step": 4 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 7.5e-05, |
|
"loss": 1.8548, |
|
"step": 5 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 8.999999999999999e-05, |
|
"loss": 1.8485, |
|
"step": 6 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 0.00010499999999999999, |
|
"loss": 1.8735, |
|
"step": 7 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.00011999999999999999, |
|
"loss": 1.849, |
|
"step": 8 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.000135, |
|
"loss": 1.8286, |
|
"step": 9 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 0.00015, |
|
"loss": 1.8831, |
|
"step": 10 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.0001499980707836663, |
|
"loss": 1.8715, |
|
"step": 11 |
|
}, |
|
{ |
|
"epoch": 0.05, |
|
"learning_rate": 0.00014999228323391527, |
|
"loss": 1.9058, |
|
"step": 12 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.00014998263764849182, |
|
"loss": 1.8479, |
|
"step": 13 |
|
}, |
|
{ |
|
"epoch": 0.06, |
|
"learning_rate": 0.0001499691345236205, |
|
"loss": 1.8237, |
|
"step": 14 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.00014995177455397998, |
|
"loss": 1.8827, |
|
"step": 15 |
|
}, |
|
{ |
|
"epoch": 0.07, |
|
"learning_rate": 0.00014993055863266725, |
|
"loss": 1.8112, |
|
"step": 16 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.00014990548785115166, |
|
"loss": 1.7889, |
|
"step": 17 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.00014987656349921887, |
|
"loss": 1.7984, |
|
"step": 18 |
|
}, |
|
{ |
|
"epoch": 0.08, |
|
"learning_rate": 0.00014984378706490442, |
|
"loss": 1.7704, |
|
"step": 19 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.00014980716023441714, |
|
"loss": 1.8482, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"eval_loss": 1.8568648099899292, |
|
"eval_runtime": 38.6845, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 20 |
|
}, |
|
{ |
|
"epoch": 0.09, |
|
"learning_rate": 0.00014976668489205246, |
|
"loss": 1.8263, |
|
"step": 21 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.00014972236312009557, |
|
"loss": 1.7868, |
|
"step": 22 |
|
}, |
|
{ |
|
"epoch": 0.1, |
|
"learning_rate": 0.00014967419719871407, |
|
"loss": 1.7943, |
|
"step": 23 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.0001496221896058408, |
|
"loss": 1.7331, |
|
"step": 24 |
|
}, |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 0.00014956634301704636, |
|
"loss": 1.7753, |
|
"step": 25 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.00014950666030540152, |
|
"loss": 1.8235, |
|
"step": 26 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.0001494431445413292, |
|
"loss": 1.7779, |
|
"step": 27 |
|
}, |
|
{ |
|
"epoch": 0.12, |
|
"learning_rate": 0.00014937579899244673, |
|
"loss": 1.7464, |
|
"step": 28 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.00014930462712339768, |
|
"loss": 1.8215, |
|
"step": 29 |
|
}, |
|
{ |
|
"epoch": 0.13, |
|
"learning_rate": 0.00014922963259567356, |
|
"loss": 1.8046, |
|
"step": 30 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 0.00014915081926742551, |
|
"loss": 1.7785, |
|
"step": 31 |
|
}, |
|
{ |
|
"epoch": 0.14, |
|
"learning_rate": 0.00014906819119326584, |
|
"loss": 1.7834, |
|
"step": 32 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.00014898175262405928, |
|
"loss": 1.7547, |
|
"step": 33 |
|
}, |
|
{ |
|
"epoch": 0.15, |
|
"learning_rate": 0.00014889150800670453, |
|
"loss": 1.7734, |
|
"step": 34 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00014879746198390533, |
|
"loss": 1.6926, |
|
"step": 35 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00014869961939393165, |
|
"loss": 1.8298, |
|
"step": 36 |
|
}, |
|
{ |
|
"epoch": 0.16, |
|
"learning_rate": 0.00014859798527037068, |
|
"loss": 1.8283, |
|
"step": 37 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.00014849256484186814, |
|
"loss": 1.8148, |
|
"step": 38 |
|
}, |
|
{ |
|
"epoch": 0.17, |
|
"learning_rate": 0.000148383363531859, |
|
"loss": 1.7145, |
|
"step": 39 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.00014827038695828862, |
|
"loss": 1.6823, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"eval_loss": 1.8399871587753296, |
|
"eval_runtime": 38.6779, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 40 |
|
}, |
|
{ |
|
"epoch": 0.18, |
|
"learning_rate": 0.00014815364093332368, |
|
"loss": 1.7295, |
|
"step": 41 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.00014803313146305322, |
|
"loss": 1.8108, |
|
"step": 42 |
|
}, |
|
{ |
|
"epoch": 0.19, |
|
"learning_rate": 0.00014790886474717958, |
|
"loss": 1.8416, |
|
"step": 43 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00014778084717869953, |
|
"loss": 1.742, |
|
"step": 44 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.0001476490853435753, |
|
"loss": 1.8345, |
|
"step": 45 |
|
}, |
|
{ |
|
"epoch": 0.2, |
|
"learning_rate": 0.00014751358602039578, |
|
"loss": 1.769, |
|
"step": 46 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.0001473743561800279, |
|
"loss": 1.8211, |
|
"step": 47 |
|
}, |
|
{ |
|
"epoch": 0.21, |
|
"learning_rate": 0.00014723140298525782, |
|
"loss": 1.7149, |
|
"step": 48 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.00014708473379042254, |
|
"loss": 1.7783, |
|
"step": 49 |
|
}, |
|
{ |
|
"epoch": 0.22, |
|
"learning_rate": 0.00014693435614103158, |
|
"loss": 1.769, |
|
"step": 50 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.00014678027777337876, |
|
"loss": 1.7785, |
|
"step": 51 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 0.00014662250661414414, |
|
"loss": 1.8007, |
|
"step": 52 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.00014646105077998633, |
|
"loss": 1.7204, |
|
"step": 53 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.00014629591857712485, |
|
"loss": 1.7557, |
|
"step": 54 |
|
}, |
|
{ |
|
"epoch": 0.24, |
|
"learning_rate": 0.00014612711850091285, |
|
"loss": 1.752, |
|
"step": 55 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.00014595465923540005, |
|
"loss": 1.798, |
|
"step": 56 |
|
}, |
|
{ |
|
"epoch": 0.25, |
|
"learning_rate": 0.000145778549652886, |
|
"loss": 1.7952, |
|
"step": 57 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.00014559879881346352, |
|
"loss": 1.6717, |
|
"step": 58 |
|
}, |
|
{ |
|
"epoch": 0.26, |
|
"learning_rate": 0.0001454154159645528, |
|
"loss": 1.7873, |
|
"step": 59 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.00014522841054042545, |
|
"loss": 1.779, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"eval_loss": 1.8328531980514526, |
|
"eval_runtime": 38.6671, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 60 |
|
}, |
|
{ |
|
"epoch": 0.27, |
|
"learning_rate": 0.00014503779216171937, |
|
"loss": 1.7467, |
|
"step": 61 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.0001448435706349436, |
|
"loss": 1.6856, |
|
"step": 62 |
|
}, |
|
{ |
|
"epoch": 0.28, |
|
"learning_rate": 0.0001446457559519739, |
|
"loss": 1.8307, |
|
"step": 63 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.00014444435828953872, |
|
"loss": 1.8962, |
|
"step": 64 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.00014423938800869573, |
|
"loss": 1.7645, |
|
"step": 65 |
|
}, |
|
{ |
|
"epoch": 0.29, |
|
"learning_rate": 0.00014403085565429852, |
|
"loss": 1.6491, |
|
"step": 66 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.00014381877195445453, |
|
"loss": 1.6784, |
|
"step": 67 |
|
}, |
|
{ |
|
"epoch": 0.3, |
|
"learning_rate": 0.00014360314781997267, |
|
"loss": 1.7785, |
|
"step": 68 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.00014338399434380236, |
|
"loss": 1.7061, |
|
"step": 69 |
|
}, |
|
{ |
|
"epoch": 0.31, |
|
"learning_rate": 0.0001431613228004627, |
|
"loss": 1.7057, |
|
"step": 70 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.00014293514464546245, |
|
"loss": 1.8556, |
|
"step": 71 |
|
}, |
|
{ |
|
"epoch": 0.32, |
|
"learning_rate": 0.0001427054715147107, |
|
"loss": 1.6799, |
|
"step": 72 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00014247231522391824, |
|
"loss": 1.8307, |
|
"step": 73 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.00014223568776798975, |
|
"loss": 1.7393, |
|
"step": 74 |
|
}, |
|
{ |
|
"epoch": 0.33, |
|
"learning_rate": 0.0001419956013204066, |
|
"loss": 1.8024, |
|
"step": 75 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.00014175206823260076, |
|
"loss": 1.7319, |
|
"step": 76 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 0.0001415051010333191, |
|
"loss": 1.817, |
|
"step": 77 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.00014125471242797913, |
|
"loss": 1.8538, |
|
"step": 78 |
|
}, |
|
{ |
|
"epoch": 0.35, |
|
"learning_rate": 0.00014100091529801515, |
|
"loss": 1.7633, |
|
"step": 79 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.0001407437227002157, |
|
"loss": 1.7776, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"eval_loss": 1.8287429809570312, |
|
"eval_runtime": 38.6957, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 80 |
|
}, |
|
{ |
|
"epoch": 0.36, |
|
"learning_rate": 0.00014048314786605168, |
|
"loss": 1.6936, |
|
"step": 81 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.00014021920420099581, |
|
"loss": 1.8594, |
|
"step": 82 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.0001399519052838329, |
|
"loss": 1.7749, |
|
"step": 83 |
|
}, |
|
{ |
|
"epoch": 0.37, |
|
"learning_rate": 0.00013968126486596123, |
|
"loss": 1.7107, |
|
"step": 84 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.0001394072968706852, |
|
"loss": 1.8344, |
|
"step": 85 |
|
}, |
|
{ |
|
"epoch": 0.38, |
|
"learning_rate": 0.00013913001539249902, |
|
"loss": 1.7395, |
|
"step": 86 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.0001388494346963615, |
|
"loss": 1.7746, |
|
"step": 87 |
|
}, |
|
{ |
|
"epoch": 0.39, |
|
"learning_rate": 0.00013856556921696233, |
|
"loss": 1.7982, |
|
"step": 88 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.00013827843355797932, |
|
"loss": 1.7042, |
|
"step": 89 |
|
}, |
|
{ |
|
"epoch": 0.4, |
|
"learning_rate": 0.0001379880424913272, |
|
"loss": 1.7393, |
|
"step": 90 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.00013769441095639774, |
|
"loss": 1.7614, |
|
"step": 91 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.00013739755405929103, |
|
"loss": 1.816, |
|
"step": 92 |
|
}, |
|
{ |
|
"epoch": 0.41, |
|
"learning_rate": 0.00013709748707203833, |
|
"loss": 1.7349, |
|
"step": 93 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.00013679422543181656, |
|
"loss": 1.8416, |
|
"step": 94 |
|
}, |
|
{ |
|
"epoch": 0.42, |
|
"learning_rate": 0.00013648778474015399, |
|
"loss": 1.729, |
|
"step": 95 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.00013617818076212755, |
|
"loss": 1.7117, |
|
"step": 96 |
|
}, |
|
{ |
|
"epoch": 0.43, |
|
"learning_rate": 0.00013586542942555207, |
|
"loss": 1.7232, |
|
"step": 97 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.0001355495468201604, |
|
"loss": 1.803, |
|
"step": 98 |
|
}, |
|
{ |
|
"epoch": 0.44, |
|
"learning_rate": 0.0001352305491967762, |
|
"loss": 1.7586, |
|
"step": 99 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00013490845296647736, |
|
"loss": 1.7773, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"eval_loss": 1.8279894590377808, |
|
"eval_runtime": 38.6872, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 100 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00013458327469975214, |
|
"loss": 1.7503, |
|
"step": 101 |
|
}, |
|
{ |
|
"epoch": 0.45, |
|
"learning_rate": 0.00013425503112564653, |
|
"loss": 1.7034, |
|
"step": 102 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 0.00013392373913090358, |
|
"loss": 1.7173, |
|
"step": 103 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 0.00013358941575909464, |
|
"loss": 1.7683, |
|
"step": 104 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.0001332520782097427, |
|
"loss": 1.7292, |
|
"step": 105 |
|
}, |
|
{ |
|
"epoch": 0.47, |
|
"learning_rate": 0.0001329117438374373, |
|
"loss": 1.8124, |
|
"step": 106 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.00013256843015094197, |
|
"loss": 1.6621, |
|
"step": 107 |
|
}, |
|
{ |
|
"epoch": 0.48, |
|
"learning_rate": 0.00013222215481229326, |
|
"loss": 1.7721, |
|
"step": 108 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.00013187293563589217, |
|
"loss": 1.8054, |
|
"step": 109 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.00013152079058758781, |
|
"loss": 1.7337, |
|
"step": 110 |
|
}, |
|
{ |
|
"epoch": 0.49, |
|
"learning_rate": 0.00013116573778375296, |
|
"loss": 1.7686, |
|
"step": 111 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.00013080779549035204, |
|
"loss": 1.6409, |
|
"step": 112 |
|
}, |
|
{ |
|
"epoch": 0.5, |
|
"learning_rate": 0.0001304469821220016, |
|
"loss": 1.7644, |
|
"step": 113 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.00013008331624102284, |
|
"loss": 1.6537, |
|
"step": 114 |
|
}, |
|
{ |
|
"epoch": 0.51, |
|
"learning_rate": 0.00012971681655648656, |
|
"loss": 1.702, |
|
"step": 115 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 0.00012934750192325088, |
|
"loss": 1.7618, |
|
"step": 116 |
|
}, |
|
{ |
|
"epoch": 0.52, |
|
"learning_rate": 0.00012897539134099103, |
|
"loss": 1.7597, |
|
"step": 117 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.00012860050395322207, |
|
"loss": 1.7688, |
|
"step": 118 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.0001282228590463139, |
|
"loss": 1.787, |
|
"step": 119 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"learning_rate": 0.0001278424760484991, |
|
"loss": 1.7328, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.53, |
|
"eval_loss": 1.827257752418518, |
|
"eval_runtime": 38.6877, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 120 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.0001274593745288735, |
|
"loss": 1.7133, |
|
"step": 121 |
|
}, |
|
{ |
|
"epoch": 0.54, |
|
"learning_rate": 0.00012707357419638936, |
|
"loss": 1.713, |
|
"step": 122 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 0.00012668509489884141, |
|
"loss": 1.713, |
|
"step": 123 |
|
}, |
|
{ |
|
"epoch": 0.55, |
|
"learning_rate": 0.0001262939566218458, |
|
"loss": 1.7917, |
|
"step": 124 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.0001259001794878119, |
|
"loss": 1.8045, |
|
"step": 125 |
|
}, |
|
{ |
|
"epoch": 0.56, |
|
"learning_rate": 0.00012550378375490723, |
|
"loss": 1.6312, |
|
"step": 126 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.000125104789816015, |
|
"loss": 1.8702, |
|
"step": 127 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.0001247032181976852, |
|
"loss": 1.7282, |
|
"step": 128 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 0.0001242990895590785, |
|
"loss": 1.6761, |
|
"step": 129 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 0.00012389242469090342, |
|
"loss": 1.8468, |
|
"step": 130 |
|
}, |
|
{ |
|
"epoch": 0.58, |
|
"learning_rate": 0.00012348324451434684, |
|
"loss": 1.7638, |
|
"step": 131 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.00012307157007999755, |
|
"loss": 1.7799, |
|
"step": 132 |
|
}, |
|
{ |
|
"epoch": 0.59, |
|
"learning_rate": 0.0001226574225667633, |
|
"loss": 1.7186, |
|
"step": 133 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.0001222408232807814, |
|
"loss": 1.8299, |
|
"step": 134 |
|
}, |
|
{ |
|
"epoch": 0.6, |
|
"learning_rate": 0.00012182179365432245, |
|
"loss": 1.722, |
|
"step": 135 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00012140035524468775, |
|
"loss": 1.8144, |
|
"step": 136 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00012097652973310031, |
|
"loss": 1.7382, |
|
"step": 137 |
|
}, |
|
{ |
|
"epoch": 0.61, |
|
"learning_rate": 0.00012055033892358951, |
|
"loss": 1.743, |
|
"step": 138 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.00012012180474186917, |
|
"loss": 1.8136, |
|
"step": 139 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"learning_rate": 0.00011969094923420983, |
|
"loss": 1.7349, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.62, |
|
"eval_loss": 1.8242559432983398, |
|
"eval_runtime": 38.7105, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 140 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.00011925779456630433, |
|
"loss": 1.7115, |
|
"step": 141 |
|
}, |
|
{ |
|
"epoch": 0.63, |
|
"learning_rate": 0.00011882236302212763, |
|
"loss": 1.8439, |
|
"step": 142 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.00011838467700279029, |
|
"loss": 1.7552, |
|
"step": 143 |
|
}, |
|
{ |
|
"epoch": 0.64, |
|
"learning_rate": 0.00011794475902538616, |
|
"loss": 1.6786, |
|
"step": 144 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.00011750263172183381, |
|
"loss": 1.7692, |
|
"step": 145 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.00011705831783771233, |
|
"loss": 1.7684, |
|
"step": 146 |
|
}, |
|
{ |
|
"epoch": 0.65, |
|
"learning_rate": 0.00011661184023109111, |
|
"loss": 1.8193, |
|
"step": 147 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.00011616322187135392, |
|
"loss": 1.7443, |
|
"step": 148 |
|
}, |
|
{ |
|
"epoch": 0.66, |
|
"learning_rate": 0.00011571248583801724, |
|
"loss": 1.7018, |
|
"step": 149 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.00011525965531954288, |
|
"loss": 1.7432, |
|
"step": 150 |
|
}, |
|
{ |
|
"epoch": 0.67, |
|
"learning_rate": 0.00011480475361214499, |
|
"loss": 1.7917, |
|
"step": 151 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 0.00011434780411859174, |
|
"loss": 1.865, |
|
"step": 152 |
|
}, |
|
{ |
|
"epoch": 0.68, |
|
"learning_rate": 0.00011388883034700114, |
|
"loss": 1.7842, |
|
"step": 153 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.00011342785590963177, |
|
"loss": 1.7774, |
|
"step": 154 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.000112964904521668, |
|
"loss": 1.7166, |
|
"step": 155 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 0.0001125, |
|
"loss": 1.7503, |
|
"step": 156 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 0.00011203316626199829, |
|
"loss": 1.7856, |
|
"step": 157 |
|
}, |
|
{ |
|
"epoch": 0.7, |
|
"learning_rate": 0.0001115644273242835, |
|
"loss": 1.7357, |
|
"step": 158 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.00011109380730149069, |
|
"loss": 1.7742, |
|
"step": 159 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"learning_rate": 0.00011062133040502877, |
|
"loss": 1.7789, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.71, |
|
"eval_loss": 1.8227835893630981, |
|
"eval_runtime": 38.6711, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 160 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.00011014702094183498, |
|
"loss": 1.7917, |
|
"step": 161 |
|
}, |
|
{ |
|
"epoch": 0.72, |
|
"learning_rate": 0.00010967090331312437, |
|
"loss": 1.7337, |
|
"step": 162 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.0001091930020131344, |
|
"loss": 1.7775, |
|
"step": 163 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.00010871334162786493, |
|
"loss": 1.751, |
|
"step": 164 |
|
}, |
|
{ |
|
"epoch": 0.73, |
|
"learning_rate": 0.00010823194683381329, |
|
"loss": 1.783, |
|
"step": 165 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 0.00010774884239670479, |
|
"loss": 1.6785, |
|
"step": 166 |
|
}, |
|
{ |
|
"epoch": 0.74, |
|
"learning_rate": 0.00010726405317021866, |
|
"loss": 1.8272, |
|
"step": 167 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.0001067776040947094, |
|
"loss": 1.8814, |
|
"step": 168 |
|
}, |
|
{ |
|
"epoch": 0.75, |
|
"learning_rate": 0.00010628952019592376, |
|
"loss": 1.8227, |
|
"step": 169 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.00010579982658371316, |
|
"loss": 1.6738, |
|
"step": 170 |
|
}, |
|
{ |
|
"epoch": 0.76, |
|
"learning_rate": 0.00010530854845074204, |
|
"loss": 1.7693, |
|
"step": 171 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.00010481571107119169, |
|
"loss": 1.7958, |
|
"step": 172 |
|
}, |
|
{ |
|
"epoch": 0.77, |
|
"learning_rate": 0.00010432133979946002, |
|
"loss": 1.7993, |
|
"step": 173 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 0.00010382546006885724, |
|
"loss": 1.614, |
|
"step": 174 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 0.00010332809739029735, |
|
"loss": 1.7895, |
|
"step": 175 |
|
}, |
|
{ |
|
"epoch": 0.78, |
|
"learning_rate": 0.0001028292773509858, |
|
"loss": 1.7137, |
|
"step": 176 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.00010232902561310306, |
|
"loss": 1.7761, |
|
"step": 177 |
|
}, |
|
{ |
|
"epoch": 0.79, |
|
"learning_rate": 0.00010182736791248443, |
|
"loss": 1.6959, |
|
"step": 178 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.00010132433005729598, |
|
"loss": 1.8765, |
|
"step": 179 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 0.000100819937926707, |
|
"loss": 1.8113, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"eval_loss": 1.8215252161026, |
|
"eval_runtime": 38.7001, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 180 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 0.00010031421746955849, |
|
"loss": 1.7886, |
|
"step": 181 |
|
}, |
|
{ |
|
"epoch": 0.81, |
|
"learning_rate": 9.98071947030282e-05, |
|
"loss": 1.8111, |
|
"step": 182 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 9.929889571129219e-05, |
|
"loss": 1.7057, |
|
"step": 183 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 9.878934664418295e-05, |
|
"loss": 1.8354, |
|
"step": 184 |
|
}, |
|
{ |
|
"epoch": 0.82, |
|
"learning_rate": 9.8278573715844e-05, |
|
"loss": 1.8233, |
|
"step": 185 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 9.776660320338138e-05, |
|
"loss": 1.7187, |
|
"step": 186 |
|
}, |
|
{ |
|
"epoch": 0.83, |
|
"learning_rate": 9.725346144551176e-05, |
|
"loss": 1.6516, |
|
"step": 187 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 9.673917484120744e-05, |
|
"loss": 1.692, |
|
"step": 188 |
|
}, |
|
{ |
|
"epoch": 0.84, |
|
"learning_rate": 9.622376984833817e-05, |
|
"loss": 1.8001, |
|
"step": 189 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 9.570727298231017e-05, |
|
"loss": 1.7514, |
|
"step": 190 |
|
}, |
|
{ |
|
"epoch": 0.85, |
|
"learning_rate": 9.518971081470178e-05, |
|
"loss": 1.7001, |
|
"step": 191 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 9.46711099718967e-05, |
|
"loss": 1.7984, |
|
"step": 192 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 9.415149713371401e-05, |
|
"loss": 1.7321, |
|
"step": 193 |
|
}, |
|
{ |
|
"epoch": 0.86, |
|
"learning_rate": 9.363089903203576e-05, |
|
"loss": 1.8009, |
|
"step": 194 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 9.31093424494315e-05, |
|
"loss": 1.7863, |
|
"step": 195 |
|
}, |
|
{ |
|
"epoch": 0.87, |
|
"learning_rate": 9.258685421778072e-05, |
|
"loss": 1.7774, |
|
"step": 196 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 9.206346121689221e-05, |
|
"loss": 1.694, |
|
"step": 197 |
|
}, |
|
{ |
|
"epoch": 0.88, |
|
"learning_rate": 9.153919037312131e-05, |
|
"loss": 1.7851, |
|
"step": 198 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 9.10140686579847e-05, |
|
"loss": 1.6827, |
|
"step": 199 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"learning_rate": 9.04881230867728e-05, |
|
"loss": 1.7, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.89, |
|
"eval_loss": 1.8203125, |
|
"eval_runtime": 38.7354, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 8.99613807171599e-05, |
|
"loss": 1.8005, |
|
"step": 201 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 8.943386864781223e-05, |
|
"loss": 1.7954, |
|
"step": 202 |
|
}, |
|
{ |
|
"epoch": 0.9, |
|
"learning_rate": 8.890561401699381e-05, |
|
"loss": 1.7705, |
|
"step": 203 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 8.837664400117028e-05, |
|
"loss": 1.7928, |
|
"step": 204 |
|
}, |
|
{ |
|
"epoch": 0.91, |
|
"learning_rate": 8.784698581361081e-05, |
|
"loss": 1.8298, |
|
"step": 205 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 8.731666670298816e-05, |
|
"loss": 1.7958, |
|
"step": 206 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 8.678571395197668e-05, |
|
"loss": 1.8233, |
|
"step": 207 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 8.625415487584894e-05, |
|
"loss": 1.717, |
|
"step": 208 |
|
}, |
|
{ |
|
"epoch": 0.93, |
|
"learning_rate": 8.572201682107032e-05, |
|
"loss": 1.8032, |
|
"step": 209 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 8.518932716389221e-05, |
|
"loss": 1.8317, |
|
"step": 210 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 8.465611330894356e-05, |
|
"loss": 1.7089, |
|
"step": 211 |
|
}, |
|
{ |
|
"epoch": 0.94, |
|
"learning_rate": 8.412240268782118e-05, |
|
"loss": 1.8331, |
|
"step": 212 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 8.358822275767832e-05, |
|
"loss": 1.7454, |
|
"step": 213 |
|
}, |
|
{ |
|
"epoch": 0.95, |
|
"learning_rate": 8.305360099981222e-05, |
|
"loss": 1.7651, |
|
"step": 214 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 8.251856491825029e-05, |
|
"loss": 1.6152, |
|
"step": 215 |
|
}, |
|
{ |
|
"epoch": 0.96, |
|
"learning_rate": 8.198314203833513e-05, |
|
"loss": 1.7234, |
|
"step": 216 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 8.144735990530849e-05, |
|
"loss": 1.811, |
|
"step": 217 |
|
}, |
|
{ |
|
"epoch": 0.97, |
|
"learning_rate": 8.091124608289415e-05, |
|
"loss": 1.8182, |
|
"step": 218 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 8.03748281518799e-05, |
|
"loss": 1.7904, |
|
"step": 219 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 7.983813370869873e-05, |
|
"loss": 1.7279, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"eval_loss": 1.820069670677185, |
|
"eval_runtime": 38.6648, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 220 |
|
}, |
|
{ |
|
"epoch": 0.98, |
|
"learning_rate": 7.930119036400885e-05, |
|
"loss": 1.7795, |
|
"step": 221 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 7.876402574127354e-05, |
|
"loss": 1.718, |
|
"step": 222 |
|
}, |
|
{ |
|
"epoch": 0.99, |
|
"learning_rate": 7.822666747533978e-05, |
|
"loss": 1.8449, |
|
"step": 223 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 7.76891432110168e-05, |
|
"loss": 1.7184, |
|
"step": 224 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"learning_rate": 7.715148060165364e-05, |
|
"loss": 1.7338, |
|
"step": 225 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 7.661370730771666e-05, |
|
"loss": 1.7738, |
|
"step": 226 |
|
}, |
|
{ |
|
"epoch": 1.01, |
|
"learning_rate": 7.607585099536647e-05, |
|
"loss": 1.7365, |
|
"step": 227 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 7.55379393350346e-05, |
|
"loss": 1.7216, |
|
"step": 228 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 7.5e-05, |
|
"loss": 1.7728, |
|
"step": 229 |
|
}, |
|
{ |
|
"epoch": 1.02, |
|
"learning_rate": 7.446206066496542e-05, |
|
"loss": 1.6894, |
|
"step": 230 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 7.392414900463353e-05, |
|
"loss": 1.7418, |
|
"step": 231 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 7.338629269228332e-05, |
|
"loss": 1.7215, |
|
"step": 232 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 7.284851939834636e-05, |
|
"loss": 1.7766, |
|
"step": 233 |
|
}, |
|
{ |
|
"epoch": 1.04, |
|
"learning_rate": 7.23108567889832e-05, |
|
"loss": 1.7296, |
|
"step": 234 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 7.17733325246602e-05, |
|
"loss": 1.7249, |
|
"step": 235 |
|
}, |
|
{ |
|
"epoch": 1.05, |
|
"learning_rate": 7.123597425872646e-05, |
|
"loss": 1.7242, |
|
"step": 236 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 7.069880963599114e-05, |
|
"loss": 1.7759, |
|
"step": 237 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 7.016186629130127e-05, |
|
"loss": 1.7882, |
|
"step": 238 |
|
}, |
|
{ |
|
"epoch": 1.06, |
|
"learning_rate": 6.962517184812007e-05, |
|
"loss": 1.699, |
|
"step": 239 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 6.908875391710585e-05, |
|
"loss": 1.7605, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"eval_loss": 1.8224544525146484, |
|
"eval_runtime": 38.6838, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 240 |
|
}, |
|
{ |
|
"epoch": 1.07, |
|
"learning_rate": 6.855264009469152e-05, |
|
"loss": 1.7519, |
|
"step": 241 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 6.801685796166487e-05, |
|
"loss": 1.711, |
|
"step": 242 |
|
}, |
|
{ |
|
"epoch": 1.08, |
|
"learning_rate": 6.74814350817497e-05, |
|
"loss": 1.6439, |
|
"step": 243 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 6.694639900018777e-05, |
|
"loss": 1.7515, |
|
"step": 244 |
|
}, |
|
{ |
|
"epoch": 1.09, |
|
"learning_rate": 6.641177724232169e-05, |
|
"loss": 1.7462, |
|
"step": 245 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 6.587759731217884e-05, |
|
"loss": 1.6464, |
|
"step": 246 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 6.534388669105642e-05, |
|
"loss": 1.7231, |
|
"step": 247 |
|
}, |
|
{ |
|
"epoch": 1.1, |
|
"learning_rate": 6.481067283610779e-05, |
|
"loss": 1.7846, |
|
"step": 248 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 6.427798317892968e-05, |
|
"loss": 1.7784, |
|
"step": 249 |
|
}, |
|
{ |
|
"epoch": 1.11, |
|
"learning_rate": 6.374584512415105e-05, |
|
"loss": 1.7011, |
|
"step": 250 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 6.32142860480233e-05, |
|
"loss": 1.7109, |
|
"step": 251 |
|
}, |
|
{ |
|
"epoch": 1.12, |
|
"learning_rate": 6.268333329701184e-05, |
|
"loss": 1.782, |
|
"step": 252 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 6.215301418638918e-05, |
|
"loss": 1.6298, |
|
"step": 253 |
|
}, |
|
{ |
|
"epoch": 1.13, |
|
"learning_rate": 6.162335599882973e-05, |
|
"loss": 1.6542, |
|
"step": 254 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 6.109438598300616e-05, |
|
"loss": 1.7073, |
|
"step": 255 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 6.0566131352187755e-05, |
|
"loss": 1.6676, |
|
"step": 256 |
|
}, |
|
{ |
|
"epoch": 1.14, |
|
"learning_rate": 6.00386192828401e-05, |
|
"loss": 1.7513, |
|
"step": 257 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 5.9511876913227206e-05, |
|
"loss": 1.7061, |
|
"step": 258 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 5.898593134201529e-05, |
|
"loss": 1.775, |
|
"step": 259 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 5.846080962687869e-05, |
|
"loss": 1.7492, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"eval_loss": 1.8244727849960327, |
|
"eval_runtime": 38.6719, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 260 |
|
}, |
|
{ |
|
"epoch": 1.16, |
|
"learning_rate": 5.793653878310779e-05, |
|
"loss": 1.7759, |
|
"step": 261 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 5.741314578221928e-05, |
|
"loss": 1.6873, |
|
"step": 262 |
|
}, |
|
{ |
|
"epoch": 1.17, |
|
"learning_rate": 5.689065755056847e-05, |
|
"loss": 1.7294, |
|
"step": 263 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 5.636910096796424e-05, |
|
"loss": 1.5988, |
|
"step": 264 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 5.584850286628597e-05, |
|
"loss": 1.7398, |
|
"step": 265 |
|
}, |
|
{ |
|
"epoch": 1.18, |
|
"learning_rate": 5.532889002810331e-05, |
|
"loss": 1.7605, |
|
"step": 266 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 5.4810289185298204e-05, |
|
"loss": 1.7791, |
|
"step": 267 |
|
}, |
|
{ |
|
"epoch": 1.19, |
|
"learning_rate": 5.4292727017689826e-05, |
|
"loss": 1.7165, |
|
"step": 268 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 5.377623015166182e-05, |
|
"loss": 1.7378, |
|
"step": 269 |
|
}, |
|
{ |
|
"epoch": 1.2, |
|
"learning_rate": 5.326082515879258e-05, |
|
"loss": 1.6172, |
|
"step": 270 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 5.2746538554488216e-05, |
|
"loss": 1.7141, |
|
"step": 271 |
|
}, |
|
{ |
|
"epoch": 1.21, |
|
"learning_rate": 5.2233396796618606e-05, |
|
"loss": 1.7663, |
|
"step": 272 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 5.172142628415599e-05, |
|
"loss": 1.7631, |
|
"step": 273 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 5.121065335581705e-05, |
|
"loss": 1.6739, |
|
"step": 274 |
|
}, |
|
{ |
|
"epoch": 1.22, |
|
"learning_rate": 5.070110428870779e-05, |
|
"loss": 1.776, |
|
"step": 275 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 5.01928052969718e-05, |
|
"loss": 1.6411, |
|
"step": 276 |
|
}, |
|
{ |
|
"epoch": 1.23, |
|
"learning_rate": 4.9685782530441504e-05, |
|
"loss": 1.7257, |
|
"step": 277 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 4.9180062073293e-05, |
|
"loss": 1.7275, |
|
"step": 278 |
|
}, |
|
{ |
|
"epoch": 1.24, |
|
"learning_rate": 4.867566994270401e-05, |
|
"loss": 1.7533, |
|
"step": 279 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 4.817263208751558e-05, |
|
"loss": 1.7823, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"eval_loss": 1.8235349655151367, |
|
"eval_runtime": 38.6582, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 280 |
|
}, |
|
{ |
|
"epoch": 1.25, |
|
"learning_rate": 4.767097438689694e-05, |
|
"loss": 1.7844, |
|
"step": 281 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 4.7170722649014194e-05, |
|
"loss": 1.7882, |
|
"step": 282 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 4.6671902609702625e-05, |
|
"loss": 1.681, |
|
"step": 283 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 4.617453993114276e-05, |
|
"loss": 1.7391, |
|
"step": 284 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 4.567866020053999e-05, |
|
"loss": 1.7623, |
|
"step": 285 |
|
}, |
|
{ |
|
"epoch": 1.27, |
|
"learning_rate": 4.5184288928808314e-05, |
|
"loss": 1.674, |
|
"step": 286 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 4.469145154925794e-05, |
|
"loss": 1.8447, |
|
"step": 287 |
|
}, |
|
{ |
|
"epoch": 1.28, |
|
"learning_rate": 4.420017341628682e-05, |
|
"loss": 1.7045, |
|
"step": 288 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 4.371047980407625e-05, |
|
"loss": 1.6558, |
|
"step": 289 |
|
}, |
|
{ |
|
"epoch": 1.29, |
|
"learning_rate": 4.3222395905290594e-05, |
|
"loss": 1.7276, |
|
"step": 290 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 4.273594682978133e-05, |
|
"loss": 1.7751, |
|
"step": 291 |
|
}, |
|
{ |
|
"epoch": 1.3, |
|
"learning_rate": 4.22511576032952e-05, |
|
"loss": 1.7659, |
|
"step": 292 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 4.17680531661867e-05, |
|
"loss": 1.6638, |
|
"step": 293 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 4.128665837213506e-05, |
|
"loss": 1.7587, |
|
"step": 294 |
|
}, |
|
{ |
|
"epoch": 1.31, |
|
"learning_rate": 4.08069979868656e-05, |
|
"loss": 1.6908, |
|
"step": 295 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 4.0329096686875635e-05, |
|
"loss": 1.7529, |
|
"step": 296 |
|
}, |
|
{ |
|
"epoch": 1.32, |
|
"learning_rate": 3.985297905816502e-05, |
|
"loss": 1.8126, |
|
"step": 297 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 3.937866959497125e-05, |
|
"loss": 1.7422, |
|
"step": 298 |
|
}, |
|
{ |
|
"epoch": 1.33, |
|
"learning_rate": 3.890619269850931e-05, |
|
"loss": 1.6809, |
|
"step": 299 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 3.84355726757165e-05, |
|
"loss": 1.6247, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"eval_loss": 1.8247207403182983, |
|
"eval_runtime": 38.6791, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 300 |
|
}, |
|
{ |
|
"epoch": 1.34, |
|
"learning_rate": 3.796683373800171e-05, |
|
"loss": 1.7724, |
|
"step": 301 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 3.750000000000001e-05, |
|
"loss": 1.6507, |
|
"step": 302 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 3.7035095478331974e-05, |
|
"loss": 1.7188, |
|
"step": 303 |
|
}, |
|
{ |
|
"epoch": 1.35, |
|
"learning_rate": 3.6572144090368226e-05, |
|
"loss": 1.6954, |
|
"step": 304 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 3.6111169652998864e-05, |
|
"loss": 1.7261, |
|
"step": 305 |
|
}, |
|
{ |
|
"epoch": 1.36, |
|
"learning_rate": 3.5652195881408265e-05, |
|
"loss": 1.7244, |
|
"step": 306 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 3.519524638785498e-05, |
|
"loss": 1.774, |
|
"step": 307 |
|
}, |
|
{ |
|
"epoch": 1.37, |
|
"learning_rate": 3.474034468045714e-05, |
|
"loss": 1.6855, |
|
"step": 308 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 3.428751416198276e-05, |
|
"loss": 1.705, |
|
"step": 309 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 3.383677812864608e-05, |
|
"loss": 1.6418, |
|
"step": 310 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 3.338815976890887e-05, |
|
"loss": 1.7448, |
|
"step": 311 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 3.2941682162287665e-05, |
|
"loss": 1.7697, |
|
"step": 312 |
|
}, |
|
{ |
|
"epoch": 1.39, |
|
"learning_rate": 3.2497368278166186e-05, |
|
"loss": 1.5922, |
|
"step": 313 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 3.2055240974613836e-05, |
|
"loss": 1.6911, |
|
"step": 314 |
|
}, |
|
{ |
|
"epoch": 1.4, |
|
"learning_rate": 3.161532299720968e-05, |
|
"loss": 1.711, |
|
"step": 315 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"learning_rate": 3.117763697787236e-05, |
|
"loss": 1.6848, |
|
"step": 316 |
|
}, |
|
{ |
|
"epoch": 1.41, |
|
"learning_rate": 3.074220543369566e-05, |
|
"loss": 1.7308, |
|
"step": 317 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 3.0309050765790162e-05, |
|
"loss": 1.6737, |
|
"step": 318 |
|
}, |
|
{ |
|
"epoch": 1.42, |
|
"learning_rate": 2.9878195258130788e-05, |
|
"loss": 1.7524, |
|
"step": 319 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 2.94496610764105e-05, |
|
"loss": 1.6858, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"eval_loss": 1.824588418006897, |
|
"eval_runtime": 38.6882, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 320 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 2.902347026689968e-05, |
|
"loss": 1.7414, |
|
"step": 321 |
|
}, |
|
{ |
|
"epoch": 1.43, |
|
"learning_rate": 2.8599644755312262e-05, |
|
"loss": 1.7029, |
|
"step": 322 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 2.817820634567754e-05, |
|
"loss": 1.7198, |
|
"step": 323 |
|
}, |
|
{ |
|
"epoch": 1.44, |
|
"learning_rate": 2.775917671921858e-05, |
|
"loss": 1.6937, |
|
"step": 324 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 2.7342577433236697e-05, |
|
"loss": 1.7822, |
|
"step": 325 |
|
}, |
|
{ |
|
"epoch": 1.45, |
|
"learning_rate": 2.692842992000247e-05, |
|
"loss": 1.6426, |
|
"step": 326 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 2.6516755485653134e-05, |
|
"loss": 1.7319, |
|
"step": 327 |
|
}, |
|
{ |
|
"epoch": 1.46, |
|
"learning_rate": 2.6107575309096555e-05, |
|
"loss": 1.7638, |
|
"step": 328 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 2.57009104409215e-05, |
|
"loss": 1.6436, |
|
"step": 329 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 2.5296781802314794e-05, |
|
"loss": 1.6292, |
|
"step": 330 |
|
}, |
|
{ |
|
"epoch": 1.47, |
|
"learning_rate": 2.489521018398497e-05, |
|
"loss": 1.6694, |
|
"step": 331 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 2.4496216245092746e-05, |
|
"loss": 1.6619, |
|
"step": 332 |
|
}, |
|
{ |
|
"epoch": 1.48, |
|
"learning_rate": 2.4099820512188095e-05, |
|
"loss": 1.6913, |
|
"step": 333 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 2.3706043378154228e-05, |
|
"loss": 1.6997, |
|
"step": 334 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 2.3314905101158583e-05, |
|
"loss": 1.6753, |
|
"step": 335 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 2.2926425803610623e-05, |
|
"loss": 1.7086, |
|
"step": 336 |
|
}, |
|
{ |
|
"epoch": 1.5, |
|
"learning_rate": 2.2540625471126482e-05, |
|
"loss": 1.7095, |
|
"step": 337 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 2.2157523951500897e-05, |
|
"loss": 1.6925, |
|
"step": 338 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 2.1777140953686093e-05, |
|
"loss": 1.7279, |
|
"step": 339 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"learning_rate": 2.139949604677793e-05, |
|
"loss": 1.6561, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 1.51, |
|
"eval_loss": 1.8239541053771973, |
|
"eval_runtime": 38.6911, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 340 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 2.1024608659008967e-05, |
|
"loss": 1.8246, |
|
"step": 341 |
|
}, |
|
{ |
|
"epoch": 1.52, |
|
"learning_rate": 2.065249807674913e-05, |
|
"loss": 1.6902, |
|
"step": 342 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 2.028318344351342e-05, |
|
"loss": 1.6771, |
|
"step": 343 |
|
}, |
|
{ |
|
"epoch": 1.53, |
|
"learning_rate": 1.9916683758977156e-05, |
|
"loss": 1.6901, |
|
"step": 344 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 1.9553017877998395e-05, |
|
"loss": 1.6676, |
|
"step": 345 |
|
}, |
|
{ |
|
"epoch": 1.54, |
|
"learning_rate": 1.919220450964797e-05, |
|
"loss": 1.6908, |
|
"step": 346 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 1.8834262216247047e-05, |
|
"loss": 1.7272, |
|
"step": 347 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 1.8479209412412175e-05, |
|
"loss": 1.748, |
|
"step": 348 |
|
}, |
|
{ |
|
"epoch": 1.55, |
|
"learning_rate": 1.8127064364107825e-05, |
|
"loss": 1.6607, |
|
"step": 349 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 1.7777845187706757e-05, |
|
"loss": 1.7064, |
|
"step": 350 |
|
}, |
|
{ |
|
"epoch": 1.56, |
|
"learning_rate": 1.7431569849058016e-05, |
|
"loss": 1.784, |
|
"step": 351 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 1.7088256162562682e-05, |
|
"loss": 1.7271, |
|
"step": 352 |
|
}, |
|
{ |
|
"epoch": 1.57, |
|
"learning_rate": 1.6747921790257308e-05, |
|
"loss": 1.71, |
|
"step": 353 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 1.6410584240905353e-05, |
|
"loss": 1.6496, |
|
"step": 354 |
|
}, |
|
{ |
|
"epoch": 1.58, |
|
"learning_rate": 1.607626086909641e-05, |
|
"loss": 1.744, |
|
"step": 355 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 1.5744968874353444e-05, |
|
"loss": 1.679, |
|
"step": 356 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 1.5416725300247833e-05, |
|
"loss": 1.7658, |
|
"step": 357 |
|
}, |
|
{ |
|
"epoch": 1.59, |
|
"learning_rate": 1.5091547033522647e-05, |
|
"loss": 1.6645, |
|
"step": 358 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 1.4769450803223798e-05, |
|
"loss": 1.6668, |
|
"step": 359 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"learning_rate": 1.445045317983956e-05, |
|
"loss": 1.7093, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.6, |
|
"eval_loss": 1.8239744901657104, |
|
"eval_runtime": 38.6944, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 360 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 1.4134570574447931e-05, |
|
"loss": 1.7667, |
|
"step": 361 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 1.3821819237872431e-05, |
|
"loss": 1.8016, |
|
"step": 362 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 1.3512215259846012e-05, |
|
"loss": 1.6527, |
|
"step": 363 |
|
}, |
|
{ |
|
"epoch": 1.62, |
|
"learning_rate": 1.3205774568183437e-05, |
|
"loss": 1.7123, |
|
"step": 364 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 1.290251292796167e-05, |
|
"loss": 1.7391, |
|
"step": 365 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 1.2602445940708975e-05, |
|
"loss": 1.7231, |
|
"step": 366 |
|
}, |
|
{ |
|
"epoch": 1.63, |
|
"learning_rate": 1.2305589043602222e-05, |
|
"loss": 1.6102, |
|
"step": 367 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 1.2011957508672765e-05, |
|
"loss": 1.7098, |
|
"step": 368 |
|
}, |
|
{ |
|
"epoch": 1.64, |
|
"learning_rate": 1.1721566442020678e-05, |
|
"loss": 1.7353, |
|
"step": 369 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 1.1434430783037683e-05, |
|
"loss": 1.697, |
|
"step": 370 |
|
}, |
|
{ |
|
"epoch": 1.65, |
|
"learning_rate": 1.1150565303638478e-05, |
|
"loss": 1.7111, |
|
"step": 371 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 1.0869984607500966e-05, |
|
"loss": 1.7482, |
|
"step": 372 |
|
}, |
|
{ |
|
"epoch": 1.66, |
|
"learning_rate": 1.0592703129314783e-05, |
|
"loss": 1.7084, |
|
"step": 373 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 1.0318735134038775e-05, |
|
"loss": 1.6504, |
|
"step": 374 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 1.0048094716167095e-05, |
|
"loss": 1.7409, |
|
"step": 375 |
|
}, |
|
{ |
|
"epoch": 1.67, |
|
"learning_rate": 9.780795799004174e-06, |
|
"loss": 1.68, |
|
"step": 376 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 9.51685213394831e-06, |
|
"loss": 1.7304, |
|
"step": 377 |
|
}, |
|
{ |
|
"epoch": 1.68, |
|
"learning_rate": 9.256277299784303e-06, |
|
"loss": 1.6883, |
|
"step": 378 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 8.999084701984826e-06, |
|
"loss": 1.7648, |
|
"step": 379 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"learning_rate": 8.745287572020865e-06, |
|
"loss": 1.6844, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.69, |
|
"eval_loss": 1.8234540224075317, |
|
"eval_runtime": 38.6726, |
|
"eval_samples_per_second": 0.595, |
|
"eval_steps_per_second": 0.31, |
|
"step": 380 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 8.494898966680893e-06, |
|
"loss": 1.6674, |
|
"step": 381 |
|
}, |
|
{ |
|
"epoch": 1.7, |
|
"learning_rate": 8.247931767399249e-06, |
|
"loss": 1.7195, |
|
"step": 382 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 8.004398679593382e-06, |
|
"loss": 1.74, |
|
"step": 383 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 7.76431223201025e-06, |
|
"loss": 1.6652, |
|
"step": 384 |
|
}, |
|
{ |
|
"epoch": 1.71, |
|
"learning_rate": 7.5276847760817545e-06, |
|
"loss": 1.7028, |
|
"step": 385 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 7.2945284852893025e-06, |
|
"loss": 1.741, |
|
"step": 386 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 7.06485535453753e-06, |
|
"loss": 1.8208, |
|
"step": 387 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 6.838677199537279e-06, |
|
"loss": 1.7236, |
|
"step": 388 |
|
}, |
|
{ |
|
"epoch": 1.73, |
|
"learning_rate": 6.616005656197629e-06, |
|
"loss": 1.7234, |
|
"step": 389 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 6.396852180027329e-06, |
|
"loss": 1.6614, |
|
"step": 390 |
|
}, |
|
{ |
|
"epoch": 1.74, |
|
"learning_rate": 6.181228045545464e-06, |
|
"loss": 1.6615, |
|
"step": 391 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 5.969144345701451e-06, |
|
"loss": 1.6185, |
|
"step": 392 |
|
}, |
|
{ |
|
"epoch": 1.75, |
|
"learning_rate": 5.760611991304273e-06, |
|
"loss": 1.6449, |
|
"step": 393 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 5.555641710461264e-06, |
|
"loss": 1.7494, |
|
"step": 394 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 5.354244048026107e-06, |
|
"loss": 1.7365, |
|
"step": 395 |
|
}, |
|
{ |
|
"epoch": 1.76, |
|
"learning_rate": 5.156429365056406e-06, |
|
"loss": 1.6616, |
|
"step": 396 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 4.962207838280618e-06, |
|
"loss": 1.6828, |
|
"step": 397 |
|
}, |
|
{ |
|
"epoch": 1.77, |
|
"learning_rate": 4.771589459574532e-06, |
|
"loss": 1.7014, |
|
"step": 398 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 4.5845840354472e-06, |
|
"loss": 1.7321, |
|
"step": 399 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"learning_rate": 4.4012011865364685e-06, |
|
"loss": 1.6608, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.78, |
|
"eval_loss": 1.8232544660568237, |
|
"eval_runtime": 38.7014, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 4.221450347114e-06, |
|
"loss": 1.6729, |
|
"step": 401 |
|
}, |
|
{ |
|
"epoch": 1.79, |
|
"learning_rate": 4.045340764599925e-06, |
|
"loss": 1.685, |
|
"step": 402 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 3.872881499087127e-06, |
|
"loss": 1.773, |
|
"step": 403 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 3.704081422875144e-06, |
|
"loss": 1.7053, |
|
"step": 404 |
|
}, |
|
{ |
|
"epoch": 1.8, |
|
"learning_rate": 3.5389492200136706e-06, |
|
"loss": 1.7611, |
|
"step": 405 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 3.377493385855862e-06, |
|
"loss": 1.7462, |
|
"step": 406 |
|
}, |
|
{ |
|
"epoch": 1.81, |
|
"learning_rate": 3.219722226621238e-06, |
|
"loss": 1.6979, |
|
"step": 407 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 3.065643858968403e-06, |
|
"loss": 1.7313, |
|
"step": 408 |
|
}, |
|
{ |
|
"epoch": 1.82, |
|
"learning_rate": 2.915266209577452e-06, |
|
"loss": 1.6684, |
|
"step": 409 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 2.7685970147421745e-06, |
|
"loss": 1.6645, |
|
"step": 410 |
|
}, |
|
{ |
|
"epoch": 1.83, |
|
"learning_rate": 2.6256438199720784e-06, |
|
"loss": 1.7141, |
|
"step": 411 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 2.4864139796041878e-06, |
|
"loss": 1.7645, |
|
"step": 412 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 2.3509146564246905e-06, |
|
"loss": 1.7309, |
|
"step": 413 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 2.2191528213004626e-06, |
|
"loss": 1.6788, |
|
"step": 414 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 2.0911352528203943e-06, |
|
"loss": 1.7223, |
|
"step": 415 |
|
}, |
|
{ |
|
"epoch": 1.85, |
|
"learning_rate": 1.9668685369467698e-06, |
|
"loss": 1.667, |
|
"step": 416 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 1.8463590666763117e-06, |
|
"loss": 1.6427, |
|
"step": 417 |
|
}, |
|
{ |
|
"epoch": 1.86, |
|
"learning_rate": 1.7296130417113725e-06, |
|
"loss": 1.7058, |
|
"step": 418 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 1.616636468140986e-06, |
|
"loss": 1.675, |
|
"step": 419 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"learning_rate": 1.5074351581318422e-06, |
|
"loss": 1.7686, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.87, |
|
"eval_loss": 1.8233102560043335, |
|
"eval_runtime": 38.6983, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 420 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 1.4020147296293e-06, |
|
"loss": 1.6471, |
|
"step": 421 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 1.3003806060683602e-06, |
|
"loss": 1.8298, |
|
"step": 422 |
|
}, |
|
{ |
|
"epoch": 1.88, |
|
"learning_rate": 1.2025380160946479e-06, |
|
"loss": 1.648, |
|
"step": 423 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 1.1084919932954518e-06, |
|
"loss": 1.6888, |
|
"step": 424 |
|
}, |
|
{ |
|
"epoch": 1.89, |
|
"learning_rate": 1.0182473759407144e-06, |
|
"loss": 1.6362, |
|
"step": 425 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 9.318088067341745e-07, |
|
"loss": 1.7624, |
|
"step": 426 |
|
}, |
|
{ |
|
"epoch": 1.9, |
|
"learning_rate": 8.491807325744642e-07, |
|
"loss": 1.7206, |
|
"step": 427 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 7.703674043264191e-07, |
|
"loss": 1.6097, |
|
"step": 428 |
|
}, |
|
{ |
|
"epoch": 1.91, |
|
"learning_rate": 6.953728766023014e-07, |
|
"loss": 1.7506, |
|
"step": 429 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 6.242010075532517e-07, |
|
"loss": 1.7781, |
|
"step": 430 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 5.56855458670788e-07, |
|
"loss": 1.6745, |
|
"step": 431 |
|
}, |
|
{ |
|
"epoch": 1.92, |
|
"learning_rate": 4.933396945984741e-07, |
|
"loss": 1.624, |
|
"step": 432 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 4.3365698295361186e-07, |
|
"loss": 1.7129, |
|
"step": 433 |
|
}, |
|
{ |
|
"epoch": 1.93, |
|
"learning_rate": 3.7781039415919203e-07, |
|
"loss": 1.6123, |
|
"step": 434 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 3.258028012859293e-07, |
|
"loss": 1.7299, |
|
"step": 435 |
|
}, |
|
{ |
|
"epoch": 1.94, |
|
"learning_rate": 2.7763687990441376e-07, |
|
"loss": 1.7075, |
|
"step": 436 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 2.3331510794752095e-07, |
|
"loss": 1.7314, |
|
"step": 437 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 1.928397655828723e-07, |
|
"loss": 1.6662, |
|
"step": 438 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 1.5621293509558709e-07, |
|
"loss": 1.6527, |
|
"step": 439 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 1.2343650078111833e-07, |
|
"loss": 1.7189, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"eval_loss": 1.8232473134994507, |
|
"eval_runtime": 38.7033, |
|
"eval_samples_per_second": 0.594, |
|
"eval_steps_per_second": 0.31, |
|
"step": 440 |
|
}, |
|
{ |
|
"epoch": 1.96, |
|
"learning_rate": 9.451214884833024e-08, |
|
"loss": 1.7041, |
|
"step": 441 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 6.944136733275096e-08, |
|
"loss": 1.6602, |
|
"step": 442 |
|
}, |
|
{ |
|
"epoch": 1.97, |
|
"learning_rate": 4.822544602000877e-08, |
|
"loss": 1.7294, |
|
"step": 443 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 3.086547637949355e-08, |
|
"loss": 1.8183, |
|
"step": 444 |
|
}, |
|
{ |
|
"epoch": 1.98, |
|
"learning_rate": 1.736235150818499e-08, |
|
"loss": 1.6412, |
|
"step": 445 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 7.71676608473104e-09, |
|
"loss": 1.8527, |
|
"step": 446 |
|
}, |
|
{ |
|
"epoch": 1.99, |
|
"learning_rate": 1.929216333684813e-09, |
|
"loss": 1.6733, |
|
"step": 447 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"learning_rate": 0.0, |
|
"loss": 1.6938, |
|
"step": 448 |
|
} |
|
], |
|
"logging_steps": 1, |
|
"max_steps": 448, |
|
"num_train_epochs": 2, |
|
"save_steps": 500, |
|
"total_flos": 5.192204049712153e+18, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|