Doctor-Shotgun's picture
Upload folder using huggingface_hub
147562c
raw
history blame
58.4 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.9955456570155903,
"eval_steps": 20,
"global_step": 448,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0,
"learning_rate": 1.4999999999999999e-05,
"loss": 1.9335,
"step": 1
},
{
"epoch": 0.01,
"learning_rate": 2.9999999999999997e-05,
"loss": 1.9972,
"step": 2
},
{
"epoch": 0.01,
"learning_rate": 4.4999999999999996e-05,
"loss": 1.8186,
"step": 3
},
{
"epoch": 0.02,
"learning_rate": 5.9999999999999995e-05,
"loss": 1.9861,
"step": 4
},
{
"epoch": 0.02,
"learning_rate": 7.5e-05,
"loss": 1.8548,
"step": 5
},
{
"epoch": 0.03,
"learning_rate": 8.999999999999999e-05,
"loss": 1.8485,
"step": 6
},
{
"epoch": 0.03,
"learning_rate": 0.00010499999999999999,
"loss": 1.8735,
"step": 7
},
{
"epoch": 0.04,
"learning_rate": 0.00011999999999999999,
"loss": 1.849,
"step": 8
},
{
"epoch": 0.04,
"learning_rate": 0.000135,
"loss": 1.8286,
"step": 9
},
{
"epoch": 0.04,
"learning_rate": 0.00015,
"loss": 1.8831,
"step": 10
},
{
"epoch": 0.05,
"learning_rate": 0.0001499980707836663,
"loss": 1.8715,
"step": 11
},
{
"epoch": 0.05,
"learning_rate": 0.00014999228323391527,
"loss": 1.9058,
"step": 12
},
{
"epoch": 0.06,
"learning_rate": 0.00014998263764849182,
"loss": 1.8479,
"step": 13
},
{
"epoch": 0.06,
"learning_rate": 0.0001499691345236205,
"loss": 1.8237,
"step": 14
},
{
"epoch": 0.07,
"learning_rate": 0.00014995177455397998,
"loss": 1.8827,
"step": 15
},
{
"epoch": 0.07,
"learning_rate": 0.00014993055863266725,
"loss": 1.8112,
"step": 16
},
{
"epoch": 0.08,
"learning_rate": 0.00014990548785115166,
"loss": 1.7889,
"step": 17
},
{
"epoch": 0.08,
"learning_rate": 0.00014987656349921887,
"loss": 1.7984,
"step": 18
},
{
"epoch": 0.08,
"learning_rate": 0.00014984378706490442,
"loss": 1.7704,
"step": 19
},
{
"epoch": 0.09,
"learning_rate": 0.00014980716023441714,
"loss": 1.8482,
"step": 20
},
{
"epoch": 0.09,
"eval_loss": 1.8568648099899292,
"eval_runtime": 38.6845,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 20
},
{
"epoch": 0.09,
"learning_rate": 0.00014976668489205246,
"loss": 1.8263,
"step": 21
},
{
"epoch": 0.1,
"learning_rate": 0.00014972236312009557,
"loss": 1.7868,
"step": 22
},
{
"epoch": 0.1,
"learning_rate": 0.00014967419719871407,
"loss": 1.7943,
"step": 23
},
{
"epoch": 0.11,
"learning_rate": 0.0001496221896058408,
"loss": 1.7331,
"step": 24
},
{
"epoch": 0.11,
"learning_rate": 0.00014956634301704636,
"loss": 1.7753,
"step": 25
},
{
"epoch": 0.12,
"learning_rate": 0.00014950666030540152,
"loss": 1.8235,
"step": 26
},
{
"epoch": 0.12,
"learning_rate": 0.0001494431445413292,
"loss": 1.7779,
"step": 27
},
{
"epoch": 0.12,
"learning_rate": 0.00014937579899244673,
"loss": 1.7464,
"step": 28
},
{
"epoch": 0.13,
"learning_rate": 0.00014930462712339768,
"loss": 1.8215,
"step": 29
},
{
"epoch": 0.13,
"learning_rate": 0.00014922963259567356,
"loss": 1.8046,
"step": 30
},
{
"epoch": 0.14,
"learning_rate": 0.00014915081926742551,
"loss": 1.7785,
"step": 31
},
{
"epoch": 0.14,
"learning_rate": 0.00014906819119326584,
"loss": 1.7834,
"step": 32
},
{
"epoch": 0.15,
"learning_rate": 0.00014898175262405928,
"loss": 1.7547,
"step": 33
},
{
"epoch": 0.15,
"learning_rate": 0.00014889150800670453,
"loss": 1.7734,
"step": 34
},
{
"epoch": 0.16,
"learning_rate": 0.00014879746198390533,
"loss": 1.6926,
"step": 35
},
{
"epoch": 0.16,
"learning_rate": 0.00014869961939393165,
"loss": 1.8298,
"step": 36
},
{
"epoch": 0.16,
"learning_rate": 0.00014859798527037068,
"loss": 1.8283,
"step": 37
},
{
"epoch": 0.17,
"learning_rate": 0.00014849256484186814,
"loss": 1.8148,
"step": 38
},
{
"epoch": 0.17,
"learning_rate": 0.000148383363531859,
"loss": 1.7145,
"step": 39
},
{
"epoch": 0.18,
"learning_rate": 0.00014827038695828862,
"loss": 1.6823,
"step": 40
},
{
"epoch": 0.18,
"eval_loss": 1.8399871587753296,
"eval_runtime": 38.6779,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 40
},
{
"epoch": 0.18,
"learning_rate": 0.00014815364093332368,
"loss": 1.7295,
"step": 41
},
{
"epoch": 0.19,
"learning_rate": 0.00014803313146305322,
"loss": 1.8108,
"step": 42
},
{
"epoch": 0.19,
"learning_rate": 0.00014790886474717958,
"loss": 1.8416,
"step": 43
},
{
"epoch": 0.2,
"learning_rate": 0.00014778084717869953,
"loss": 1.742,
"step": 44
},
{
"epoch": 0.2,
"learning_rate": 0.0001476490853435753,
"loss": 1.8345,
"step": 45
},
{
"epoch": 0.2,
"learning_rate": 0.00014751358602039578,
"loss": 1.769,
"step": 46
},
{
"epoch": 0.21,
"learning_rate": 0.0001473743561800279,
"loss": 1.8211,
"step": 47
},
{
"epoch": 0.21,
"learning_rate": 0.00014723140298525782,
"loss": 1.7149,
"step": 48
},
{
"epoch": 0.22,
"learning_rate": 0.00014708473379042254,
"loss": 1.7783,
"step": 49
},
{
"epoch": 0.22,
"learning_rate": 0.00014693435614103158,
"loss": 1.769,
"step": 50
},
{
"epoch": 0.23,
"learning_rate": 0.00014678027777337876,
"loss": 1.7785,
"step": 51
},
{
"epoch": 0.23,
"learning_rate": 0.00014662250661414414,
"loss": 1.8007,
"step": 52
},
{
"epoch": 0.24,
"learning_rate": 0.00014646105077998633,
"loss": 1.7204,
"step": 53
},
{
"epoch": 0.24,
"learning_rate": 0.00014629591857712485,
"loss": 1.7557,
"step": 54
},
{
"epoch": 0.24,
"learning_rate": 0.00014612711850091285,
"loss": 1.752,
"step": 55
},
{
"epoch": 0.25,
"learning_rate": 0.00014595465923540005,
"loss": 1.798,
"step": 56
},
{
"epoch": 0.25,
"learning_rate": 0.000145778549652886,
"loss": 1.7952,
"step": 57
},
{
"epoch": 0.26,
"learning_rate": 0.00014559879881346352,
"loss": 1.6717,
"step": 58
},
{
"epoch": 0.26,
"learning_rate": 0.0001454154159645528,
"loss": 1.7873,
"step": 59
},
{
"epoch": 0.27,
"learning_rate": 0.00014522841054042545,
"loss": 1.779,
"step": 60
},
{
"epoch": 0.27,
"eval_loss": 1.8328531980514526,
"eval_runtime": 38.6671,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 60
},
{
"epoch": 0.27,
"learning_rate": 0.00014503779216171937,
"loss": 1.7467,
"step": 61
},
{
"epoch": 0.28,
"learning_rate": 0.0001448435706349436,
"loss": 1.6856,
"step": 62
},
{
"epoch": 0.28,
"learning_rate": 0.0001446457559519739,
"loss": 1.8307,
"step": 63
},
{
"epoch": 0.29,
"learning_rate": 0.00014444435828953872,
"loss": 1.8962,
"step": 64
},
{
"epoch": 0.29,
"learning_rate": 0.00014423938800869573,
"loss": 1.7645,
"step": 65
},
{
"epoch": 0.29,
"learning_rate": 0.00014403085565429852,
"loss": 1.6491,
"step": 66
},
{
"epoch": 0.3,
"learning_rate": 0.00014381877195445453,
"loss": 1.6784,
"step": 67
},
{
"epoch": 0.3,
"learning_rate": 0.00014360314781997267,
"loss": 1.7785,
"step": 68
},
{
"epoch": 0.31,
"learning_rate": 0.00014338399434380236,
"loss": 1.7061,
"step": 69
},
{
"epoch": 0.31,
"learning_rate": 0.0001431613228004627,
"loss": 1.7057,
"step": 70
},
{
"epoch": 0.32,
"learning_rate": 0.00014293514464546245,
"loss": 1.8556,
"step": 71
},
{
"epoch": 0.32,
"learning_rate": 0.0001427054715147107,
"loss": 1.6799,
"step": 72
},
{
"epoch": 0.33,
"learning_rate": 0.00014247231522391824,
"loss": 1.8307,
"step": 73
},
{
"epoch": 0.33,
"learning_rate": 0.00014223568776798975,
"loss": 1.7393,
"step": 74
},
{
"epoch": 0.33,
"learning_rate": 0.0001419956013204066,
"loss": 1.8024,
"step": 75
},
{
"epoch": 0.34,
"learning_rate": 0.00014175206823260076,
"loss": 1.7319,
"step": 76
},
{
"epoch": 0.34,
"learning_rate": 0.0001415051010333191,
"loss": 1.817,
"step": 77
},
{
"epoch": 0.35,
"learning_rate": 0.00014125471242797913,
"loss": 1.8538,
"step": 78
},
{
"epoch": 0.35,
"learning_rate": 0.00014100091529801515,
"loss": 1.7633,
"step": 79
},
{
"epoch": 0.36,
"learning_rate": 0.0001407437227002157,
"loss": 1.7776,
"step": 80
},
{
"epoch": 0.36,
"eval_loss": 1.8287429809570312,
"eval_runtime": 38.6957,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 80
},
{
"epoch": 0.36,
"learning_rate": 0.00014048314786605168,
"loss": 1.6936,
"step": 81
},
{
"epoch": 0.37,
"learning_rate": 0.00014021920420099581,
"loss": 1.8594,
"step": 82
},
{
"epoch": 0.37,
"learning_rate": 0.0001399519052838329,
"loss": 1.7749,
"step": 83
},
{
"epoch": 0.37,
"learning_rate": 0.00013968126486596123,
"loss": 1.7107,
"step": 84
},
{
"epoch": 0.38,
"learning_rate": 0.0001394072968706852,
"loss": 1.8344,
"step": 85
},
{
"epoch": 0.38,
"learning_rate": 0.00013913001539249902,
"loss": 1.7395,
"step": 86
},
{
"epoch": 0.39,
"learning_rate": 0.0001388494346963615,
"loss": 1.7746,
"step": 87
},
{
"epoch": 0.39,
"learning_rate": 0.00013856556921696233,
"loss": 1.7982,
"step": 88
},
{
"epoch": 0.4,
"learning_rate": 0.00013827843355797932,
"loss": 1.7042,
"step": 89
},
{
"epoch": 0.4,
"learning_rate": 0.0001379880424913272,
"loss": 1.7393,
"step": 90
},
{
"epoch": 0.41,
"learning_rate": 0.00013769441095639774,
"loss": 1.7614,
"step": 91
},
{
"epoch": 0.41,
"learning_rate": 0.00013739755405929103,
"loss": 1.816,
"step": 92
},
{
"epoch": 0.41,
"learning_rate": 0.00013709748707203833,
"loss": 1.7349,
"step": 93
},
{
"epoch": 0.42,
"learning_rate": 0.00013679422543181656,
"loss": 1.8416,
"step": 94
},
{
"epoch": 0.42,
"learning_rate": 0.00013648778474015399,
"loss": 1.729,
"step": 95
},
{
"epoch": 0.43,
"learning_rate": 0.00013617818076212755,
"loss": 1.7117,
"step": 96
},
{
"epoch": 0.43,
"learning_rate": 0.00013586542942555207,
"loss": 1.7232,
"step": 97
},
{
"epoch": 0.44,
"learning_rate": 0.0001355495468201604,
"loss": 1.803,
"step": 98
},
{
"epoch": 0.44,
"learning_rate": 0.0001352305491967762,
"loss": 1.7586,
"step": 99
},
{
"epoch": 0.45,
"learning_rate": 0.00013490845296647736,
"loss": 1.7773,
"step": 100
},
{
"epoch": 0.45,
"eval_loss": 1.8279894590377808,
"eval_runtime": 38.6872,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 100
},
{
"epoch": 0.45,
"learning_rate": 0.00013458327469975214,
"loss": 1.7503,
"step": 101
},
{
"epoch": 0.45,
"learning_rate": 0.00013425503112564653,
"loss": 1.7034,
"step": 102
},
{
"epoch": 0.46,
"learning_rate": 0.00013392373913090358,
"loss": 1.7173,
"step": 103
},
{
"epoch": 0.46,
"learning_rate": 0.00013358941575909464,
"loss": 1.7683,
"step": 104
},
{
"epoch": 0.47,
"learning_rate": 0.0001332520782097427,
"loss": 1.7292,
"step": 105
},
{
"epoch": 0.47,
"learning_rate": 0.0001329117438374373,
"loss": 1.8124,
"step": 106
},
{
"epoch": 0.48,
"learning_rate": 0.00013256843015094197,
"loss": 1.6621,
"step": 107
},
{
"epoch": 0.48,
"learning_rate": 0.00013222215481229326,
"loss": 1.7721,
"step": 108
},
{
"epoch": 0.49,
"learning_rate": 0.00013187293563589217,
"loss": 1.8054,
"step": 109
},
{
"epoch": 0.49,
"learning_rate": 0.00013152079058758781,
"loss": 1.7337,
"step": 110
},
{
"epoch": 0.49,
"learning_rate": 0.00013116573778375296,
"loss": 1.7686,
"step": 111
},
{
"epoch": 0.5,
"learning_rate": 0.00013080779549035204,
"loss": 1.6409,
"step": 112
},
{
"epoch": 0.5,
"learning_rate": 0.0001304469821220016,
"loss": 1.7644,
"step": 113
},
{
"epoch": 0.51,
"learning_rate": 0.00013008331624102284,
"loss": 1.6537,
"step": 114
},
{
"epoch": 0.51,
"learning_rate": 0.00012971681655648656,
"loss": 1.702,
"step": 115
},
{
"epoch": 0.52,
"learning_rate": 0.00012934750192325088,
"loss": 1.7618,
"step": 116
},
{
"epoch": 0.52,
"learning_rate": 0.00012897539134099103,
"loss": 1.7597,
"step": 117
},
{
"epoch": 0.53,
"learning_rate": 0.00012860050395322207,
"loss": 1.7688,
"step": 118
},
{
"epoch": 0.53,
"learning_rate": 0.0001282228590463139,
"loss": 1.787,
"step": 119
},
{
"epoch": 0.53,
"learning_rate": 0.0001278424760484991,
"loss": 1.7328,
"step": 120
},
{
"epoch": 0.53,
"eval_loss": 1.827257752418518,
"eval_runtime": 38.6877,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 120
},
{
"epoch": 0.54,
"learning_rate": 0.0001274593745288735,
"loss": 1.7133,
"step": 121
},
{
"epoch": 0.54,
"learning_rate": 0.00012707357419638936,
"loss": 1.713,
"step": 122
},
{
"epoch": 0.55,
"learning_rate": 0.00012668509489884141,
"loss": 1.713,
"step": 123
},
{
"epoch": 0.55,
"learning_rate": 0.0001262939566218458,
"loss": 1.7917,
"step": 124
},
{
"epoch": 0.56,
"learning_rate": 0.0001259001794878119,
"loss": 1.8045,
"step": 125
},
{
"epoch": 0.56,
"learning_rate": 0.00012550378375490723,
"loss": 1.6312,
"step": 126
},
{
"epoch": 0.57,
"learning_rate": 0.000125104789816015,
"loss": 1.8702,
"step": 127
},
{
"epoch": 0.57,
"learning_rate": 0.0001247032181976852,
"loss": 1.7282,
"step": 128
},
{
"epoch": 0.57,
"learning_rate": 0.0001242990895590785,
"loss": 1.6761,
"step": 129
},
{
"epoch": 0.58,
"learning_rate": 0.00012389242469090342,
"loss": 1.8468,
"step": 130
},
{
"epoch": 0.58,
"learning_rate": 0.00012348324451434684,
"loss": 1.7638,
"step": 131
},
{
"epoch": 0.59,
"learning_rate": 0.00012307157007999755,
"loss": 1.7799,
"step": 132
},
{
"epoch": 0.59,
"learning_rate": 0.0001226574225667633,
"loss": 1.7186,
"step": 133
},
{
"epoch": 0.6,
"learning_rate": 0.0001222408232807814,
"loss": 1.8299,
"step": 134
},
{
"epoch": 0.6,
"learning_rate": 0.00012182179365432245,
"loss": 1.722,
"step": 135
},
{
"epoch": 0.61,
"learning_rate": 0.00012140035524468775,
"loss": 1.8144,
"step": 136
},
{
"epoch": 0.61,
"learning_rate": 0.00012097652973310031,
"loss": 1.7382,
"step": 137
},
{
"epoch": 0.61,
"learning_rate": 0.00012055033892358951,
"loss": 1.743,
"step": 138
},
{
"epoch": 0.62,
"learning_rate": 0.00012012180474186917,
"loss": 1.8136,
"step": 139
},
{
"epoch": 0.62,
"learning_rate": 0.00011969094923420983,
"loss": 1.7349,
"step": 140
},
{
"epoch": 0.62,
"eval_loss": 1.8242559432983398,
"eval_runtime": 38.7105,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 140
},
{
"epoch": 0.63,
"learning_rate": 0.00011925779456630433,
"loss": 1.7115,
"step": 141
},
{
"epoch": 0.63,
"learning_rate": 0.00011882236302212763,
"loss": 1.8439,
"step": 142
},
{
"epoch": 0.64,
"learning_rate": 0.00011838467700279029,
"loss": 1.7552,
"step": 143
},
{
"epoch": 0.64,
"learning_rate": 0.00011794475902538616,
"loss": 1.6786,
"step": 144
},
{
"epoch": 0.65,
"learning_rate": 0.00011750263172183381,
"loss": 1.7692,
"step": 145
},
{
"epoch": 0.65,
"learning_rate": 0.00011705831783771233,
"loss": 1.7684,
"step": 146
},
{
"epoch": 0.65,
"learning_rate": 0.00011661184023109111,
"loss": 1.8193,
"step": 147
},
{
"epoch": 0.66,
"learning_rate": 0.00011616322187135392,
"loss": 1.7443,
"step": 148
},
{
"epoch": 0.66,
"learning_rate": 0.00011571248583801724,
"loss": 1.7018,
"step": 149
},
{
"epoch": 0.67,
"learning_rate": 0.00011525965531954288,
"loss": 1.7432,
"step": 150
},
{
"epoch": 0.67,
"learning_rate": 0.00011480475361214499,
"loss": 1.7917,
"step": 151
},
{
"epoch": 0.68,
"learning_rate": 0.00011434780411859174,
"loss": 1.865,
"step": 152
},
{
"epoch": 0.68,
"learning_rate": 0.00011388883034700114,
"loss": 1.7842,
"step": 153
},
{
"epoch": 0.69,
"learning_rate": 0.00011342785590963177,
"loss": 1.7774,
"step": 154
},
{
"epoch": 0.69,
"learning_rate": 0.000112964904521668,
"loss": 1.7166,
"step": 155
},
{
"epoch": 0.69,
"learning_rate": 0.0001125,
"loss": 1.7503,
"step": 156
},
{
"epoch": 0.7,
"learning_rate": 0.00011203316626199829,
"loss": 1.7856,
"step": 157
},
{
"epoch": 0.7,
"learning_rate": 0.0001115644273242835,
"loss": 1.7357,
"step": 158
},
{
"epoch": 0.71,
"learning_rate": 0.00011109380730149069,
"loss": 1.7742,
"step": 159
},
{
"epoch": 0.71,
"learning_rate": 0.00011062133040502877,
"loss": 1.7789,
"step": 160
},
{
"epoch": 0.71,
"eval_loss": 1.8227835893630981,
"eval_runtime": 38.6711,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 160
},
{
"epoch": 0.72,
"learning_rate": 0.00011014702094183498,
"loss": 1.7917,
"step": 161
},
{
"epoch": 0.72,
"learning_rate": 0.00010967090331312437,
"loss": 1.7337,
"step": 162
},
{
"epoch": 0.73,
"learning_rate": 0.0001091930020131344,
"loss": 1.7775,
"step": 163
},
{
"epoch": 0.73,
"learning_rate": 0.00010871334162786493,
"loss": 1.751,
"step": 164
},
{
"epoch": 0.73,
"learning_rate": 0.00010823194683381329,
"loss": 1.783,
"step": 165
},
{
"epoch": 0.74,
"learning_rate": 0.00010774884239670479,
"loss": 1.6785,
"step": 166
},
{
"epoch": 0.74,
"learning_rate": 0.00010726405317021866,
"loss": 1.8272,
"step": 167
},
{
"epoch": 0.75,
"learning_rate": 0.0001067776040947094,
"loss": 1.8814,
"step": 168
},
{
"epoch": 0.75,
"learning_rate": 0.00010628952019592376,
"loss": 1.8227,
"step": 169
},
{
"epoch": 0.76,
"learning_rate": 0.00010579982658371316,
"loss": 1.6738,
"step": 170
},
{
"epoch": 0.76,
"learning_rate": 0.00010530854845074204,
"loss": 1.7693,
"step": 171
},
{
"epoch": 0.77,
"learning_rate": 0.00010481571107119169,
"loss": 1.7958,
"step": 172
},
{
"epoch": 0.77,
"learning_rate": 0.00010432133979946002,
"loss": 1.7993,
"step": 173
},
{
"epoch": 0.78,
"learning_rate": 0.00010382546006885724,
"loss": 1.614,
"step": 174
},
{
"epoch": 0.78,
"learning_rate": 0.00010332809739029735,
"loss": 1.7895,
"step": 175
},
{
"epoch": 0.78,
"learning_rate": 0.0001028292773509858,
"loss": 1.7137,
"step": 176
},
{
"epoch": 0.79,
"learning_rate": 0.00010232902561310306,
"loss": 1.7761,
"step": 177
},
{
"epoch": 0.79,
"learning_rate": 0.00010182736791248443,
"loss": 1.6959,
"step": 178
},
{
"epoch": 0.8,
"learning_rate": 0.00010132433005729598,
"loss": 1.8765,
"step": 179
},
{
"epoch": 0.8,
"learning_rate": 0.000100819937926707,
"loss": 1.8113,
"step": 180
},
{
"epoch": 0.8,
"eval_loss": 1.8215252161026,
"eval_runtime": 38.7001,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 180
},
{
"epoch": 0.81,
"learning_rate": 0.00010031421746955849,
"loss": 1.7886,
"step": 181
},
{
"epoch": 0.81,
"learning_rate": 9.98071947030282e-05,
"loss": 1.8111,
"step": 182
},
{
"epoch": 0.82,
"learning_rate": 9.929889571129219e-05,
"loss": 1.7057,
"step": 183
},
{
"epoch": 0.82,
"learning_rate": 9.878934664418295e-05,
"loss": 1.8354,
"step": 184
},
{
"epoch": 0.82,
"learning_rate": 9.8278573715844e-05,
"loss": 1.8233,
"step": 185
},
{
"epoch": 0.83,
"learning_rate": 9.776660320338138e-05,
"loss": 1.7187,
"step": 186
},
{
"epoch": 0.83,
"learning_rate": 9.725346144551176e-05,
"loss": 1.6516,
"step": 187
},
{
"epoch": 0.84,
"learning_rate": 9.673917484120744e-05,
"loss": 1.692,
"step": 188
},
{
"epoch": 0.84,
"learning_rate": 9.622376984833817e-05,
"loss": 1.8001,
"step": 189
},
{
"epoch": 0.85,
"learning_rate": 9.570727298231017e-05,
"loss": 1.7514,
"step": 190
},
{
"epoch": 0.85,
"learning_rate": 9.518971081470178e-05,
"loss": 1.7001,
"step": 191
},
{
"epoch": 0.86,
"learning_rate": 9.46711099718967e-05,
"loss": 1.7984,
"step": 192
},
{
"epoch": 0.86,
"learning_rate": 9.415149713371401e-05,
"loss": 1.7321,
"step": 193
},
{
"epoch": 0.86,
"learning_rate": 9.363089903203576e-05,
"loss": 1.8009,
"step": 194
},
{
"epoch": 0.87,
"learning_rate": 9.31093424494315e-05,
"loss": 1.7863,
"step": 195
},
{
"epoch": 0.87,
"learning_rate": 9.258685421778072e-05,
"loss": 1.7774,
"step": 196
},
{
"epoch": 0.88,
"learning_rate": 9.206346121689221e-05,
"loss": 1.694,
"step": 197
},
{
"epoch": 0.88,
"learning_rate": 9.153919037312131e-05,
"loss": 1.7851,
"step": 198
},
{
"epoch": 0.89,
"learning_rate": 9.10140686579847e-05,
"loss": 1.6827,
"step": 199
},
{
"epoch": 0.89,
"learning_rate": 9.04881230867728e-05,
"loss": 1.7,
"step": 200
},
{
"epoch": 0.89,
"eval_loss": 1.8203125,
"eval_runtime": 38.7354,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 200
},
{
"epoch": 0.9,
"learning_rate": 8.99613807171599e-05,
"loss": 1.8005,
"step": 201
},
{
"epoch": 0.9,
"learning_rate": 8.943386864781223e-05,
"loss": 1.7954,
"step": 202
},
{
"epoch": 0.9,
"learning_rate": 8.890561401699381e-05,
"loss": 1.7705,
"step": 203
},
{
"epoch": 0.91,
"learning_rate": 8.837664400117028e-05,
"loss": 1.7928,
"step": 204
},
{
"epoch": 0.91,
"learning_rate": 8.784698581361081e-05,
"loss": 1.8298,
"step": 205
},
{
"epoch": 0.92,
"learning_rate": 8.731666670298816e-05,
"loss": 1.7958,
"step": 206
},
{
"epoch": 0.92,
"learning_rate": 8.678571395197668e-05,
"loss": 1.8233,
"step": 207
},
{
"epoch": 0.93,
"learning_rate": 8.625415487584894e-05,
"loss": 1.717,
"step": 208
},
{
"epoch": 0.93,
"learning_rate": 8.572201682107032e-05,
"loss": 1.8032,
"step": 209
},
{
"epoch": 0.94,
"learning_rate": 8.518932716389221e-05,
"loss": 1.8317,
"step": 210
},
{
"epoch": 0.94,
"learning_rate": 8.465611330894356e-05,
"loss": 1.7089,
"step": 211
},
{
"epoch": 0.94,
"learning_rate": 8.412240268782118e-05,
"loss": 1.8331,
"step": 212
},
{
"epoch": 0.95,
"learning_rate": 8.358822275767832e-05,
"loss": 1.7454,
"step": 213
},
{
"epoch": 0.95,
"learning_rate": 8.305360099981222e-05,
"loss": 1.7651,
"step": 214
},
{
"epoch": 0.96,
"learning_rate": 8.251856491825029e-05,
"loss": 1.6152,
"step": 215
},
{
"epoch": 0.96,
"learning_rate": 8.198314203833513e-05,
"loss": 1.7234,
"step": 216
},
{
"epoch": 0.97,
"learning_rate": 8.144735990530849e-05,
"loss": 1.811,
"step": 217
},
{
"epoch": 0.97,
"learning_rate": 8.091124608289415e-05,
"loss": 1.8182,
"step": 218
},
{
"epoch": 0.98,
"learning_rate": 8.03748281518799e-05,
"loss": 1.7904,
"step": 219
},
{
"epoch": 0.98,
"learning_rate": 7.983813370869873e-05,
"loss": 1.7279,
"step": 220
},
{
"epoch": 0.98,
"eval_loss": 1.820069670677185,
"eval_runtime": 38.6648,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 220
},
{
"epoch": 0.98,
"learning_rate": 7.930119036400885e-05,
"loss": 1.7795,
"step": 221
},
{
"epoch": 0.99,
"learning_rate": 7.876402574127354e-05,
"loss": 1.718,
"step": 222
},
{
"epoch": 0.99,
"learning_rate": 7.822666747533978e-05,
"loss": 1.8449,
"step": 223
},
{
"epoch": 1.0,
"learning_rate": 7.76891432110168e-05,
"loss": 1.7184,
"step": 224
},
{
"epoch": 1.0,
"learning_rate": 7.715148060165364e-05,
"loss": 1.7338,
"step": 225
},
{
"epoch": 1.01,
"learning_rate": 7.661370730771666e-05,
"loss": 1.7738,
"step": 226
},
{
"epoch": 1.01,
"learning_rate": 7.607585099536647e-05,
"loss": 1.7365,
"step": 227
},
{
"epoch": 1.02,
"learning_rate": 7.55379393350346e-05,
"loss": 1.7216,
"step": 228
},
{
"epoch": 1.02,
"learning_rate": 7.5e-05,
"loss": 1.7728,
"step": 229
},
{
"epoch": 1.02,
"learning_rate": 7.446206066496542e-05,
"loss": 1.6894,
"step": 230
},
{
"epoch": 1.03,
"learning_rate": 7.392414900463353e-05,
"loss": 1.7418,
"step": 231
},
{
"epoch": 1.03,
"learning_rate": 7.338629269228332e-05,
"loss": 1.7215,
"step": 232
},
{
"epoch": 1.04,
"learning_rate": 7.284851939834636e-05,
"loss": 1.7766,
"step": 233
},
{
"epoch": 1.04,
"learning_rate": 7.23108567889832e-05,
"loss": 1.7296,
"step": 234
},
{
"epoch": 1.05,
"learning_rate": 7.17733325246602e-05,
"loss": 1.7249,
"step": 235
},
{
"epoch": 1.05,
"learning_rate": 7.123597425872646e-05,
"loss": 1.7242,
"step": 236
},
{
"epoch": 1.06,
"learning_rate": 7.069880963599114e-05,
"loss": 1.7759,
"step": 237
},
{
"epoch": 1.06,
"learning_rate": 7.016186629130127e-05,
"loss": 1.7882,
"step": 238
},
{
"epoch": 1.06,
"learning_rate": 6.962517184812007e-05,
"loss": 1.699,
"step": 239
},
{
"epoch": 1.07,
"learning_rate": 6.908875391710585e-05,
"loss": 1.7605,
"step": 240
},
{
"epoch": 1.07,
"eval_loss": 1.8224544525146484,
"eval_runtime": 38.6838,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 240
},
{
"epoch": 1.07,
"learning_rate": 6.855264009469152e-05,
"loss": 1.7519,
"step": 241
},
{
"epoch": 1.08,
"learning_rate": 6.801685796166487e-05,
"loss": 1.711,
"step": 242
},
{
"epoch": 1.08,
"learning_rate": 6.74814350817497e-05,
"loss": 1.6439,
"step": 243
},
{
"epoch": 1.09,
"learning_rate": 6.694639900018777e-05,
"loss": 1.7515,
"step": 244
},
{
"epoch": 1.09,
"learning_rate": 6.641177724232169e-05,
"loss": 1.7462,
"step": 245
},
{
"epoch": 1.1,
"learning_rate": 6.587759731217884e-05,
"loss": 1.6464,
"step": 246
},
{
"epoch": 1.1,
"learning_rate": 6.534388669105642e-05,
"loss": 1.7231,
"step": 247
},
{
"epoch": 1.1,
"learning_rate": 6.481067283610779e-05,
"loss": 1.7846,
"step": 248
},
{
"epoch": 1.11,
"learning_rate": 6.427798317892968e-05,
"loss": 1.7784,
"step": 249
},
{
"epoch": 1.11,
"learning_rate": 6.374584512415105e-05,
"loss": 1.7011,
"step": 250
},
{
"epoch": 1.12,
"learning_rate": 6.32142860480233e-05,
"loss": 1.7109,
"step": 251
},
{
"epoch": 1.12,
"learning_rate": 6.268333329701184e-05,
"loss": 1.782,
"step": 252
},
{
"epoch": 1.13,
"learning_rate": 6.215301418638918e-05,
"loss": 1.6298,
"step": 253
},
{
"epoch": 1.13,
"learning_rate": 6.162335599882973e-05,
"loss": 1.6542,
"step": 254
},
{
"epoch": 1.14,
"learning_rate": 6.109438598300616e-05,
"loss": 1.7073,
"step": 255
},
{
"epoch": 1.14,
"learning_rate": 6.0566131352187755e-05,
"loss": 1.6676,
"step": 256
},
{
"epoch": 1.14,
"learning_rate": 6.00386192828401e-05,
"loss": 1.7513,
"step": 257
},
{
"epoch": 1.15,
"learning_rate": 5.9511876913227206e-05,
"loss": 1.7061,
"step": 258
},
{
"epoch": 1.15,
"learning_rate": 5.898593134201529e-05,
"loss": 1.775,
"step": 259
},
{
"epoch": 1.16,
"learning_rate": 5.846080962687869e-05,
"loss": 1.7492,
"step": 260
},
{
"epoch": 1.16,
"eval_loss": 1.8244727849960327,
"eval_runtime": 38.6719,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 260
},
{
"epoch": 1.16,
"learning_rate": 5.793653878310779e-05,
"loss": 1.7759,
"step": 261
},
{
"epoch": 1.17,
"learning_rate": 5.741314578221928e-05,
"loss": 1.6873,
"step": 262
},
{
"epoch": 1.17,
"learning_rate": 5.689065755056847e-05,
"loss": 1.7294,
"step": 263
},
{
"epoch": 1.18,
"learning_rate": 5.636910096796424e-05,
"loss": 1.5988,
"step": 264
},
{
"epoch": 1.18,
"learning_rate": 5.584850286628597e-05,
"loss": 1.7398,
"step": 265
},
{
"epoch": 1.18,
"learning_rate": 5.532889002810331e-05,
"loss": 1.7605,
"step": 266
},
{
"epoch": 1.19,
"learning_rate": 5.4810289185298204e-05,
"loss": 1.7791,
"step": 267
},
{
"epoch": 1.19,
"learning_rate": 5.4292727017689826e-05,
"loss": 1.7165,
"step": 268
},
{
"epoch": 1.2,
"learning_rate": 5.377623015166182e-05,
"loss": 1.7378,
"step": 269
},
{
"epoch": 1.2,
"learning_rate": 5.326082515879258e-05,
"loss": 1.6172,
"step": 270
},
{
"epoch": 1.21,
"learning_rate": 5.2746538554488216e-05,
"loss": 1.7141,
"step": 271
},
{
"epoch": 1.21,
"learning_rate": 5.2233396796618606e-05,
"loss": 1.7663,
"step": 272
},
{
"epoch": 1.22,
"learning_rate": 5.172142628415599e-05,
"loss": 1.7631,
"step": 273
},
{
"epoch": 1.22,
"learning_rate": 5.121065335581705e-05,
"loss": 1.6739,
"step": 274
},
{
"epoch": 1.22,
"learning_rate": 5.070110428870779e-05,
"loss": 1.776,
"step": 275
},
{
"epoch": 1.23,
"learning_rate": 5.01928052969718e-05,
"loss": 1.6411,
"step": 276
},
{
"epoch": 1.23,
"learning_rate": 4.9685782530441504e-05,
"loss": 1.7257,
"step": 277
},
{
"epoch": 1.24,
"learning_rate": 4.9180062073293e-05,
"loss": 1.7275,
"step": 278
},
{
"epoch": 1.24,
"learning_rate": 4.867566994270401e-05,
"loss": 1.7533,
"step": 279
},
{
"epoch": 1.25,
"learning_rate": 4.817263208751558e-05,
"loss": 1.7823,
"step": 280
},
{
"epoch": 1.25,
"eval_loss": 1.8235349655151367,
"eval_runtime": 38.6582,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 280
},
{
"epoch": 1.25,
"learning_rate": 4.767097438689694e-05,
"loss": 1.7844,
"step": 281
},
{
"epoch": 1.26,
"learning_rate": 4.7170722649014194e-05,
"loss": 1.7882,
"step": 282
},
{
"epoch": 1.26,
"learning_rate": 4.6671902609702625e-05,
"loss": 1.681,
"step": 283
},
{
"epoch": 1.27,
"learning_rate": 4.617453993114276e-05,
"loss": 1.7391,
"step": 284
},
{
"epoch": 1.27,
"learning_rate": 4.567866020053999e-05,
"loss": 1.7623,
"step": 285
},
{
"epoch": 1.27,
"learning_rate": 4.5184288928808314e-05,
"loss": 1.674,
"step": 286
},
{
"epoch": 1.28,
"learning_rate": 4.469145154925794e-05,
"loss": 1.8447,
"step": 287
},
{
"epoch": 1.28,
"learning_rate": 4.420017341628682e-05,
"loss": 1.7045,
"step": 288
},
{
"epoch": 1.29,
"learning_rate": 4.371047980407625e-05,
"loss": 1.6558,
"step": 289
},
{
"epoch": 1.29,
"learning_rate": 4.3222395905290594e-05,
"loss": 1.7276,
"step": 290
},
{
"epoch": 1.3,
"learning_rate": 4.273594682978133e-05,
"loss": 1.7751,
"step": 291
},
{
"epoch": 1.3,
"learning_rate": 4.22511576032952e-05,
"loss": 1.7659,
"step": 292
},
{
"epoch": 1.31,
"learning_rate": 4.17680531661867e-05,
"loss": 1.6638,
"step": 293
},
{
"epoch": 1.31,
"learning_rate": 4.128665837213506e-05,
"loss": 1.7587,
"step": 294
},
{
"epoch": 1.31,
"learning_rate": 4.08069979868656e-05,
"loss": 1.6908,
"step": 295
},
{
"epoch": 1.32,
"learning_rate": 4.0329096686875635e-05,
"loss": 1.7529,
"step": 296
},
{
"epoch": 1.32,
"learning_rate": 3.985297905816502e-05,
"loss": 1.8126,
"step": 297
},
{
"epoch": 1.33,
"learning_rate": 3.937866959497125e-05,
"loss": 1.7422,
"step": 298
},
{
"epoch": 1.33,
"learning_rate": 3.890619269850931e-05,
"loss": 1.6809,
"step": 299
},
{
"epoch": 1.34,
"learning_rate": 3.84355726757165e-05,
"loss": 1.6247,
"step": 300
},
{
"epoch": 1.34,
"eval_loss": 1.8247207403182983,
"eval_runtime": 38.6791,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 300
},
{
"epoch": 1.34,
"learning_rate": 3.796683373800171e-05,
"loss": 1.7724,
"step": 301
},
{
"epoch": 1.35,
"learning_rate": 3.750000000000001e-05,
"loss": 1.6507,
"step": 302
},
{
"epoch": 1.35,
"learning_rate": 3.7035095478331974e-05,
"loss": 1.7188,
"step": 303
},
{
"epoch": 1.35,
"learning_rate": 3.6572144090368226e-05,
"loss": 1.6954,
"step": 304
},
{
"epoch": 1.36,
"learning_rate": 3.6111169652998864e-05,
"loss": 1.7261,
"step": 305
},
{
"epoch": 1.36,
"learning_rate": 3.5652195881408265e-05,
"loss": 1.7244,
"step": 306
},
{
"epoch": 1.37,
"learning_rate": 3.519524638785498e-05,
"loss": 1.774,
"step": 307
},
{
"epoch": 1.37,
"learning_rate": 3.474034468045714e-05,
"loss": 1.6855,
"step": 308
},
{
"epoch": 1.38,
"learning_rate": 3.428751416198276e-05,
"loss": 1.705,
"step": 309
},
{
"epoch": 1.38,
"learning_rate": 3.383677812864608e-05,
"loss": 1.6418,
"step": 310
},
{
"epoch": 1.39,
"learning_rate": 3.338815976890887e-05,
"loss": 1.7448,
"step": 311
},
{
"epoch": 1.39,
"learning_rate": 3.2941682162287665e-05,
"loss": 1.7697,
"step": 312
},
{
"epoch": 1.39,
"learning_rate": 3.2497368278166186e-05,
"loss": 1.5922,
"step": 313
},
{
"epoch": 1.4,
"learning_rate": 3.2055240974613836e-05,
"loss": 1.6911,
"step": 314
},
{
"epoch": 1.4,
"learning_rate": 3.161532299720968e-05,
"loss": 1.711,
"step": 315
},
{
"epoch": 1.41,
"learning_rate": 3.117763697787236e-05,
"loss": 1.6848,
"step": 316
},
{
"epoch": 1.41,
"learning_rate": 3.074220543369566e-05,
"loss": 1.7308,
"step": 317
},
{
"epoch": 1.42,
"learning_rate": 3.0309050765790162e-05,
"loss": 1.6737,
"step": 318
},
{
"epoch": 1.42,
"learning_rate": 2.9878195258130788e-05,
"loss": 1.7524,
"step": 319
},
{
"epoch": 1.43,
"learning_rate": 2.94496610764105e-05,
"loss": 1.6858,
"step": 320
},
{
"epoch": 1.43,
"eval_loss": 1.824588418006897,
"eval_runtime": 38.6882,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 320
},
{
"epoch": 1.43,
"learning_rate": 2.902347026689968e-05,
"loss": 1.7414,
"step": 321
},
{
"epoch": 1.43,
"learning_rate": 2.8599644755312262e-05,
"loss": 1.7029,
"step": 322
},
{
"epoch": 1.44,
"learning_rate": 2.817820634567754e-05,
"loss": 1.7198,
"step": 323
},
{
"epoch": 1.44,
"learning_rate": 2.775917671921858e-05,
"loss": 1.6937,
"step": 324
},
{
"epoch": 1.45,
"learning_rate": 2.7342577433236697e-05,
"loss": 1.7822,
"step": 325
},
{
"epoch": 1.45,
"learning_rate": 2.692842992000247e-05,
"loss": 1.6426,
"step": 326
},
{
"epoch": 1.46,
"learning_rate": 2.6516755485653134e-05,
"loss": 1.7319,
"step": 327
},
{
"epoch": 1.46,
"learning_rate": 2.6107575309096555e-05,
"loss": 1.7638,
"step": 328
},
{
"epoch": 1.47,
"learning_rate": 2.57009104409215e-05,
"loss": 1.6436,
"step": 329
},
{
"epoch": 1.47,
"learning_rate": 2.5296781802314794e-05,
"loss": 1.6292,
"step": 330
},
{
"epoch": 1.47,
"learning_rate": 2.489521018398497e-05,
"loss": 1.6694,
"step": 331
},
{
"epoch": 1.48,
"learning_rate": 2.4496216245092746e-05,
"loss": 1.6619,
"step": 332
},
{
"epoch": 1.48,
"learning_rate": 2.4099820512188095e-05,
"loss": 1.6913,
"step": 333
},
{
"epoch": 1.49,
"learning_rate": 2.3706043378154228e-05,
"loss": 1.6997,
"step": 334
},
{
"epoch": 1.49,
"learning_rate": 2.3314905101158583e-05,
"loss": 1.6753,
"step": 335
},
{
"epoch": 1.5,
"learning_rate": 2.2926425803610623e-05,
"loss": 1.7086,
"step": 336
},
{
"epoch": 1.5,
"learning_rate": 2.2540625471126482e-05,
"loss": 1.7095,
"step": 337
},
{
"epoch": 1.51,
"learning_rate": 2.2157523951500897e-05,
"loss": 1.6925,
"step": 338
},
{
"epoch": 1.51,
"learning_rate": 2.1777140953686093e-05,
"loss": 1.7279,
"step": 339
},
{
"epoch": 1.51,
"learning_rate": 2.139949604677793e-05,
"loss": 1.6561,
"step": 340
},
{
"epoch": 1.51,
"eval_loss": 1.8239541053771973,
"eval_runtime": 38.6911,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 340
},
{
"epoch": 1.52,
"learning_rate": 2.1024608659008967e-05,
"loss": 1.8246,
"step": 341
},
{
"epoch": 1.52,
"learning_rate": 2.065249807674913e-05,
"loss": 1.6902,
"step": 342
},
{
"epoch": 1.53,
"learning_rate": 2.028318344351342e-05,
"loss": 1.6771,
"step": 343
},
{
"epoch": 1.53,
"learning_rate": 1.9916683758977156e-05,
"loss": 1.6901,
"step": 344
},
{
"epoch": 1.54,
"learning_rate": 1.9553017877998395e-05,
"loss": 1.6676,
"step": 345
},
{
"epoch": 1.54,
"learning_rate": 1.919220450964797e-05,
"loss": 1.6908,
"step": 346
},
{
"epoch": 1.55,
"learning_rate": 1.8834262216247047e-05,
"loss": 1.7272,
"step": 347
},
{
"epoch": 1.55,
"learning_rate": 1.8479209412412175e-05,
"loss": 1.748,
"step": 348
},
{
"epoch": 1.55,
"learning_rate": 1.8127064364107825e-05,
"loss": 1.6607,
"step": 349
},
{
"epoch": 1.56,
"learning_rate": 1.7777845187706757e-05,
"loss": 1.7064,
"step": 350
},
{
"epoch": 1.56,
"learning_rate": 1.7431569849058016e-05,
"loss": 1.784,
"step": 351
},
{
"epoch": 1.57,
"learning_rate": 1.7088256162562682e-05,
"loss": 1.7271,
"step": 352
},
{
"epoch": 1.57,
"learning_rate": 1.6747921790257308e-05,
"loss": 1.71,
"step": 353
},
{
"epoch": 1.58,
"learning_rate": 1.6410584240905353e-05,
"loss": 1.6496,
"step": 354
},
{
"epoch": 1.58,
"learning_rate": 1.607626086909641e-05,
"loss": 1.744,
"step": 355
},
{
"epoch": 1.59,
"learning_rate": 1.5744968874353444e-05,
"loss": 1.679,
"step": 356
},
{
"epoch": 1.59,
"learning_rate": 1.5416725300247833e-05,
"loss": 1.7658,
"step": 357
},
{
"epoch": 1.59,
"learning_rate": 1.5091547033522647e-05,
"loss": 1.6645,
"step": 358
},
{
"epoch": 1.6,
"learning_rate": 1.4769450803223798e-05,
"loss": 1.6668,
"step": 359
},
{
"epoch": 1.6,
"learning_rate": 1.445045317983956e-05,
"loss": 1.7093,
"step": 360
},
{
"epoch": 1.6,
"eval_loss": 1.8239744901657104,
"eval_runtime": 38.6944,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 360
},
{
"epoch": 1.61,
"learning_rate": 1.4134570574447931e-05,
"loss": 1.7667,
"step": 361
},
{
"epoch": 1.61,
"learning_rate": 1.3821819237872431e-05,
"loss": 1.8016,
"step": 362
},
{
"epoch": 1.62,
"learning_rate": 1.3512215259846012e-05,
"loss": 1.6527,
"step": 363
},
{
"epoch": 1.62,
"learning_rate": 1.3205774568183437e-05,
"loss": 1.7123,
"step": 364
},
{
"epoch": 1.63,
"learning_rate": 1.290251292796167e-05,
"loss": 1.7391,
"step": 365
},
{
"epoch": 1.63,
"learning_rate": 1.2602445940708975e-05,
"loss": 1.7231,
"step": 366
},
{
"epoch": 1.63,
"learning_rate": 1.2305589043602222e-05,
"loss": 1.6102,
"step": 367
},
{
"epoch": 1.64,
"learning_rate": 1.2011957508672765e-05,
"loss": 1.7098,
"step": 368
},
{
"epoch": 1.64,
"learning_rate": 1.1721566442020678e-05,
"loss": 1.7353,
"step": 369
},
{
"epoch": 1.65,
"learning_rate": 1.1434430783037683e-05,
"loss": 1.697,
"step": 370
},
{
"epoch": 1.65,
"learning_rate": 1.1150565303638478e-05,
"loss": 1.7111,
"step": 371
},
{
"epoch": 1.66,
"learning_rate": 1.0869984607500966e-05,
"loss": 1.7482,
"step": 372
},
{
"epoch": 1.66,
"learning_rate": 1.0592703129314783e-05,
"loss": 1.7084,
"step": 373
},
{
"epoch": 1.67,
"learning_rate": 1.0318735134038775e-05,
"loss": 1.6504,
"step": 374
},
{
"epoch": 1.67,
"learning_rate": 1.0048094716167095e-05,
"loss": 1.7409,
"step": 375
},
{
"epoch": 1.67,
"learning_rate": 9.780795799004174e-06,
"loss": 1.68,
"step": 376
},
{
"epoch": 1.68,
"learning_rate": 9.51685213394831e-06,
"loss": 1.7304,
"step": 377
},
{
"epoch": 1.68,
"learning_rate": 9.256277299784303e-06,
"loss": 1.6883,
"step": 378
},
{
"epoch": 1.69,
"learning_rate": 8.999084701984826e-06,
"loss": 1.7648,
"step": 379
},
{
"epoch": 1.69,
"learning_rate": 8.745287572020865e-06,
"loss": 1.6844,
"step": 380
},
{
"epoch": 1.69,
"eval_loss": 1.8234540224075317,
"eval_runtime": 38.6726,
"eval_samples_per_second": 0.595,
"eval_steps_per_second": 0.31,
"step": 380
},
{
"epoch": 1.7,
"learning_rate": 8.494898966680893e-06,
"loss": 1.6674,
"step": 381
},
{
"epoch": 1.7,
"learning_rate": 8.247931767399249e-06,
"loss": 1.7195,
"step": 382
},
{
"epoch": 1.71,
"learning_rate": 8.004398679593382e-06,
"loss": 1.74,
"step": 383
},
{
"epoch": 1.71,
"learning_rate": 7.76431223201025e-06,
"loss": 1.6652,
"step": 384
},
{
"epoch": 1.71,
"learning_rate": 7.5276847760817545e-06,
"loss": 1.7028,
"step": 385
},
{
"epoch": 1.72,
"learning_rate": 7.2945284852893025e-06,
"loss": 1.741,
"step": 386
},
{
"epoch": 1.72,
"learning_rate": 7.06485535453753e-06,
"loss": 1.8208,
"step": 387
},
{
"epoch": 1.73,
"learning_rate": 6.838677199537279e-06,
"loss": 1.7236,
"step": 388
},
{
"epoch": 1.73,
"learning_rate": 6.616005656197629e-06,
"loss": 1.7234,
"step": 389
},
{
"epoch": 1.74,
"learning_rate": 6.396852180027329e-06,
"loss": 1.6614,
"step": 390
},
{
"epoch": 1.74,
"learning_rate": 6.181228045545464e-06,
"loss": 1.6615,
"step": 391
},
{
"epoch": 1.75,
"learning_rate": 5.969144345701451e-06,
"loss": 1.6185,
"step": 392
},
{
"epoch": 1.75,
"learning_rate": 5.760611991304273e-06,
"loss": 1.6449,
"step": 393
},
{
"epoch": 1.76,
"learning_rate": 5.555641710461264e-06,
"loss": 1.7494,
"step": 394
},
{
"epoch": 1.76,
"learning_rate": 5.354244048026107e-06,
"loss": 1.7365,
"step": 395
},
{
"epoch": 1.76,
"learning_rate": 5.156429365056406e-06,
"loss": 1.6616,
"step": 396
},
{
"epoch": 1.77,
"learning_rate": 4.962207838280618e-06,
"loss": 1.6828,
"step": 397
},
{
"epoch": 1.77,
"learning_rate": 4.771589459574532e-06,
"loss": 1.7014,
"step": 398
},
{
"epoch": 1.78,
"learning_rate": 4.5845840354472e-06,
"loss": 1.7321,
"step": 399
},
{
"epoch": 1.78,
"learning_rate": 4.4012011865364685e-06,
"loss": 1.6608,
"step": 400
},
{
"epoch": 1.78,
"eval_loss": 1.8232544660568237,
"eval_runtime": 38.7014,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 400
},
{
"epoch": 1.79,
"learning_rate": 4.221450347114e-06,
"loss": 1.6729,
"step": 401
},
{
"epoch": 1.79,
"learning_rate": 4.045340764599925e-06,
"loss": 1.685,
"step": 402
},
{
"epoch": 1.8,
"learning_rate": 3.872881499087127e-06,
"loss": 1.773,
"step": 403
},
{
"epoch": 1.8,
"learning_rate": 3.704081422875144e-06,
"loss": 1.7053,
"step": 404
},
{
"epoch": 1.8,
"learning_rate": 3.5389492200136706e-06,
"loss": 1.7611,
"step": 405
},
{
"epoch": 1.81,
"learning_rate": 3.377493385855862e-06,
"loss": 1.7462,
"step": 406
},
{
"epoch": 1.81,
"learning_rate": 3.219722226621238e-06,
"loss": 1.6979,
"step": 407
},
{
"epoch": 1.82,
"learning_rate": 3.065643858968403e-06,
"loss": 1.7313,
"step": 408
},
{
"epoch": 1.82,
"learning_rate": 2.915266209577452e-06,
"loss": 1.6684,
"step": 409
},
{
"epoch": 1.83,
"learning_rate": 2.7685970147421745e-06,
"loss": 1.6645,
"step": 410
},
{
"epoch": 1.83,
"learning_rate": 2.6256438199720784e-06,
"loss": 1.7141,
"step": 411
},
{
"epoch": 1.84,
"learning_rate": 2.4864139796041878e-06,
"loss": 1.7645,
"step": 412
},
{
"epoch": 1.84,
"learning_rate": 2.3509146564246905e-06,
"loss": 1.7309,
"step": 413
},
{
"epoch": 1.84,
"learning_rate": 2.2191528213004626e-06,
"loss": 1.6788,
"step": 414
},
{
"epoch": 1.85,
"learning_rate": 2.0911352528203943e-06,
"loss": 1.7223,
"step": 415
},
{
"epoch": 1.85,
"learning_rate": 1.9668685369467698e-06,
"loss": 1.667,
"step": 416
},
{
"epoch": 1.86,
"learning_rate": 1.8463590666763117e-06,
"loss": 1.6427,
"step": 417
},
{
"epoch": 1.86,
"learning_rate": 1.7296130417113725e-06,
"loss": 1.7058,
"step": 418
},
{
"epoch": 1.87,
"learning_rate": 1.616636468140986e-06,
"loss": 1.675,
"step": 419
},
{
"epoch": 1.87,
"learning_rate": 1.5074351581318422e-06,
"loss": 1.7686,
"step": 420
},
{
"epoch": 1.87,
"eval_loss": 1.8233102560043335,
"eval_runtime": 38.6983,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 420
},
{
"epoch": 1.88,
"learning_rate": 1.4020147296293e-06,
"loss": 1.6471,
"step": 421
},
{
"epoch": 1.88,
"learning_rate": 1.3003806060683602e-06,
"loss": 1.8298,
"step": 422
},
{
"epoch": 1.88,
"learning_rate": 1.2025380160946479e-06,
"loss": 1.648,
"step": 423
},
{
"epoch": 1.89,
"learning_rate": 1.1084919932954518e-06,
"loss": 1.6888,
"step": 424
},
{
"epoch": 1.89,
"learning_rate": 1.0182473759407144e-06,
"loss": 1.6362,
"step": 425
},
{
"epoch": 1.9,
"learning_rate": 9.318088067341745e-07,
"loss": 1.7624,
"step": 426
},
{
"epoch": 1.9,
"learning_rate": 8.491807325744642e-07,
"loss": 1.7206,
"step": 427
},
{
"epoch": 1.91,
"learning_rate": 7.703674043264191e-07,
"loss": 1.6097,
"step": 428
},
{
"epoch": 1.91,
"learning_rate": 6.953728766023014e-07,
"loss": 1.7506,
"step": 429
},
{
"epoch": 1.92,
"learning_rate": 6.242010075532517e-07,
"loss": 1.7781,
"step": 430
},
{
"epoch": 1.92,
"learning_rate": 5.56855458670788e-07,
"loss": 1.6745,
"step": 431
},
{
"epoch": 1.92,
"learning_rate": 4.933396945984741e-07,
"loss": 1.624,
"step": 432
},
{
"epoch": 1.93,
"learning_rate": 4.3365698295361186e-07,
"loss": 1.7129,
"step": 433
},
{
"epoch": 1.93,
"learning_rate": 3.7781039415919203e-07,
"loss": 1.6123,
"step": 434
},
{
"epoch": 1.94,
"learning_rate": 3.258028012859293e-07,
"loss": 1.7299,
"step": 435
},
{
"epoch": 1.94,
"learning_rate": 2.7763687990441376e-07,
"loss": 1.7075,
"step": 436
},
{
"epoch": 1.95,
"learning_rate": 2.3331510794752095e-07,
"loss": 1.7314,
"step": 437
},
{
"epoch": 1.95,
"learning_rate": 1.928397655828723e-07,
"loss": 1.6662,
"step": 438
},
{
"epoch": 1.96,
"learning_rate": 1.5621293509558709e-07,
"loss": 1.6527,
"step": 439
},
{
"epoch": 1.96,
"learning_rate": 1.2343650078111833e-07,
"loss": 1.7189,
"step": 440
},
{
"epoch": 1.96,
"eval_loss": 1.8232473134994507,
"eval_runtime": 38.7033,
"eval_samples_per_second": 0.594,
"eval_steps_per_second": 0.31,
"step": 440
},
{
"epoch": 1.96,
"learning_rate": 9.451214884833024e-08,
"loss": 1.7041,
"step": 441
},
{
"epoch": 1.97,
"learning_rate": 6.944136733275096e-08,
"loss": 1.6602,
"step": 442
},
{
"epoch": 1.97,
"learning_rate": 4.822544602000877e-08,
"loss": 1.7294,
"step": 443
},
{
"epoch": 1.98,
"learning_rate": 3.086547637949355e-08,
"loss": 1.8183,
"step": 444
},
{
"epoch": 1.98,
"learning_rate": 1.736235150818499e-08,
"loss": 1.6412,
"step": 445
},
{
"epoch": 1.99,
"learning_rate": 7.71676608473104e-09,
"loss": 1.8527,
"step": 446
},
{
"epoch": 1.99,
"learning_rate": 1.929216333684813e-09,
"loss": 1.6733,
"step": 447
},
{
"epoch": 2.0,
"learning_rate": 0.0,
"loss": 1.6938,
"step": 448
}
],
"logging_steps": 1,
"max_steps": 448,
"num_train_epochs": 2,
"save_steps": 500,
"total_flos": 5.192204049712153e+18,
"trial_name": null,
"trial_params": null
}