data/validation_loss _txt360_vs_fineweb.csv

Step,FineWeb-1.5T,TxT360
5000,2.911076784,2.589649677
10000,2.75819993,2.438303471
15000,2.647450924,2.383416414
20000,2.588769436,2.337049007
25000,2.565514088,2.300292492
30000,2.527409077,2.29057312
35000,2.506954193,2.285922527
40000,2.493706465,2.265408278
45000,2.478432178,2.245058537
50000,2.476668596,2.24157238
55000,2.467983723,2.23307991
60000,2.4843328,2.232925415
65000,2.439449787,2.226780653
70000,2.438807011,2.222440243
75000,2.426213741,2.194804668
80000,2.459792614,2.210517406
85000,2.426000357,2.186522722
90000,2.403300762,2.185292006
95000,2.399668455,2.184529305
100000,2.404176235,2.185826778
105000,2.39425993,2.171881914
110000,2.406329632,2.182652235
115000,2.381269455,2.169103146
120000,2.387765169,2.162784815
125000,2.373465776,2.165525436
130000,2.374938488,2.159037828
135000,2.379047394,2.164080143
140000,2.370839834,2.143726826
145000,2.351930141,2.144924164
150000,2.35353899,2.138051987
155000,2.356842279,2.138092995
160000,2.343327522,2.120969057
165000,2.335564375,
170000,2.337301254,
175000,2.322228193,
180000,2.323165655,
185000,2.309478998,
190000,2.326301336,
195000,2.314562321,
200000,2.280953169,
205000,2.291109324,
210000,2.298957586,
215000,2.282609463,
220000,2.296112061,
225000,2.286119938,
230000,2.279724598,
235000,2.268625498,
240000,2.27303195,
245000,2.254729986,
250000,2.260175228,
255000,2.248331785,
260000,2.235989809,
265000,2.241044521,
270000,2.242579222,
275000,2.216429472,
280000,2.250077009,
285000,2.224117756,