GIFT-Eval / results /grouped_results_by_univariate.csv
juncliu's picture
initial demo
409ae36
raw
history blame
3.1 kB
univariate,model,eval_metrics/MAPE[0.5],eval_metrics/mean_weighted_sum_quantile_loss,rank
False,auto_arima,0.9804811342495535,0.8713104754311666,13.906976744186046
False,auto_ets,1.3150898838758078,28247779.184341986,17.023255813953487
False,auto_theta,2.411812537314736,1.1875727874520958,14.976744186046512
False,chronos-small,1.0763507868085402,0.6645935333486652,9.511627906976743
False,chronos_base,1.108253824730984,0.6827654193124292,9.44186046511628
False,chronos_large,1.0950741555125842,0.6729041022551422,9.55813953488372
False,crossformer,2.654080994925351,0.9189271735725226,12.906976744186046
False,d_linear,1.6213889770481567,0.7823221048850953,13.488372093023257
False,deepar,1.5448649630735394,1.177574529017474,14.0
False,i_transformer,1.1492193189093056,0.6224209228728989,5.186046511627907
False,moirai_1.1_R_base_no_leak,1.0862615181082176,0.6282749871527136,6.27906976744186
False,moirai_1.1_R_large_no_leak,0.9324785498208167,0.6271354928559256,6.674418604651163
False,moirai_1.1_R_small_no_leak,0.8841632883529932,0.6261701600960712,6.325581395348837
False,n_beats,1.4270416026611565,0.7348091745010178,12.581395348837209
False,naive,1.2123354003513602,1.3984175456034713,17.697674418604652
False,patch_tst,0.8748906969616712,0.5267294212715652,5.023255813953488
False,seasonal_naive,1.0,1.0,16.511627906976745
False,tft,1.3981834112189448,0.6093381204940588,6.906976744186046
False,tide,1.43858389278792,0.8200701505564333,11.395348837209303
False,timesfm,1.714449538660074,0.7498374834291154,10.069767441860465
False,visionts,1.0423141526857782,0.7009754803331653,11.534883720930232
True,auto_arima,0.9452907457761817,0.7624093224131667,12.555555555555555
True,auto_ets,1.1157996061544226,2.553606237989581e+23,14.87037037037037
True,auto_theta,1.1810795821409918,1.5907675831680725,15.38888888888889
True,chronos-small,0.8105398747887519,0.6175638516729869,8.88888888888889
True,chronos_base,0.8064432004095214,0.6004730500877874,7.425925925925926
True,chronos_large,0.7992434048928462,0.5946120685660026,7.314814814814815
True,crossformer,5473436252.639601,28.841701459950688,14.185185185185185
True,d_linear,1.0152315982745468,0.8288833788523304,15.222222222222221
True,deepar,0.9487785778969822,0.8024222742045092,10.0
True,i_transformer,0.8534236166087696,0.6282487930572502,7.314814814814815
True,moirai_1.1_R_base_no_leak,0.9474297935418754,0.6631059403644487,8.592592592592593
True,moirai_1.1_R_large_no_leak,0.8095920641262695,0.5658691463988443,5.444444444444445
True,moirai_1.1_R_small_no_leak,0.8798251667426911,0.6550813700792939,9.0
True,n_beats,0.7960013669407282,0.803378130725278,13.796296296296296
True,naive,1.1920786390202338,1.7432469758252465,18.574074074074073
True,patch_tst,0.8473452262927366,0.5920056645616604,6.277777777777778
True,seasonal_naive,1.0,1.0,16.74074074074074
True,tft,0.8921817826859224,0.5845469141375511,6.648148148148148
True,tide,0.9602232031743085,0.7225690907268552,11.703703703703704
True,timesfm,0.8724456439616861,0.6300331912444614,7.333333333333333
True,visionts,0.9337984401734895,0.7493477637512667,13.722222222222221