results/grouped_results_by_frequency.csv

frequency,model,eval_metrics/MAPE[0.5],eval_metrics/mean_weighted_sum_quantile_loss,rank
10S,auto_arima,1.0,1.0,8.5
10S,auto_ets,1.7729614789749542,2.9904066969242904,19.5
10S,auto_theta,0.6490202004866038,0.4498416650221458,1.0
10S,chronos-small,2.4209056102186177,1.0976423357911036,10.833333333333334
10S,chronos_base,2.9496999072884034,1.2710971183275626,12.333333333333334
10S,chronos_large,3.0233397960335355,1.1850701939432435,11.666666666666666
10S,crossformer,10.78297867187441,0.9632338077490566,11.5
10S,d_linear,3.464549733595483,1.1289544947882015,11.666666666666666
10S,deepar,1.8262604211066729,1.028182807201692,11.166666666666666
10S,i_transformer,1.3136663904154584,0.6908224736822052,2.5
10S,moirai_1.1_R_base_no_leak,2.3417832113521384,1.4018041619123724,16.5
10S,moirai_1.1_R_large_no_leak,1.5520209642771396,1.2388948175006333,14.166666666666666
10S,moirai_1.1_R_small_no_leak,1.6476110189439555,1.3097769500283245,14.833333333333334
10S,n_beats,0.9967269159720157,0.821329634043785,6.666666666666667
10S,naive,1.9717621185326415,1.537476210057875,16.333333333333332
10S,patch_tst,1.059144382825294,0.732123599927497,5.0
10S,seasonal_naive,1.0,1.0,9.5
10S,tft,3.2429931822722793,1.0464406489926144,7.666666666666667
10S,tide,1.6709303370483655,0.9849620277425579,10.166666666666666
10S,timesfm,6.2343560526627115,1.8234677065697433,19.333333333333332
10S,visionts,1.0968489534913595,0.9341805708581102,10.166666666666666
10T,auto_arima,1.0,1.0,15.5
10T,auto_ets,1.655224521738566,2.151457928700739,16.666666666666668
10T,auto_theta,2.629806275955802,3.6738488709022494,19.666666666666668
10T,chronos-small,1.5117776833428394,0.6428724843624029,12.166666666666666
10T,chronos_base,1.2748386240996392,0.5553606639434913,8.833333333333334
10T,chronos_large,1.0346877837456316,0.5513783261338567,8.0
10T,crossformer,19934536143.591114,2.1015695650743917,11.5
10T,d_linear,1.299502689362975,0.6517937533428791,11.833333333333334
10T,deepar,0.6449733779553711,0.5921106678712438,10.666666666666666
10T,i_transformer,0.7796030121280376,0.590764568044439,6.833333333333333
10T,moirai_1.1_R_base_no_leak,0.9116352990069784,0.4334215808615318,5.0
10T,moirai_1.1_R_large_no_leak,1.0458495459083907,0.4946922044906253,7.5
10T,moirai_1.1_R_small_no_leak,0.5833924359839285,0.5920693990394471,8.5
10T,n_beats,1.2619963794129159,0.7808649076454232,13.166666666666666
10T,naive,0.7585251839995307,2.2345586312657204,19.333333333333332
10T,patch_tst,0.8811585844239113,0.5583960366038973,7.333333333333333
10T,seasonal_naive,1.0,1.0,16.5
10T,tft,1.2009513786157717,0.4124334801906368,4.333333333333333
10T,tide,1.1631853970897563,0.655064716092509,11.833333333333334
10T,timesfm,1.0220126106014014,0.5696636404743637,8.333333333333334
10T,visionts,1.0799543876471867,0.5014732753557328,7.5
15T,auto_arima,1.1006594936981116,0.9576282754708779,13.916666666666666
15T,auto_ets,1.2708218834942537,77767764236603.9,18.166666666666668
15T,auto_theta,0.9891316566321592,1.7607790421016025,17.0
15T,chronos-small,0.9607408272903095,0.7932548659240278,9.75
15T,chronos_base,0.9515313401712095,0.7673882941899328,8.5
15T,chronos_large,0.9444257867877283,0.7636894556076325,8.166666666666666
15T,crossformer,6.318458905448402,3.106359900469947,13.25
15T,d_linear,1.0317429035906032,0.9374198238688525,14.083333333333334
15T,deepar,1.9585178196595348,1.6805423348003437,14.5
15T,i_transformer,0.8998429174870893,0.658390212420039,3.5
15T,moirai_1.1_R_base_no_leak,1.010717233317842,0.7067981834067827,5.583333333333333
15T,moirai_1.1_R_large_no_leak,0.939877854260836,0.675873678929174,4.416666666666667
15T,moirai_1.1_R_small_no_leak,1.0967135488745525,0.7930862976995009,8.666666666666666
15T,n_beats,0.9635718857733048,0.9892577700794088,15.0
15T,naive,1.4410754166321356,2.423171378732352,19.75
15T,patch_tst,0.874459260826287,0.663243746282057,3.8333333333333335
15T,seasonal_naive,1.0,1.0,15.166666666666666
15T,tft,1.0582677267954164,0.7318724576230791,6.583333333333333
15T,tide,0.9787252364392137,0.8073681981088243,10.083333333333334
15T,timesfm,1.0222202532066558,0.7930028114468964,8.25
15T,visionts,0.9819059200401176,0.8783919060935471,12.833333333333334
5T,auto_arima,1.0,1.0,16.25
5T,auto_ets,1.0086175993752609,1.0467883914512524,15.5
5T,auto_theta,0.964060428373576,1.0460351344918941,16.666666666666668
5T,chronos-small,0.7802675296137581,0.7516150339138812,11.166666666666666
5T,chronos_base,0.7630965336585342,0.7494651012783219,11.25
5T,chronos_large,0.7718811079792048,0.7552409156866928,11.916666666666666
5T,crossformer,1.2734965922255723,1.040860998323226,11.416666666666666
5T,d_linear,0.9697247766365901,0.8333404387801792,14.5
5T,deepar,0.6722225413838093,0.7971245067076417,13.25
5T,i_transformer,0.6604920249872609,0.5433487060646278,5.5
5T,moirai_1.1_R_base_no_leak,0.6004862717957414,0.5407632644099643,4.75
5T,moirai_1.1_R_large_no_leak,0.5519935614821848,0.5321255655856548,3.25
5T,moirai_1.1_R_small_no_leak,0.5295698754870711,0.5360775348348382,4.416666666666667
5T,n_beats,0.6343946014070763,0.7257573125150426,12.416666666666666
5T,naive,0.8443455210066756,1.40000213208879,17.166666666666668
5T,patch_tst,0.5873226620946504,0.5432646554948832,4.75
5T,seasonal_naive,1.0,1.0,17.75
5T,tft,0.6434051298457072,0.5565798833891061,4.916666666666667
5T,tide,0.7950041895659674,0.64766319142376,10.083333333333334
5T,timesfm,0.8202436454444181,0.730338811538158,11.916666666666666
5T,visionts,0.8757565714382182,0.7336813267313066,12.166666666666666
A,auto_arima,1.0171428571428571,0.9420289855072463,10.0
A,auto_ets,0.9371428571428573,0.8043478260869564,3.0
A,auto_theta,0.9371428571428573,0.8333333333333333,6.0
A,chronos-small,1.0,1.0072463768115942,17.0
A,chronos_base,0.9771428571428573,0.9782608695652174,13.0
A,chronos_large,0.9771428571428573,0.9782608695652174,14.0
A,crossformer,6.857142857142858,102.89855072463767,21.0
A,d_linear,1.062857142857143,1.2173913043478262,20.0
A,deepar,1.0171428571428571,0.8188405797101449,4.0
A,i_transformer,1.0342857142857143,0.8478260869565217,7.0
A,moirai_1.1_R_base_no_leak,1.2057142857142857,0.9420289855072463,11.0
A,moirai_1.1_R_large_no_leak,0.9542857142857144,0.7753623188405796,1.0
A,moirai_1.1_R_small_no_leak,0.9771428571428573,0.8260869565217391,5.0
A,n_beats,0.9028571428571429,0.9710144927536232,12.0
A,naive,1.0,0.9927536231884058,15.0
A,patch_tst,1.0057142857142858,0.8478260869565217,8.0
A,seasonal_naive,1.0,1.0,16.0
A,tft,0.9257142857142858,0.7971014492753623,2.0
A,tide,1.2057142857142857,1.1231884057971013,18.0
A,timesfm,0.9714285714285715,0.8478260869565217,9.0
A,visionts,1.0914285714285714,1.1521739130434783,19.0
D,auto_arima,0.8529021613038067,0.4985004151026563,11.0
D,auto_ets,0.9328318534943983,9.346363276951774,14.333333333333334
D,auto_theta,0.9291332918118479,0.5748243358418598,14.333333333333334
D,chronos-small,0.7368243034917711,0.43658660925543036,8.066666666666666
D,chronos_base,0.6862749899568191,0.421268869505568,6.733333333333333
D,chronos_large,0.6959915152342351,0.4206978284635147,6.666666666666667
D,crossformer,154.59928198095446,26.923731402565622,18.4
D,d_linear,0.8979716998083668,0.6146338678499457,15.133333333333333
D,deepar,0.8010158939552874,0.5938211197218363,11.066666666666666
D,i_transformer,0.8178290414664529,0.4945942845202976,8.466666666666667
D,moirai_1.1_R_base_no_leak,0.7453788326511405,0.4633929439816138,7.466666666666667
D,moirai_1.1_R_large_no_leak,0.6628066770710596,0.39170739564229085,4.333333333333333
D,moirai_1.1_R_small_no_leak,0.7086474258839043,0.41290002863504544,6.2
D,n_beats,0.7960758852718125,0.571280865579523,14.4
D,naive,1.0,0.7975936297433697,17.6
D,patch_tst,0.7522257716055208,0.43688965053339623,7.2
D,seasonal_naive,1.0,1.0,19.0
D,tft,0.7622852957686599,0.4136783788887685,6.666666666666667
D,tide,0.9969048876212023,0.7484054326947167,13.533333333333333
D,timesfm,0.779898124642687,0.49167132325793367,5.6
D,visionts,0.8948792108968546,0.5558947866812461,14.8
H,auto_arima,0.9539421964948747,0.7767300171583383,15.483870967741936
H,auto_ets,1.328807641048494,4.448217317487267e+23,18.774193548387096
H,auto_theta,3.078013295555958,1.851945783529741,18.870967741935484
H,chronos-small,0.7327688330840401,0.5144358964770991,8.580645161290322
H,chronos_base,0.7385494318069303,0.505942185952322,7.806451612903226
H,chronos_large,0.7478851839242808,0.5091430423436873,8.0
H,crossformer,5676075428.759688,5.282163959765436,11.0
H,d_linear,1.3543590165990786,0.6813103317146129,14.129032258064516
H,deepar,1.1775584990695886,0.8933529848405231,10.870967741935484
H,i_transformer,0.960319640638691,0.476223391238969,6.129032258064516
H,moirai_1.1_R_base_no_leak,0.9074224107057469,0.46296554507116067,5.290322580645161
H,moirai_1.1_R_large_no_leak,0.8513557808071407,0.49904989135530137,6.548387096774194
H,moirai_1.1_R_small_no_leak,0.8133232904541264,0.4778830172118464,6.32258064516129
H,n_beats,1.3440056550191246,0.6646047122901354,13.419354838709678
H,naive,1.3316850451655482,1.8366794323255176,19.64516129032258
H,patch_tst,0.9278036240195197,0.46244079149616185,4.967741935483871
H,seasonal_naive,1.0,1.0,17.64516129032258
H,tft,1.1074721197519513,0.48721235955499614,6.645161290322581
H,tide,1.2515715821404725,0.5695063335623101,10.580645161290322
H,timesfm,0.9815849142972823,0.5102566138085366,8.35483870967742
H,visionts,0.989251601317308,0.6105910361801898,11.935483870967742
M,auto_arima,0.7897292418553448,0.7664432031389335,6.2
M,auto_ets,0.8246966155843344,0.7720428958818089,5.4
M,auto_theta,0.9196256618111756,0.8821604346726062,8.4
M,chronos-small,0.8622647029230233,0.8311626407190348,8.6
M,chronos_base,0.8946217478533949,0.8612725657711913,8.6
M,chronos_large,0.8472484866537497,0.81475133159962,8.2
M,crossformer,10.544298745396533,67.95761479628871,13.0
M,d_linear,1.081950231233934,1.1996315851033383,15.8
M,deepar,1.1770718831957356,1.0978451288049407,11.8
M,i_transformer,1.0050739577178593,0.8211301131061257,5.6
M,moirai_1.1_R_base_no_leak,1.894529314848318,1.4962012401441718,19.2
M,moirai_1.1_R_large_no_leak,0.9965918207836234,0.9172428125972104,9.6
M,moirai_1.1_R_small_no_leak,1.3843487814465443,1.2213717006565714,17.0
M,n_beats,0.9414022389216479,1.007258419666447,11.4
M,naive,1.2968159580843228,1.5810738327920664,19.2
M,patch_tst,0.9895171231152233,0.8480243667176828,7.6
M,seasonal_naive,1.0,1.0,13.4
M,tft,1.0540757144083999,0.8748338687935762,8.2
M,tide,1.0388749071339713,1.2356707678524768,15.4
M,timesfm,0.8627984408713761,0.7375099053093932,3.6
M,visionts,0.9379289156090017,1.0376995780191705,14.8
Q,auto_arima,0.8591549295774649,0.8225806451612904,5.0
Q,auto_ets,0.8591549295774649,0.7983870967741936,4.0
Q,auto_theta,0.8380281690140845,0.7973790322580646,2.0
Q,chronos-small,0.8239436619718311,0.8457661290322581,11.0
Q,chronos_base,0.8098591549295776,0.8397177419354839,8.0
Q,chronos_large,0.8098591549295776,0.8397177419354839,9.0
Q,crossformer,9.929577464788732,119.95967741935485,21.0
Q,d_linear,0.9859154929577466,1.1088709677419355,19.0
Q,deepar,0.9436619718309861,0.840725806451613,10.0
Q,i_transformer,0.9084507042253522,0.7973790322580646,3.0
Q,moirai_1.1_R_base_no_leak,1.4295774647887327,1.1290322580645162,20.0
Q,moirai_1.1_R_large_no_leak,0.8873239436619719,0.7883064516129034,1.0
Q,moirai_1.1_R_small_no_leak,1.0352112676056338,0.9324596774193549,13.0
Q,n_beats,0.8380281690140845,0.9717741935483871,15.0
Q,naive,0.9295774647887325,0.9506048387096774,14.0
Q,patch_tst,0.9366197183098592,0.8346774193548387,6.0
Q,seasonal_naive,1.0,1.0,16.0
Q,tft,0.9366197183098592,0.8366935483870969,7.0
Q,tide,1.1338028169014085,1.0181451612903227,17.0
Q,timesfm,0.8802816901408451,0.8528225806451613,12.0
Q,visionts,0.9366197183098592,1.0483870967741935,18.0
W,auto_arima,0.9759738266715013,0.748994017923637,9.875
W,auto_ets,0.971794800090248,0.7889859594373794,10.375
W,auto_theta,1.0807827233498426,0.8086208938554269,12.125
W,chronos-small,0.7075714340716913,0.554913070787174,5.25
W,chronos_base,0.7288517030693448,0.5619860060584291,4.5
W,chronos_large,0.7069908074836505,0.5515544393043641,4.375
W,crossformer,7.4085130347732155,49.820115045230985,20.375
W,d_linear,1.1283846019672135,0.97517397862518,16.875
W,deepar,1.862654170783469,1.3453366562739022,12.75
W,i_transformer,1.9015274495154941,1.3308062694365717,12.375
W,moirai_1.1_R_base_no_leak,0.9495981825008816,0.7483199869474646,9.75
W,moirai_1.1_R_large_no_leak,0.8957713665163969,0.6412758290160822,5.125
W,moirai_1.1_R_small_no_leak,0.9814158946324417,0.7581734604096699,8.625
W,n_beats,1.4457143774506727,1.0793531840148527,15.25
W,naive,1.0,0.875913187952162,13.625
W,patch_tst,0.9073153465406218,0.6981022157766977,8.0
W,seasonal_naive,1.0,1.0,16.5
W,tft,1.0396666971907644,0.7794595632824765,11.25
W,tide,1.7669411056805098,1.2225931248216542,13.125
W,timesfm,0.8615386867667885,0.6305866856856626,4.875
W,visionts,1.1355217147765972,0.9990150254993866,16.0