GIFT-Eval / results /grouped_results_by_domain.csv
juncliu's picture
initial demo
409ae36
raw
history blame
9.91 kB
domain,model,eval_metrics/MAPE[0.5],eval_metrics/mean_weighted_sum_quantile_loss,rank
Econ/Fin,auto_arima,0.9365192023498371,0.82547313686996,7.166666666666667
Econ/Fin,auto_ets,1.069790707228502,0.9914310347244895,9.0
Econ/Fin,auto_theta,1.0054900702449128,0.846318218177465,7.833333333333333
Econ/Fin,chronos-small,0.8016337645320165,0.7776047759026133,7.5
Econ/Fin,chronos_base,0.8020694855013312,0.7682503560215578,6.333333333333333
Econ/Fin,chronos_large,0.7991640460606071,0.7743218919662125,7.0
Econ/Fin,crossformer,34.27971965234223,126.76758253255495,21.0
Econ/Fin,d_linear,1.1148346887593732,1.1323705430596809,17.5
Econ/Fin,deepar,1.2278569268049724,1.4148933569849873,14.333333333333334
Econ/Fin,i_transformer,1.0214445148835511,0.8548360574080038,8.333333333333334
Econ/Fin,moirai_1.1_R_base_no_leak,1.2693975078273285,1.035652986793995,15.5
Econ/Fin,moirai_1.1_R_large_no_leak,0.879988898990186,0.7355518100899686,3.1666666666666665
Econ/Fin,moirai_1.1_R_small_no_leak,1.035635272136103,0.8530614545680443,10.833333333333334
Econ/Fin,n_beats,0.8629634668807649,0.9855058224964246,12.666666666666666
Econ/Fin,naive,1.222637910798122,1.3614416351328862,15.166666666666666
Econ/Fin,patch_tst,0.9463918645805333,0.8154506342478772,6.666666666666667
Econ/Fin,seasonal_naive,1.0,1.0,14.833333333333334
Econ/Fin,tft,1.1360880871257253,0.8476154067835847,7.833333333333333
Econ/Fin,tide,1.1466847399238815,1.0894612064116727,17.0
Econ/Fin,timesfm,0.840899493300519,0.7288672456979325,4.833333333333333
Econ/Fin,visionts,0.9927325904977805,1.056804867374159,16.5
Energy,auto_arima,1.020271660057138,0.8634432097816029,12.28125
Energy,auto_ets,1.3407403717825905,4.309210526315789e+23,15.8125
Energy,auto_theta,1.3500329947825767,2.288546713618502,16.90625
Energy,chronos-small,0.9106949318701584,0.684989122019499,8.59375
Energy,chronos_base,0.908599317521494,0.6608616701619849,7.375
Energy,chronos_large,0.9122256820323856,0.6592412529602467,7.25
Energy,crossformer,9236423597.08186,11.594762627902593,14.25
Energy,d_linear,1.1889257931784007,0.9161631466345352,14.71875
Energy,deepar,1.678068514068864,1.3746230213328996,14.6875
Energy,i_transformer,1.2394136898117367,0.8256530209999239,7.0625
Energy,moirai_1.1_R_base_no_leak,0.9874963954081143,0.6351616784559907,5.6875
Energy,moirai_1.1_R_large_no_leak,0.8909713530536371,0.6258812753967218,5.375
Energy,moirai_1.1_R_small_no_leak,0.8991945372018496,0.6974970102561562,7.0
Energy,n_beats,1.1689169414175054,0.9804388197933043,15.09375
Energy,naive,1.2329496956881505,1.717544651501066,18.21875
Energy,patch_tst,1.0002148326675349,0.6519449023593654,5.75
Energy,seasonal_naive,1.0,1.0,15.84375
Energy,tft,1.094935043145979,0.6698073412229205,7.28125
Energy,tide,1.2969242335580595,0.8815970753846475,10.46875
Energy,timesfm,0.990249590684815,0.7036315984358718,8.25
Energy,visionts,1.1457219960976157,0.8253258612638164,13.09375
Healthcare,auto_arima,0.7829904478130371,0.6313761904761905,7.8
Healthcare,auto_ets,0.8061744759695987,0.6378749206349206,7.2
Healthcare,auto_theta,0.9667122096533645,0.8276838095238095,12.0
Healthcare,chronos-small,0.6676511382266025,0.5753475132275132,5.8
Healthcare,chronos_base,0.7248913460690712,0.5941960317460317,5.0
Healthcare,chronos_large,0.6616148175532721,0.5314045502645502,4.2
Healthcare,crossformer,454.59633819128214,70.08870634920635,16.0
Healthcare,d_linear,0.8850081956016165,0.9878685185185185,16.0
Healthcare,deepar,0.8566987649911045,0.8641066137566138,10.4
Healthcare,i_transformer,0.9023075876752837,0.7645924867724868,9.4
Healthcare,moirai_1.1_R_base_no_leak,1.1475007332958291,1.073448677248677,15.8
Healthcare,moirai_1.1_R_large_no_leak,0.8166086394810568,0.68611,8.0
Healthcare,moirai_1.1_R_small_no_leak,1.0612957366806712,0.925962328042328,14.8
Healthcare,n_beats,0.7698977996924792,0.8690820634920635,14.0
Healthcare,naive,1.2056710696279012,1.2890160846560845,17.8
Healthcare,patch_tst,0.7946209932133224,0.6791721164021164,8.6
Healthcare,seasonal_naive,1.0,1.0,15.0
Healthcare,tft,0.7904105809823141,0.7010021693121693,8.2
Healthcare,tide,0.8426731528233347,1.1561685185185187,14.4
Healthcare,timesfm,0.791330416522951,0.7994040740740741,7.8
Healthcare,visionts,0.8034595649263452,0.7956369841269841,12.8
Nature,auto_arima,0.9361489953148219,0.7095217542336816,14.4
Nature,auto_ets,1.206307582700855,76254692.36191763,16.933333333333334
Nature,auto_theta,5.150553292857,1.0319763336420513,16.4
Nature,chronos-small,0.9491555540245159,0.4571809141301187,9.666666666666666
Nature,chronos_base,0.8087692327609204,0.43483874046585586,8.733333333333333
Nature,chronos_large,0.7215301114853574,0.43339550624240464,8.2
Nature,crossformer,3.6857728593414816,1.8222011094109303,12.8
Nature,d_linear,1.6637383989524568,0.566411290270835,14.466666666666667
Nature,deepar,1.3368617172298543,0.784343921808244,11.866666666666667
Nature,i_transformer,1.0245163140037494,0.3923948352004396,6.533333333333333
Nature,moirai_1.1_R_base_no_leak,1.0846943426539009,0.42165427104639003,4.466666666666667
Nature,moirai_1.1_R_large_no_leak,0.9012043168826274,0.37755828000010155,4.133333333333334
Nature,moirai_1.1_R_small_no_leak,0.8636937125921123,0.400148437852242,4.4
Nature,n_beats,2.051183579793879,0.5865729148518006,14.533333333333333
Nature,naive,1.0153007149015423,1.5216687585771838,19.266666666666666
Nature,patch_tst,0.9757662316880771,0.40362241062795473,7.266666666666667
Nature,seasonal_naive,1.0,1.0,18.6
Nature,tft,1.3479799792947338,0.4024676715316202,7.466666666666667
Nature,tide,1.6518355265449745,0.648933595846154,13.466666666666667
Nature,timesfm,1.0759825145269837,0.38186899336385965,5.733333333333333
Nature,visionts,1.0368902840216354,0.4874755604862317,11.666666666666666
Sales,auto_arima,0.7716630938105196,0.4828581089269842,14.25
Sales,auto_ets,0.9017684593360312,30.76895095733506,17.25
Sales,auto_theta,0.8258637946630958,0.5029359984438486,14.5
Sales,chronos-small,0.7186805493171662,0.3848441218930615,9.0
Sales,chronos_base,0.7008513669210537,0.3850621220616795,7.25
Sales,chronos_large,0.7034956230009589,0.3844707529650858,7.25
Sales,crossformer,1.4946326987237475,7.655215975652274,20.75
Sales,d_linear,0.7999361690904114,0.5046638267307796,14.25
Sales,deepar,0.7388013496334613,0.3684882238444817,6.25
Sales,i_transformer,0.7592707077676131,0.37054645387589946,4.75
Sales,moirai_1.1_R_base_no_leak,0.667796706791987,0.5158002274792624,9.0
Sales,moirai_1.1_R_large_no_leak,0.6706792874796048,0.4063993273240754,5.25
Sales,moirai_1.1_R_small_no_leak,0.6717145779320488,0.4624986481003004,8.5
Sales,n_beats,0.7261206955984014,0.42619466975098175,11.0
Sales,naive,0.9988290398126464,0.9354131622562287,19.0
Sales,patch_tst,0.7506252415562384,0.36695813811595074,3.25
Sales,seasonal_naive,1.0,1.0,19.25
Sales,tft,0.7571398644569189,0.3639182778535524,8.0
Sales,tide,1.0042130411120884,0.5031160265435741,14.0
Sales,timesfm,0.6834660865486862,0.36525039257779146,2.75
Sales,visionts,0.8110052069079339,0.5234893692225551,15.5
Transport,auto_arima,1.067553229756302,0.7895352174994626,15.866666666666667
Transport,auto_ets,1.2519332616788197,62214211389283.484,18.333333333333332
Transport,auto_theta,1.080401746635928,1.484666133944374,18.733333333333334
Transport,chronos-small,0.8463413166527496,0.6018945114961274,10.066666666666666
Transport,chronos_base,0.8525884818870904,0.5855383296935212,8.066666666666666
Transport,chronos_large,0.847275145385676,0.5853558157193545,8.4
Transport,crossformer,2.133541126273085,2.824391583266013,10.466666666666667
Transport,d_linear,0.9088963832125505,0.7037765247623837,14.733333333333333
Transport,deepar,0.8113936242603784,0.5544948055430984,6.466666666666667
Transport,i_transformer,0.827077979022359,0.4999616864926626,5.866666666666666
Transport,moirai_1.1_R_base_no_leak,0.8561472773934119,0.47760992257555535,6.133333333333334
Transport,moirai_1.1_R_large_no_leak,0.9275713341627421,0.5021373535569643,6.666666666666667
Transport,moirai_1.1_R_small_no_leak,0.910054545689888,0.5002405082060885,8.333333333333334
Transport,n_beats,0.759611430343423,0.6406924635381934,12.6
Transport,naive,1.4793208069977917,2.2909473535610148,20.133333333333333
Transport,patch_tst,0.8021327551126702,0.5059201467965427,5.8
Transport,seasonal_naive,1.0,1.0,17.333333333333332
Transport,tft,0.8220948248404197,0.485294449011853,4.8
Transport,tide,0.8779217036886292,0.5698046392964627,10.4
Transport,timesfm,0.9283663454018408,0.577738758232893,8.133333333333333
Transport,visionts,0.8701382141384387,0.6655022406963716,13.666666666666666
Web/CloudOps,auto_arima,0.8940721359171526,0.9239632177767032,14.5
Web/CloudOps,auto_ets,1.1484024357848706,3541668.1195238987,17.05
Web/CloudOps,auto_theta,0.8325449233161077,0.7377937575734188,12.1
Web/CloudOps,chronos-small,1.1477382857881004,0.7519221963095372,10.4
Web/CloudOps,chronos_base,1.2983512147050473,0.8105248727247287,11.35
Web/CloudOps,chronos_large,1.3303495508509569,0.79130505302003,11.65
Web/CloudOps,crossformer,3.905809488486181,0.7282280986973914,11.35
Web/CloudOps,d_linear,1.679664570939319,0.813864694620387,12.55
Web/CloudOps,deepar,0.8567686630861442,0.7806071927900515,11.7
Web/CloudOps,i_transformer,0.7194432840929166,0.5224562708709003,4.5
Web/CloudOps,moirai_1.1_R_base_no_leak,1.0566434817767107,0.7682523197700815,9.25
Web/CloudOps,moirai_1.1_R_large_no_leak,0.7913068650225961,0.7415333306227597,8.35
Web/CloudOps,moirai_1.1_R_small_no_leak,0.797099135532333,0.7437898694659932,8.5
Web/CloudOps,n_beats,0.6423921434834379,0.6616483361015169,10.3
Web/CloudOps,naive,1.1134728329755728,1.1880618871151416,16.7
Web/CloudOps,patch_tst,0.6023812811006274,0.517794941208908,3.95
Web/CloudOps,seasonal_naive,1.0,1.0,16.35
Web/CloudOps,tft,1.3456759309631106,0.6485214709355084,5.95
Web/CloudOps,tide,0.957645003291147,0.6729746748245962,9.95
Web/CloudOps,timesfm,2.3672130873427584,0.9761625637942284,13.9
Web/CloudOps,visionts,0.8379189396040971,0.7244329358471615,10.65