GIFT-Eval / results /Moirai_large /all_results.csv
juncliu's picture
update freq string in results
c870669
raw
history blame
11.3 kB
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,Moirai_large,67700000.0,2190000.0,169.0,0.827,2.38,0.747,32.4,8230.0,25.8,0.53,0.412,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,Moirai_large,7100000.0,3490000.0,308.0,1.09,3.47,0.581,23.4,2670.0,7.6,0.879,0.646,Web/CloudOps,2.0
bitbrains_rnd/5T/short,Moirai_large,66300000.0,1900000.0,127.0,1.75,1.15,0.664,101.0,8150.0,33.3,0.519,0.418,Web/CloudOps,2.0
bitbrains_rnd/H/short,Moirai_large,1780000.0,1860000.0,140.0,5.93,1.15,0.544,203.0,1330.0,5.83,0.613,0.566,Web/CloudOps,2.0
bizitobs_application/10S/short,Moirai_large,9410000.0,10300000.0,1250.0,4.51,0.0605,0.064,22.6,3070.0,0.118,0.048,0.0383,Web/CloudOps,2.0
bizitobs_l2c/5T/short,Moirai_large,21.9,21.8,2.77,0.285,0.168,0.211,3.4,4.68,0.161,0.095,0.0794,Web/CloudOps,7.0
bizitobs_l2c/H/short,Moirai_large,297.0,348.0,12.3,1.15,0.703,1.31,10.7,17.2,0.93,0.664,0.559,Web/CloudOps,7.0
bizitobs_service/10S/short,Moirai_large,390000.0,32700.0,51.5,2.31,0.213,0.0986,20.0,625.0,0.463,0.0382,0.0315,Web/CloudOps,2.0
car_parts/M/short,Moirai_large,201.0,1.37,0.509,0.903,0.765,1.85,82.3,14.2,34.0,1.22,1.18,Sales,1.0
covid_deaths/D/short,Moirai_large,783000.0,683000.0,145.0,36.5,0.101,0.377,590.0,885.0,0.333,0.0544,0.0459,Healthcare,1.0
electricity/15T/short,Moirai_large,214000.0,201000.0,81.3,1.71,0.238,0.25,13.9,463.0,0.912,0.16,0.128,Energy,1.0
electricity/D/short,Moirai_large,2830000000.0,2790000000.0,5370.0,1.51,0.508,0.101,13.3,53200.0,0.875,0.0882,0.0693,Energy,1.0
electricity/H/short,Moirai_large,2060000.0,2010000.0,201.0,1.08,0.216,0.142,11.4,1430.0,0.677,0.0951,0.0773,Energy,1.0
electricity/W/short,Moirai_large,75000000000.0,67300000000.0,34900.0,1.79,0.263,0.112,14.5,274000.0,0.625,0.0796,0.0621,Energy,1.0
ett1/15T/short,Moirai_large,8.23,8.46,1.53,0.925,0.501,0.321,6.58,2.87,0.542,0.29,0.226,Energy,7.0
ett1/D/short,Moirai_large,45200.0,44800.0,142.0,1.75,1.19,0.483,11.9,213.0,0.558,0.374,0.286,Energy,7.0
ett1/H/short,Moirai_large,103.0,103.0,5.14,0.855,0.521,0.265,6.42,10.1,0.474,0.24,0.189,Energy,7.0
ett1/W/short,Moirai_large,1820000.0,1360000.0,830.0,1.51,0.584,0.531,9.96,1350.0,0.537,0.33,0.26,Energy,7.0
ett2/15T/short,Moirai_large,9.82,9.94,2.17,1.0,0.146,0.168,6.47,3.13,0.149,0.103,0.0803,Energy,7.0
ett2/D/short,Moirai_large,111000.0,107000.0,205.0,1.44,0.379,0.151,14.3,333.0,0.191,0.117,0.0936,Energy,7.0
ett2/H/short,Moirai_large,118.0,117.0,6.79,0.783,0.13,0.117,5.94,10.9,0.138,0.0862,0.0689,Energy,7.0
ett2/W/short,Moirai_large,5550000.0,5510000.0,1660.0,1.31,0.215,0.249,10.6,2350.0,0.198,0.14,0.109,Energy,7.0
hierarchical_sales/D/short,Moirai_large,32.3,28.2,2.3,0.745,0.643,1.06,7.75,5.69,1.74,0.706,0.58,Sales,1.0
hierarchical_sales/W/short,Moirai_large,621.0,476.0,9.27,0.749,0.568,0.469,7.09,24.9,1.14,0.425,0.359,Sales,1.0
hospital/M/short,Moirai_large,2860.0,2870.0,17.9,0.768,0.201,0.175,5.61,53.5,0.194,0.0651,0.0513,Healthcare,1.0
jena_weather/10T/short,Moirai_large,1470.0,1690.0,8.92,0.338,0.36,0.632,3.38,38.3,0.238,0.0554,0.0513,Nature,21.0
jena_weather/D/short,Moirai_large,448.0,443.0,10.4,1.14,0.756,0.467,8.29,21.2,0.127,0.0628,0.0512,Nature,21.0
jena_weather/H/short,Moirai_large,1200.0,1180.0,9.03,0.585,1.9,0.622,5.63,34.7,0.213,0.0554,0.0449,Nature,21.0
kdd_cup_2018/D/short,Moirai_large,2710.0,2870.0,21.0,1.2,0.524,0.468,10.0,52.1,1.17,0.471,0.381,Nature,1.0
kdd_cup_2018/H/short,Moirai_large,4170.0,4300.0,21.5,0.894,0.788,0.479,7.45,64.6,1.35,0.449,0.362,Nature,1.0
loop_seattle/5T/short,Moirai_large,31.5,33.4,3.05,0.486,0.0857,0.0642,4.09,5.61,0.0963,0.0522,0.0414,Transport,1.0
loop_seattle/D/short,Moirai_large,20.0,20.0,3.05,0.916,0.0566,0.0561,9.23,4.47,0.08,0.0544,0.0452,Transport,1.0
loop_seattle/H/short,Moirai_large,70.8,71.6,4.61,0.945,0.144,0.104,8.93,8.42,0.149,0.0817,0.0661,Transport,1.0
m_dense/D/short,Moirai_large,15500.0,14900.0,69.7,0.957,0.169,0.14,7.43,124.0,0.215,0.121,0.0952,Transport,1.0
m_dense/H/short,Moirai_large,43100.0,43400.0,88.0,0.777,0.284,0.206,7.75,208.0,0.368,0.156,0.128,Transport,1.0
m4_daily/D/short,Moirai_large,1080000.0,1060000.0,240.0,4.18,0.0435,0.0364,40.1,1040.0,0.16,0.037,0.0303,Econ/Fin,1.0
m4_hourly/H/short,Moirai_large,403000.0,423000.0,166.0,0.886,0.0918,0.0822,7.75,635.0,0.0867,0.0227,0.0198,Econ/Fin,1.0
m4_monthly/M/short,Moirai_large,2060000.0,1890000.0,575.0,0.977,0.169,0.134,8.46,1430.0,0.298,0.12,0.0951,Econ/Fin,1.0
m4_quarterly/Q/short,Moirai_large,1760000.0,1730000.0,549.0,1.14,0.118,0.099,9.38,1330.0,0.222,0.0918,0.0734,Econ/Fin,1.0
m4_weekly/W/short,Moirai_large,385000.0,418000.0,321.0,2.58,0.0762,0.0782,24.2,620.0,0.113,0.0586,0.0465,Econ/Fin,1.0
m4_yearly/A/short,Moirai_large,3140000.0,3080000.0,807.0,2.97,0.164,0.133,26.7,1770.0,0.284,0.129,0.104,Econ/Fin,1.0
restaurant/D/short,Moirai_large,147.0,149.0,7.5,0.715,0.712,0.408,5.1,12.1,0.557,0.345,0.27,Sales,1.0
saugeen/D/short,Moirai_large,1280.0,1400.0,14.8,3.29,0.407,0.396,39.8,35.8,1.16,0.48,0.406,Nature,1.0
saugeen/M/short,Moirai_large,391.0,408.0,12.9,0.756,0.415,0.377,7.71,19.8,0.593,0.387,0.324,Nature,1.0
saugeen/W/short,Moirai_large,1230.0,1360.0,17.1,1.38,0.389,0.438,15.2,35.0,1.06,0.515,0.43,Nature,1.0
solar/10T/short,Moirai_large,31.4,32.8,2.54,1.11,2.72,1.68,11.0,5.61,1.63,0.738,0.596,Energy,1.0
solar/D/short,Moirai_large,130000.0,142000.0,253.0,0.987,1.13,0.424,6.33,360.0,0.521,0.366,0.292,Energy,1.0
solar/H/short,Moirai_large,661.0,707.0,11.3,0.875,3.2,1.42,5.6,25.7,0.948,0.417,0.333,Energy,1.0
solar/W/short,Moirai_large,3040000.0,3020000.0,1400.0,1.53,0.322,0.263,8.04,1740.0,0.356,0.286,0.213,Energy,1.0
sz_taxi/15T/short,Moirai_large,18.8,18.3,2.9,0.581,1020000000000.0,0.41,4.56,4.33,0.405,0.271,0.215,Transport,1.0
sz_taxi/H/short,Moirai_large,8.83,8.12,1.98,0.601,0.98,0.31,5.06,2.97,0.277,0.184,0.146,Transport,1.0
temperature_rain/D/short,Moirai_large,1580.0,132.0,4.84,1.2,33.4,1.44,19.2,39.8,4.68,0.57,0.479,Nature,1.0
us_births/D/short,Moirai_large,277000.0,258000.0,342.0,0.503,0.0331,0.0324,4.92,527.0,0.0494,0.032,0.0268,Healthcare,1.0
us_births/M/short,Moirai_large,64300000.0,62300000.0,6800.0,0.771,0.0209,0.0211,5.12,8020.0,0.0249,0.0211,0.0158,Healthcare,1.0
us_births/W/short,Moirai_large,5060000.0,5020000.0,1620.0,1.47,0.0218,0.0218,11.8,2250.0,0.0305,0.022,0.0178,Healthcare,1.0
bitbrains_fast_storage/5T/medium,Moirai_large,614000000.0,3950000.0,289.0,1.02,4.92,0.807,249.0,24800.0,75.3,0.878,0.636,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,Moirai_large,233000000.0,2320000.0,148.0,4.46,0.665,0.706,375.0,15300.0,64.2,0.622,0.594,Web/CloudOps,2.0
bizitobs_application/10S/medium,Moirai_large,26200000.0,25400000.0,2350.0,7.39,0.0988,0.103,148.0,5120.0,0.201,0.0924,0.0836,Web/CloudOps,2.0
bizitobs_l2c/5T/medium,Moirai_large,197.0,223.0,9.88,0.987,0.712,0.896,7.56,14.0,0.739,0.52,0.41,Web/CloudOps,7.0
bizitobs_l2c/H/medium,Moirai_large,295.0,378.0,13.0,1.25,1.07,1.39,7.15,17.2,1.04,0.789,0.619,Web/CloudOps,7.0
bizitobs_service/10S/medium,Moirai_large,114000.0,116000.0,105.0,3.87,0.138,0.14,71.3,338.0,0.254,0.0787,0.0692,Web/CloudOps,2.0
electricity/15T/medium,Moirai_large,534000.0,343000.0,74.5,1.29,0.203,0.196,10.4,731.0,1.26,0.128,0.103,Energy,1.0
electricity/H/medium,Moirai_large,24600000000.0,7890000.0,280.0,1.2,0.238,0.145,11.4,157000.0,61.3,0.109,0.0872,Energy,1.0
ett1/15T/medium,Moirai_large,23.5,21.6,2.22,1.3,0.83,0.476,11.3,4.85,0.924,0.424,0.342,Energy,7.0
ett1/H/medium,Moirai_large,145.0,143.0,7.1,1.34,2370000000000.0,0.453,10.6,12.1,0.578,0.34,0.27,Energy,7.0
ett2/15T/medium,Moirai_large,20.5,15.0,2.48,1.06,0.16,0.187,10.3,4.53,0.241,0.132,0.105,Energy,7.0
ett2/H/medium,Moirai_large,299.0,313.0,11.1,1.18,0.187,0.189,7.61,17.3,0.233,0.15,0.118,Energy,7.0
jena_weather/10T/medium,Moirai_large,2780.0,2360.0,13.5,0.694,1.06,0.694,7.03,52.7,0.324,0.0827,0.0716,Nature,21.0
jena_weather/H/medium,Moirai_large,1670.0,1410.0,11.7,0.891,3.15,0.697,7.78,40.9,0.25,0.0718,0.0577,Nature,21.0
kdd_cup_2018/H/medium,Moirai_large,4590.0,4720.0,22.7,0.954,0.904,0.515,8.22,67.7,1.42,0.476,0.387,Nature,1.0
loop_seattle/5T/medium,Moirai_large,22.5,23.1,2.75,0.45,0.075,0.0635,3.31,4.74,0.0843,0.049,0.0385,Transport,1.0
loop_seattle/H/medium,Moirai_large,77.7,75.5,4.86,1.0,0.143,0.109,10.3,8.82,0.156,0.0859,0.0702,Transport,1.0
m_dense/H/medium,Moirai_large,33700.0,33800.0,79.9,0.684,0.256,0.19,6.57,184.0,0.32,0.139,0.112,Transport,1.0
solar/10T/medium,Moirai_large,57.9,77.7,4.16,1.82,1.39,1.9,16.3,7.61,1.69,0.924,0.747,Energy,1.0
solar/H/medium,Moirai_large,758.0,827.0,12.0,0.917,3.83,1.43,5.77,27.5,0.992,0.431,0.346,Energy,1.0
sz_taxi/15T/medium,Moirai_large,9400.0,18.0,2.91,0.569,11400000000000.0,0.421,6.14,97.0,9.02,0.271,0.215,Transport,1.0
bitbrains_fast_storage/5T/long,Moirai_large,322000000.0,5750000.0,389.0,0.955,4.84,0.828,176.0,17900.0,47.4,1.03,0.716,Web/CloudOps,2.0
bitbrains_rnd/5T/long,Moirai_large,86500000.0,3590000.0,222.0,3.42,3.22,0.702,374.0,9300.0,35.6,0.852,0.678,Web/CloudOps,2.0
bizitobs_application/10S/long,Moirai_large,32900000.0,25700000.0,2680.0,7.84,0.105,0.109,155.0,5740.0,0.221,0.103,0.0939,Web/CloudOps,2.0
bizitobs_l2c/5T/long,Moirai_large,236.0,288.0,11.9,1.12,0.905,1.08,7.26,15.4,0.862,0.667,0.508,Web/CloudOps,7.0
bizitobs_l2c/H/long,Moirai_large,269.0,339.0,13.0,1.27,1.28,1.21,7.86,16.4,1.0,0.794,0.6,Web/CloudOps,7.0
bizitobs_service/10S/long,Moirai_large,245000.0,238000.0,152.0,4.33,0.152,0.161,85.5,495.0,0.367,0.112,0.104,Web/CloudOps,2.0
electricity/15T/long,Moirai_large,2560000000.0,471000.0,78.2,1.31,0.199,0.195,10.8,50600.0,79.8,0.123,0.0988,Energy,1.0
electricity/H/long,Moirai_large,50200000000.0,12300000.0,329.0,1.36,0.323,0.16,13.1,224000.0,88.4,0.13,0.103,Energy,1.0
ett1/15T/long,Moirai_large,21.2,22.0,2.31,1.4,0.918,0.508,11.9,4.6,0.877,0.441,0.358,Energy,7.0
ett1/H/long,Moirai_large,173.0,172.0,7.73,1.45,2300000000000.0,0.473,12.3,13.1,0.629,0.37,0.296,Energy,7.0
ett2/15T/long,Moirai_large,19.3,19.2,2.74,1.14,0.169,0.202,8.44,4.39,0.234,0.146,0.115,Energy,7.0
ett2/H/long,Moirai_large,338.0,352.0,11.8,1.28,0.211,0.203,8.16,18.4,0.252,0.162,0.125,Energy,7.0
jena_weather/10T/long,Moirai_large,3310.0,2560.0,14.3,0.792,1.5,0.689,6.97,57.6,0.352,0.0876,0.0772,Nature,21.0
jena_weather/H/long,Moirai_large,1860.0,1520.0,12.7,0.881,2.62,0.66,7.8,43.1,0.259,0.0767,0.0609,Nature,21.0
kdd_cup_2018/H/long,Moirai_large,3380.0,3470.0,19.9,0.867,0.932,0.514,7.45,58.1,1.36,0.467,0.378,Nature,1.0
loop_seattle/5T/long,Moirai_large,42.3,43.9,3.47,0.556,0.106,0.0801,4.96,6.5,0.115,0.0614,0.0492,Transport,1.0
loop_seattle/H/long,Moirai_large,83.5,81.0,5.03,1.05,0.162,0.114,11.6,9.14,0.163,0.0898,0.0742,Transport,1.0
m_dense/H/long,Moirai_large,35600.0,35400.0,80.2,0.696,0.244,0.19,7.48,189.0,0.326,0.139,0.114,Transport,1.0
solar/10T/long,Moirai_large,60.7,87.5,4.46,1.95,1.06,1.95,16.2,7.79,1.68,0.965,0.771,Energy,1.0
solar/H/long,Moirai_large,735.0,784.0,13.4,1.02,2.84,1.46,5.53,27.1,0.94,0.463,0.347,Energy,1.0
sz_taxi/15T/long,Moirai_large,53200.0,17.9,2.9,0.554,7030000000000.0,0.421,4.96,231.0,21.4,0.269,0.213,Transport,1.0