GIFT-Eval / results /Moirai_base /all_results.csv
juncliu's picture
update freq string in results
c870669
raw
history blame
11.2 kB
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,Moirai_base,25400000000.0,2330000.0,173.0,0.792,2.16,0.75,151.0,159000.0,500.0,0.542,0.413,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,Moirai_base,604000000.0,3370000.0,293.0,1.18,3.73,0.583,23.2,24600.0,70.1,0.836,0.613,Web/CloudOps,2.0
bitbrains_rnd/5T/short,Moirai_base,180000000.0,2090000.0,136.0,1.82,1.05,0.667,404.0,13400.0,54.9,0.557,0.446,Web/CloudOps,2.0
bitbrains_rnd/H/short,Moirai_base,4020000.0,1790000.0,140.0,6.07,1.05,0.556,210.0,2010.0,8.78,0.612,0.58,Web/CloudOps,2.0
bizitobs_application/10S/short,Moirai_base,6360000.0,6290000.0,1120.0,5.32,0.0689,0.0723,65.8,2520.0,0.0973,0.043,0.0328,Web/CloudOps,2.0
bizitobs_l2c/5T/short,Moirai_base,22.1,22.4,2.81,0.291,0.156,0.212,2.64,4.7,0.161,0.0966,0.0778,Web/CloudOps,7.0
bizitobs_l2c/H/short,Moirai_base,272.0,300.0,10.6,0.999,0.599,0.973,13.1,16.5,0.89,0.57,0.493,Web/CloudOps,7.0
bizitobs_service/10S/short,Moirai_base,51900.0,56300.0,73.1,3.43,0.389,0.133,30.0,228.0,0.169,0.0542,0.0421,Web/CloudOps,2.0
car_parts/M/short,Moirai_base,17.2,1.44,0.462,0.835,0.858,1.91,18.3,4.15,9.95,1.11,0.999,Sales,1.0
covid_deaths/D/short,Moirai_base,131000000.0,675000.0,142.0,34.6,0.0957,0.371,448.0,11400.0,4.31,0.0533,0.0439,Healthcare,1.0
electricity/15T/short,Moirai_base,255000.0,201000.0,74.8,1.54,0.224,0.229,12.8,505.0,0.995,0.147,0.12,Energy,1.0
electricity/D/short,Moirai_base,1710000000.0,1620000000.0,4690.0,1.5,0.468,0.103,12.8,41300.0,0.679,0.077,0.0607,Energy,1.0
electricity/H/short,Moirai_base,1870000.0,1840000.0,196.0,1.09,0.252,0.143,10.9,1370.0,0.646,0.0923,0.0751,Energy,1.0
electricity/W/short,Moirai_base,132000000000.0,135000000000.0,44600.0,1.92,0.273,0.118,15.2,364000.0,0.83,0.102,0.077,Energy,1.0
ett1/15T/short,Moirai_base,5.91,5.81,1.3,0.825,0.46,0.29,6.03,2.43,0.459,0.247,0.193,Energy,7.0
ett1/D/short,Moirai_base,52700.0,51800.0,149.0,1.74,1.44,0.466,11.3,230.0,0.603,0.392,0.301,Energy,7.0
ett1/H/short,Moirai_base,109.0,112.0,5.28,0.885,0.483,0.278,6.53,10.4,0.487,0.247,0.197,Energy,7.0
ett1/W/short,Moirai_base,1570000.0,1250000.0,831.0,1.54,0.61,0.545,9.06,1250.0,0.499,0.331,0.261,Energy,7.0
ett2/15T/short,Moirai_base,9.46,9.57,2.08,0.959,0.142,0.161,6.51,3.08,0.146,0.0988,0.0776,Energy,7.0
ett2/D/short,Moirai_base,116000.0,113000.0,203.0,1.31,0.407,0.136,14.7,340.0,0.195,0.116,0.0947,Energy,7.0
ett2/H/short,Moirai_base,131.0,133.0,7.1,0.807,0.134,0.119,6.0,11.4,0.145,0.0901,0.0718,Energy,7.0
ett2/W/short,Moirai_base,5220000.0,3630000.0,1320.0,0.851,0.143,0.145,9.62,2280.0,0.192,0.111,0.0871,Energy,7.0
hierarchical_sales/D/short,Moirai_base,28.9,28.4,2.3,0.746,0.627,1.06,7.72,5.37,1.65,0.706,0.575,Sales,1.0
hierarchical_sales/W/short,Moirai_base,744.0,482.0,9.21,0.747,0.548,0.47,7.61,27.3,1.25,0.423,0.357,Sales,1.0
hospital/M/short,Moirai_base,2750.0,2590.0,17.5,0.775,0.202,0.177,5.7,52.4,0.19,0.0635,0.0506,Healthcare,1.0
jena_weather/10T/short,Moirai_base,1700.0,1720.0,9.55,0.35,0.401,0.635,3.21,41.2,0.256,0.0593,0.0535,Nature,21.0
jena_weather/D/short,Moirai_base,446.0,437.0,10.6,1.15,0.644,0.481,8.12,21.1,0.127,0.0639,0.0498,Nature,21.0
jena_weather/H/short,Moirai_base,1190.0,1130.0,8.65,0.554,1.12,0.627,5.36,34.5,0.212,0.053,0.0438,Nature,21.0
kdd_cup_2018/D/short,Moirai_base,2620.0,2890.0,21.1,1.2,0.53,0.466,9.22,51.2,1.15,0.474,0.376,Nature,1.0
kdd_cup_2018/H/short,Moirai_base,4550.0,4790.0,23.0,0.944,0.824,0.513,7.85,67.4,1.41,0.482,0.389,Nature,1.0
loop_seattle/5T/short,Moirai_base,39.1,40.7,3.38,0.536,0.0875,0.0723,4.15,6.26,0.107,0.058,0.0457,Transport,1.0
loop_seattle/D/short,Moirai_base,18.8,18.7,2.99,0.903,0.0555,0.0551,8.4,4.34,0.0775,0.0535,0.0442,Transport,1.0
loop_seattle/H/short,Moirai_base,80.5,82.9,5.18,1.06,0.164,0.115,9.59,8.97,0.159,0.0917,0.0739,Transport,1.0
m_dense/D/short,Moirai_base,17600.0,17700.0,79.4,1.1,0.197,0.162,6.96,133.0,0.23,0.137,0.104,Transport,1.0
m_dense/H/short,Moirai_base,49000.0,49500.0,96.4,0.837,0.289,0.225,8.04,221.0,0.393,0.171,0.14,Transport,1.0
m4_daily/D/short,Moirai_base,1190000.0,966000.0,316.0,5.37,0.0509,0.0436,49.7,1090.0,0.169,0.0487,0.0401,Econ/Fin,1.0
m4_hourly/H/short,Moirai_base,817000.0,873000.0,205.0,0.971,0.0966,0.0876,8.59,904.0,0.123,0.028,0.0222,Econ/Fin,1.0
m4_monthly/M/short,Moirai_base,2040000.0,1860000.0,567.0,0.953,0.166,0.132,8.29,1430.0,0.297,0.118,0.0938,Econ/Fin,1.0
m4_quarterly/Q/short,Moirai_base,1790000.0,1730000.0,548.0,1.14,0.116,0.0987,9.08,1340.0,0.224,0.0918,0.0734,Econ/Fin,1.0
m4_weekly/W/short,Moirai_base,425000.0,416000.0,328.0,2.81,0.0759,0.0792,24.7,652.0,0.119,0.0597,0.0482,Econ/Fin,1.0
m4_yearly/A/short,Moirai_base,3170000.0,3130000.0,814.0,3.01,0.163,0.134,26.5,1780.0,0.286,0.131,0.105,Econ/Fin,1.0
restaurant/D/short,Moirai_base,146.0,147.0,7.37,0.704,0.664,0.404,5.11,12.1,0.556,0.339,0.266,Sales,1.0
saugeen/D/short,Moirai_base,1060.0,1260.0,13.1,2.91,0.291,0.325,29.1,32.6,1.06,0.425,0.354,Nature,1.0
saugeen/M/short,Moirai_base,510.0,579.0,14.2,0.834,0.401,0.398,5.2,22.6,0.678,0.428,0.348,Nature,1.0
saugeen/W/short,Moirai_base,1150.0,1280.0,17.3,1.41,0.473,0.456,10.5,34.0,1.02,0.524,0.423,Nature,1.0
solar/10T/short,Moirai_base,49.3,27.6,2.53,1.1,3.39,1.63,18.4,7.02,2.04,0.737,0.614,Energy,1.0
solar/D/short,Moirai_base,127000.0,140000.0,261.0,1.02,1.1,0.437,5.79,357.0,0.515,0.377,0.295,Energy,1.0
solar/H/short,Moirai_base,649.0,668.0,11.6,0.893,2.89,1.44,6.42,25.5,0.939,0.427,0.338,Energy,1.0
solar/W/short,Moirai_base,3490000.0,3430000.0,1510.0,1.66,0.348,0.28,8.58,1870.0,0.381,0.308,0.235,Energy,1.0
sz_taxi/15T/short,Moirai_base,18.9,18.3,2.88,0.576,1180000000000.0,0.412,4.29,4.35,0.407,0.269,0.213,Transport,1.0
sz_taxi/H/short,Moirai_base,8.24,7.76,1.93,0.588,0.988,0.304,4.87,2.87,0.267,0.18,0.143,Transport,1.0
temperature_rain/D/short,Moirai_base,2520.0,168.0,5.61,1.31,31.1,1.52,18.8,50.2,5.92,0.66,0.535,Nature,1.0
us_births/D/short,Moirai_base,270000.0,246000.0,346.0,0.509,0.0331,0.0326,4.81,520.0,0.0487,0.0324,0.0267,Healthcare,1.0
us_births/M/short,Moirai_base,52500000.0,58600000.0,6390.0,0.723,0.0196,0.0198,5.75,7250.0,0.0225,0.0198,0.0149,Healthcare,1.0
us_births/W/short,Moirai_base,4430000.0,4510000.0,1580.0,1.44,0.0212,0.0214,11.1,2110.0,0.0286,0.0215,0.0173,Healthcare,1.0
bitbrains_fast_storage/5T/medium,Moirai_base,58800000000000.0,4830000.0,310.0,1.05,4.24,0.815,196.0,7670000.0,23300.0,0.942,0.662,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,Moirai_base,35400000.0,2430000.0,158.0,4.53,1.42,0.687,164.0,5950.0,25.0,0.663,0.616,Web/CloudOps,2.0
bizitobs_application/10S/medium,Moirai_base,40100000.0,36600000.0,3150.0,12.8,0.185,0.173,130.0,6330.0,0.249,0.124,0.104,Web/CloudOps,2.0
bizitobs_l2c/5T/medium,Moirai_base,143.0,160.0,8.86,0.853,0.544,0.902,6.98,11.9,0.629,0.466,0.38,Web/CloudOps,7.0
bizitobs_l2c/H/medium,Moirai_base,333.0,438.0,14.0,1.32,1.01,1.42,7.92,18.2,1.1,0.848,0.688,Web/CloudOps,7.0
bizitobs_service/10S/medium,Moirai_base,159000.0,158000.0,148.0,5.99,0.772,0.211,52.8,399.0,0.3,0.111,0.09,Web/CloudOps,2.0
electricity/15T/medium,Moirai_base,277000000.0,380000.0,75.7,1.33,0.211,0.204,12.5,16600.0,28.7,0.13,0.106,Energy,1.0
electricity/H/medium,Moirai_base,6930000.0,7030000.0,267.0,1.19,0.274,0.144,9.96,2630.0,1.03,0.104,0.0822,Energy,1.0
ett1/15T/medium,Moirai_base,17.2,17.4,2.11,1.24,0.758,0.471,10.5,4.14,0.79,0.402,0.324,Energy,7.0
ett1/H/medium,Moirai_base,154.0,153.0,7.32,1.35,2330000000000.0,0.45,11.9,12.4,0.594,0.351,0.282,Energy,7.0
ett2/15T/medium,Moirai_base,17.2,17.8,2.63,1.1,0.163,0.195,8.7,4.14,0.221,0.14,0.109,Energy,7.0
ett2/H/medium,Moirai_base,214.0,213.0,9.27,1.03,0.172,0.169,7.65,14.6,0.197,0.125,0.0999,Energy,7.0
jena_weather/10T/medium,Moirai_base,2530.0,2490.0,12.6,0.712,1.03,0.723,7.2,50.3,0.308,0.0772,0.0677,Nature,21.0
jena_weather/H/medium,Moirai_base,1710.0,1670.0,11.3,0.817,3.22,0.68,6.7,41.3,0.253,0.0694,0.0569,Nature,21.0
kdd_cup_2018/H/medium,Moirai_base,5040.0,5320.0,25.8,1.05,0.938,0.572,9.0,71.0,1.49,0.54,0.441,Nature,1.0
loop_seattle/5T/medium,Moirai_base,33.1,34.5,3.23,0.523,0.0945,0.0751,4.04,5.75,0.102,0.0574,0.0453,Transport,1.0
loop_seattle/H/medium,Moirai_base,90.2,83.3,5.49,1.14,0.155,0.121,11.7,9.5,0.168,0.097,0.0798,Transport,1.0
m_dense/H/medium,Moirai_base,41100.0,41200.0,86.4,0.734,0.266,0.198,7.53,203.0,0.353,0.15,0.123,Transport,1.0
solar/10T/medium,Moirai_base,62.0,84.1,4.31,1.89,1.09,1.95,14.9,7.87,1.75,0.956,0.832,Energy,1.0
solar/H/medium,Moirai_base,659.0,667.0,11.7,0.892,3.32,1.43,6.46,25.7,0.925,0.421,0.331,Energy,1.0
sz_taxi/15T/medium,Moirai_base,20.1,17.5,2.86,0.558,12100000000000.0,0.417,4.56,4.48,0.417,0.266,0.211,Transport,1.0
bitbrains_fast_storage/5T/long,Moirai_base,474000000000.0,6610000.0,417.0,0.967,5.26,0.836,208.0,689000.0,1820.0,1.1,0.732,Web/CloudOps,2.0
bitbrains_rnd/5T/long,Moirai_base,1560000000.0,3060000.0,194.0,3.45,2.59,0.679,120.0,39500.0,151.0,0.745,0.665,Web/CloudOps,2.0
bizitobs_application/10S/long,Moirai_base,48700000.0,40700000.0,3660.0,13.5,0.192,0.183,112.0,6980.0,0.269,0.141,0.12,Web/CloudOps,2.0
bizitobs_l2c/5T/long,Moirai_base,239.0,271.0,12.0,1.12,0.823,1.18,7.89,15.4,0.867,0.672,0.554,Web/CloudOps,7.0
bizitobs_l2c/H/long,Moirai_base,190.0,253.0,10.6,1.09,0.993,1.15,5.71,13.8,0.841,0.647,0.495,Web/CloudOps,7.0
bizitobs_service/10S/long,Moirai_base,287000.0,275000.0,176.0,6.08,1.18,0.247,62.3,536.0,0.397,0.131,0.115,Web/CloudOps,2.0
electricity/15T/long,Moirai_base,246000000.0,1430000.0,90.9,1.32,0.198,0.196,11.3,15700.0,24.7,0.143,0.115,Energy,1.0
electricity/H/long,Moirai_base,8890000.0,7500000.0,273.0,1.26,0.309,0.151,10.6,2980.0,1.18,0.108,0.0855,Energy,1.0
ett1/15T/long,Moirai_base,11.6,11.3,1.8,1.12,0.708,0.445,8.2,3.4,0.648,0.343,0.273,Energy,7.0
ett1/H/long,Moirai_base,158.0,156.0,7.48,1.38,3640000000000.0,0.461,12.3,12.6,0.601,0.358,0.287,Energy,7.0
ett2/15T/long,Moirai_base,336.0,30.5,3.05,1.3,0.206,0.223,22.6,18.3,0.977,0.163,0.137,Energy,7.0
ett2/H/long,Moirai_base,262.0,258.0,10.1,1.12,0.197,0.192,8.0,16.2,0.222,0.138,0.11,Energy,7.0
jena_weather/10T/long,Moirai_base,2800.0,2660.0,13.1,0.762,1.14,0.719,7.65,52.9,0.324,0.0804,0.0705,Nature,21.0
jena_weather/H/long,Moirai_base,2250.0,1730.0,13.0,1.06,2.83,0.684,9.18,47.4,0.285,0.0781,0.0653,Nature,21.0
kdd_cup_2018/H/long,Moirai_base,3620.0,3820.0,22.3,0.96,1.02,0.564,7.6,60.2,1.41,0.524,0.418,Nature,1.0
loop_seattle/5T/long,Moirai_base,45.4,47.8,3.69,0.591,0.114,0.0854,4.79,6.74,0.119,0.0653,0.0518,Transport,1.0
loop_seattle/H/long,Moirai_base,87.7,85.2,5.41,1.15,0.174,0.121,12.5,9.37,0.167,0.0966,0.0796,Transport,1.0
m_dense/H/long,Moirai_base,40200.0,40000.0,86.3,0.734,0.262,0.196,7.28,201.0,0.347,0.149,0.122,Transport,1.0
solar/10T/long,Moirai_base,70.9,94.3,4.63,2.02,0.999,1.99,14.4,8.42,1.82,1.0,0.903,Energy,1.0
solar/H/long,Moirai_base,773.0,806.0,14.1,1.07,2.84,1.47,7.38,27.8,0.964,0.487,0.36,Energy,1.0
sz_taxi/15T/long,Moirai_base,25.7,16.9,2.83,0.537,7100000000000.0,0.415,4.85,5.07,0.469,0.262,0.209,Transport,1.0