GIFT-Eval / results /tide /all_results.csv
juncliu's picture
model name
b5a77c9
raw
history blame
10.4 kB
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,TIDE,2130000.0,2130000.0,193.0,1.16,1.99,0.795,28.1,1460.0,4.58,0.607,0.532,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,TIDE,2190000.0,2190000.0,288.0,1.53,3.65,0.652,42.8,1480.0,4.22,0.821,0.65,Web/CloudOps,2.0
bitbrains_rnd/5T/short,TIDE,1860000.0,1860000.0,166.0,2.36,2.17,0.703,67.3,1360.0,5.58,0.678,0.58,Web/CloudOps,2.0
bitbrains_rnd/H/short,TIDE,1640000.0,1640000.0,182.0,6.75,3.44,0.739,220.0,1280.0,5.6,0.795,0.71,Web/CloudOps,2.0
bizitobs_application/10S/short,TIDE,9790000.0,9790000.0,1450.0,3.86,0.0584,0.0574,58.4,3130.0,0.121,0.0559,0.0547,Web/CloudOps,2.0
bizitobs_l2c/5T/short,TIDE,40.3,40.3,4.31,0.45,0.233,0.27,5.04,6.35,0.218,0.148,0.124,Web/CloudOps,7.0
bizitobs_l2c/H/short,TIDE,65.0,65.0,5.19,0.524,0.467,0.641,3.55,8.06,0.434,0.28,0.219,Web/CloudOps,7.0
bizitobs_service/10S/short,TIDE,23600.0,23600.0,60.7,3.0,0.159,0.111,49.2,154.0,0.114,0.0449,0.041,Web/CloudOps,2.0
car_parts/M/short,TIDE,1.66,1.66,0.607,1.11,0.996,1.91,19.0,1.29,3.09,1.45,1.23,Sales,1.0
covid_deaths/D/short,TIDE,3390000.0,3390000.0,343.0,51.2,0.156,0.442,1120.0,1840.0,0.693,0.129,0.171,Healthcare,1.0
electricity/15T/short,TIDE,249000.0,249000.0,87.1,1.59,0.279,0.239,18.3,499.0,0.984,0.172,0.144,Energy,1.0
electricity/D/short,TIDE,3040000000.0,3040000000.0,5850.0,1.78,0.587,0.124,19.1,55100.0,0.906,0.0961,0.0776,Energy,1.0
electricity/H/short,TIDE,1910000.0,1910000.0,220.0,1.22,0.309,0.17,13.7,1380.0,0.653,0.104,0.0863,Energy,1.0
electricity/W/short,TIDE,338000000000.0,338000000000.0,55400.0,1.95,0.277,0.122,36.0,582000.0,1.33,0.126,0.113,Energy,1.0
ett1/15T/short,TIDE,6.92,6.92,1.5,0.979,0.495,0.322,8.49,2.63,0.497,0.284,0.224,Energy,7.0
ett1/D/short,TIDE,390000.0,390000.0,482.0,6.9,2.32,1.72,47.1,625.0,1.64,1.27,1.06,Energy,7.0
ett1/H/short,TIDE,128.0,128.0,5.78,0.964,0.489,0.305,9.65,11.3,0.529,0.27,0.222,Energy,7.0
ett1/W/short,TIDE,1390000.0,1390000.0,898.0,1.49,0.634,0.532,12.2,1180.0,0.468,0.357,0.284,Energy,7.0
ett2/15T/short,TIDE,10.4,10.4,2.12,0.945,0.135,0.157,14.8,3.23,0.153,0.101,0.0932,Energy,7.0
ett2/D/short,TIDE,163000.0,163000.0,278.0,2.19,0.379,0.206,27.1,404.0,0.231,0.159,0.13,Energy,7.0
ett2/H/short,TIDE,236.0,236.0,10.3,1.27,0.176,0.175,23.4,15.4,0.195,0.131,0.128,Energy,7.0
ett2/W/short,TIDE,218000000.0,218000000.0,11100.0,6.92,0.956,1.58,53.8,14800.0,1.24,0.931,0.712,Energy,7.0
hierarchical_sales/D/short,TIDE,62.3,62.3,4.32,1.33,1.42,1.88,13.2,7.89,2.42,1.33,1.07,Sales,1.0
hierarchical_sales/W/short,TIDE,718.0,718.0,14.4,1.17,0.92,0.759,10.9,26.8,1.23,0.66,0.532,Sales,1.0
hospital/M/short,TIDE,17500.0,17500.0,40.1,1.08,0.211,0.216,14.2,132.0,0.48,0.146,0.129,Healthcare,1.0
jena_weather/10T/short,TIDE,2940.0,2940.0,21.3,1.41,0.727,0.689,60.0,54.3,0.337,0.132,0.184,Nature,21.0
jena_weather/D/short,TIDE,29500.0,29500.0,79.8,12.0,1.64,0.701,80.9,172.0,1.03,0.48,0.333,Nature,21.0
jena_weather/H/short,TIDE,2220.0,2220.0,18.9,1.63,4.39,0.661,52.5,47.1,0.289,0.116,0.152,Nature,21.0
kdd_cup_2018/D/short,TIDE,8380.0,8380.0,54.3,3.43,1.37,1.56,27.0,91.5,2.05,1.22,1.01,Nature,1.0
kdd_cup_2018/H/short,TIDE,5390.0,5390.0,28.6,1.16,1.27,0.597,11.1,73.4,1.54,0.598,0.477,Nature,1.0
loop_seattle/5T/short,TIDE,70.6,70.6,4.9,0.766,0.142,0.1,9.23,8.4,0.144,0.084,0.0728,Transport,1.0
loop_seattle/D/short,TIDE,18.1,18.1,3.03,0.925,0.0564,0.0558,8.03,4.25,0.076,0.0542,0.0441,Transport,1.0
loop_seattle/H/short,TIDE,77.0,77.0,5.44,1.13,0.163,0.121,11.1,8.78,0.155,0.0963,0.0794,Transport,1.0
m_dense/D/short,TIDE,13700.0,13700.0,65.4,0.911,0.148,0.131,8.17,117.0,0.202,0.113,0.0907,Transport,1.0
m_dense/H/short,TIDE,62100.0,62100.0,114.0,0.984,0.383,0.273,11.5,249.0,0.442,0.202,0.168,Transport,1.0
m4_daily/D/short,TIDE,434000.0,434000.0,187.0,3.46,0.0488,0.0324,72.0,659.0,0.102,0.0289,0.0321,Econ/Fin,1.0
m4_hourly/H/short,TIDE,5480000.0,5480000.0,411.0,3.92,0.195,0.181,45.1,2340.0,0.32,0.0561,0.0477,Econ/Fin,1.0
m4_monthly/M/short,TIDE,2310000.0,2310000.0,727.0,1.75,0.195,0.166,32.5,1520.0,0.316,0.151,0.135,Econ/Fin,1.0
m4_quarterly/Q-DEC/short,TIDE,2310000.0,2310000.0,720.0,1.68,0.161,0.127,18.5,1520.0,0.254,0.12,0.101,Econ/Fin,1.0
m4_weekly/W-SUN/short,TIDE,613000.0,613000.0,438.0,5.08,0.1,0.101,55.3,783.0,0.143,0.0799,0.0658,Econ/Fin,1.0
m4_yearly/A-DEC/short,TIDE,4170000.0,4170000.0,1150.0,5.02,0.211,0.192,61.2,2040.0,0.328,0.184,0.155,Econ/Fin,1.0
restaurant/D/short,TIDE,169.0,169.0,8.0,0.757,0.678,0.429,7.37,13.0,0.599,0.368,0.297,Sales,1.0
saugeen/D/short,TIDE,1280.0,1280.0,14.2,3.16,0.34,0.368,44.6,35.7,1.16,0.461,0.397,Nature,1.0
saugeen/M/short,TIDE,780.0,780.0,17.2,1.01,0.526,0.522,8.42,27.9,0.838,0.517,0.424,Nature,1.0
saugeen/W/short,TIDE,1600.0,1600.0,19.4,1.57,0.49,0.513,23.5,40.0,1.21,0.586,0.523,Nature,1.0
solar/10T/short,TIDE,59.3,59.3,3.44,1.52,1.21,1.91,41.1,7.7,2.24,1.0,0.95,Energy,1.0
solar/D/short,TIDE,183000.0,183000.0,291.0,1.13,1.28,0.453,9.12,428.0,0.618,0.421,0.352,Energy,1.0
solar/H/short,TIDE,831.0,831.0,13.0,1.0,3.23,1.45,9.0,28.8,1.06,0.478,0.38,Energy,1.0
solar/W/short,TIDE,2430000.0,2430000.0,1210.0,1.34,0.267,0.24,8.09,1560.0,0.318,0.248,0.187,Energy,1.0
sz_taxi/15T/short,TIDE,20.2,20.2,3.07,0.617,1230000000000.0,0.447,6.81,4.49,0.42,0.287,0.241,Transport,1.0
sz_taxi/H/short,TIDE,9.05,9.05,2.14,0.662,1.22,0.326,10.2,3.01,0.28,0.199,0.195,Transport,1.0
temperature_rain/D/short,TIDE,237.0,237.0,7.02,1.8,44.1,1.53,29.4,15.4,1.81,0.826,0.697,Nature,1.0
us_births/D/short,TIDE,307000.0,307000.0,424.0,0.624,0.0415,0.0408,4.7,554.0,0.0519,0.0398,0.0309,Healthcare,1.0
us_births/M/short,TIDE,68100000.0,68100000.0,6950.0,0.784,0.0216,0.0219,13.7,8250.0,0.0256,0.0216,0.0231,Healthcare,1.0
us_births/W/short,TIDE,2800000.0,2800000.0,1300.0,1.18,0.0175,0.0175,20.6,1670.0,0.0227,0.0176,0.0164,Healthcare,1.0
bitbrains_fast_storage/5T/medium,TIDE,3260000.0,3260000.0,295.0,1.61,4.08,0.907,33.5,1810.0,5.49,0.896,0.764,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,TIDE,2230000.0,2230000.0,186.0,5.26,1.88,0.848,179.0,1490.0,6.28,0.781,0.726,Web/CloudOps,2.0
bizitobs_application/10S/medium,TIDE,5440000.0,5440000.0,1340.0,2.98,0.0433,0.0441,30.6,2330.0,0.0916,0.0527,0.0452,Web/CloudOps,2.0
bizitobs_l2c/5T/medium,TIDE,146.0,146.0,8.17,0.786,0.56,0.928,10.3,12.1,0.636,0.43,0.361,Web/CloudOps,7.0
bizitobs_l2c/H/medium,TIDE,201.0,201.0,9.91,0.987,1.0,1.03,9.38,14.2,0.859,0.6,0.493,Web/CloudOps,7.0
bizitobs_service/10S/medium,TIDE,93700.0,93700.0,70.1,1.84,0.179,0.112,27.6,306.0,0.23,0.0527,0.0495,Web/CloudOps,2.0
electricity/15T/medium,TIDE,312000.0,312000.0,67.2,1.09,0.187,0.172,11.5,558.0,0.962,0.116,0.0956,Energy,1.0
electricity/H/medium,TIDE,7770000.0,7770000.0,298.0,1.33,0.308,0.174,14.0,2790.0,1.09,0.116,0.0948,Energy,1.0
ett1/15T/medium,TIDE,10.8,10.8,1.85,1.18,0.799,0.444,10.3,3.29,0.626,0.353,0.285,Energy,7.0
ett1/H/medium,TIDE,155.0,155.0,7.67,1.43,5300000000000.0,0.478,11.3,12.4,0.596,0.367,0.292,Energy,7.0
ett2/15T/medium,TIDE,20.0,20.0,2.97,1.27,0.19,0.224,29.0,4.47,0.238,0.158,0.166,Energy,7.0
ett2/H/medium,TIDE,339.0,339.0,12.7,1.59,0.235,0.252,24.9,18.4,0.248,0.171,0.154,Energy,7.0
jena_weather/10T/medium,TIDE,1720.0,1720.0,14.4,0.941,1.47,0.669,32.9,41.4,0.254,0.0886,0.109,Nature,21.0
jena_weather/H/medium,TIDE,1750.0,1750.0,16.4,1.26,7.76,0.711,40.1,41.8,0.256,0.101,0.121,Nature,21.0
kdd_cup_2018/H/medium,TIDE,5220.0,5220.0,26.9,1.13,1.04,0.609,11.4,72.2,1.51,0.562,0.466,Nature,1.0
loop_seattle/5T/medium,TIDE,99.2,99.2,6.34,1.01,0.223,0.142,9.63,9.96,0.177,0.113,0.0921,Transport,1.0
loop_seattle/H/medium,TIDE,82.1,82.1,6.01,1.23,0.16,0.133,11.9,9.06,0.16,0.106,0.0876,Transport,1.0
m_dense/H/medium,TIDE,57000.0,57000.0,117.0,0.993,0.43,0.319,9.43,239.0,0.415,0.204,0.168,Transport,1.0
solar/10T/medium,TIDE,22.7,22.7,2.24,0.974,3.7,1.48,7.22,4.77,1.06,0.496,0.395,Energy,1.0
solar/H/medium,TIDE,694.0,694.0,12.2,0.935,4.24,1.42,9.17,26.3,0.949,0.441,0.344,Energy,1.0
sz_taxi/15T/medium,TIDE,23.2,23.2,3.35,0.657,11300000000000.0,0.551,6.0,4.82,0.449,0.312,0.253,Transport,1.0
electricity/15T/long,TIDE,502000.0,502000.0,78.3,1.19,0.209,0.183,11.6,709.0,1.12,0.124,0.1,Energy,1.0
electricity/H/long,TIDE,12300000.0,12300000.0,377.0,1.61,0.434,0.198,15.5,3500.0,1.38,0.149,0.119,Energy,1.0
solar/10T/long,TIDE,21.4,21.4,2.17,0.946,3.31,1.48,5.81,4.63,1.0,0.469,0.357,Energy,1.0
solar/H/long,TIDE,960.0,960.0,14.8,1.13,10.3,1.43,9.02,31.0,1.07,0.515,0.429,Energy,1.0
kdd_cup_2018/H/long,TIDE,4400.0,4400.0,26.9,1.16,1.15,0.721,11.9,66.4,1.56,0.632,0.527,Nature,1.0
loop_seattle/5T/long,TIDE,111.0,111.0,6.77,1.07,0.248,0.148,12.1,10.5,0.186,0.12,0.101,Transport,1.0
loop_seattle/H/long,TIDE,81.2,81.2,5.95,1.24,0.185,0.133,10.8,9.01,0.161,0.106,0.087,Transport,1.0
sz_taxi/15T/long,TIDE,39.1,39.1,4.39,0.867,5440000000000.0,0.577,6.95,6.26,0.579,0.407,0.315,Transport,1.0
m_dense/H/long,TIDE,55000.0,55000.0,116.0,0.966,0.443,0.318,8.62,235.0,0.406,0.2,0.162,Transport,1.0
ett1/15T/long,TIDE,10.3,10.3,1.88,1.22,0.797,0.463,10.7,3.2,0.61,0.358,0.288,Energy,7.0
ett1/H/long,TIDE,178.0,178.0,8.23,1.52,3910000000000.0,0.531,12.4,13.4,0.639,0.394,0.313,Energy,7.0
ett2/15T/long,TIDE,16.4,16.4,2.92,1.39,0.194,0.241,15.9,4.05,0.216,0.155,0.127,Energy,7.0
ett2/H/long,TIDE,304.0,304.0,11.2,1.31,0.211,0.208,14.4,17.4,0.239,0.154,0.128,Energy,7.0
jena_weather/10T/long,TIDE,1610.0,1610.0,13.6,0.822,1.28,0.672,20.7,40.1,0.246,0.0833,0.0847,Nature,21.0
jena_weather/H/long,TIDE,2870.0,2870.0,25.9,2.43,7.0,0.682,29.2,53.6,0.322,0.156,0.122,Nature,21.0
bitbrains_fast_storage/5T/long,TIDE,3300000.0,3300000.0,321.0,1.59,3.31,0.88,36.1,1820.0,4.8,0.847,0.706,Web/CloudOps,2.0
bitbrains_rnd/5T/long,TIDE,2440000.0,2440000.0,258.0,4.09,4.63,0.813,129.0,1560.0,5.99,0.988,0.8,Web/CloudOps,2.0
bizitobs_application/10S/long,TIDE,8870000.0,8870000.0,1820.0,4.06,0.0587,0.06,26.1,2980.0,0.115,0.0701,0.0584,Web/CloudOps,2.0
bizitobs_service/10S/long,TIDE,142000.0,142000.0,97.8,2.16,0.257,0.133,33.4,377.0,0.279,0.0725,0.0646,Web/CloudOps,2.0
bizitobs_l2c/5T/long,TIDE,411.0,411.0,14.5,1.36,0.839,1.39,9.72,20.3,1.14,0.813,0.619,Web/CloudOps,7.0
bizitobs_l2c/H/long,TIDE,181.0,181.0,9.65,0.99,1.08,1.04,8.22,13.4,0.821,0.589,0.475,Web/CloudOps,7.0