GIFT-Eval / results /deepar /all_results.csv
juncliu's picture
model name
b5a77c9
raw
history blame
10.6 kB
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,DeepAR,2180000.0,2240000.0,182.0,0.945,1.23,0.8,20.2,1480.0,4.64,0.572,0.493,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,DeepAR,3350000.0,3540000.0,293.0,6.06,0.823,1.16,75.4,1830.0,5.22,0.836,0.778,Web/CloudOps,2.0
bitbrains_rnd/5T/short,DeepAR,2030000.0,2140000.0,148.0,2.1,0.901,0.793,66.9,1430.0,5.84,0.607,0.557,Web/CloudOps,2.0
bitbrains_rnd/H/short,DeepAR,1620000.0,1690000.0,146.0,6.06,1.24,0.663,199.0,1270.0,5.57,0.64,0.585,Web/CloudOps,2.0
bizitobs_application/10S/short,DeepAR,12500000.0,12200000.0,2010.0,4.16,0.0593,0.063,34.5,3530.0,0.136,0.0775,0.0642,Web/CloudOps,2.0
bizitobs_l2c/5T/short,DeepAR,77.5,79.5,6.26,0.613,0.324,0.306,5.82,8.8,0.302,0.215,0.179,Web/CloudOps,7.0
bizitobs_l2c/H/short,DeepAR,453.0,496.0,15.9,1.5,0.975,1.59,31.2,21.3,1.15,0.859,0.789,Web/CloudOps,7.0
bizitobs_service/10S/short,DeepAR,22700.0,22800.0,52.6,2.67,0.163,0.0954,26.1,151.0,0.112,0.039,0.0324,Web/CloudOps,2.0
car_parts/M/short,DeepAR,1.28,1.27,0.457,0.835,0.828,1.89,22.7,1.13,2.71,1.09,0.953,Sales,1.0
covid_deaths/D/short,DeepAR,13300000.0,14000000.0,593.0,50.7,0.15,0.436,1050.0,3650.0,1.37,0.223,0.177,Healthcare,1.0
electricity/15T/short,DeepAR,245000.0,243000.0,91.5,1.67,0.222,0.263,16.9,495.0,0.976,0.18,0.152,Energy,1.0
electricity/D/short,DeepAR,2400000000.0,2420000000.0,5750.0,1.89,0.526,0.125,20.3,49000.0,0.806,0.0945,0.0784,Energy,1.0
electricity/H/short,DeepAR,2530000.0,2530000.0,236.0,1.23,0.161,0.161,13.3,1590.0,0.751,0.111,0.0938,Energy,1.0
electricity/W/short,DeepAR,221000000000.0,229000000000.0,50400.0,2.25,0.259,0.133,18.0,470000.0,1.07,0.115,0.0919,Energy,1.0
ett1/15T/short,DeepAR,11.5,11.8,2.1,1.44,0.695,0.43,11.9,3.38,0.64,0.397,0.32,Energy,7.0
ett1/D/short,DeepAR,44000.0,41100.0,135.0,1.69,0.884,0.525,15.4,210.0,0.551,0.355,0.293,Energy,7.0
ett1/H/short,DeepAR,133.0,131.0,6.38,1.06,0.561,0.316,8.34,11.5,0.539,0.298,0.233,Energy,7.0
ett1/W/short,DeepAR,8410000.0,8030000.0,2240.0,4.16,0.914,1.58,21.8,2900.0,1.15,0.89,0.686,Energy,7.0
ett2/15T/short,DeepAR,136.0,137.0,9.02,4.11,0.578,0.425,53.4,11.6,0.553,0.428,0.378,Energy,7.0
ett2/D/short,DeepAR,492000.0,549000.0,474.0,3.64,0.702,0.343,22.5,701.0,0.401,0.272,0.207,Energy,7.0
ett2/H/short,DeepAR,407.0,329.0,12.0,1.48,0.214,0.28,9.9,20.2,0.256,0.153,0.122,Energy,7.0
ett2/W/short,DeepAR,215000000.0,216000000.0,11600.0,7.17,0.985,1.85,37.0,14700.0,1.23,0.977,0.728,Energy,7.0
hierarchical_sales/D/short,DeepAR,29.4,29.9,2.35,0.757,0.674,1.14,10.2,5.42,1.66,0.72,0.6,Sales,1.0
hierarchical_sales/W/short,DeepAR,526.0,523.0,10.1,0.781,0.644,0.487,7.98,22.9,1.05,0.463,0.379,Sales,1.0
hospital/M/short,DeepAR,4960.0,5020.0,21.7,0.834,0.218,0.183,5.42,70.4,0.256,0.0789,0.062,Healthcare,1.0
jena_weather/10T/short,DeepAR,1800.0,1810.0,10.9,0.574,0.401,0.748,7.32,42.5,0.264,0.0675,0.0627,Nature,21.0
jena_weather/D/short,DeepAR,614.0,633.0,12.6,1.3,0.657,0.535,10.0,24.8,0.149,0.0758,0.0624,Nature,21.0
jena_weather/H/short,DeepAR,106000.0,105000.0,136.0,18.8,2.57,0.974,152.0,326.0,2.0,0.832,0.699,Nature,21.0
kdd_cup_2018/D/short,DeepAR,2670.0,2660.0,20.7,1.23,0.583,0.462,12.5,51.6,1.16,0.463,0.383,Nature,1.0
kdd_cup_2018/H/short,DeepAR,5240.0,5690.0,30.6,1.28,0.679,0.824,11.3,72.4,1.52,0.639,0.517,Nature,1.0
loop_seattle/5T/short,DeepAR,74.9,69.7,5.09,0.803,0.128,0.104,7.25,8.65,0.148,0.0874,0.072,Transport,1.0
loop_seattle/D/short,DeepAR,22.5,22.3,3.47,1.08,0.0619,0.0634,11.1,4.75,0.0848,0.062,0.052,Transport,1.0
loop_seattle/H/short,DeepAR,62.3,62.9,4.56,0.941,0.128,0.105,8.19,7.89,0.14,0.0807,0.0656,Transport,1.0
m_dense/D/short,DeepAR,11900.0,12000.0,52.2,0.793,0.149,0.111,10.0,109.0,0.189,0.0904,0.0764,Transport,1.0
m_dense/H/short,DeepAR,40500.0,41600.0,87.8,0.795,0.267,0.215,8.67,201.0,0.357,0.156,0.128,Transport,1.0
m4_daily/D/short,DeepAR,505000.0,502000.0,242.0,4.58,0.0582,0.0409,45.0,711.0,0.11,0.0374,0.0305,Econ/Fin,1.0
m4_hourly/H/short,DeepAR,58700000.0,57400000.0,1140.0,3.53,0.218,0.164,26.8,7660.0,1.05,0.156,0.133,Econ/Fin,1.0
m4_monthly/M/short,DeepAR,2950000.0,2980000.0,1020.0,3.18,0.288,0.218,25.5,1720.0,0.357,0.212,0.184,Econ/Fin,1.0
m4_quarterly/Q-DEC/short,DeepAR,1940000.0,1910000.0,615.0,1.44,0.134,0.112,12.2,1390.0,0.233,0.103,0.0834,Econ/Fin,1.0
m4_weekly/W-SUN/short,DeepAR,550000.0,582000.0,432.0,4.62,0.101,0.108,34.4,742.0,0.135,0.0787,0.0619,Econ/Fin,1.0
m4_yearly/A-DEC/short,DeepAR,3450000.0,3350000.0,858.0,3.4,0.178,0.142,34.6,1860.0,0.298,0.138,0.113,Econ/Fin,1.0
restaurant/D/short,DeepAR,148.0,148.0,7.45,0.713,0.713,0.404,5.17,12.2,0.56,0.343,0.27,Sales,1.0
saugeen/D/short,DeepAR,1650.0,1820.0,19.4,4.31,0.483,0.704,66.9,40.7,1.32,0.629,0.572,Nature,1.0
saugeen/M/short,DeepAR,1690.0,1660.0,27.8,1.63,0.726,1.23,13.0,41.1,1.23,0.835,0.689,Nature,1.0
saugeen/W/short,DeepAR,930.0,981.0,16.2,1.31,0.457,0.435,11.2,30.5,0.921,0.489,0.397,Nature,1.0
solar/10T/short,DeepAR,58.9,58.8,3.32,1.47,1.01,1.9,45.0,7.67,2.23,0.965,0.933,Energy,1.0
solar/D/short,DeepAR,604000.0,586000.0,635.0,2.49,0.884,1.57,15.0,777.0,1.12,0.917,0.682,Energy,1.0
solar/H/short,DeepAR,894.0,891.0,13.1,1.02,4.56,1.43,7.11,29.9,1.1,0.482,0.389,Energy,1.0
solar/W/short,DeepAR,3480000.0,3490000.0,1530.0,1.69,0.353,0.285,7.54,1870.0,0.381,0.313,0.242,Energy,1.0
sz_taxi/15T/short,DeepAR,18.6,18.6,2.99,0.602,1430000000000.0,0.425,4.43,4.31,0.403,0.279,0.219,Transport,1.0
sz_taxi/H/short,DeepAR,7.41,7.55,1.89,0.576,0.924,0.309,4.38,2.72,0.254,0.176,0.139,Transport,1.0
temperature_rain/D/short,DeepAR,247.0,228.0,6.87,1.72,49.2,1.51,31.8,15.7,1.85,0.809,0.682,Nature,1.0
us_births/D/short,DeepAR,236000.0,237000.0,363.0,0.535,0.0337,0.0341,4.33,485.0,0.0455,0.0341,0.0275,Healthcare,1.0
us_births/M/short,DeepAR,59300000.0,58400000.0,6730.0,0.76,0.021,0.0207,3.84,7700.0,0.0239,0.0209,0.0157,Healthcare,1.0
us_births/W/short,DeepAR,3840000.0,3800000.0,1590.0,1.45,0.0216,0.0217,9.81,1960.0,0.0266,0.0216,0.017,Healthcare,1.0
bitbrains_fast_storage/5T/medium,DeepAR,4180000.0,4130000.0,331.0,8.5,1.11,1.9,251.0,2040.0,6.21,1.01,0.99,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,DeepAR,2300000.0,2330000.0,161.0,4.89,0.392,0.911,173.0,1520.0,6.39,0.676,0.647,Web/CloudOps,2.0
bizitobs_application/10S/medium,DeepAR,6800000.0,6800000.0,1470.0,3.22,0.0454,0.047,64.6,2610.0,0.102,0.0578,0.0535,Web/CloudOps,2.0
bizitobs_l2c/5T/medium,DeepAR,369.0,375.0,12.4,1.21,0.964,1.07,22.4,19.2,1.01,0.654,0.589,Web/CloudOps,7.0
bizitobs_l2c/H/medium,DeepAR,110.0,109.0,7.12,0.737,0.979,0.82,5.94,10.5,0.635,0.431,0.345,Web/CloudOps,7.0
bizitobs_service/10S/medium,DeepAR,96900.0,96800.0,65.1,2.17,0.152,0.117,35.6,311.0,0.234,0.049,0.044,Web/CloudOps,2.0
electricity/15T/medium,DeepAR,398000.0,398000.0,83.1,1.39,0.255,0.208,13.9,631.0,1.09,0.143,0.119,Energy,1.0
electricity/H/medium,DeepAR,68200000.0,68300000.0,1230.0,6.76,0.578,0.867,169.0,8260.0,3.22,0.482,0.454,Energy,1.0
ett1/15T/medium,DeepAR,14.1,15.2,2.11,1.35,0.833,0.489,12.3,3.76,0.716,0.401,0.315,Energy,7.0
ett1/H/medium,DeepAR,387.0,418.0,14.4,3.12,4160000000000.0,0.698,17.7,19.7,0.943,0.691,0.535,Energy,7.0
ett2/15T/medium,DeepAR,67.1,52.9,5.75,3.27,0.523,0.757,66.3,8.19,0.437,0.306,0.258,Energy,7.0
ett2/H/medium,DeepAR,1420.0,1450.0,25.0,2.52,0.425,0.304,25.7,37.6,0.507,0.337,0.281,Energy,7.0
jena_weather/10T/medium,DeepAR,2280.0,2440.0,13.8,1.2,0.641,0.976,10.3,47.7,0.293,0.0846,0.0735,Nature,21.0
jena_weather/H/medium,DeepAR,2020.0,2460.0,16.2,1.3,1.84,0.884,11.4,45.0,0.275,0.0993,0.0784,Nature,21.0
kdd_cup_2018/H/medium,DeepAR,4710.0,4710.0,26.2,1.17,1.41,0.584,9.72,68.6,1.44,0.548,0.442,Nature,1.0
loop_seattle/5T/medium,DeepAR,170.0,155.0,8.15,1.27,0.226,0.192,9.81,13.0,0.232,0.145,0.118,Transport,1.0
loop_seattle/H/medium,DeepAR,67.4,67.3,4.94,1.03,0.142,0.112,9.87,8.21,0.145,0.0874,0.0719,Transport,1.0
m_dense/H/medium,DeepAR,35400.0,35900.0,83.2,0.738,0.255,0.199,8.1,188.0,0.327,0.145,0.118,Transport,1.0
solar/10T/medium,DeepAR,34.0,37.5,2.79,1.21,1.89,1.57,9.21,5.83,1.29,0.619,0.485,Energy,1.0
solar/H/medium,DeepAR,707.0,701.0,13.0,0.992,4.78,1.43,5.06,26.6,0.958,0.467,0.352,Energy,1.0
sz_taxi/15T/medium,DeepAR,17.1,17.1,2.85,0.558,9870000000000.0,0.413,4.3,4.13,0.385,0.265,0.21,Transport,1.0
bitbrains_fast_storage/5T/long,DeepAR,5160000.0,5210000.0,389.0,7.33,1.23,1.77,191.0,2270.0,6.0,1.03,1.01,Web/CloudOps,2.0
bitbrains_rnd/5T/long,DeepAR,2360000.0,2260000.0,187.0,4.44,1.48,0.879,130.0,1540.0,5.88,0.717,0.672,Web/CloudOps,2.0
bizitobs_application/10S/long,DeepAR,14100000.0,14000000.0,2290.0,4.47,0.0645,0.0672,107.0,3750.0,0.145,0.0884,0.0829,Web/CloudOps,2.0
bizitobs_l2c/5T/long,DeepAR,382.0,370.0,14.0,1.32,1.0,1.19,31.8,19.5,1.1,0.783,0.719,Web/CloudOps,7.0
bizitobs_l2c/H/long,DeepAR,117.0,117.0,6.87,0.727,0.752,0.944,6.29,10.8,0.662,0.42,0.338,Web/CloudOps,7.0
bizitobs_service/10S/long,DeepAR,142000.0,142000.0,106.0,3.96,0.354,0.175,41.9,377.0,0.279,0.0786,0.0697,Web/CloudOps,2.0
electricity/15T/long,DeepAR,970000.0,962000.0,122.0,2.28,0.303,0.3,16.8,985.0,1.55,0.192,0.155,Energy,1.0
electricity/H/long,DeepAR,20000000.0,20100000.0,525.0,2.67,0.332,0.334,25.4,4480.0,1.77,0.207,0.176,Energy,1.0
ett1/15T/long,DeepAR,278.0,293.0,12.9,9.34,4.64,1.14,140.0,16.7,3.18,2.47,2.22,Energy,7.0
ett1/H/long,DeepAR,356.0,362.0,12.8,2.68,3980000000000.0,0.936,14.1,18.9,0.904,0.612,0.469,Energy,7.0
ett2/15T/long,DeepAR,108.0,115.0,7.96,3.7,0.533,0.744,15.7,10.4,0.553,0.424,0.304,Energy,7.0
ett2/H/long,DeepAR,757.0,628.0,18.0,2.49,0.417,0.488,16.9,27.5,0.377,0.246,0.196,Energy,7.0
jena_weather/10T/long,DeepAR,4420.0,5080.0,28.7,3.15,0.782,1.19,35.4,66.5,0.407,0.175,0.143,Nature,21.0
jena_weather/H/long,DeepAR,10000.0,8920.0,44.3,6.89,8.49,1.06,32.7,100.0,0.603,0.267,0.197,Nature,21.0
kdd_cup_2018/H/long,DeepAR,9930.0,10900.0,69.4,3.34,5.03,1.0,11.7,99.6,2.34,1.63,1.09,Nature,1.0
loop_seattle/5T/long,DeepAR,259.0,277.0,12.0,1.96,0.416,0.222,26.9,16.1,0.284,0.213,0.184,Transport,1.0
loop_seattle/H/long,DeepAR,63.9,66.0,4.66,0.985,0.139,0.107,9.75,7.99,0.143,0.0833,0.0683,Transport,1.0
m_dense/H/long,DeepAR,48000.0,51200.0,93.5,0.805,0.268,0.21,7.63,219.0,0.379,0.162,0.13,Transport,1.0
solar/10T/long,DeepAR,39.0,40.1,2.96,1.28,2.01,1.59,17.3,6.24,1.35,0.639,0.549,Energy,1.0
solar/H/long,DeepAR,971.0,1040.0,12.8,0.972,5.86,1.4,12.4,31.2,1.08,0.444,0.381,Energy,1.0
sz_taxi/15T/long,DeepAR,26.3,26.6,3.78,0.733,4800000000000.0,0.747,6.9,5.12,0.474,0.35,0.286,Transport,1.0