GIFT-Eval / results /PatchTST /all_results.csv
juncliu's picture
model name
b5a77c9
raw
history blame
10.8 kB
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,PatchTST,2110000.0,2110000.0,175.0,0.973,2.16,0.74,19.9,1450.0,4.56,0.549,0.471,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,PatchTST,2180000.0,2180000.0,247.0,1.34,2.81,0.615,31.7,1480.0,4.21,0.703,0.549,Web/CloudOps,2.0
bitbrains_rnd/5T/short,PatchTST,1690000.0,1690000.0,128.0,1.98,1.34,0.681,62.2,1300.0,5.32,0.524,0.474,Web/CloudOps,2.0
bitbrains_rnd/H/short,PatchTST,1580000.0,1580000.0,150.0,6.11,1.39,0.585,201.0,1260.0,5.51,0.656,0.603,Web/CloudOps,2.0
bizitobs_application/10S/short,PatchTST,3300000.0,3300000.0,673.0,2.24,0.0323,0.0325,36.7,1820.0,0.0701,0.026,0.022,Web/CloudOps,2.0
bizitobs_l2c/5T/short,PatchTST,19.0,19.0,2.6,0.266,0.138,0.211,3.27,4.36,0.15,0.0892,0.0741,Web/CloudOps,7.0
bizitobs_l2c/H/short,PatchTST,63.3,63.3,5.06,0.495,0.432,0.637,4.11,7.96,0.429,0.273,0.217,Web/CloudOps,7.0
bizitobs_service/10S/short,PatchTST,29100.0,29100.0,42.3,1.24,0.103,0.0849,11.6,171.0,0.126,0.0314,0.0252,Web/CloudOps,2.0
car_parts/M/short,PatchTST,1.45,1.45,0.418,0.797,1.0,2.0,31.4,1.2,2.89,1.0,1.0,Sales,1.0
covid_deaths/D/short,PatchTST,1130000.0,1130000.0,228.0,37.7,0.132,0.39,425.0,1060.0,0.4,0.0857,0.0673,Healthcare,1.0
electricity/15T/short,PatchTST,240000.0,240000.0,81.3,1.47,0.257,0.228,14.3,490.0,0.966,0.16,0.134,Energy,1.0
electricity/D/short,PatchTST,3520000000.0,3520000000.0,6280.0,1.85,0.554,0.115,14.5,59300.0,0.974,0.103,0.0828,Energy,1.0
electricity/H/short,PatchTST,2040000.0,2040000.0,203.0,1.08,0.213,0.146,11.1,1430.0,0.674,0.0958,0.0785,Energy,1.0
electricity/W/short,PatchTST,274000000000.0,274000000000.0,53600.0,1.96,0.277,0.12,17.7,523000.0,1.19,0.122,0.0954,Energy,1.0
ett1/15T/short,PatchTST,5.68,5.68,1.28,0.835,0.519,0.279,5.75,2.38,0.45,0.242,0.191,Energy,7.0
ett1/D/short,PatchTST,45800.0,45800.0,141.0,1.68,1.12,0.465,14.0,214.0,0.562,0.37,0.304,Energy,7.0
ett1/H/short,PatchTST,102.0,102.0,5.23,0.893,0.446,0.279,6.39,10.1,0.47,0.244,0.19,Energy,7.0
ett1/W/short,PatchTST,1740000.0,1740000.0,1020.0,1.89,0.623,0.647,11.8,1320.0,0.525,0.406,0.323,Energy,7.0
ett2/15T/short,PatchTST,9.59,9.59,2.03,0.879,0.122,0.147,6.84,3.1,0.147,0.0963,0.0759,Energy,7.0
ett2/D/short,PatchTST,167000.0,167000.0,292.0,2.17,0.481,0.225,17.9,409.0,0.234,0.167,0.131,Energy,7.0
ett2/H/short,PatchTST,136.0,136.0,7.3,0.858,0.139,0.124,6.61,11.7,0.148,0.0926,0.074,Energy,7.0
ett2/W/short,PatchTST,7860000.0,7860000.0,2020.0,1.49,0.209,0.252,12.3,2800.0,0.235,0.169,0.142,Energy,7.0
hierarchical_sales/D/short,PatchTST,28.6,28.6,2.33,0.756,0.656,1.05,9.2,5.35,1.64,0.716,0.59,Sales,1.0
hierarchical_sales/W/short,PatchTST,466.0,466.0,9.33,0.771,0.573,0.483,8.09,21.6,0.991,0.428,0.358,Sales,1.0
hospital/M/short,PatchTST,5120.0,5120.0,21.8,0.82,0.209,0.18,6.07,71.6,0.26,0.0791,0.0637,Healthcare,1.0
jena_weather/10T/short,PatchTST,1750.0,1750.0,10.9,0.552,0.388,0.662,8.27,41.9,0.26,0.0678,0.0639,Nature,21.0
jena_weather/D/short,PatchTST,394.0,394.0,10.5,1.39,0.97,0.471,11.0,19.9,0.12,0.0632,0.0526,Nature,21.0
jena_weather/H/short,PatchTST,1390.0,1390.0,9.76,0.641,1.49,0.637,6.66,37.3,0.229,0.0598,0.0502,Nature,21.0
kdd_cup_2018/D/short,PatchTST,2880.0,2880.0,21.5,1.22,0.526,0.477,12.7,53.6,1.2,0.481,0.401,Nature,1.0
kdd_cup_2018/H/short,PatchTST,5150.0,5150.0,27.3,1.12,1.19,0.562,9.84,71.8,1.5,0.572,0.457,Nature,1.0
loop_seattle/5T/short,PatchTST,63.2,63.2,4.71,0.744,0.135,0.097,7.6,7.95,0.136,0.0807,0.0656,Transport,1.0
loop_seattle/D/short,PatchTST,19.3,19.3,3.1,0.934,0.0573,0.0572,9.01,4.4,0.0786,0.0554,0.0462,Transport,1.0
loop_seattle/H/short,PatchTST,79.4,79.4,5.21,1.07,0.155,0.117,10.7,8.91,0.158,0.0922,0.0764,Transport,1.0
m_dense/D/short,PatchTST,9240.0,9240.0,49.5,0.732,0.131,0.106,7.17,96.1,0.166,0.0856,0.07,Transport,1.0
m_dense/H/short,PatchTST,67200.0,67200.0,121.0,1.03,0.373,0.279,9.59,259.0,0.46,0.214,0.173,Transport,1.0
m4_daily/D/short,PatchTST,458000.0,458000.0,175.0,3.22,0.0428,0.0301,34.6,676.0,0.104,0.0271,0.0228,Econ/Fin,1.0
m4_hourly/H/short,PatchTST,4420000.0,4420000.0,376.0,1.4,0.167,0.143,24.5,2100.0,0.287,0.0514,0.039,Econ/Fin,1.0
m4_monthly/M/short,PatchTST,1960000.0,1960000.0,593.0,1.06,0.168,0.138,14.1,1400.0,0.291,0.123,0.102,Econ/Fin,1.0
m4_quarterly/Q-DEC/short,PatchTST,1940000.0,1940000.0,613.0,1.32,0.133,0.109,10.6,1390.0,0.233,0.103,0.0828,Econ/Fin,1.0
m4_weekly/W-SUN/short,PatchTST,275000.0,275000.0,277.0,2.34,0.0694,0.0694,22.5,524.0,0.0956,0.0504,0.0402,Econ/Fin,1.0
m4_yearly/A-DEC/short,PatchTST,3720000.0,3720000.0,887.0,3.29,0.176,0.143,33.3,1930.0,0.309,0.142,0.117,Econ/Fin,1.0
restaurant/D/short,PatchTST,144.0,144.0,7.21,0.69,0.652,0.396,5.08,12.0,0.552,0.332,0.262,Sales,1.0
saugeen/D/short,PatchTST,1220.0,1220.0,14.8,3.28,0.43,0.429,42.6,34.9,1.13,0.478,0.408,Nature,1.0
saugeen/M/short,PatchTST,575.0,575.0,15.2,0.893,0.48,0.426,8.79,24.0,0.72,0.457,0.372,Nature,1.0
saugeen/W/short,PatchTST,1390.0,1390.0,19.1,1.55,0.542,0.552,18.6,37.3,1.13,0.577,0.484,Nature,1.0
solar/10T/short,PatchTST,82.1,82.1,4.97,2.2,1.61,1.98,64.2,9.06,2.64,1.45,1.37,Energy,1.0
solar/D/short,PatchTST,119000.0,119000.0,247.0,0.962,1.03,0.427,7.51,345.0,0.498,0.357,0.287,Energy,1.0
solar/H/short,PatchTST,657.0,657.0,12.4,0.954,4.57,1.43,4.93,25.6,0.945,0.456,0.34,Energy,1.0
solar/W/short,PatchTST,1690000.0,1690000.0,1010.0,1.1,0.228,0.197,4.8,1300.0,0.265,0.207,0.162,Energy,1.0
sz_taxi/15T/short,PatchTST,17.3,17.3,2.8,0.56,1180000000000.0,0.406,4.5,4.16,0.389,0.262,0.207,Transport,1.0
sz_taxi/H/short,PatchTST,7.76,7.76,1.93,0.591,0.953,0.306,4.92,2.79,0.26,0.18,0.144,Transport,1.0
temperature_rain/D/short,PatchTST,196.0,196.0,6.49,1.51,58.8,1.51,29.2,14.0,1.65,0.764,0.644,Nature,1.0
us_births/D/short,PatchTST,255000.0,255000.0,331.0,0.487,0.032,0.0312,4.26,505.0,0.0474,0.031,0.0249,Healthcare,1.0
us_births/M/short,PatchTST,67000000.0,67000000.0,6920.0,0.782,0.0214,0.0213,4.47,8190.0,0.0254,0.0215,0.0167,Healthcare,1.0
us_births/W/short,PatchTST,2980000.0,2980000.0,1350.0,1.23,0.0183,0.0183,8.29,1730.0,0.0234,0.0184,0.0145,Healthcare,1.0
bitbrains_fast_storage/5T/medium,PatchTST,2870000.0,2870000.0,264.0,1.2,3.16,0.816,27.5,1690.0,5.15,0.801,0.642,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,PatchTST,2260000.0,2260000.0,151.0,4.65,0.502,0.757,167.0,1500.0,6.32,0.635,0.62,Web/CloudOps,2.0
bizitobs_application/10S/medium,PatchTST,5660000.0,5660000.0,1370.0,2.77,0.04,0.0411,35.6,2380.0,0.0934,0.0537,0.0473,Web/CloudOps,2.0
bizitobs_l2c/5T/medium,PatchTST,156.0,156.0,7.9,0.787,0.561,0.822,7.78,12.5,0.657,0.415,0.332,Web/CloudOps,7.0
bizitobs_l2c/H/medium,PatchTST,78.8,78.8,5.3,0.537,0.657,0.776,4.86,8.88,0.537,0.321,0.263,Web/CloudOps,7.0
bizitobs_service/10S/medium,PatchTST,97000.0,97000.0,68.0,1.49,0.122,0.101,15.8,311.0,0.234,0.0512,0.0451,Web/CloudOps,2.0
electricity/15T/medium,PatchTST,293000.0,293000.0,61.3,0.977,0.161,0.157,8.75,541.0,0.932,0.106,0.0858,Energy,1.0
electricity/H/medium,PatchTST,6210000.0,6210000.0,258.0,1.16,0.245,0.145,10.1,2490.0,0.973,0.101,0.081,Energy,1.0
ett1/15T/medium,PatchTST,9.57,9.57,1.68,1.08,0.712,0.413,8.24,3.09,0.59,0.32,0.25,Energy,7.0
ett1/H/medium,PatchTST,144.0,144.0,7.33,1.39,4240000000000.0,0.458,9.08,12.0,0.574,0.351,0.273,Energy,7.0
ett2/15T/medium,PatchTST,12.1,12.1,2.22,0.933,0.143,0.172,7.02,3.48,0.186,0.118,0.0936,Energy,7.0
ett2/H/medium,PatchTST,322.0,322.0,11.6,1.27,0.201,0.203,10.4,17.9,0.242,0.156,0.125,Energy,7.0
jena_weather/10T/medium,PatchTST,1890.0,1890.0,12.5,0.943,0.779,0.666,7.74,43.5,0.267,0.0769,0.0649,Nature,21.0
jena_weather/H/medium,PatchTST,1620.0,1620.0,13.2,1.09,3.81,0.694,13.1,40.2,0.246,0.0807,0.0685,Nature,21.0
kdd_cup_2018/H/medium,PatchTST,5070.0,5070.0,25.3,1.05,0.967,0.56,11.0,71.2,1.49,0.53,0.442,Nature,1.0
loop_seattle/5T/medium,PatchTST,110.0,110.0,6.61,1.05,0.241,0.147,9.96,10.5,0.187,0.118,0.0947,Transport,1.0
loop_seattle/H/medium,PatchTST,66.1,66.1,5.02,1.03,0.144,0.114,7.87,8.13,0.144,0.0887,0.0709,Transport,1.0
m_dense/H/medium,PatchTST,44100.0,44100.0,88.8,0.757,0.289,0.235,8.05,210.0,0.365,0.155,0.127,Transport,1.0
solar/10T/medium,PatchTST,20.8,20.8,2.1,0.913,3.61,1.47,5.76,4.56,1.01,0.465,0.356,Energy,1.0
solar/H/medium,PatchTST,697.0,697.0,12.6,0.965,6.22,1.43,5.25,26.4,0.951,0.454,0.344,Energy,1.0
sz_taxi/15T/medium,PatchTST,18.9,18.9,2.98,0.588,9630000000000.0,0.427,4.61,4.35,0.405,0.278,0.22,Transport,1.0
bitbrains_fast_storage/5T/long,PatchTST,3220000.0,3220000.0,312.0,1.14,2.65,0.849,22.9,1790.0,4.74,0.825,0.669,Web/CloudOps,2.0
bitbrains_rnd/5T/long,PatchTST,2480000.0,2480000.0,186.0,3.72,1.28,0.724,126.0,1580.0,6.04,0.713,0.664,Web/CloudOps,2.0
bizitobs_application/10S/long,PatchTST,6920000.0,6920000.0,1600.0,3.19,0.0465,0.0478,41.4,2630.0,0.101,0.0618,0.0543,Web/CloudOps,2.0
bizitobs_l2c/5T/long,PatchTST,115.0,115.0,6.97,0.686,0.606,0.775,7.32,10.7,0.602,0.391,0.324,Web/CloudOps,7.0
bizitobs_l2c/H/long,PatchTST,85.4,85.4,5.75,0.617,0.766,0.783,5.47,9.24,0.564,0.351,0.291,Web/CloudOps,7.0
bizitobs_service/10S/long,PatchTST,136000.0,136000.0,85.3,1.69,0.136,0.101,19.9,368.0,0.273,0.0632,0.0569,Web/CloudOps,2.0
electricity/15T/long,PatchTST,369000.0,369000.0,63.8,0.96,0.149,0.148,8.32,608.0,0.959,0.101,0.0813,Energy,1.0
electricity/H/long,PatchTST,11900000.0,11900000.0,333.0,1.39,0.335,0.163,11.3,3450.0,1.36,0.131,0.104,Energy,1.0
ett1/15T/long,PatchTST,8.7,8.7,1.67,1.1,0.824,0.42,7.6,2.95,0.562,0.318,0.247,Energy,7.0
ett1/H/long,PatchTST,169.0,169.0,7.97,1.47,4490000000000.0,0.518,10.7,13.0,0.622,0.382,0.297,Energy,7.0
ett2/15T/long,PatchTST,12.5,12.5,2.28,0.961,0.15,0.176,8.71,3.53,0.188,0.122,0.0981,Energy,7.0
ett2/H/long,PatchTST,319.0,319.0,12.0,1.43,0.212,0.224,11.2,17.9,0.245,0.165,0.13,Energy,7.0
jena_weather/10T/long,PatchTST,1870.0,1870.0,13.0,1.07,0.877,0.659,8.3,43.2,0.265,0.0796,0.0662,Nature,21.0
jena_weather/H/long,PatchTST,1980.0,1980.0,15.5,1.31,3.58,0.694,10.7,44.5,0.268,0.0934,0.076,Nature,21.0
kdd_cup_2018/H/long,PatchTST,4190.0,4190.0,24.4,1.02,0.953,0.616,10.8,64.7,1.52,0.572,0.477,Nature,1.0
loop_seattle/5T/long,PatchTST,116.0,116.0,6.73,1.06,0.246,0.148,10.0,10.8,0.191,0.119,0.0954,Transport,1.0
loop_seattle/H/long,PatchTST,63.1,63.1,4.7,0.979,0.155,0.11,8.74,7.94,0.142,0.084,0.0685,Transport,1.0
m_dense/H/long,PatchTST,37800.0,37800.0,85.4,0.738,0.29,0.218,7.4,194.0,0.337,0.148,0.12,Transport,1.0
solar/10T/long,PatchTST,19.7,19.7,2.09,0.912,3.13,1.47,5.46,4.44,0.959,0.452,0.339,Energy,1.0
solar/H/long,PatchTST,775.0,775.0,12.9,0.978,8.96,1.42,6.11,27.8,0.965,0.446,0.353,Energy,1.0
sz_taxi/15T/long,PatchTST,30.7,30.7,3.87,0.761,5580000000000.0,0.515,5.86,5.54,0.512,0.359,0.281,Transport,1.0