GIFT-Eval / results /iTransformer /all_results.csv
juncliu's picture
update freq string in results
c870669
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,iTransformer,1930000.0,1930000.0,178.0,0.948,1.8,0.745,19.8,1390.0,4.36,0.56,0.459,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,iTransformer,2210000.0,2210000.0,243.0,1.31,2.53,0.62,27.9,1490.0,4.23,0.693,0.554,Web/CloudOps,2.0
bitbrains_rnd/5T/short,iTransformer,1810000.0,1810000.0,141.0,2.02,1.29,0.689,61.5,1350.0,5.51,0.575,0.503,Web/CloudOps,2.0
bitbrains_rnd/H/short,iTransformer,1490000.0,1490000.0,157.0,6.02,1.47,0.59,201.0,1220.0,5.35,0.685,0.595,Web/CloudOps,2.0
bizitobs_application/10S/short,iTransformer,1330000.0,1330000.0,643.0,1.39,0.0207,0.0209,13.1,1150.0,0.0445,0.0248,0.0206,Web/CloudOps,2.0
bizitobs_l2c/5T/short,iTransformer,20.5,20.5,2.66,0.271,0.154,0.209,3.77,4.53,0.156,0.0913,0.0769,Web/CloudOps,7.0
bizitobs_l2c/H/short,iTransformer,48.1,48.1,4.24,0.425,0.45,0.601,5.22,6.94,0.374,0.228,0.192,Web/CloudOps,7.0
bizitobs_service/10S/short,iTransformer,15700.0,15700.0,37.1,2.05,0.117,0.0899,29.1,125.0,0.0927,0.0275,0.0236,Web/CloudOps,2.0
car_parts/M/short,iTransformer,1.44,1.44,0.42,0.8,0.993,1.99,23.4,1.2,2.88,1.01,1.0,Sales,1.0
covid_deaths/D/short,iTransformer,1430000.0,1430000.0,164.0,34.0,0.0978,0.371,496.0,1190.0,0.45,0.0617,0.0587,Healthcare,1.0
electricity/15T/short,iTransformer,221000.0,221000.0,76.1,1.4,0.233,0.218,17.0,470.0,0.926,0.15,0.124,Energy,1.0
electricity/D/short,iTransformer,3350000000.0,3350000000.0,5720.0,1.67,0.535,0.112,14.7,57900.0,0.952,0.094,0.0767,Energy,1.0
electricity/H/short,iTransformer,1660000.0,1660000.0,189.0,1.04,0.245,0.144,10.8,1290.0,0.609,0.0892,0.0731,Energy,1.0
electricity/W/short,iTransformer,367000000000.0,367000000000.0,59900.0,2.09,0.285,0.125,18.0,606000.0,1.38,0.137,0.109,Energy,1.0
ett1/15T/short,iTransformer,5.96,5.96,1.26,0.808,0.573,0.266,5.68,2.44,0.462,0.238,0.19,Energy,7.0
ett1/D/short,iTransformer,55300.0,55300.0,171.0,2.39,2.05,0.583,14.5,235.0,0.618,0.449,0.344,Energy,7.0
ett1/H/short,iTransformer,106.0,106.0,5.18,0.893,0.462,0.272,7.04,10.3,0.481,0.242,0.194,Energy,7.0
ett1/W/short,iTransformer,1580000.0,1580000.0,898.0,1.45,0.688,0.502,12.1,1260.0,0.5,0.357,0.293,Energy,7.0
ett2/15T/short,iTransformer,8.52,8.52,1.84,0.818,0.12,0.139,6.47,2.92,0.139,0.0875,0.0705,Energy,7.0
ett2/D/short,iTransformer,179000.0,179000.0,279.0,1.84,0.44,0.179,20.7,423.0,0.242,0.16,0.129,Energy,7.0
ett2/H/short,iTransformer,139.0,139.0,7.43,0.872,0.144,0.128,7.01,11.8,0.15,0.0942,0.0752,Energy,7.0
ett2/W/short,iTransformer,302000000.0,302000000.0,12600.0,7.47,1.03,1.54,56.9,17400.0,1.46,1.05,0.838,Energy,7.0
hierarchical_sales/D/short,iTransformer,29.1,29.1,2.36,0.767,0.654,1.05,9.26,5.4,1.66,0.723,0.597,Sales,1.0
hierarchical_sales/W/short,iTransformer,488.0,488.0,9.71,0.797,0.584,0.497,8.76,22.1,1.01,0.446,0.372,Sales,1.0
hospital/M/short,iTransformer,2890.0,2890.0,17.9,0.767,0.202,0.175,5.24,53.8,0.195,0.0648,0.052,Healthcare,1.0
jena_weather/10T/short,iTransformer,1190.0,1190.0,7.61,0.372,0.483,0.606,3.93,34.5,0.215,0.0472,0.0396,Nature,21.0
jena_weather/D/short,iTransformer,1410.0,1410.0,19.0,1.94,1.62,0.555,23.1,37.5,0.226,0.114,0.094,Nature,21.0
jena_weather/H/short,iTransformer,1500.0,1500.0,10.2,0.714,1.93,0.647,7.06,38.7,0.237,0.0627,0.0531,Nature,21.0
kdd_cup_2018/D/short,iTransformer,2890.0,2890.0,21.4,1.22,0.529,0.475,13.0,53.8,1.21,0.479,0.401,Nature,1.0
kdd_cup_2018/H/short,iTransformer,5230.0,5230.0,27.8,1.14,1.28,0.557,9.58,72.3,1.51,0.582,0.462,Nature,1.0
loop_seattle/5T/short,iTransformer,63.9,63.9,4.69,0.735,0.139,0.0968,7.8,7.99,0.137,0.0804,0.0656,Transport,1.0
loop_seattle/D/short,iTransformer,19.0,19.0,3.05,0.93,0.0562,0.056,9.44,4.36,0.0779,0.0544,0.0456,Transport,1.0
loop_seattle/H/short,iTransformer,80.2,80.2,5.25,1.06,0.178,0.119,9.75,8.95,0.158,0.0929,0.0746,Transport,1.0
m_dense/D/short,iTransformer,9910.0,9910.0,51.1,0.727,0.129,0.106,7.32,99.5,0.172,0.0884,0.072,Transport,1.0
m_dense/H/short,iTransformer,54500.0,54500.0,103.0,0.894,0.322,0.249,8.94,233.0,0.414,0.183,0.15,Transport,1.0
m4_daily/D/short,iTransformer,401000.0,401000.0,178.0,3.26,0.0444,0.0306,30.5,633.0,0.0978,0.0274,0.0224,Econ/Fin,1.0
m4_hourly/H/short,iTransformer,5000000.0,5000000.0,379.0,1.45,0.176,0.147,16.6,2240.0,0.305,0.0518,0.0411,Econ/Fin,1.0
m4_monthly/M/short,iTransformer,2090000.0,2090000.0,686.0,1.61,0.192,0.155,11.0,1450.0,0.301,0.143,0.114,Econ/Fin,1.0
m4_quarterly/Q/short,iTransformer,1860000.0,1860000.0,586.0,1.23,0.129,0.106,11.3,1370.0,0.229,0.098,0.0791,Econ/Fin,1.0
m4_weekly/W/short,iTransformer,443000.0,443000.0,347.0,2.58,0.0899,0.0948,23.9,665.0,0.121,0.0632,0.0504,Econ/Fin,1.0
m4_yearly/A/short,iTransformer,3550000.0,3550000.0,893.0,3.37,0.181,0.144,32.6,1880.0,0.302,0.143,0.117,Econ/Fin,1.0
restaurant/D/short,iTransformer,140.0,140.0,7.2,0.688,0.683,0.396,4.97,11.8,0.544,0.331,0.26,Sales,1.0
saugeen/D/short,iTransformer,1240.0,1240.0,15.1,3.35,0.413,0.415,46.7,35.2,1.14,0.488,0.418,Nature,1.0
saugeen/M/short,iTransformer,427.0,427.0,13.4,0.784,0.449,0.395,7.31,20.7,0.621,0.402,0.316,Nature,1.0
saugeen/W/short,iTransformer,1370.0,1370.0,18.4,1.49,0.505,0.48,18.5,37.1,1.12,0.556,0.466,Nature,1.0
solar/10T/short,iTransformer,84.5,84.5,5.12,2.27,1.55,1.98,64.3,9.19,2.67,1.49,1.37,Energy,1.0
solar/D/short,iTransformer,1020000.0,1020000.0,799.0,3.13,1.4,1.57,17.0,1010.0,1.46,1.15,0.871,Energy,1.0
solar/H/short,iTransformer,931.0,931.0,14.6,1.13,3.3,1.49,10.4,30.5,1.12,0.538,0.426,Energy,1.0
solar/W/short,iTransformer,2460000.0,2460000.0,1220.0,1.35,0.27,0.225,12.9,1570.0,0.32,0.249,0.203,Energy,1.0
sz_taxi/15T/short,iTransformer,17.8,17.8,2.86,0.573,817000000000.0,0.415,4.88,4.22,0.394,0.267,0.214,Transport,1.0
sz_taxi/H/short,iTransformer,7.46,7.46,1.89,0.576,1.06,0.303,4.65,2.73,0.255,0.176,0.141,Transport,1.0
temperature_rain/D/short,iTransformer,200.0,200.0,6.28,1.44,42.8,1.53,29.3,14.1,1.66,0.739,0.632,Nature,1.0
us_births/D/short,iTransformer,267000.0,267000.0,355.0,0.523,0.0337,0.0333,4.31,516.0,0.0484,0.0333,0.0266,Healthcare,1.0
us_births/M/short,iTransformer,75700000.0,75700000.0,7280.0,0.821,0.0225,0.0229,7.91,8700.0,0.027,0.0226,0.0181,Healthcare,1.0
us_births/W/short,iTransformer,11000000.0,11000000.0,2610.0,2.37,0.0359,0.0351,13.2,3310.0,0.045,0.0355,0.0272,Healthcare,1.0
bitbrains_fast_storage/5T/medium,iTransformer,3080000.0,3080000.0,284.0,1.35,4.0,0.851,28.0,1750.0,5.33,0.862,0.707,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,iTransformer,2120000.0,2120000.0,172.0,4.76,1.28,0.776,170.0,1450.0,6.12,0.724,0.662,Web/CloudOps,2.0
bizitobs_application/10S/medium,iTransformer,4860000.0,4860000.0,1260.0,2.97,0.0426,0.0434,58.4,2210.0,0.0866,0.0495,0.0449,Web/CloudOps,2.0
bizitobs_l2c/5T/medium,iTransformer,119.0,119.0,6.95,0.653,0.517,0.892,8.85,10.9,0.574,0.366,0.318,Web/CloudOps,7.0
bizitobs_l2c/H/medium,iTransformer,76.8,76.8,5.28,0.532,0.655,0.772,5.48,8.77,0.531,0.32,0.266,Web/CloudOps,7.0
bizitobs_service/10S/medium,iTransformer,93100.0,93100.0,63.6,1.65,0.159,0.104,15.3,305.0,0.23,0.0478,0.042,Web/CloudOps,2.0
electricity/15T/medium,iTransformer,286000.0,286000.0,62.2,0.997,0.18,0.16,8.83,534.0,0.921,0.107,0.087,Energy,1.0
electricity/H/medium,iTransformer,6740000.0,6740000.0,273.0,1.24,0.28,0.158,10.3,2600.0,1.01,0.107,0.0856,Energy,1.0
ett1/15T/medium,iTransformer,9.0,9.0,1.7,1.1,0.742,0.418,7.74,3.0,0.572,0.323,0.251,Energy,7.0
ett1/H/medium,iTransformer,156.0,156.0,7.49,1.44,7310000000000.0,0.485,11.4,12.5,0.598,0.359,0.283,Energy,7.0
ett2/15T/medium,iTransformer,11.8,11.8,2.18,0.933,0.149,0.176,7.8,3.44,0.183,0.116,0.0937,Energy,7.0
ett2/H/medium,iTransformer,279.0,279.0,11.1,1.25,0.197,0.197,8.75,16.7,0.225,0.149,0.118,Energy,7.0
jena_weather/10T/medium,iTransformer,2410.0,2410.0,12.3,0.665,0.796,0.699,6.44,49.1,0.302,0.0756,0.0629,Nature,21.0
jena_weather/H/medium,iTransformer,1520.0,1520.0,12.0,0.963,4.28,0.707,8.27,38.9,0.238,0.0731,0.0605,Nature,21.0
kdd_cup_2018/H/medium,iTransformer,5080.0,5080.0,25.3,1.05,1.03,0.56,10.7,71.3,1.49,0.529,0.437,Nature,1.0
loop_seattle/5T/medium,iTransformer,121.0,121.0,6.59,1.03,0.268,0.147,10.5,11.0,0.196,0.117,0.0953,Transport,1.0
loop_seattle/H/medium,iTransformer,66.8,66.8,4.93,1.0,0.157,0.113,7.87,8.17,0.144,0.0872,0.0681,Transport,1.0
m_dense/H/medium,iTransformer,47100.0,47100.0,98.5,0.837,0.306,0.23,7.39,217.0,0.377,0.171,0.137,Transport,1.0
solar/10T/medium,iTransformer,47.5,47.5,3.16,1.38,1.81,1.65,9.14,6.89,1.53,0.701,0.549,Energy,1.0
solar/H/medium,iTransformer,768.0,768.0,14.0,1.07,5.26,1.45,6.18,27.7,0.998,0.505,0.375,Energy,1.0
sz_taxi/15T/medium,iTransformer,16.8,16.8,2.81,0.548,11400000000000.0,0.409,4.4,4.09,0.381,0.261,0.208,Transport,1.0
electricity/15T/long,iTransformer,395000.0,395000.0,67.8,1.04,0.181,0.16,8.93,628.0,0.991,0.107,0.0863,Energy,1.0
electricity/H/long,iTransformer,10600000.0,10600000.0,311.0,1.33,0.345,0.166,11.1,3260.0,1.28,0.123,0.0976,Energy,1.0
solar/10T/long,iTransformer,27.7,27.7,2.65,1.16,2.88,1.53,7.78,5.26,1.14,0.572,0.43,Energy,1.0
solar/H/long,iTransformer,783.0,783.0,14.2,1.08,6.13,1.46,6.13,28.0,0.97,0.492,0.368,Energy,1.0
kdd_cup_2018/H/long,iTransformer,4150.0,4150.0,24.4,1.03,0.988,0.615,11.2,64.4,1.51,0.574,0.479,Nature,1.0
loop_seattle/5T/long,iTransformer,113.0,113.0,6.56,1.03,0.249,0.145,9.85,10.6,0.188,0.116,0.0928,Transport,1.0
loop_seattle/H/long,iTransformer,66.5,66.5,4.85,1.0,0.166,0.114,8.37,8.16,0.146,0.0866,0.0689,Transport,1.0
sz_taxi/15T/long,iTransformer,32.5,32.5,3.97,0.783,6010000000000.0,0.484,6.12,5.7,0.527,0.367,0.282,Transport,1.0
m_dense/H/long,iTransformer,45100.0,45100.0,97.1,0.833,0.304,0.234,7.43,212.0,0.368,0.168,0.135,Transport,1.0
ett1/15T/long,iTransformer,8.19,8.19,1.65,1.11,0.833,0.421,8.12,2.86,0.546,0.315,0.245,Energy,7.0
ett1/H/long,iTransformer,181.0,181.0,7.9,1.43,3090000000000.0,0.506,10.3,13.4,0.644,0.379,0.297,Energy,7.0
ett2/15T/long,iTransformer,13.4,13.4,2.4,1.01,0.156,0.186,8.41,3.66,0.195,0.128,0.101,Energy,7.0
ett2/H/long,iTransformer,317.0,317.0,11.4,1.33,0.21,0.204,11.0,17.8,0.244,0.157,0.125,Energy,7.0
jena_weather/10T/long,iTransformer,2530.0,2530.0,12.5,0.69,0.834,0.689,6.2,50.3,0.308,0.0763,0.0638,Nature,21.0
jena_weather/H/long,iTransformer,2620.0,2620.0,15.6,1.23,3.21,0.697,8.22,51.2,0.308,0.0938,0.0757,Nature,21.0
bitbrains_fast_storage/5T/long,iTransformer,3030000.0,3030000.0,330.0,1.19,3.74,0.874,23.4,1740.0,4.6,0.872,0.69,Web/CloudOps,2.0
bitbrains_rnd/5T/long,iTransformer,2370000.0,2370000.0,210.0,3.7,2.44,0.777,128.0,1540.0,5.9,0.805,0.698,Web/CloudOps,2.0
bizitobs_application/10S/long,iTransformer,6580000.0,6580000.0,1540.0,3.44,0.0503,0.0512,61.9,2560.0,0.0989,0.0595,0.0543,Web/CloudOps,2.0
bizitobs_service/10S/long,iTransformer,133000.0,133000.0,80.9,1.73,0.235,0.114,20.3,365.0,0.27,0.0599,0.0543,Web/CloudOps,2.0
bizitobs_l2c/5T/long,iTransformer,75.8,75.8,5.74,0.585,0.441,0.753,4.35,8.71,0.489,0.322,0.248,Web/CloudOps,7.0
bizitobs_l2c/H/long,iTransformer,679.0,679.0,19.3,1.89,1.6,1.69,16.3,26.1,1.59,1.18,0.968,Web/CloudOps,7.0