Spaces:

Salesforce
/

GIFT-Eval

Running

App Files Files Community

juncliu commited on 27 days ago

Commit

5e6e69e

•

1 Parent(s): 90f7215

update results (fixing freq)

Browse files

Files changed (21) hide show

results/auto_arima/all_results.csv +98 -98
results/auto_ets/all_results.csv +98 -98
results/auto_theta/all_results.csv +98 -98
results/chronos-small/all_results.csv +98 -98
results/chronos_base/all_results.csv +98 -98
results/chronos_large/all_results.csv +98 -98
results/crossformer/all_results.csv +98 -98
results/d_linear/all_results.csv +98 -98
results/deepar/all_results.csv +98 -98
results/i_transformer/all_results.csv +98 -98
results/moirai_1.1_R_base_no_leak/all_results.csv +98 -98
results/moirai_1.1_R_large_no_leak/all_results.csv +98 -98
results/moirai_1.1_R_small_no_leak/all_results.csv +98 -98
results/n_beats/all_results.csv +98 -98
results/naive/all_results.csv +98 -98
results/patch_tst/all_results.csv +98 -98
results/seasonal_naive/all_results.csv +98 -98
results/tft/all_results.csv +98 -98
results/tide/all_results.csv +98 -98
results/timesfm/all_results.csv +98 -98
results/visionts/all_results.csv +98 -98

results/auto_arima/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-m4_yearly/nan/short,auto_arima,4480000.0,4480000.0,972.0,3.71,0.178,0.162,42.0,2120.0,0.339,0.156,0.13
-bitbrains_fast_storage/5T/short,auto_arima,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21
-bitbrains_fast_storage/H/short,auto_arima,2580000.0,2580000.0,259.0,1.43,3.54,0.574,30.5,1610.0,4.58,0.737,0.844
-bitbrains_rnd/5T/short,auto_arima,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1
-bitbrains_rnd/H/short,auto_arima,1720000.0,1720000.0,173.0,6.08,2.2,0.563,218.0,1310.0,5.74,0.756,0.874
-bizitobs_application/nan/short,auto_arima,3940000.0,3940000.0,1050.0,2.24,0.0341,0.0348,26.7,1980.0,0.0765,0.0407,0.0348
-bizitobs_l2c/5T/short,auto_arima,174.0,174.0,9.69,0.986,0.426,0.507,7.25,13.2,0.453,0.333,0.262
-bizitobs_l2c/H/short,auto_arima,323.0,323.0,13.0,1.25,1.02,1.26,8.4,18.0,0.969,0.698,0.547
-bizitobs_service/nan/short,auto_arima,73500.0,73500.0,55.1,1.23,0.0824,0.0755,16.4,271.0,0.201,0.0408,0.04
-car_parts/nan/short,auto_arima,1.41,1.43,0.53,0.958,0.734,1.72,17.7,1.19,2.85,1.27,1.29
-covid_deaths/nan/short,auto_arima,184000.0,184000.0,78.4,31.4,0.0849,0.104,790.0,429.0,0.162,0.0295,0.0298
-electricity/15T/short,auto_arima,367000.0,367000.0,94.2,1.72,0.302,0.23,27.0,606.0,1.19,0.186,0.165
-electricity/D/short,auto_arima,3870000000.0,3870000000.0,6290.0,1.82,0.674,0.125,15.4,62200.0,1.02,0.103,0.0832
-electricity/H/short,auto_arima,2890000.0,2890000.0,248.0,1.36,0.363,0.165,18.0,1700.0,0.802,0.117,0.109
-electricity/W/short,auto_arima,318000000000.0,318000000000.0,56800.0,2.09,0.274,0.121,15.9,564000.0,1.29,0.13,0.0997
-ett1/15T/short,auto_arima,8.78,8.78,1.49,0.934,0.633,0.306,8.44,2.96,0.56,0.283,0.241
-ett1/D/short,auto_arima,38700.0,38700.0,133.0,1.85,1.04,0.515,14.2,197.0,0.517,0.35,0.279
-ett1/H/short,auto_arima,126.0,126.0,5.52,0.995,0.52,0.291,9.2,11.2,0.523,0.257,0.223
-ett1/W/short,auto_arima,1580000.0,1580000.0,995.0,1.99,0.667,0.718,10.7,1260.0,0.5,0.396,0.305
-ett2/15T/short,auto_arima,14.6,14.6,2.53,1.07,0.153,0.17,8.53,3.82,0.182,0.12,0.0964
-ett2/D/short,auto_arima,128000.0,128000.0,222.0,1.45,0.417,0.15,26.9,358.0,0.205,0.127,0.125
-ett2/H/short,auto_arima,146.0,146.0,7.76,0.952,0.163,0.142,10.8,12.1,0.153,0.0984,0.0892
-ett2/W/short,auto_arima,6720000.0,6720000.0,1760.0,1.13,0.211,0.277,13.9,2590.0,0.217,0.147,0.136
-hierarchical_sales/D/short,auto_arima,31.8,31.8,2.5,0.813,0.743,1.14,9.69,5.64,1.73,0.766,0.735
-hierarchical_sales/W/short,auto_arima,562.0,562.0,11.2,0.85,0.707,0.676,8.18,23.7,1.09,0.516,0.485
-hospital/nan/short,auto_arima,3820.0,3820.0,20.6,0.826,0.201,0.192,5.81,61.8,0.224,0.0749,0.0596
-jena_weather/10T/short,auto_arima,1990.0,1990.0,10.6,0.743,0.877,0.394,20.7,44.6,0.277,0.0656,0.155
-jena_weather/D/short,auto_arima,682.0,682.0,13.1,1.45,1.06,0.502,11.5,26.1,0.157,0.0792,0.0801
-jena_weather/H/short,auto_arima,5970.0,5970.0,22.6,1.08,1.22,0.684,13.3,77.3,0.474,0.138,0.143
-kdd_cup_2018/D/short,auto_arima,2760.0,2760.0,20.6,1.18,0.555,0.46,11.6,52.5,1.18,0.462,0.393
-kdd_cup_2018/H/short,auto_arima,5620.0,5620.0,32.2,1.34,1.42,0.665,12.1,74.9,1.57,0.675,0.559
-loop_seattle/5T/short,auto_arima,76.3,76.3,4.81,0.762,0.13,0.102,9.64,8.73,0.15,0.0824,0.0808
-loop_seattle/D/short,auto_arima,48.0,48.0,5.16,1.49,0.0944,0.0958,13.0,6.93,0.124,0.0923,0.0777
-loop_seattle/H/short,auto_arima,126.0,126.0,6.35,1.29,0.171,0.142,14.4,11.2,0.198,0.112,0.108
-m_dense/D/short,auto_arima,34800.0,34800.0,102.0,1.34,0.224,0.208,9.83,187.0,0.323,0.177,0.135
-m_dense/H/short,auto_arima,146000.0,146000.0,180.0,1.49,0.54,0.391,14.1,382.0,0.677,0.32,0.281
-m4_daily/nan/short,auto_arima,397000.0,397000.0,178.0,3.26,0.0397,0.0316,30.5,630.0,0.0973,0.0275,0.0231
-m4_hourly/nan/short,auto_arima,2100000.0,2100000.0,308.0,1.03,0.162,0.137,8.96,1450.0,0.198,0.042,0.0337
-m4_monthly/nan/short,auto_arima,1930000.0,1930000.0,572.0,0.976,0.161,0.137,8.78,1390.0,0.289,0.119,0.0979
-m4_quarterly/nan/short,auto_arima,2180000.0,2180000.0,591.0,1.28,0.122,0.109,10.5,1480.0,0.247,0.0989,0.0816
-m4_weekly/nan/short,auto_arima,434000.0,434000.0,328.0,2.36,0.0827,0.0899,18.0,659.0,0.12,0.0597,0.0499
-restaurant/nan/short,auto_arima,247.0,247.0,9.99,0.929,0.825,0.568,6.6,15.7,0.723,0.46,0.362
-saugeen/D/short,auto_arima,1470.0,1470.0,16.8,3.74,0.446,0.552,61.4,38.3,1.24,0.545,0.564
-saugeen/M/short,auto_arima,394.0,394.0,12.4,0.725,0.381,0.364,7.29,19.8,0.596,0.371,0.326
-saugeen/W/short,auto_arima,1410.0,1410.0,19.2,1.55,0.541,0.535,21.5,37.5,1.13,0.579,0.549
-solar/10T/short,auto_arima,37.9,37.9,2.53,1.11,4.4,0.925,18.8,6.16,1.79,0.735,0.86
-solar/D/short,auto_arima,115000.0,115000.0,258.0,1.01,1.0,0.442,5.61,339.0,0.49,0.372,0.282
-solar/H/short,auto_arima,1010.0,1010.0,12.3,0.952,3.87,0.62,16.6,31.8,1.17,0.453,0.628
-solar/W/short,auto_arima,1630000.0,1630000.0,1030.0,1.12,0.234,0.202,6.81,1280.0,0.261,0.21,0.152
-sz_taxi/15T/short,auto_arima,31.2,31.2,3.82,0.764,1310000000000.0,0.538,7.06,5.59,0.523,0.357,0.309
-sz_taxi/H/short,auto_arima,8.55,8.55,2.05,0.624,1.33,0.32,6.13,2.92,0.272,0.191,0.17
-temperature_rain/nan/short,auto_arima,207.0,207.0,6.87,1.71,87.5,1.48,24.9,14.4,1.69,0.809,0.694
-us_births/D/short,auto_arima,1410000.0,1410000.0,1070.0,1.58,0.105,0.103,6.28,1190.0,0.111,0.1,0.0738
-us_births/M/short,auto_arima,23900000.0,23900000.0,4120.0,0.466,0.0128,0.0129,4.2,4890.0,0.0152,0.0128,0.0104
-us_births/W/short,auto_arima,5000000.0,5000000.0,1630.0,1.48,0.0221,0.022,10.7,2240.0,0.0303,0.0222,0.018
-bitbrains_fast_storage/5T/medium,auto_arima,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27
-bitbrains_rnd/5T/medium,auto_arima,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26
-bizitobs_application/nan/medium,auto_arima,5140000.0,5140000.0,1280.0,2.69,0.0391,0.0399,21.6,2270.0,0.0891,0.0501,0.0419
-bizitobs_l2c/5T/medium,auto_arima,295.0,295.0,12.9,1.24,0.936,1.17,8.51,17.2,0.903,0.677,0.53
-bizitobs_l2c/H/medium,auto_arima,549.0,549.0,16.5,1.56,1.03,1.89,10.3,23.4,1.42,0.997,0.813
-bizitobs_service/nan/medium,auto_arima,96500.0,96500.0,63.8,1.32,0.0796,0.0771,17.4,311.0,0.234,0.048,0.0486
-electricity/15T/medium,auto_arima,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124
-electricity/H/medium,auto_arima,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156
-ett1/15T/medium,auto_arima,12.9,12.9,1.84,1.19,0.908,0.428,14.9,3.59,0.684,0.35,0.352
-ett1/H/medium,auto_arima,162.0,162.0,7.74,1.57,3310000000000.0,0.477,20.6,12.7,0.61,0.371,0.384
-ett2/15T/medium,auto_arima,14.9,14.9,2.48,1.05,0.165,0.19,17.5,3.87,0.206,0.132,0.143
-ett2/H/medium,auto_arima,422.0,422.0,13.3,1.46,0.263,0.224,35.2,20.5,0.277,0.179,0.245
-jena_weather/10T/medium,auto_arima,2570.0,2570.0,12.4,0.716,0.899,0.402,37.5,50.7,0.311,0.0764,0.277
-jena_weather/H/medium,auto_arima,10400.0,10400.0,31.1,1.45,1.68,0.755,20.4,102.0,0.625,0.19,0.211
-kdd_cup_2018/H/medium,auto_arima,5700.0,5700.0,31.2,1.42,1.6,0.682,25.3,75.5,1.58,0.654,0.851
-loop_seattle/5T/medium,auto_arima,150.0,150.0,7.27,1.15,0.224,0.162,12.3,12.2,0.218,0.129,0.123
-loop_seattle/H/medium,auto_arima,267.0,267.0,9.5,2.0,0.224,0.236,19.4,16.3,0.289,0.168,0.154
-m_dense/H/medium,auto_arima,95600.0,95600.0,151.0,1.27,0.489,0.329,13.9,309.0,0.538,0.263,0.255
-solar/10T/medium,auto_arima,29.2,29.2,2.12,0.927,3.22,0.659,19.5,5.41,1.2,0.47,0.771
-solar/H/medium,auto_arima,740.0,740.0,11.1,0.848,4.44,1.39,14.8,27.2,0.98,0.399,0.557
-sz_taxi/15T/medium,auto_arima,22.9,22.9,3.25,0.632,12400000000000.0,0.455,10.2,4.78,0.445,0.303,0.351
-electricity/15T/long,auto_arima,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129
-electricity/H/long,auto_arima,13500000.0,13500000.0,357.0,1.52,0.361,0.168,34.9,3680.0,1.45,0.141,0.19
-solar/10T/long,auto_arima,26.9,26.9,2.0,0.871,2.31,0.66,21.6,5.19,1.12,0.431,0.786
-solar/H/long,auto_arima,782.0,782.0,13.1,0.995,4.35,1.43,16.8,28.0,0.97,0.452,0.607
-kdd_cup_2018/H/long,auto_arima,4240.0,4240.0,25.8,1.18,1.16,0.713,30.3,65.2,1.53,0.606,1.05
-loop_seattle/5T/long,auto_arima,172.0,172.0,7.89,1.25,0.23,0.176,13.7,13.1,0.232,0.14,0.137
-loop_seattle/H/long,auto_arima,426.0,426.0,12.0,2.59,0.301,0.323,23.6,20.6,0.369,0.214,0.193
-sz_taxi/15T/long,auto_arima,21.8,21.8,3.17,0.598,8370000000000.0,0.453,12.1,4.67,0.432,0.293,0.398
-m_dense/H/long,auto_arima,84900.0,84900.0,143.0,1.21,0.456,0.322,15.9,291.0,0.505,0.248,0.27
-ett1/15T/long,auto_arima,13.0,13.0,1.86,1.19,0.984,0.42,18.7,3.61,0.688,0.354,0.396
-ett1/H/long,auto_arima,195.0,195.0,8.07,1.65,2190000000000.0,0.523,22.2,14.0,0.669,0.386,0.43
-ett2/15T/long,auto_arima,13.7,13.7,2.36,1.01,0.161,0.189,22.2,3.7,0.197,0.126,0.165
-ett2/H/long,auto_arima,266.0,266.0,10.9,1.28,0.211,0.219,42.1,16.3,0.223,0.149,0.272
-jena_weather/10T/long,auto_arima,2040.0,2040.0,11.4,0.761,0.772,0.404,42.1,45.2,0.277,0.07,0.304
-jena_weather/H/long,auto_arima,10300.0,10300.0,32.0,1.98,2.48,0.793,23.7,101.0,0.61,0.193,0.23
-bitbrains_fast_storage/5T/long,auto_arima,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29
-bitbrains_rnd/5T/long,auto_arima,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29
-bizitobs_application/nan/long,auto_arima,1230000000.0,1230000000.0,26000.0,36400.0,538.0,1.03,1310000.0,35000.0,1.35,1.0,0.973
-bizitobs_service/nan/long,auto_arima,131000.0,131000.0,75.3,1.37,0.0849,0.0814,19.3,362.0,0.268,0.0558,0.0559
-bizitobs_l2c/5T/long,auto_arima,416.0,416.0,15.4,1.45,1.02,1.3,10.4,20.4,1.15,0.862,0.674
-bizitobs_l2c/H/long,auto_arima,506.0,506.0,15.6,1.54,1.01,1.83,10.7,22.5,1.37,0.953,0.787

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A-DEC/short,auto_arima,4480000.0,4480000.0,972.0,3.71,0.178,0.162,42.0,2120.0,0.339,0.156,0.13,Econ/Fin,1.0
+bitbrains_fast_storage/5T/short,auto_arima,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,auto_arima,2580000.0,2580000.0,259.0,1.43,3.54,0.574,30.5,1610.0,4.58,0.737,0.844,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,auto_arima,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1,Web/CloudOps,2.0
+bitbrains_rnd/H/short,auto_arima,1720000.0,1720000.0,173.0,6.08,2.2,0.563,218.0,1310.0,5.74,0.756,0.874,Web/CloudOps,2.0
+bizitobs_application/10S/short,auto_arima,3940000.0,3940000.0,1050.0,2.24,0.0341,0.0348,26.7,1980.0,0.0765,0.0407,0.0348,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,auto_arima,174.0,174.0,9.69,0.986,0.426,0.507,7.25,13.2,0.453,0.333,0.262,Web/CloudOps,7.0
+bizitobs_l2c/H/short,auto_arima,323.0,323.0,13.0,1.25,1.02,1.26,8.4,18.0,0.969,0.698,0.547,Web/CloudOps,7.0
+bizitobs_service/10S/short,auto_arima,73500.0,73500.0,55.1,1.23,0.0824,0.0755,16.4,271.0,0.201,0.0408,0.04,Web/CloudOps,2.0
+car_parts/M/short,auto_arima,1.41,1.43,0.53,0.958,0.734,1.72,17.7,1.19,2.85,1.27,1.29,Sales,1.0
+covid_deaths/D/short,auto_arima,184000.0,184000.0,78.4,31.4,0.0849,0.104,790.0,429.0,0.162,0.0295,0.0298,Healthcare,1.0
+electricity/15T/short,auto_arima,367000.0,367000.0,94.2,1.72,0.302,0.23,27.0,606.0,1.19,0.186,0.165,Energy,1.0
+electricity/D/short,auto_arima,3870000000.0,3870000000.0,6290.0,1.82,0.674,0.125,15.4,62200.0,1.02,0.103,0.0832,Energy,1.0
+electricity/H/short,auto_arima,2890000.0,2890000.0,248.0,1.36,0.363,0.165,18.0,1700.0,0.802,0.117,0.109,Energy,1.0
+electricity/W/short,auto_arima,318000000000.0,318000000000.0,56800.0,2.09,0.274,0.121,15.9,564000.0,1.29,0.13,0.0997,Energy,1.0
+ett1/15T/short,auto_arima,8.78,8.78,1.49,0.934,0.633,0.306,8.44,2.96,0.56,0.283,0.241,Energy,7.0
+ett1/D/short,auto_arima,38700.0,38700.0,133.0,1.85,1.04,0.515,14.2,197.0,0.517,0.35,0.279,Energy,7.0
+ett1/H/short,auto_arima,126.0,126.0,5.52,0.995,0.52,0.291,9.2,11.2,0.523,0.257,0.223,Energy,7.0
+ett1/W/short,auto_arima,1580000.0,1580000.0,995.0,1.99,0.667,0.718,10.7,1260.0,0.5,0.396,0.305,Energy,7.0
+ett2/15T/short,auto_arima,14.6,14.6,2.53,1.07,0.153,0.17,8.53,3.82,0.182,0.12,0.0964,Energy,7.0
+ett2/D/short,auto_arima,128000.0,128000.0,222.0,1.45,0.417,0.15,26.9,358.0,0.205,0.127,0.125,Energy,7.0
+ett2/H/short,auto_arima,146.0,146.0,7.76,0.952,0.163,0.142,10.8,12.1,0.153,0.0984,0.0892,Energy,7.0
+ett2/W/short,auto_arima,6720000.0,6720000.0,1760.0,1.13,0.211,0.277,13.9,2590.0,0.217,0.147,0.136,Energy,7.0
+hierarchical_sales/D/short,auto_arima,31.8,31.8,2.5,0.813,0.743,1.14,9.69,5.64,1.73,0.766,0.735,Sales,1.0
+hierarchical_sales/W/short,auto_arima,562.0,562.0,11.2,0.85,0.707,0.676,8.18,23.7,1.09,0.516,0.485,Sales,1.0
+hospital/M/short,auto_arima,3820.0,3820.0,20.6,0.826,0.201,0.192,5.81,61.8,0.224,0.0749,0.0596,Healthcare,1.0
+jena_weather/10T/short,auto_arima,1990.0,1990.0,10.6,0.743,0.877,0.394,20.7,44.6,0.277,0.0656,0.155,Nature,21.0
+jena_weather/D/short,auto_arima,682.0,682.0,13.1,1.45,1.06,0.502,11.5,26.1,0.157,0.0792,0.0801,Nature,21.0
+jena_weather/H/short,auto_arima,5970.0,5970.0,22.6,1.08,1.22,0.684,13.3,77.3,0.474,0.138,0.143,Nature,21.0
+kdd_cup_2018/D/short,auto_arima,2760.0,2760.0,20.6,1.18,0.555,0.46,11.6,52.5,1.18,0.462,0.393,Nature,1.0
+kdd_cup_2018/H/short,auto_arima,5620.0,5620.0,32.2,1.34,1.42,0.665,12.1,74.9,1.57,0.675,0.559,Nature,1.0
+loop_seattle/5T/short,auto_arima,76.3,76.3,4.81,0.762,0.13,0.102,9.64,8.73,0.15,0.0824,0.0808,Transport,1.0
+loop_seattle/D/short,auto_arima,48.0,48.0,5.16,1.49,0.0944,0.0958,13.0,6.93,0.124,0.0923,0.0777,Transport,1.0
+loop_seattle/H/short,auto_arima,126.0,126.0,6.35,1.29,0.171,0.142,14.4,11.2,0.198,0.112,0.108,Transport,1.0
+m_dense/D/short,auto_arima,34800.0,34800.0,102.0,1.34,0.224,0.208,9.83,187.0,0.323,0.177,0.135,Transport,1.0
+m_dense/H/short,auto_arima,146000.0,146000.0,180.0,1.49,0.54,0.391,14.1,382.0,0.677,0.32,0.281,Transport,1.0
+m4_daily/D/short,auto_arima,397000.0,397000.0,178.0,3.26,0.0397,0.0316,30.5,630.0,0.0973,0.0275,0.0231,Econ/Fin,1.0
+m4_hourly/H/short,auto_arima,2100000.0,2100000.0,308.0,1.03,0.162,0.137,8.96,1450.0,0.198,0.042,0.0337,Econ/Fin,1.0
+m4_monthly/M/short,auto_arima,1930000.0,1930000.0,572.0,0.976,0.161,0.137,8.78,1390.0,0.289,0.119,0.0979,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,auto_arima,2180000.0,2180000.0,591.0,1.28,0.122,0.109,10.5,1480.0,0.247,0.0989,0.0816,Econ/Fin,1.0
+m4_weekly/W-SUN/short,auto_arima,434000.0,434000.0,328.0,2.36,0.0827,0.0899,18.0,659.0,0.12,0.0597,0.0499,Econ/Fin,1.0
+restaurant/D/short,auto_arima,247.0,247.0,9.99,0.929,0.825,0.568,6.6,15.7,0.723,0.46,0.362,Sales,1.0
+saugeen/D/short,auto_arima,1470.0,1470.0,16.8,3.74,0.446,0.552,61.4,38.3,1.24,0.545,0.564,Nature,1.0
+saugeen/M/short,auto_arima,394.0,394.0,12.4,0.725,0.381,0.364,7.29,19.8,0.596,0.371,0.326,Nature,1.0
+saugeen/W/short,auto_arima,1410.0,1410.0,19.2,1.55,0.541,0.535,21.5,37.5,1.13,0.579,0.549,Nature,1.0
+solar/10T/short,auto_arima,37.9,37.9,2.53,1.11,4.4,0.925,18.8,6.16,1.79,0.735,0.86,Energy,1.0
+solar/D/short,auto_arima,115000.0,115000.0,258.0,1.01,1.0,0.442,5.61,339.0,0.49,0.372,0.282,Energy,1.0
+solar/H/short,auto_arima,1010.0,1010.0,12.3,0.952,3.87,0.62,16.6,31.8,1.17,0.453,0.628,Energy,1.0
+solar/W/short,auto_arima,1630000.0,1630000.0,1030.0,1.12,0.234,0.202,6.81,1280.0,0.261,0.21,0.152,Energy,1.0
+sz_taxi/15T/short,auto_arima,31.2,31.2,3.82,0.764,1310000000000.0,0.538,7.06,5.59,0.523,0.357,0.309,Transport,1.0
+sz_taxi/H/short,auto_arima,8.55,8.55,2.05,0.624,1.33,0.32,6.13,2.92,0.272,0.191,0.17,Transport,1.0
+temperature_rain/D/short,auto_arima,207.0,207.0,6.87,1.71,87.5,1.48,24.9,14.4,1.69,0.809,0.694,Nature,1.0
+us_births/D/short,auto_arima,1410000.0,1410000.0,1070.0,1.58,0.105,0.103,6.28,1190.0,0.111,0.1,0.0738,Healthcare,1.0
+us_births/M/short,auto_arima,23900000.0,23900000.0,4120.0,0.466,0.0128,0.0129,4.2,4890.0,0.0152,0.0128,0.0104,Healthcare,1.0
+us_births/W/short,auto_arima,5000000.0,5000000.0,1630.0,1.48,0.0221,0.022,10.7,2240.0,0.0303,0.0222,0.018,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,auto_arima,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,auto_arima,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26,Web/CloudOps,2.0
+bizitobs_application/10S/medium,auto_arima,5140000.0,5140000.0,1280.0,2.69,0.0391,0.0399,21.6,2270.0,0.0891,0.0501,0.0419,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,auto_arima,295.0,295.0,12.9,1.24,0.936,1.17,8.51,17.2,0.903,0.677,0.53,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,auto_arima,549.0,549.0,16.5,1.56,1.03,1.89,10.3,23.4,1.42,0.997,0.813,Web/CloudOps,7.0
+bizitobs_service/10S/medium,auto_arima,96500.0,96500.0,63.8,1.32,0.0796,0.0771,17.4,311.0,0.234,0.048,0.0486,Web/CloudOps,2.0
+electricity/15T/medium,auto_arima,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124,Energy,1.0
+electricity/H/medium,auto_arima,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156,Energy,1.0
+ett1/15T/medium,auto_arima,12.9,12.9,1.84,1.19,0.908,0.428,14.9,3.59,0.684,0.35,0.352,Energy,7.0
+ett1/H/medium,auto_arima,162.0,162.0,7.74,1.57,3310000000000.0,0.477,20.6,12.7,0.61,0.371,0.384,Energy,7.0
+ett2/15T/medium,auto_arima,14.9,14.9,2.48,1.05,0.165,0.19,17.5,3.87,0.206,0.132,0.143,Energy,7.0
+ett2/H/medium,auto_arima,422.0,422.0,13.3,1.46,0.263,0.224,35.2,20.5,0.277,0.179,0.245,Energy,7.0
+jena_weather/10T/medium,auto_arima,2570.0,2570.0,12.4,0.716,0.899,0.402,37.5,50.7,0.311,0.0764,0.277,Nature,21.0
+jena_weather/H/medium,auto_arima,10400.0,10400.0,31.1,1.45,1.68,0.755,20.4,102.0,0.625,0.19,0.211,Nature,21.0
+kdd_cup_2018/H/medium,auto_arima,5700.0,5700.0,31.2,1.42,1.6,0.682,25.3,75.5,1.58,0.654,0.851,Nature,1.0
+loop_seattle/5T/medium,auto_arima,150.0,150.0,7.27,1.15,0.224,0.162,12.3,12.2,0.218,0.129,0.123,Transport,1.0
+loop_seattle/H/medium,auto_arima,267.0,267.0,9.5,2.0,0.224,0.236,19.4,16.3,0.289,0.168,0.154,Transport,1.0
+m_dense/H/medium,auto_arima,95600.0,95600.0,151.0,1.27,0.489,0.329,13.9,309.0,0.538,0.263,0.255,Transport,1.0
+solar/10T/medium,auto_arima,29.2,29.2,2.12,0.927,3.22,0.659,19.5,5.41,1.2,0.47,0.771,Energy,1.0
+solar/H/medium,auto_arima,740.0,740.0,11.1,0.848,4.44,1.39,14.8,27.2,0.98,0.399,0.557,Energy,1.0
+sz_taxi/15T/medium,auto_arima,22.9,22.9,3.25,0.632,12400000000000.0,0.455,10.2,4.78,0.445,0.303,0.351,Transport,1.0
+electricity/15T/long,auto_arima,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129,Energy,1.0
+electricity/H/long,auto_arima,13500000.0,13500000.0,357.0,1.52,0.361,0.168,34.9,3680.0,1.45,0.141,0.19,Energy,1.0
+solar/10T/long,auto_arima,26.9,26.9,2.0,0.871,2.31,0.66,21.6,5.19,1.12,0.431,0.786,Energy,1.0
+solar/H/long,auto_arima,782.0,782.0,13.1,0.995,4.35,1.43,16.8,28.0,0.97,0.452,0.607,Energy,1.0
+kdd_cup_2018/H/long,auto_arima,4240.0,4240.0,25.8,1.18,1.16,0.713,30.3,65.2,1.53,0.606,1.05,Nature,1.0
+loop_seattle/5T/long,auto_arima,172.0,172.0,7.89,1.25,0.23,0.176,13.7,13.1,0.232,0.14,0.137,Transport,1.0
+loop_seattle/H/long,auto_arima,426.0,426.0,12.0,2.59,0.301,0.323,23.6,20.6,0.369,0.214,0.193,Transport,1.0
+sz_taxi/15T/long,auto_arima,21.8,21.8,3.17,0.598,8370000000000.0,0.453,12.1,4.67,0.432,0.293,0.398,Transport,1.0
+m_dense/H/long,auto_arima,84900.0,84900.0,143.0,1.21,0.456,0.322,15.9,291.0,0.505,0.248,0.27,Transport,1.0
+ett1/15T/long,auto_arima,13.0,13.0,1.86,1.19,0.984,0.42,18.7,3.61,0.688,0.354,0.396,Energy,7.0
+ett1/H/long,auto_arima,195.0,195.0,8.07,1.65,2190000000000.0,0.523,22.2,14.0,0.669,0.386,0.43,Energy,7.0
+ett2/15T/long,auto_arima,13.7,13.7,2.36,1.01,0.161,0.189,22.2,3.7,0.197,0.126,0.165,Energy,7.0
+ett2/H/long,auto_arima,266.0,266.0,10.9,1.28,0.211,0.219,42.1,16.3,0.223,0.149,0.272,Energy,7.0
+jena_weather/10T/long,auto_arima,2040.0,2040.0,11.4,0.761,0.772,0.404,42.1,45.2,0.277,0.07,0.304,Nature,21.0
+jena_weather/H/long,auto_arima,10300.0,10300.0,32.0,1.98,2.48,0.793,23.7,101.0,0.61,0.193,0.23,Nature,21.0
+bitbrains_fast_storage/5T/long,auto_arima,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,auto_arima,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29,Web/CloudOps,2.0
+bizitobs_application/10S/long,auto_arima,1230000000.0,1230000000.0,26000.0,36400.0,538.0,1.03,1310000.0,35000.0,1.35,1.0,0.973,Web/CloudOps,2.0
+bizitobs_service/10S/long,auto_arima,131000.0,131000.0,75.3,1.37,0.0849,0.0814,19.3,362.0,0.268,0.0558,0.0559,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,auto_arima,416.0,416.0,15.4,1.45,1.02,1.3,10.4,20.4,1.15,0.862,0.674,Web/CloudOps,7.0
+bizitobs_l2c/H/long,auto_arima,506.0,506.0,15.6,1.54,1.01,1.83,10.7,22.5,1.37,0.953,0.787,Web/CloudOps,7.0

results/auto_ets/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,auto_ets,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21
-bitbrains_fast_storage/H/short,auto_ets,2990000.0,2990000.0,279.0,1.32,5.14,0.457,250000000.0,1730.0,4.93,0.795,76500000.0
-bitbrains_rnd/5T/short,auto_ets,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1
-bitbrains_rnd/H/short,auto_ets,3710000.0,3710000.0,254.0,6.04,4.79,0.361,223.0,1930.0,8.43,1.11,1.3
-bizitobs_application/nan/short,auto_ets,12400000.0,12400000.0,1400.0,5.09,0.0738,0.0751,55.1,3510.0,0.136,0.054,0.048
-bizitobs_l2c/5T/short,auto_ets,20.8,20.8,2.65,0.272,0.157,0.191,2.6,4.56,0.157,0.091,0.0755
-bizitobs_l2c/H/short,auto_ets,281.0,281.0,11.1,1.11,1.24,1.11,9.1,16.8,0.903,0.6,0.494
-bizitobs_service/nan/short,auto_ets,59100.0,59100.0,71.2,2.47,0.125,0.1,25.5,243.0,0.18,0.0528,0.0465
-car_parts/nan/short,auto_ets,1.5,1.5,0.668,1.22,0.65,1.77,16.9,1.23,2.94,1.6,1.34
-covid_deaths/nan/short,auto_ets,290000.0,290000.0,91.6,28.4,0.0781,0.108,715.0,539.0,0.203,0.0345,0.0325
-electricity/15T/short,auto_ets,239000.0,239000.0,105.0,2.43,0.362,0.325,20.1,488.0,0.963,0.207,0.175
-electricity/D/short,auto_ets,3920000000.0,3920000000.0,6570.0,1.93,0.685,0.132,38.0,62600.0,1.03,0.108,0.111
-electricity/H/short,auto_ets,2440000.0,2440000.0,241.0,1.36,0.316,0.187,19.9,1560.0,0.737,0.114,0.0992
-electricity/W/short,auto_ets,284000000000.0,284000000000.0,53800.0,2.14,0.278,0.124,23.1,533000.0,1.22,0.123,0.0981
-ett1/15T/short,auto_ets,16.1,16.1,2.45,1.91,0.939,0.532,12.0,4.01,0.757,0.464,0.383
-ett1/D/short,auto_ets,48500.0,48500.0,142.0,1.69,1.13,0.496,18.7,220.0,0.579,0.372,0.334
-ett1/H/short,auto_ets,351.0,351.0,10.5,1.94,0.963,0.52,19.2,18.7,0.874,0.489,0.44
-ett1/W/short,auto_ets,1300000.0,1300000.0,879.0,1.66,0.6,0.589,10.8,1140.0,0.453,0.35,0.277
-ett2/15T/short,auto_ets,16.9,16.9,2.76,1.18,0.16,0.192,8.5,4.12,0.195,0.131,0.103
-ett2/D/short,auto_ets,123000.0,123000.0,212.0,1.42,0.477,0.146,37.5,351.0,0.201,0.122,0.158
-ett2/H/short,auto_ets,169.0,169.0,8.68,1.03,0.174,0.152,11.2,13.0,0.165,0.11,0.103
-ett2/W/short,auto_ets,3830000.0,3830000.0,1370.0,0.874,0.141,0.15,14.0,1960.0,0.164,0.115,0.115
-hierarchical_sales/D/short,auto_ets,43.4,43.4,2.8,0.908,0.887,1.03,12.2,6.59,2.02,0.858,0.931
-hierarchical_sales/W/short,auto_ets,598.0,598.0,12.8,0.916,1.07,0.567,12.0,24.5,1.12,0.589,0.642
-hospital/nan/short,auto_ets,2810.0,2810.0,18.0,0.77,0.2,0.177,5.42,53.0,0.192,0.0653,0.0532
-jena_weather/10T/short,auto_ets,1560.0,1560.0,9.35,0.341,0.407,0.542,4.94,39.5,0.245,0.0581,0.0822
-jena_weather/D/short,auto_ets,570.0,570.0,13.6,2.0,1.3,0.561,17.2,23.9,0.144,0.0819,0.0741
-jena_weather/H/short,auto_ets,2330.0,2330.0,12.6,0.744,1.19,0.722,13.9,48.3,0.296,0.0771,0.158
-kdd_cup_2018/D/short,auto_ets,2820.0,2820.0,22.2,1.47,0.671,0.505,2030.0,53.1,1.19,0.497,10.3
-kdd_cup_2018/H/short,auto_ets,6210.0,6210.0,33.5,1.43,1.61,0.634,37.4,78.8,1.65,0.701,1.16
-loop_seattle/5T/short,auto_ets,94.6,94.6,5.32,0.835,0.132,0.114,9.25,9.72,0.167,0.0913,0.0833
-loop_seattle/D/short,auto_ets,29.1,29.1,4.25,1.25,0.0785,0.0776,7.12,5.4,0.0964,0.076,0.0584
-loop_seattle/H/short,auto_ets,169.0,169.0,7.78,1.55,0.268,0.159,22.3,13.0,0.23,0.138,0.157
-m_dense/D/short,auto_ets,20000.0,20000.0,85.5,1.19,0.213,0.174,9.06,141.0,0.245,0.148,0.123
-m_dense/H/short,auto_ets,94500.0,94500.0,166.0,1.46,0.614,0.43,15.7,307.0,0.545,0.295,0.242
-m4_daily/nan/short,auto_ets,532000.0,532000.0,177.0,3.24,0.0392,0.0303,29.2,729.0,0.113,0.0274,0.0286
-m4_hourly/nan/short,auto_ets,6760000.0,6760000.0,571.0,1.61,0.293,0.172,22.4,2600.0,0.355,0.0779,0.0696
-m4_monthly/nan/short,auto_ets,2130000.0,2130000.0,586.0,0.964,0.169,0.136,8.58,1460.0,0.303,0.122,0.0998
-m4_quarterly/nan/short,auto_ets,2090000.0,2090000.0,571.0,1.16,0.122,0.102,9.62,1450.0,0.242,0.0956,0.0792
-m4_weekly/nan/short,auto_ets,441000.0,441000.0,334.0,2.55,0.0836,0.0871,21.5,664.0,0.121,0.0609,0.0518
-m4_yearly/nan/short,auto_ets,3410000.0,3410000.0,841.0,3.08,0.164,0.14,30.2,1850.0,0.296,0.135,0.111
-restaurant/nan/short,auto_ets,310.0,310.0,9.36,0.861,0.937,0.462,3450.0,17.6,0.81,0.431,110.0
-saugeen/D/short,auto_ets,1130.0,1130.0,17.6,3.9,0.621,0.469,57.1,33.6,1.09,0.569,0.596
-saugeen/M/short,auto_ets,371.0,371.0,12.4,0.725,0.421,0.363,6.98,19.3,0.579,0.372,0.322
-saugeen/W/short,auto_ets,1800.0,1800.0,24.6,1.99,0.824,0.558,36.0,42.4,1.28,0.741,0.896
-solar/10T/short,auto_ets,27.0,27.0,2.82,1.22,4.34,1.6,14.5,5.19,1.51,0.819,0.87
-solar/D/short,auto_ets,112000.0,112000.0,260.0,1.02,0.983,0.447,5.49,335.0,0.484,0.376,0.281
-solar/H/short,auto_ets,2420.0,2420.0,23.3,1.8,1.99,1.84,27.0,49.2,1.81,0.859,1.08
-solar/W/short,auto_ets,1460000.0,1460000.0,928.0,1.0,0.203,0.181,5.51,1210.0,0.246,0.189,0.139
-sz_taxi/15T/short,auto_ets,23.4,23.4,3.43,0.696,1460000000000.0,0.468,7.55,4.84,0.452,0.321,0.291
-sz_taxi/H/short,auto_ets,27.7,27.7,2.96,0.852,2.09,0.392,87.2,5.26,0.49,0.276,1.62
-temperature_rain/nan/short,auto_ets,231.0,231.0,7.48,1.97,115.0,1.43,27.5,15.2,1.79,0.881,0.754
-us_births/D/short,auto_ets,1490000.0,1490000.0,1080.0,1.6,0.107,0.104,7.0,1220.0,0.114,0.102,0.0744
-us_births/M/short,auto_ets,39100000.0,39100000.0,5190.0,0.588,0.016,0.0161,3.76,6260.0,0.0194,0.0161,0.012
-us_births/W/short,auto_ets,5110000.0,5110000.0,1630.0,1.49,0.0221,0.0221,10.9,2260.0,0.0307,0.0222,0.0183
-bitbrains_fast_storage/5T/medium,auto_ets,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27
-bitbrains_rnd/5T/medium,auto_ets,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26
-bizitobs_application/nan/medium,auto_ets,29100000.0,29100000.0,2180.0,7.31,0.102,0.101,205.0,5390.0,0.212,0.0854,0.161
-bizitobs_l2c/5T/medium,auto_ets,156.0,156.0,8.38,0.809,0.62,0.896,7.01,12.5,0.658,0.441,0.355
-bizitobs_l2c/H/medium,auto_ets,545.0,545.0,16.0,1.5,1.17,1.81,23.4,23.3,1.41,0.966,1.05
-bizitobs_service/nan/medium,auto_ets,279000.0,279000.0,168.0,5.45,0.182,0.16,154.0,528.0,0.397,0.126,0.224
-electricity/15T/medium,auto_ets,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124
-electricity/H/medium,auto_ets,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156
-ett1/15T/medium,auto_ets,30.2,30.2,2.91,1.87,1.23,0.612,39.9,5.5,1.05,0.555,0.867
-ett1/H/medium,auto_ets,1190.0,1190.0,18.7,5.38,9730000000000.0,0.792,2220.0,34.5,1.65,0.897,15.4
-ett2/15T/medium,auto_ets,499.0,499.0,6.57,2.41,0.297,0.285,31.0,22.3,1.19,0.35,0.325
-ett2/H/medium,auto_ets,410.0,410.0,13.0,1.41,0.241,0.213,36.5,20.3,0.273,0.176,0.272
-jena_weather/10T/medium,auto_ets,3450.0,3450.0,16.6,1.02,1.65,0.684,33.3,58.8,0.361,0.102,0.21
-jena_weather/H/medium,auto_ets,2490.0,2490.0,14.0,1.21,2.21,0.803,6630000.0,49.9,0.305,0.0856,3720.0
-kdd_cup_2018/H/medium,auto_ets,5790.0,5790.0,31.3,1.43,1.64,0.655,30.7,76.1,1.59,0.656,0.949
-loop_seattle/5T/medium,auto_ets,389.0,389.0,12.8,1.97,0.361,0.297,26.0,19.7,0.351,0.227,0.238
-loop_seattle/H/medium,auto_ets,185.0,185.0,8.42,1.7,0.279,0.169,59.9,13.6,0.241,0.149,0.339
-m_dense/H/medium,auto_ets,188000.0,188000.0,209.0,1.49,0.775,0.436,24.6,434.0,0.755,0.363,0.458
-solar/10T/medium,auto_ets,5870.0,5870.0,24.4,11.9,15.5,1.8,100.0,76.6,17.0,5.41,4.59
-solar/H/medium,auto_ets,2360.0,2360.0,23.1,1.77,2.52,1.81,72.3,48.6,1.75,0.832,2.12
-sz_taxi/15T/medium,auto_ets,409.0,409.0,9.45,1.92,14600000000000.0,0.631,4470000000.0,20.2,1.88,0.88,79200000.0
-electricity/15T/long,auto_ets,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129
-electricity/H/long,auto_ets,13000000.0,13000000.0,435.0,2.51,0.697,0.22,1.1200000000000001e+27,3610.0,1.42,0.172,2.62e+24
-solar/10T/long,auto_ets,94.6,94.6,4.63,2.02,1.0,2.0,96.9,9.72,2.1,1.0,2.93
-solar/H/long,auto_ets,1760.0,1760.0,20.3,1.55,5.06,1.66,59.1,42.0,1.46,0.704,1.72
-kdd_cup_2018/H/long,auto_ets,4860.0,4860.0,29.6,1.34,1.35,0.81,37.3,69.7,1.64,0.695,1.25
-loop_seattle/5T/long,auto_ets,211.0,211.0,8.95,1.38,0.339,0.186,31.7,14.5,0.257,0.158,0.24
-loop_seattle/H/long,auto_ets,186.0,186.0,8.42,1.71,0.296,0.172,76.8,13.6,0.244,0.15,0.426
-sz_taxi/15T/long,auto_ets,921.0,921.0,12.4,2.45,5460000000000.0,0.635,3.27e+16,30.3,2.81,1.15,517000000000000.0
-m_dense/H/long,auto_ets,241000.0,241000.0,235.0,1.59,0.722,0.488,29.1,491.0,0.85,0.407,0.588
-ett1/15T/long,auto_ets,41.4,41.4,3.46,2.2,1.31,0.684,49.5,6.44,1.23,0.659,1.05
-ett1/H/long,auto_ets,1530.0,1530.0,20.2,6.83,5650000000000.0,0.9,66200.0,39.1,1.87,0.966,448.0
-ett2/15T/long,auto_ets,129.0,129.0,4.09,1.67,0.239,0.259,37.6,11.4,0.606,0.218,0.317
-ett2/H/long,auto_ets,292.0,292.0,11.3,1.3,0.215,0.216,46.8,17.1,0.234,0.155,0.329
-jena_weather/10T/long,auto_ets,2770.0,2770.0,14.1,1.09,1.08,0.705,95.1,52.6,0.322,0.0861,0.282
-jena_weather/H/long,auto_ets,4770.0,4770.0,25.5,4.83,5.02,0.925,1220000000000.0,69.0,0.416,0.153,684000000.0
-bitbrains_fast_storage/5T/long,auto_ets,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29
-bitbrains_rnd/5T/long,auto_ets,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29
-bizitobs_application/nan/long,auto_ets,26500000.0,26500000.0,2010.0,7.04,0.0965,0.0963,340.0,5150.0,0.199,0.0775,0.269
-bizitobs_service/nan/long,auto_ets,212000.0,212000.0,135.0,3.89,0.175,0.165,242.0,461.0,0.341,0.1,0.373
-bizitobs_l2c/5T/long,auto_ets,353.0,353.0,13.2,1.26,0.991,1.24,9.44,18.8,1.05,0.741,0.597
-bizitobs_l2c/H/long,auto_ets,313.0,313.0,13.8,1.45,2.61,0.909,27.6,17.7,1.08,0.845,1.11

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,auto_ets,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,auto_ets,2990000.0,2990000.0,279.0,1.32,5.14,0.457,250000000.0,1730.0,4.93,0.795,76500000.0,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,auto_ets,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1,Web/CloudOps,2.0
+bitbrains_rnd/H/short,auto_ets,3710000.0,3710000.0,254.0,6.04,4.79,0.361,223.0,1930.0,8.43,1.11,1.3,Web/CloudOps,2.0
+bizitobs_application/10S/short,auto_ets,12400000.0,12400000.0,1400.0,5.09,0.0738,0.0751,55.1,3510.0,0.136,0.054,0.048,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,auto_ets,20.8,20.8,2.65,0.272,0.157,0.191,2.6,4.56,0.157,0.091,0.0755,Web/CloudOps,7.0
+bizitobs_l2c/H/short,auto_ets,281.0,281.0,11.1,1.11,1.24,1.11,9.1,16.8,0.903,0.6,0.494,Web/CloudOps,7.0
+bizitobs_service/10S/short,auto_ets,59100.0,59100.0,71.2,2.47,0.125,0.1,25.5,243.0,0.18,0.0528,0.0465,Web/CloudOps,2.0
+car_parts/M/short,auto_ets,1.5,1.5,0.668,1.22,0.65,1.77,16.9,1.23,2.94,1.6,1.34,Sales,1.0
+covid_deaths/D/short,auto_ets,290000.0,290000.0,91.6,28.4,0.0781,0.108,715.0,539.0,0.203,0.0345,0.0325,Healthcare,1.0
+electricity/15T/short,auto_ets,239000.0,239000.0,105.0,2.43,0.362,0.325,20.1,488.0,0.963,0.207,0.175,Energy,1.0
+electricity/D/short,auto_ets,3920000000.0,3920000000.0,6570.0,1.93,0.685,0.132,38.0,62600.0,1.03,0.108,0.111,Energy,1.0
+electricity/H/short,auto_ets,2440000.0,2440000.0,241.0,1.36,0.316,0.187,19.9,1560.0,0.737,0.114,0.0992,Energy,1.0
+electricity/W/short,auto_ets,284000000000.0,284000000000.0,53800.0,2.14,0.278,0.124,23.1,533000.0,1.22,0.123,0.0981,Energy,1.0
+ett1/15T/short,auto_ets,16.1,16.1,2.45,1.91,0.939,0.532,12.0,4.01,0.757,0.464,0.383,Energy,7.0
+ett1/D/short,auto_ets,48500.0,48500.0,142.0,1.69,1.13,0.496,18.7,220.0,0.579,0.372,0.334,Energy,7.0
+ett1/H/short,auto_ets,351.0,351.0,10.5,1.94,0.963,0.52,19.2,18.7,0.874,0.489,0.44,Energy,7.0
+ett1/W/short,auto_ets,1300000.0,1300000.0,879.0,1.66,0.6,0.589,10.8,1140.0,0.453,0.35,0.277,Energy,7.0
+ett2/15T/short,auto_ets,16.9,16.9,2.76,1.18,0.16,0.192,8.5,4.12,0.195,0.131,0.103,Energy,7.0
+ett2/D/short,auto_ets,123000.0,123000.0,212.0,1.42,0.477,0.146,37.5,351.0,0.201,0.122,0.158,Energy,7.0
+ett2/H/short,auto_ets,169.0,169.0,8.68,1.03,0.174,0.152,11.2,13.0,0.165,0.11,0.103,Energy,7.0
+ett2/W/short,auto_ets,3830000.0,3830000.0,1370.0,0.874,0.141,0.15,14.0,1960.0,0.164,0.115,0.115,Energy,7.0
+hierarchical_sales/D/short,auto_ets,43.4,43.4,2.8,0.908,0.887,1.03,12.2,6.59,2.02,0.858,0.931,Sales,1.0
+hierarchical_sales/W/short,auto_ets,598.0,598.0,12.8,0.916,1.07,0.567,12.0,24.5,1.12,0.589,0.642,Sales,1.0
+hospital/M/short,auto_ets,2810.0,2810.0,18.0,0.77,0.2,0.177,5.42,53.0,0.192,0.0653,0.0532,Healthcare,1.0
+jena_weather/10T/short,auto_ets,1560.0,1560.0,9.35,0.341,0.407,0.542,4.94,39.5,0.245,0.0581,0.0822,Nature,21.0
+jena_weather/D/short,auto_ets,570.0,570.0,13.6,2.0,1.3,0.561,17.2,23.9,0.144,0.0819,0.0741,Nature,21.0
+jena_weather/H/short,auto_ets,2330.0,2330.0,12.6,0.744,1.19,0.722,13.9,48.3,0.296,0.0771,0.158,Nature,21.0
+kdd_cup_2018/D/short,auto_ets,2820.0,2820.0,22.2,1.47,0.671,0.505,2030.0,53.1,1.19,0.497,10.3,Nature,1.0
+kdd_cup_2018/H/short,auto_ets,6210.0,6210.0,33.5,1.43,1.61,0.634,37.4,78.8,1.65,0.701,1.16,Nature,1.0
+loop_seattle/5T/short,auto_ets,94.6,94.6,5.32,0.835,0.132,0.114,9.25,9.72,0.167,0.0913,0.0833,Transport,1.0
+loop_seattle/D/short,auto_ets,29.1,29.1,4.25,1.25,0.0785,0.0776,7.12,5.4,0.0964,0.076,0.0584,Transport,1.0
+loop_seattle/H/short,auto_ets,169.0,169.0,7.78,1.55,0.268,0.159,22.3,13.0,0.23,0.138,0.157,Transport,1.0
+m_dense/D/short,auto_ets,20000.0,20000.0,85.5,1.19,0.213,0.174,9.06,141.0,0.245,0.148,0.123,Transport,1.0
+m_dense/H/short,auto_ets,94500.0,94500.0,166.0,1.46,0.614,0.43,15.7,307.0,0.545,0.295,0.242,Transport,1.0
+m4_daily/D/short,auto_ets,532000.0,532000.0,177.0,3.24,0.0392,0.0303,29.2,729.0,0.113,0.0274,0.0286,Econ/Fin,1.0
+m4_hourly/H/short,auto_ets,6760000.0,6760000.0,571.0,1.61,0.293,0.172,22.4,2600.0,0.355,0.0779,0.0696,Econ/Fin,1.0
+m4_monthly/M/short,auto_ets,2130000.0,2130000.0,586.0,0.964,0.169,0.136,8.58,1460.0,0.303,0.122,0.0998,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,auto_ets,2090000.0,2090000.0,571.0,1.16,0.122,0.102,9.62,1450.0,0.242,0.0956,0.0792,Econ/Fin,1.0
+m4_weekly/W-SUN/short,auto_ets,441000.0,441000.0,334.0,2.55,0.0836,0.0871,21.5,664.0,0.121,0.0609,0.0518,Econ/Fin,1.0
+m4_yearly/A-DEC/short,auto_ets,3410000.0,3410000.0,841.0,3.08,0.164,0.14,30.2,1850.0,0.296,0.135,0.111,Econ/Fin,1.0
+restaurant/D/short,auto_ets,310.0,310.0,9.36,0.861,0.937,0.462,3450.0,17.6,0.81,0.431,110.0,Sales,1.0
+saugeen/D/short,auto_ets,1130.0,1130.0,17.6,3.9,0.621,0.469,57.1,33.6,1.09,0.569,0.596,Nature,1.0
+saugeen/M/short,auto_ets,371.0,371.0,12.4,0.725,0.421,0.363,6.98,19.3,0.579,0.372,0.322,Nature,1.0
+saugeen/W/short,auto_ets,1800.0,1800.0,24.6,1.99,0.824,0.558,36.0,42.4,1.28,0.741,0.896,Nature,1.0
+solar/10T/short,auto_ets,27.0,27.0,2.82,1.22,4.34,1.6,14.5,5.19,1.51,0.819,0.87,Energy,1.0
+solar/D/short,auto_ets,112000.0,112000.0,260.0,1.02,0.983,0.447,5.49,335.0,0.484,0.376,0.281,Energy,1.0
+solar/H/short,auto_ets,2420.0,2420.0,23.3,1.8,1.99,1.84,27.0,49.2,1.81,0.859,1.08,Energy,1.0
+solar/W/short,auto_ets,1460000.0,1460000.0,928.0,1.0,0.203,0.181,5.51,1210.0,0.246,0.189,0.139,Energy,1.0
+sz_taxi/15T/short,auto_ets,23.4,23.4,3.43,0.696,1460000000000.0,0.468,7.55,4.84,0.452,0.321,0.291,Transport,1.0
+sz_taxi/H/short,auto_ets,27.7,27.7,2.96,0.852,2.09,0.392,87.2,5.26,0.49,0.276,1.62,Transport,1.0
+temperature_rain/D/short,auto_ets,231.0,231.0,7.48,1.97,115.0,1.43,27.5,15.2,1.79,0.881,0.754,Nature,1.0
+us_births/D/short,auto_ets,1490000.0,1490000.0,1080.0,1.6,0.107,0.104,7.0,1220.0,0.114,0.102,0.0744,Healthcare,1.0
+us_births/M/short,auto_ets,39100000.0,39100000.0,5190.0,0.588,0.016,0.0161,3.76,6260.0,0.0194,0.0161,0.012,Healthcare,1.0
+us_births/W/short,auto_ets,5110000.0,5110000.0,1630.0,1.49,0.0221,0.0221,10.9,2260.0,0.0307,0.0222,0.0183,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,auto_ets,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,auto_ets,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26,Web/CloudOps,2.0
+bizitobs_application/10S/medium,auto_ets,29100000.0,29100000.0,2180.0,7.31,0.102,0.101,205.0,5390.0,0.212,0.0854,0.161,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,auto_ets,156.0,156.0,8.38,0.809,0.62,0.896,7.01,12.5,0.658,0.441,0.355,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,auto_ets,545.0,545.0,16.0,1.5,1.17,1.81,23.4,23.3,1.41,0.966,1.05,Web/CloudOps,7.0
+bizitobs_service/10S/medium,auto_ets,279000.0,279000.0,168.0,5.45,0.182,0.16,154.0,528.0,0.397,0.126,0.224,Web/CloudOps,2.0
+electricity/15T/medium,auto_ets,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124,Energy,1.0
+electricity/H/medium,auto_ets,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156,Energy,1.0
+ett1/15T/medium,auto_ets,30.2,30.2,2.91,1.87,1.23,0.612,39.9,5.5,1.05,0.555,0.867,Energy,7.0
+ett1/H/medium,auto_ets,1190.0,1190.0,18.7,5.38,9730000000000.0,0.792,2220.0,34.5,1.65,0.897,15.4,Energy,7.0
+ett2/15T/medium,auto_ets,499.0,499.0,6.57,2.41,0.297,0.285,31.0,22.3,1.19,0.35,0.325,Energy,7.0
+ett2/H/medium,auto_ets,410.0,410.0,13.0,1.41,0.241,0.213,36.5,20.3,0.273,0.176,0.272,Energy,7.0
+jena_weather/10T/medium,auto_ets,3450.0,3450.0,16.6,1.02,1.65,0.684,33.3,58.8,0.361,0.102,0.21,Nature,21.0
+jena_weather/H/medium,auto_ets,2490.0,2490.0,14.0,1.21,2.21,0.803,6630000.0,49.9,0.305,0.0856,3720.0,Nature,21.0
+kdd_cup_2018/H/medium,auto_ets,5790.0,5790.0,31.3,1.43,1.64,0.655,30.7,76.1,1.59,0.656,0.949,Nature,1.0
+loop_seattle/5T/medium,auto_ets,389.0,389.0,12.8,1.97,0.361,0.297,26.0,19.7,0.351,0.227,0.238,Transport,1.0
+loop_seattle/H/medium,auto_ets,185.0,185.0,8.42,1.7,0.279,0.169,59.9,13.6,0.241,0.149,0.339,Transport,1.0
+m_dense/H/medium,auto_ets,188000.0,188000.0,209.0,1.49,0.775,0.436,24.6,434.0,0.755,0.363,0.458,Transport,1.0
+solar/10T/medium,auto_ets,5870.0,5870.0,24.4,11.9,15.5,1.8,100.0,76.6,17.0,5.41,4.59,Energy,1.0
+solar/H/medium,auto_ets,2360.0,2360.0,23.1,1.77,2.52,1.81,72.3,48.6,1.75,0.832,2.12,Energy,1.0
+sz_taxi/15T/medium,auto_ets,409.0,409.0,9.45,1.92,14600000000000.0,0.631,4470000000.0,20.2,1.88,0.88,79200000.0,Transport,1.0
+electricity/15T/long,auto_ets,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129,Energy,1.0
+electricity/H/long,auto_ets,13000000.0,13000000.0,435.0,2.51,0.697,0.22,1.1200000000000001e+27,3610.0,1.42,0.172,2.62e+24,Energy,1.0
+solar/10T/long,auto_ets,94.6,94.6,4.63,2.02,1.0,2.0,96.9,9.72,2.1,1.0,2.93,Energy,1.0
+solar/H/long,auto_ets,1760.0,1760.0,20.3,1.55,5.06,1.66,59.1,42.0,1.46,0.704,1.72,Energy,1.0
+kdd_cup_2018/H/long,auto_ets,4860.0,4860.0,29.6,1.34,1.35,0.81,37.3,69.7,1.64,0.695,1.25,Nature,1.0
+loop_seattle/5T/long,auto_ets,211.0,211.0,8.95,1.38,0.339,0.186,31.7,14.5,0.257,0.158,0.24,Transport,1.0
+loop_seattle/H/long,auto_ets,186.0,186.0,8.42,1.71,0.296,0.172,76.8,13.6,0.244,0.15,0.426,Transport,1.0
+sz_taxi/15T/long,auto_ets,921.0,921.0,12.4,2.45,5460000000000.0,0.635,3.27e+16,30.3,2.81,1.15,517000000000000.0,Transport,1.0
+m_dense/H/long,auto_ets,241000.0,241000.0,235.0,1.59,0.722,0.488,29.1,491.0,0.85,0.407,0.588,Transport,1.0
+ett1/15T/long,auto_ets,41.4,41.4,3.46,2.2,1.31,0.684,49.5,6.44,1.23,0.659,1.05,Energy,7.0
+ett1/H/long,auto_ets,1530.0,1530.0,20.2,6.83,5650000000000.0,0.9,66200.0,39.1,1.87,0.966,448.0,Energy,7.0
+ett2/15T/long,auto_ets,129.0,129.0,4.09,1.67,0.239,0.259,37.6,11.4,0.606,0.218,0.317,Energy,7.0
+ett2/H/long,auto_ets,292.0,292.0,11.3,1.3,0.215,0.216,46.8,17.1,0.234,0.155,0.329,Energy,7.0
+jena_weather/10T/long,auto_ets,2770.0,2770.0,14.1,1.09,1.08,0.705,95.1,52.6,0.322,0.0861,0.282,Nature,21.0
+jena_weather/H/long,auto_ets,4770.0,4770.0,25.5,4.83,5.02,0.925,1220000000000.0,69.0,0.416,0.153,684000000.0,Nature,21.0
+bitbrains_fast_storage/5T/long,auto_ets,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,auto_ets,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29,Web/CloudOps,2.0
+bizitobs_application/10S/long,auto_ets,26500000.0,26500000.0,2010.0,7.04,0.0965,0.0963,340.0,5150.0,0.199,0.0775,0.269,Web/CloudOps,2.0
+bizitobs_service/10S/long,auto_ets,212000.0,212000.0,135.0,3.89,0.175,0.165,242.0,461.0,0.341,0.1,0.373,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,auto_ets,353.0,353.0,13.2,1.26,0.991,1.24,9.44,18.8,1.05,0.741,0.597,Web/CloudOps,7.0
+bizitobs_l2c/H/long,auto_ets,313.0,313.0,13.8,1.45,2.61,0.909,27.6,17.7,1.08,0.845,1.11,Web/CloudOps,7.0

results/auto_theta/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,auto_theta,2330000.0,2330000.0,203.0,1.15,3.07,0.75,25.8,1530.0,4.8,0.638,0.731
-bitbrains_fast_storage/H/short,auto_theta,3010000.0,3340000.0,329.0,1.35,5.45,0.7,29.5,1730.0,4.94,0.938,1.15
-bitbrains_rnd/5T/short,auto_theta,1840000.0,1890000.0,150.0,2.07,2.36,0.771,66.4,1360.0,5.56,0.614,0.741
-bitbrains_rnd/H/short,auto_theta,4180000.0,4170000.0,288.0,5.75,4.55,0.69,205.0,2040.0,8.95,1.26,1.38
-bizitobs_application/nan/short,auto_theta,338000.0,347000.0,335.0,1.11,0.0165,0.0165,11.0,581.0,0.0224,0.0129,0.00987
-bizitobs_l2c/5T/short,auto_theta,22.1,22.4,2.84,0.292,0.169,0.217,2.98,4.7,0.161,0.0974,0.0799
-bizitobs_l2c/H/short,auto_theta,270.0,283.0,12.0,1.19,1.33,1.16,10.0,16.4,0.885,0.646,0.507
-bizitobs_service/nan/short,auto_theta,3340.0,3380.0,21.5,0.791,0.0602,0.0502,6.86,57.8,0.0428,0.0159,0.0127
-car_parts/nan/short,auto_theta,1.5,1.5,0.651,1.23,0.685,1.79,15.8,1.22,2.93,1.56,1.34
-covid_deaths/nan/short,auto_theta,1910000.0,1810000.0,276.0,45.4,0.135,0.18,1310.0,1380.0,0.52,0.104,0.0945
-electricity/15T/short,auto_theta,171000.0,174000.0,71.3,1.35,0.216,0.215,14.8,414.0,0.815,0.14,0.14
-electricity/D/short,auto_theta,4150000000.0,3690000000.0,6380.0,1.88,0.665,0.138,17.0,64400.0,1.06,0.105,0.0884
-electricity/H/short,auto_theta,7350000.0,5630000.0,352.0,1.74,0.356,0.216,20.5,2710.0,1.28,0.166,0.177
-electricity/W/short,auto_theta,338000000000.0,326000000000.0,57600.0,2.14,0.287,0.13,16.3,582000.0,1.33,0.131,0.101
-ett1/15T/short,auto_theta,4.52,6.08,1.37,0.863,0.506,0.296,15.9,2.13,0.402,0.258,0.41
-ett1/D/short,auto_theta,48100.0,48900.0,142.0,1.75,0.945,0.53,18.7,219.0,0.576,0.374,0.341
-ett1/H/short,auto_theta,116.0,204.0,7.86,1.28,0.657,0.417,29.7,10.8,0.503,0.367,0.668
-ett1/W/short,auto_theta,1840000.0,2050000.0,1070.0,1.89,0.64,0.658,11.4,1360.0,0.54,0.424,0.319
-ett2/15T/short,auto_theta,9.04,9.12,1.88,0.832,0.124,0.143,8.76,3.01,0.143,0.0895,0.0771
-ett2/D/short,auto_theta,124000.0,151000.0,253.0,1.85,0.488,0.186,32.5,351.0,0.201,0.145,0.164
-ett2/H/short,auto_theta,142.0,163.0,8.59,1.02,0.171,0.153,11.8,11.9,0.151,0.109,0.102
-ett2/W/short,auto_theta,7590000.0,8510000.0,2090.0,1.41,0.243,0.257,15.6,2750.0,0.231,0.175,0.16
-hierarchical_sales/D/short,auto_theta,43.5,45.7,2.92,0.932,0.932,1.12,12.3,6.6,2.02,0.896,0.967
-hierarchical_sales/W/short,auto_theta,518.0,528.0,11.1,0.849,0.773,0.543,8.07,22.8,1.05,0.51,0.474
-hospital/nan/short,auto_theta,3160.0,3130.0,18.5,0.761,0.192,0.174,5.37,56.2,0.204,0.0671,0.0553
-jena_weather/10T/short,auto_theta,635.0,833.0,9.86,0.368,0.681,0.573,7.27,25.2,0.157,0.0613,0.13
-jena_weather/D/short,auto_theta,433.0,478.0,12.2,1.6,1.15,0.53,16.4,20.8,0.125,0.0734,0.0818
-jena_weather/H/short,auto_theta,5290.0,4580.0,24.4,0.878,12.3,0.701,17.0,72.7,0.446,0.15,0.296
-kdd_cup_2018/D/short,auto_theta,2680.0,2910.0,22.1,1.38,0.571,0.582,14.9,51.8,1.16,0.495,0.459
-kdd_cup_2018/H/short,auto_theta,5400.0,5440.0,30.5,1.27,1.19,0.687,12.0,73.5,1.54,0.639,0.531
-loop_seattle/5T/short,auto_theta,76.3,78.2,4.97,0.78,0.117,0.107,9.33,8.73,0.15,0.0853,0.0815
-loop_seattle/D/short,auto_theta,39.0,38.6,4.8,1.39,0.0889,0.0876,11.1,6.25,0.112,0.0857,0.0718
-loop_seattle/H/short,auto_theta,84.1,100.0,7.02,1.4,0.175,0.153,24.5,9.17,0.162,0.124,0.165
-m_dense/D/short,auto_theta,19300.0,20800.0,89.1,1.22,0.214,0.179,9.11,139.0,0.241,0.154,0.126
-m_dense/H/short,auto_theta,102000.0,131000.0,203.0,1.69,0.647,0.51,30.6,319.0,0.566,0.36,0.549
-m4_daily/nan/short,auto_theta,402000.0,402000.0,182.0,3.34,0.0434,0.0316,32.1,634.0,0.098,0.0281,0.0235
-m4_hourly/nan/short,auto_theta,3660000.0,3310000.0,376.0,2.46,0.223,0.203,20.5,1910.0,0.261,0.0514,0.0414
-m4_monthly/nan/short,auto_theta,1920000.0,1940000.0,566.0,0.966,0.154,0.134,9.4,1390.0,0.288,0.118,0.098
-m4_quarterly/nan/short,auto_theta,1820000.0,1830000.0,570.0,1.19,0.119,0.105,11.0,1350.0,0.226,0.0954,0.0791
-m4_weekly/nan/short,auto_theta,445000.0,461000.0,349.0,2.66,0.0892,0.0966,23.7,667.0,0.122,0.0635,0.0534
-m4_yearly/nan/short,auto_theta,3310000.0,3350000.0,849.0,3.11,0.164,0.145,43.1,1820.0,0.292,0.136,0.115
-restaurant/nan/short,auto_theta,196.0,199.0,9.0,0.843,0.872,0.466,6.24,14.0,0.644,0.414,0.329
-saugeen/D/short,auto_theta,994.0,1050.0,16.2,3.6,0.529,0.652,64.3,31.5,1.02,0.525,0.669
-saugeen/M/short,auto_theta,568.0,563.0,15.6,0.912,0.497,0.416,6.84,23.8,0.716,0.467,0.373
-saugeen/W/short,auto_theta,2050.0,2050.0,26.2,2.12,0.884,0.634,22.9,45.3,1.37,0.79,0.734
-solar/10T/short,auto_theta,24.1,32.2,4.13,1.8,4.44,1.58,53.9,4.91,1.43,1.2,2.36
-solar/D/short,auto_theta,112000.0,116000.0,270.0,1.05,0.99,0.46,5.45,335.0,0.484,0.389,0.286
-solar/H/short,auto_theta,769.0,1230.0,26.5,2.05,6.85,1.48,74.9,27.7,1.02,0.975,2.33
-solar/W/short,auto_theta,1910000.0,1700000.0,1050.0,1.15,0.239,0.206,6.86,1380.0,0.282,0.214,0.155
-sz_taxi/15T/short,auto_theta,20.9,21.6,3.22,0.649,1220000000000.0,0.55,7.27,4.57,0.427,0.302,0.288
-sz_taxi/H/short,auto_theta,9.34,10.7,2.3,0.691,0.796,0.441,8.94,3.06,0.285,0.214,0.232
-temperature_rain/nan/short,auto_theta,231.0,230.0,7.36,1.93,110.0,1.47,27.1,15.2,1.79,0.867,0.761
-us_births/D/short,auto_theta,1490000.0,1510000.0,1100.0,1.63,0.109,0.106,7.08,1220.0,0.115,0.104,0.0748
-us_births/M/short,auto_theta,82400000.0,87700000.0,7810.0,0.883,0.0241,0.0245,5.19,9080.0,0.0282,0.0243,0.019
-us_births/W/short,auto_theta,5090000.0,5060000.0,1640.0,1.49,0.0221,0.0221,10.6,2260.0,0.0306,0.0222,0.0183
-bitbrains_fast_storage/5T/medium,auto_theta,3830000.0,4230000.0,344.0,1.42,4.89,0.826,44.9,1960.0,5.95,1.05,1.45
-bitbrains_rnd/5T/medium,auto_theta,2400000.0,2790000.0,212.0,4.88,2.52,0.856,186.0,1550.0,6.52,0.891,1.47
-bizitobs_application/nan/medium,auto_theta,1690000.0,1670000.0,713.0,1.78,0.0241,0.0246,20.2,1300.0,0.051,0.028,0.024
-bizitobs_l2c/5T/medium,auto_theta,169.0,178.0,9.17,0.868,0.682,0.961,7.85,13.0,0.684,0.482,0.415
-bizitobs_l2c/H/medium,auto_theta,555.0,606.0,17.6,1.65,1.42,1.81,15.3,23.6,1.43,1.06,0.892
-bizitobs_service/nan/medium,auto_theta,28000.0,26500.0,36.1,1.06,0.0686,0.0637,15.4,167.0,0.126,0.0272,0.0274
-electricity/15T/medium,auto_theta,428000.0,545000.0,92.2,1.43,0.231,0.21,32.7,654.0,1.13,0.159,0.328
-electricity/H/medium,auto_theta,10700000.0,10900000.0,399.0,1.78,0.412,0.225,45.8,3270.0,1.28,0.156,0.254
-ett1/15T/medium,auto_theta,8.25,14.1,2.1,1.25,0.887,0.466,50.6,2.87,0.547,0.4,1.13
-ett1/H/medium,auto_theta,157.0,327.0,11.1,1.84,2540000000000.0,0.652,81.4,12.5,0.601,0.531,1.65
-ett2/15T/medium,auto_theta,13.5,14.4,2.47,1.04,0.163,0.194,20.0,3.67,0.196,0.132,0.15
-ett2/H/medium,auto_theta,309.0,308.0,11.4,1.3,0.234,0.207,40.4,17.6,0.237,0.153,0.284
-jena_weather/10T/medium,auto_theta,2300.0,3180.0,20.4,0.806,2.72,0.713,20.4,47.9,0.294,0.125,0.35
-jena_weather/H/medium,auto_theta,6990.0,8080.0,34.1,1.36,29.2,0.788,51.2,83.6,0.512,0.209,0.832
-kdd_cup_2018/H/medium,auto_theta,5460.0,5680.0,30.4,1.33,1.21,0.716,25.2,73.9,1.55,0.637,0.791
-loop_seattle/5T/medium,auto_theta,428.0,438.0,13.5,2.06,0.307,0.278,25.6,20.7,0.368,0.24,0.24
-loop_seattle/H/medium,auto_theta,90.3,125.0,8.05,1.61,0.189,0.173,72.3,9.5,0.168,0.142,0.39
-m_dense/H/medium,auto_theta,83700.0,199000.0,233.0,1.74,0.748,0.544,76.1,289.0,0.503,0.405,1.21
-solar/10T/medium,auto_theta,24.9,65.6,6.12,2.69,4.18,1.59,192.0,4.99,1.11,1.36,5.67
-solar/H/medium,auto_theta,778.0,2420.0,37.4,2.87,9.58,1.54,223.0,27.9,1.0,1.35,6.13
-sz_taxi/15T/medium,auto_theta,21.7,25.1,3.62,0.716,6710000000000.0,0.644,17.5,4.66,0.433,0.337,0.529
-electricity/15T/long,auto_theta,612000.0,2690000.0,124.0,1.5,0.27,0.212,36.1,783.0,1.23,0.196,0.401
-electricity/H/long,auto_theta,11500000.0,19100000.0,478.0,2.05,0.486,0.236,53.4,3380.0,1.33,0.189,0.3
-solar/10T/long,auto_theta,19.6,208.0,10.3,4.53,9.47,1.59,222.0,4.43,0.958,2.23,6.64
-solar/H/long,auto_theta,838.0,9830.0,68.4,5.24,28.2,1.57,267.0,29.0,1.0,2.37,7.32
-kdd_cup_2018/H/long,auto_theta,4750.0,4810.0,30.2,1.37,1.3,0.857,29.0,68.9,1.62,0.708,0.97
-loop_seattle/5T/long,auto_theta,156.0,183.0,9.31,1.44,0.253,0.191,29.8,12.5,0.221,0.165,0.231
-loop_seattle/H/long,auto_theta,92.9,193.0,9.94,2.02,0.237,0.194,85.3,9.64,0.172,0.178,0.468
-sz_taxi/15T/long,auto_theta,22.7,29.9,3.98,0.759,5090000000000.0,0.637,20.3,4.76,0.441,0.368,0.629
-m_dense/H/long,auto_theta,104000.0,442000.0,324.0,2.29,1.14,0.594,87.1,322.0,0.558,0.56,1.43
-ett1/15T/long,auto_theta,10.8,33.5,3.05,1.76,1.18,0.544,60.7,3.29,0.627,0.581,1.39
-ett1/H/long,auto_theta,184.0,723.0,15.5,2.51,2680000000000.0,0.748,93.4,13.6,0.649,0.744,1.94
-ett2/15T/long,auto_theta,12.9,13.3,2.42,1.1,0.18,0.216,23.3,3.59,0.191,0.129,0.169
-ett2/H/long,auto_theta,283.0,382.0,12.7,1.46,0.242,0.245,47.3,16.8,0.23,0.173,0.336
-jena_weather/10T/long,auto_theta,1520.0,5830.0,27.4,0.99,4.3,0.714,24.3,38.9,0.238,0.167,0.424
-jena_weather/H/long,auto_theta,8960.0,53500.0,77.0,2.64,58.6,0.851,73.4,94.6,0.57,0.463,1.29
-bitbrains_fast_storage/5T/long,auto_theta,3610000.0,3730000.0,349.0,1.61,3.74,0.839,45.3,1900.0,5.02,0.921,1.36
-bitbrains_rnd/5T/long,auto_theta,4790000.0,5190000.0,348.0,4.11,7.87,0.813,146.0,2190.0,8.38,1.33,1.6
-bizitobs_application/nan/long,auto_theta,4920000.0,4110000.0,1260.0,2.93,0.0414,0.0422,17.2,2220.0,0.0855,0.0484,0.0355
-bizitobs_service/nan/long,auto_theta,134000.0,131000.0,74.2,1.62,0.102,0.101,22.1,367.0,0.272,0.055,0.0517
-bizitobs_l2c/5T/long,auto_theta,356.0,357.0,13.2,1.24,0.983,1.21,11.4,18.9,1.06,0.742,0.632
-bizitobs_l2c/H/long,auto_theta,315.0,329.0,13.7,1.41,2.51,0.904,17.0,17.7,1.08,0.839,0.819

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,auto_theta,2330000.0,2330000.0,203.0,1.15,3.07,0.75,25.8,1530.0,4.8,0.638,0.731,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,auto_theta,3010000.0,3340000.0,329.0,1.35,5.45,0.7,29.5,1730.0,4.94,0.938,1.15,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,auto_theta,1840000.0,1890000.0,150.0,2.07,2.36,0.771,66.4,1360.0,5.56,0.614,0.741,Web/CloudOps,2.0
+bitbrains_rnd/H/short,auto_theta,4180000.0,4170000.0,288.0,5.75,4.55,0.69,205.0,2040.0,8.95,1.26,1.38,Web/CloudOps,2.0
+bizitobs_application/10S/short,auto_theta,338000.0,347000.0,335.0,1.11,0.0165,0.0165,11.0,581.0,0.0224,0.0129,0.00987,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,auto_theta,22.1,22.4,2.84,0.292,0.169,0.217,2.98,4.7,0.161,0.0974,0.0799,Web/CloudOps,7.0
+bizitobs_l2c/H/short,auto_theta,270.0,283.0,12.0,1.19,1.33,1.16,10.0,16.4,0.885,0.646,0.507,Web/CloudOps,7.0
+bizitobs_service/10S/short,auto_theta,3340.0,3380.0,21.5,0.791,0.0602,0.0502,6.86,57.8,0.0428,0.0159,0.0127,Web/CloudOps,2.0
+car_parts/M/short,auto_theta,1.5,1.5,0.651,1.23,0.685,1.79,15.8,1.22,2.93,1.56,1.34,Sales,1.0
+covid_deaths/D/short,auto_theta,1910000.0,1810000.0,276.0,45.4,0.135,0.18,1310.0,1380.0,0.52,0.104,0.0945,Healthcare,1.0
+electricity/15T/short,auto_theta,171000.0,174000.0,71.3,1.35,0.216,0.215,14.8,414.0,0.815,0.14,0.14,Energy,1.0
+electricity/D/short,auto_theta,4150000000.0,3690000000.0,6380.0,1.88,0.665,0.138,17.0,64400.0,1.06,0.105,0.0884,Energy,1.0
+electricity/H/short,auto_theta,7350000.0,5630000.0,352.0,1.74,0.356,0.216,20.5,2710.0,1.28,0.166,0.177,Energy,1.0
+electricity/W/short,auto_theta,338000000000.0,326000000000.0,57600.0,2.14,0.287,0.13,16.3,582000.0,1.33,0.131,0.101,Energy,1.0
+ett1/15T/short,auto_theta,4.52,6.08,1.37,0.863,0.506,0.296,15.9,2.13,0.402,0.258,0.41,Energy,7.0
+ett1/D/short,auto_theta,48100.0,48900.0,142.0,1.75,0.945,0.53,18.7,219.0,0.576,0.374,0.341,Energy,7.0
+ett1/H/short,auto_theta,116.0,204.0,7.86,1.28,0.657,0.417,29.7,10.8,0.503,0.367,0.668,Energy,7.0
+ett1/W/short,auto_theta,1840000.0,2050000.0,1070.0,1.89,0.64,0.658,11.4,1360.0,0.54,0.424,0.319,Energy,7.0
+ett2/15T/short,auto_theta,9.04,9.12,1.88,0.832,0.124,0.143,8.76,3.01,0.143,0.0895,0.0771,Energy,7.0
+ett2/D/short,auto_theta,124000.0,151000.0,253.0,1.85,0.488,0.186,32.5,351.0,0.201,0.145,0.164,Energy,7.0
+ett2/H/short,auto_theta,142.0,163.0,8.59,1.02,0.171,0.153,11.8,11.9,0.151,0.109,0.102,Energy,7.0
+ett2/W/short,auto_theta,7590000.0,8510000.0,2090.0,1.41,0.243,0.257,15.6,2750.0,0.231,0.175,0.16,Energy,7.0
+hierarchical_sales/D/short,auto_theta,43.5,45.7,2.92,0.932,0.932,1.12,12.3,6.6,2.02,0.896,0.967,Sales,1.0
+hierarchical_sales/W/short,auto_theta,518.0,528.0,11.1,0.849,0.773,0.543,8.07,22.8,1.05,0.51,0.474,Sales,1.0
+hospital/M/short,auto_theta,3160.0,3130.0,18.5,0.761,0.192,0.174,5.37,56.2,0.204,0.0671,0.0553,Healthcare,1.0
+jena_weather/10T/short,auto_theta,635.0,833.0,9.86,0.368,0.681,0.573,7.27,25.2,0.157,0.0613,0.13,Nature,21.0
+jena_weather/D/short,auto_theta,433.0,478.0,12.2,1.6,1.15,0.53,16.4,20.8,0.125,0.0734,0.0818,Nature,21.0
+jena_weather/H/short,auto_theta,5290.0,4580.0,24.4,0.878,12.3,0.701,17.0,72.7,0.446,0.15,0.296,Nature,21.0
+kdd_cup_2018/D/short,auto_theta,2680.0,2910.0,22.1,1.38,0.571,0.582,14.9,51.8,1.16,0.495,0.459,Nature,1.0
+kdd_cup_2018/H/short,auto_theta,5400.0,5440.0,30.5,1.27,1.19,0.687,12.0,73.5,1.54,0.639,0.531,Nature,1.0
+loop_seattle/5T/short,auto_theta,76.3,78.2,4.97,0.78,0.117,0.107,9.33,8.73,0.15,0.0853,0.0815,Transport,1.0
+loop_seattle/D/short,auto_theta,39.0,38.6,4.8,1.39,0.0889,0.0876,11.1,6.25,0.112,0.0857,0.0718,Transport,1.0
+loop_seattle/H/short,auto_theta,84.1,100.0,7.02,1.4,0.175,0.153,24.5,9.17,0.162,0.124,0.165,Transport,1.0
+m_dense/D/short,auto_theta,19300.0,20800.0,89.1,1.22,0.214,0.179,9.11,139.0,0.241,0.154,0.126,Transport,1.0
+m_dense/H/short,auto_theta,102000.0,131000.0,203.0,1.69,0.647,0.51,30.6,319.0,0.566,0.36,0.549,Transport,1.0
+m4_daily/D/short,auto_theta,402000.0,402000.0,182.0,3.34,0.0434,0.0316,32.1,634.0,0.098,0.0281,0.0235,Econ/Fin,1.0
+m4_hourly/H/short,auto_theta,3660000.0,3310000.0,376.0,2.46,0.223,0.203,20.5,1910.0,0.261,0.0514,0.0414,Econ/Fin,1.0
+m4_monthly/M/short,auto_theta,1920000.0,1940000.0,566.0,0.966,0.154,0.134,9.4,1390.0,0.288,0.118,0.098,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,auto_theta,1820000.0,1830000.0,570.0,1.19,0.119,0.105,11.0,1350.0,0.226,0.0954,0.0791,Econ/Fin,1.0
+m4_weekly/W-SUN/short,auto_theta,445000.0,461000.0,349.0,2.66,0.0892,0.0966,23.7,667.0,0.122,0.0635,0.0534,Econ/Fin,1.0
+m4_yearly/A-DEC/short,auto_theta,3310000.0,3350000.0,849.0,3.11,0.164,0.145,43.1,1820.0,0.292,0.136,0.115,Econ/Fin,1.0
+restaurant/D/short,auto_theta,196.0,199.0,9.0,0.843,0.872,0.466,6.24,14.0,0.644,0.414,0.329,Sales,1.0
+saugeen/D/short,auto_theta,994.0,1050.0,16.2,3.6,0.529,0.652,64.3,31.5,1.02,0.525,0.669,Nature,1.0
+saugeen/M/short,auto_theta,568.0,563.0,15.6,0.912,0.497,0.416,6.84,23.8,0.716,0.467,0.373,Nature,1.0
+saugeen/W/short,auto_theta,2050.0,2050.0,26.2,2.12,0.884,0.634,22.9,45.3,1.37,0.79,0.734,Nature,1.0
+solar/10T/short,auto_theta,24.1,32.2,4.13,1.8,4.44,1.58,53.9,4.91,1.43,1.2,2.36,Energy,1.0
+solar/D/short,auto_theta,112000.0,116000.0,270.0,1.05,0.99,0.46,5.45,335.0,0.484,0.389,0.286,Energy,1.0
+solar/H/short,auto_theta,769.0,1230.0,26.5,2.05,6.85,1.48,74.9,27.7,1.02,0.975,2.33,Energy,1.0
+solar/W/short,auto_theta,1910000.0,1700000.0,1050.0,1.15,0.239,0.206,6.86,1380.0,0.282,0.214,0.155,Energy,1.0
+sz_taxi/15T/short,auto_theta,20.9,21.6,3.22,0.649,1220000000000.0,0.55,7.27,4.57,0.427,0.302,0.288,Transport,1.0
+sz_taxi/H/short,auto_theta,9.34,10.7,2.3,0.691,0.796,0.441,8.94,3.06,0.285,0.214,0.232,Transport,1.0
+temperature_rain/D/short,auto_theta,231.0,230.0,7.36,1.93,110.0,1.47,27.1,15.2,1.79,0.867,0.761,Nature,1.0
+us_births/D/short,auto_theta,1490000.0,1510000.0,1100.0,1.63,0.109,0.106,7.08,1220.0,0.115,0.104,0.0748,Healthcare,1.0
+us_births/M/short,auto_theta,82400000.0,87700000.0,7810.0,0.883,0.0241,0.0245,5.19,9080.0,0.0282,0.0243,0.019,Healthcare,1.0
+us_births/W/short,auto_theta,5090000.0,5060000.0,1640.0,1.49,0.0221,0.0221,10.6,2260.0,0.0306,0.0222,0.0183,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,auto_theta,3830000.0,4230000.0,344.0,1.42,4.89,0.826,44.9,1960.0,5.95,1.05,1.45,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,auto_theta,2400000.0,2790000.0,212.0,4.88,2.52,0.856,186.0,1550.0,6.52,0.891,1.47,Web/CloudOps,2.0
+bizitobs_application/10S/medium,auto_theta,1690000.0,1670000.0,713.0,1.78,0.0241,0.0246,20.2,1300.0,0.051,0.028,0.024,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,auto_theta,169.0,178.0,9.17,0.868,0.682,0.961,7.85,13.0,0.684,0.482,0.415,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,auto_theta,555.0,606.0,17.6,1.65,1.42,1.81,15.3,23.6,1.43,1.06,0.892,Web/CloudOps,7.0
+bizitobs_service/10S/medium,auto_theta,28000.0,26500.0,36.1,1.06,0.0686,0.0637,15.4,167.0,0.126,0.0272,0.0274,Web/CloudOps,2.0
+electricity/15T/medium,auto_theta,428000.0,545000.0,92.2,1.43,0.231,0.21,32.7,654.0,1.13,0.159,0.328,Energy,1.0
+electricity/H/medium,auto_theta,10700000.0,10900000.0,399.0,1.78,0.412,0.225,45.8,3270.0,1.28,0.156,0.254,Energy,1.0
+ett1/15T/medium,auto_theta,8.25,14.1,2.1,1.25,0.887,0.466,50.6,2.87,0.547,0.4,1.13,Energy,7.0
+ett1/H/medium,auto_theta,157.0,327.0,11.1,1.84,2540000000000.0,0.652,81.4,12.5,0.601,0.531,1.65,Energy,7.0
+ett2/15T/medium,auto_theta,13.5,14.4,2.47,1.04,0.163,0.194,20.0,3.67,0.196,0.132,0.15,Energy,7.0
+ett2/H/medium,auto_theta,309.0,308.0,11.4,1.3,0.234,0.207,40.4,17.6,0.237,0.153,0.284,Energy,7.0
+jena_weather/10T/medium,auto_theta,2300.0,3180.0,20.4,0.806,2.72,0.713,20.4,47.9,0.294,0.125,0.35,Nature,21.0
+jena_weather/H/medium,auto_theta,6990.0,8080.0,34.1,1.36,29.2,0.788,51.2,83.6,0.512,0.209,0.832,Nature,21.0
+kdd_cup_2018/H/medium,auto_theta,5460.0,5680.0,30.4,1.33,1.21,0.716,25.2,73.9,1.55,0.637,0.791,Nature,1.0
+loop_seattle/5T/medium,auto_theta,428.0,438.0,13.5,2.06,0.307,0.278,25.6,20.7,0.368,0.24,0.24,Transport,1.0
+loop_seattle/H/medium,auto_theta,90.3,125.0,8.05,1.61,0.189,0.173,72.3,9.5,0.168,0.142,0.39,Transport,1.0
+m_dense/H/medium,auto_theta,83700.0,199000.0,233.0,1.74,0.748,0.544,76.1,289.0,0.503,0.405,1.21,Transport,1.0
+solar/10T/medium,auto_theta,24.9,65.6,6.12,2.69,4.18,1.59,192.0,4.99,1.11,1.36,5.67,Energy,1.0
+solar/H/medium,auto_theta,778.0,2420.0,37.4,2.87,9.58,1.54,223.0,27.9,1.0,1.35,6.13,Energy,1.0
+sz_taxi/15T/medium,auto_theta,21.7,25.1,3.62,0.716,6710000000000.0,0.644,17.5,4.66,0.433,0.337,0.529,Transport,1.0
+electricity/15T/long,auto_theta,612000.0,2690000.0,124.0,1.5,0.27,0.212,36.1,783.0,1.23,0.196,0.401,Energy,1.0
+electricity/H/long,auto_theta,11500000.0,19100000.0,478.0,2.05,0.486,0.236,53.4,3380.0,1.33,0.189,0.3,Energy,1.0
+solar/10T/long,auto_theta,19.6,208.0,10.3,4.53,9.47,1.59,222.0,4.43,0.958,2.23,6.64,Energy,1.0
+solar/H/long,auto_theta,838.0,9830.0,68.4,5.24,28.2,1.57,267.0,29.0,1.0,2.37,7.32,Energy,1.0
+kdd_cup_2018/H/long,auto_theta,4750.0,4810.0,30.2,1.37,1.3,0.857,29.0,68.9,1.62,0.708,0.97,Nature,1.0
+loop_seattle/5T/long,auto_theta,156.0,183.0,9.31,1.44,0.253,0.191,29.8,12.5,0.221,0.165,0.231,Transport,1.0
+loop_seattle/H/long,auto_theta,92.9,193.0,9.94,2.02,0.237,0.194,85.3,9.64,0.172,0.178,0.468,Transport,1.0
+sz_taxi/15T/long,auto_theta,22.7,29.9,3.98,0.759,5090000000000.0,0.637,20.3,4.76,0.441,0.368,0.629,Transport,1.0
+m_dense/H/long,auto_theta,104000.0,442000.0,324.0,2.29,1.14,0.594,87.1,322.0,0.558,0.56,1.43,Transport,1.0
+ett1/15T/long,auto_theta,10.8,33.5,3.05,1.76,1.18,0.544,60.7,3.29,0.627,0.581,1.39,Energy,7.0
+ett1/H/long,auto_theta,184.0,723.0,15.5,2.51,2680000000000.0,0.748,93.4,13.6,0.649,0.744,1.94,Energy,7.0
+ett2/15T/long,auto_theta,12.9,13.3,2.42,1.1,0.18,0.216,23.3,3.59,0.191,0.129,0.169,Energy,7.0
+ett2/H/long,auto_theta,283.0,382.0,12.7,1.46,0.242,0.245,47.3,16.8,0.23,0.173,0.336,Energy,7.0
+jena_weather/10T/long,auto_theta,1520.0,5830.0,27.4,0.99,4.3,0.714,24.3,38.9,0.238,0.167,0.424,Nature,21.0
+jena_weather/H/long,auto_theta,8960.0,53500.0,77.0,2.64,58.6,0.851,73.4,94.6,0.57,0.463,1.29,Nature,21.0
+bitbrains_fast_storage/5T/long,auto_theta,3610000.0,3730000.0,349.0,1.61,3.74,0.839,45.3,1900.0,5.02,0.921,1.36,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,auto_theta,4790000.0,5190000.0,348.0,4.11,7.87,0.813,146.0,2190.0,8.38,1.33,1.6,Web/CloudOps,2.0
+bizitobs_application/10S/long,auto_theta,4920000.0,4110000.0,1260.0,2.93,0.0414,0.0422,17.2,2220.0,0.0855,0.0484,0.0355,Web/CloudOps,2.0
+bizitobs_service/10S/long,auto_theta,134000.0,131000.0,74.2,1.62,0.102,0.101,22.1,367.0,0.272,0.055,0.0517,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,auto_theta,356.0,357.0,13.2,1.24,0.983,1.21,11.4,18.9,1.06,0.742,0.632,Web/CloudOps,7.0
+bizitobs_l2c/H/long,auto_theta,315.0,329.0,13.7,1.41,2.51,0.904,17.0,17.7,1.08,0.839,0.819,Web/CloudOps,7.0

results/chronos-small/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,chronos-small,1820000.0,2290000.0,171.0,0.833,2.15,0.721,29.8,1350.0,4.24,0.538,0.446
-bitbrains_fast_storage/H/short,chronos-small,2640000.0,3740000.0,274.0,1.14,3.17,0.563,29.3,1620.0,4.63,0.782,0.614
-bitbrains_rnd/5T/short,chronos-small,1730000.0,1950000.0,132.0,1.81,1.36,0.659,110.0,1310.0,5.38,0.541,0.493
-bitbrains_rnd/H/short,chronos-small,1980000.0,2230000.0,152.0,5.89,1.1,0.514,199.0,1410.0,6.16,0.664,0.614
-bizitobs_application/nan/short,chronos-small,6290000.0,5660000.0,955.0,3.34,0.047,0.0477,35.6,2510.0,0.0967,0.0368,0.0307
-bizitobs_l2c/5T/short,chronos-small,23.6,23.9,2.94,0.301,0.182,0.219,4.04,4.85,0.167,0.101,0.0869
-bizitobs_l2c/H/short,chronos-small,208.0,217.0,9.25,0.905,0.885,0.883,11.4,14.4,0.777,0.498,0.428
-bizitobs_service/nan/short,chronos-small,23500.0,20400.0,43.3,1.91,0.159,0.0868,23.4,153.0,0.114,0.0321,0.0271
-car_parts/nan/short,chronos-small,1.53,1.56,0.522,0.885,0.769,1.87,14.0,1.24,2.96,1.25,1.03
-covid_deaths/nan/short,chronos-small,1720000.0,1040000.0,182.0,42.2,0.117,0.399,1240.0,1310.0,0.494,0.0684,0.0608
-electricity/15T/short,chronos-small,161000.0,170000.0,59.5,1.13,0.187,0.184,14.2,401.0,0.791,0.117,0.0986
-electricity/D/short,chronos-small,2610000000.0,2570000000.0,5430.0,1.6,0.505,0.104,15.8,51100.0,0.84,0.0892,0.071
-electricity/H/short,chronos-small,1860000.0,1920000.0,176.0,0.951,0.206,0.129,12.6,1360.0,0.643,0.0833,0.0701
-electricity/W/short,chronos-small,50000000000.0,47100000000.0,28800.0,1.54,0.246,0.099,15.6,223000.0,0.51,0.0657,0.052
-ett1/15T/short,chronos-small,7.62,8.12,1.4,0.872,0.529,0.301,8.91,2.76,0.522,0.265,0.217
-ett1/D/short,chronos-small,58600.0,60200.0,161.0,1.8,1.47,0.491,28.7,242.0,0.636,0.423,0.36
-ett1/H/short,chronos-small,140.0,152.0,5.64,0.898,0.53,0.274,11.0,11.8,0.553,0.263,0.222
-ett1/W/short,chronos-small,1470000.0,1480000.0,915.0,1.65,0.564,0.575,30.4,1210.0,0.482,0.364,0.317
-ett2/15T/short,chronos-small,8.41,8.75,1.92,0.885,0.132,0.155,7.23,2.9,0.138,0.091,0.0731
-ett2/D/short,chronos-small,109000.0,112000.0,207.0,1.43,0.57,0.147,14.0,330.0,0.189,0.119,0.0968
-ett2/H/short,chronos-small,129.0,126.0,6.87,0.79,0.132,0.118,7.18,11.3,0.144,0.0871,0.0718
-ett2/W/short,chronos-small,2660000.0,2960000.0,1220.0,0.807,0.13,0.149,5.77,1630.0,0.137,0.102,0.0768
-hierarchical_sales/D/short,chronos-small,34.2,41.0,2.5,0.801,0.742,1.07,8.36,5.85,1.79,0.767,0.619
-hierarchical_sales/W/short,chronos-small,494.0,497.0,9.26,0.756,0.545,0.475,9.08,22.2,1.02,0.425,0.367
-hospital/nan/short,chronos-small,3360.0,3480.0,19.7,0.813,0.207,0.187,6.18,58.0,0.21,0.0714,0.0562
-jena_weather/10T/short,chronos-small,1430.0,1560.0,8.77,0.359,0.411,0.611,4.19,37.9,0.235,0.0545,0.0469
-jena_weather/D/short,chronos-small,415.0,428.0,10.3,1.14,0.644,0.501,13.5,20.4,0.123,0.0621,0.0506
-jena_weather/H/short,chronos-small,1180.0,1460.0,9.38,0.583,1.09,0.628,6.64,34.4,0.211,0.0575,0.0466
-kdd_cup_2018/D/short,chronos-small,3440.0,3440.0,24.5,1.4,0.5,0.599,35.4,58.7,1.31,0.55,0.512
-kdd_cup_2018/H/short,chronos-small,5050.0,5260.0,26.3,1.06,1.15,0.509,12.0,71.0,1.49,0.551,0.459
-loop_seattle/5T/short,chronos-small,76.5,80.4,4.89,0.768,0.128,0.103,8.98,8.75,0.15,0.0839,0.07
-loop_seattle/D/short,chronos-small,20.9,21.4,3.32,1.0,0.0617,0.061,9.1,4.57,0.0818,0.0594,0.0482
-loop_seattle/H/short,chronos-small,75.0,81.9,4.75,0.967,0.134,0.108,9.5,8.66,0.153,0.0841,0.0692
-m_dense/D/short,chronos-small,13700.0,15400.0,59.3,0.834,0.15,0.121,9.64,117.0,0.203,0.103,0.0866
-m_dense/H/short,chronos-small,48800.0,51600.0,92.1,0.803,0.286,0.213,13.5,221.0,0.392,0.163,0.14
-m4_daily/nan/short,chronos-small,394000.0,373000.0,170.0,3.16,0.0369,0.0292,30.5,627.0,0.0969,0.0263,0.0215
-m4_hourly/nan/short,chronos-small,1020000.0,1520000.0,242.0,0.739,0.0858,0.0781,10.6,1010.0,0.138,0.0331,0.0253
-m4_monthly/nan/short,chronos-small,2120000.0,2130000.0,595.0,0.982,0.166,0.139,11.2,1450.0,0.302,0.124,0.103
-m4_quarterly/nan/short,chronos-small,2000000.0,2020000.0,588.0,1.24,0.117,0.108,14.3,1420.0,0.237,0.0984,0.0839
-m4_weekly/nan/short,chronos-small,288000.0,304000.0,268.0,2.09,0.0623,0.0621,18.0,537.0,0.0978,0.0488,0.0395
-m4_yearly/nan/short,chronos-small,4200000.0,4120000.0,987.0,3.74,0.175,0.169,56.6,2050.0,0.329,0.158,0.139
-restaurant/nan/short,chronos-small,165.0,169.0,7.96,0.758,0.748,0.429,6.0,12.8,0.591,0.366,0.292
-saugeen/D/short,chronos-small,1220.0,1230.0,13.4,2.98,0.316,0.364,57.2,34.9,1.13,0.434,0.387
-saugeen/M/short,chronos-small,776.0,774.0,16.9,0.992,0.45,0.454,23.4,27.9,0.836,0.508,0.464
-saugeen/W/short,chronos-small,1330.0,1350.0,16.9,1.37,0.335,0.428,37.0,36.4,1.1,0.509,0.482
-solar/10T/short,chronos-small,31.9,36.7,2.75,1.22,7.82,1.59,10.7,5.65,1.64,0.799,0.635
-solar/D/short,chronos-small,159000.0,178000.0,276.0,1.08,1.2,0.454,16.1,398.0,0.576,0.399,0.337
-solar/H/short,chronos-small,723.0,919.0,11.1,0.855,5.01,1.39,6.58,26.9,0.991,0.409,0.345
-solar/W/short,chronos-small,1060000.0,1140000.0,813.0,0.877,0.17,0.159,4.65,1030.0,0.21,0.166,0.124
-sz_taxi/15T/short,chronos-small,20.0,20.3,3.0,0.598,506000000000.0,0.46,9.35,4.47,0.418,0.281,0.241
-sz_taxi/H/short,chronos-small,7.73,7.87,1.91,0.579,0.99,0.317,7.72,2.78,0.259,0.178,0.149
-temperature_rain/nan/short,chronos-small,197.0,228.0,6.19,1.44,27.4,1.65,29.6,14.0,1.65,0.729,0.627
-us_births/D/short,chronos-small,240000.0,225000.0,296.0,0.436,0.0284,0.0279,4.88,490.0,0.0459,0.0278,0.0232
-us_births/M/short,chronos-small,43200000.0,38700000.0,5060.0,0.572,0.0155,0.0157,3.49,6570.0,0.0204,0.0157,0.0134
-us_births/W/short,chronos-small,24500000.0,1740000.0,1010.0,0.921,0.0137,0.0137,17.5,4950.0,0.0672,0.0137,0.0115
-bitbrains_fast_storage/5T/medium,chronos-small,3640000.0,3780000.0,273.0,1.14,3.75,0.81,38.9,1910.0,5.8,0.83,0.803
-bitbrains_rnd/5T/medium,chronos-small,2220000.0,2280000.0,148.0,4.63,0.296,0.72,183.0,1490.0,6.27,0.622,0.615
-bizitobs_application/nan/medium,chronos-small,19500000.0,20000000.0,2050.0,10.2,0.145,0.137,287.0,4410.0,0.173,0.0804,0.0779
-bizitobs_l2c/5T/medium,chronos-small,163.0,163.0,8.96,0.88,0.653,0.973,29.9,12.8,0.672,0.472,0.465
-bizitobs_l2c/H/medium,chronos-small,371.0,378.0,14.2,1.32,1.5,1.19,28.7,19.3,1.17,0.857,0.78
-bizitobs_service/nan/medium,chronos-small,92200.0,93700.0,94.5,4.06,0.398,0.16,124.0,304.0,0.228,0.0711,0.0684
-electricity/15T/medium,chronos-small,272000.0,275000.0,61.5,1.03,0.184,0.17,19.7,522.0,0.899,0.106,0.0957
-electricity/H/medium,chronos-small,6090000.0,6130000.0,245.0,1.09,0.215,0.133,24.1,2470.0,0.963,0.0957,0.0877
-ett1/15T/medium,chronos-small,16.6,16.7,2.2,1.36,0.856,0.542,34.3,4.07,0.776,0.419,0.39
-ett1/H/medium,chronos-small,158.0,159.0,7.32,1.31,488000000000.0,0.471,34.6,12.6,0.602,0.351,0.327
-ett2/15T/medium,chronos-small,13.9,13.9,2.38,1.02,0.163,0.195,23.7,3.73,0.199,0.127,0.117
-ett2/H/medium,chronos-small,327.0,331.0,10.9,1.14,0.189,0.181,28.1,18.1,0.244,0.147,0.136
-jena_weather/10T/medium,chronos-small,3100.0,3220.0,16.3,0.744,3.17,0.713,18.2,55.6,0.342,0.0999,0.0894
-jena_weather/H/medium,chronos-small,1860.0,1980.0,11.9,0.842,1.34,0.704,18.8,43.1,0.264,0.0731,0.0687
-kdd_cup_2018/H/medium,chronos-small,6960.0,6990.0,36.5,1.34,1.47,0.615,29.0,83.4,1.75,0.763,0.706
-loop_seattle/5T/medium,chronos-small,268.0,273.0,10.4,1.61,0.318,0.235,42.1,16.4,0.291,0.185,0.175
-loop_seattle/H/medium,chronos-small,95.3,97.1,5.51,1.14,0.14,0.124,22.7,9.76,0.173,0.0975,0.0885
-m_dense/H/medium,chronos-small,38000.0,38200.0,81.0,0.712,0.252,0.195,16.8,195.0,0.339,0.141,0.128
-solar/10T/medium,chronos-small,62.7,69.6,4.1,1.79,3.12,1.73,32.0,7.92,1.76,0.91,0.796
-solar/H/medium,chronos-small,716.0,785.0,10.7,0.815,4.54,1.39,15.7,26.8,0.964,0.384,0.361
-sz_taxi/15T/medium,chronos-small,21.7,21.8,3.17,0.618,12400000000000.0,0.52,17.2,4.66,0.434,0.295,0.279
-bitbrains_fast_storage/5T/long,chronos-small,3370000.0,3450000.0,276.0,1.08,1.83,0.834,38.2,1840.0,4.85,0.729,0.709
-bitbrains_rnd/5T/long,chronos-small,4790000.0,4850000.0,282.0,3.83,5.13,0.717,149.0,2190.0,8.39,1.08,1.08
-bizitobs_application/nan/long,chronos-small,20500000.0,20800000.0,2440.0,9.67,0.134,0.133,299.0,4530.0,0.175,0.0941,0.0933
-bizitobs_l2c/5T/long,chronos-small,358.0,358.0,13.3,1.25,0.991,1.28,46.5,18.9,1.06,0.749,0.743
-bizitobs_l2c/H/long,chronos-small,328.0,335.0,13.7,1.31,1.69,1.06,34.0,18.1,1.11,0.834,0.78
-bizitobs_service/nan/long,chronos-small,210000.0,206000.0,127.0,3.89,0.213,0.175,134.0,458.0,0.339,0.094,0.093
-electricity/15T/long,chronos-small,410000.0,408000.0,67.0,1.06,0.193,0.167,24.0,640.0,1.01,0.106,0.0975
-electricity/H/long,chronos-small,9020000.0,9000000.0,287.0,1.23,0.304,0.147,33.4,3000.0,1.18,0.113,0.107
-ett1/15T/long,chronos-small,19.1,19.2,2.46,1.5,0.874,0.574,43.4,4.37,0.834,0.47,0.45
-ett1/H/long,chronos-small,193.0,193.0,7.77,1.42,2540000000000.0,0.516,45.8,13.9,0.665,0.372,0.36
-ett2/15T/long,chronos-small,17.3,17.2,2.57,1.11,0.177,0.204,30.2,4.15,0.221,0.137,0.129
-ett2/H/long,chronos-small,229.0,227.0,9.4,1.04,0.18,0.177,29.9,15.1,0.207,0.129,0.122
-jena_weather/10T/long,chronos-small,3240.0,3310.0,17.2,0.956,1.09,0.702,27.7,56.9,0.348,0.105,0.0957
-jena_weather/H/long,chronos-small,1610.0,1630.0,12.6,1.16,1.56,0.709,31.3,40.1,0.241,0.076,0.0723
-kdd_cup_2018/H/long,chronos-small,5230.0,5260.0,32.3,1.24,1.43,0.666,32.3,72.3,1.7,0.758,0.712
-loop_seattle/5T/long,chronos-small,193.0,194.0,8.89,1.38,0.322,0.186,39.8,13.9,0.246,0.157,0.15
-loop_seattle/H/long,chronos-small,89.6,93.2,5.38,1.12,0.154,0.121,27.5,9.47,0.169,0.0961,0.0891
-m_dense/H/long,chronos-small,36500.0,36600.0,82.6,0.737,0.25,0.202,20.1,191.0,0.331,0.143,0.133
-solar/10T/long,chronos-small,76.1,82.2,4.55,1.98,2.12,1.83,45.5,8.72,1.88,0.983,0.901
-solar/H/long,chronos-small,1010.0,1020.0,13.3,1.01,3.48,1.47,28.0,31.7,1.1,0.461,0.441
-sz_taxi/15T/long,chronos-small,20.8,20.9,3.1,0.584,7970000000000.0,0.518,18.0,4.56,0.422,0.287,0.275

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,chronos-small,1820000.0,2290000.0,171.0,0.833,2.15,0.721,29.8,1350.0,4.24,0.538,0.446,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,chronos-small,2640000.0,3740000.0,274.0,1.14,3.17,0.563,29.3,1620.0,4.63,0.782,0.614,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,chronos-small,1730000.0,1950000.0,132.0,1.81,1.36,0.659,110.0,1310.0,5.38,0.541,0.493,Web/CloudOps,2.0
+bitbrains_rnd/H/short,chronos-small,1980000.0,2230000.0,152.0,5.89,1.1,0.514,199.0,1410.0,6.16,0.664,0.614,Web/CloudOps,2.0
+bizitobs_application/10S/short,chronos-small,6290000.0,5660000.0,955.0,3.34,0.047,0.0477,35.6,2510.0,0.0967,0.0368,0.0307,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,chronos-small,23.6,23.9,2.94,0.301,0.182,0.219,4.04,4.85,0.167,0.101,0.0869,Web/CloudOps,7.0
+bizitobs_l2c/H/short,chronos-small,208.0,217.0,9.25,0.905,0.885,0.883,11.4,14.4,0.777,0.498,0.428,Web/CloudOps,7.0
+bizitobs_service/10S/short,chronos-small,23500.0,20400.0,43.3,1.91,0.159,0.0868,23.4,153.0,0.114,0.0321,0.0271,Web/CloudOps,2.0
+car_parts/M/short,chronos-small,1.53,1.56,0.522,0.885,0.769,1.87,14.0,1.24,2.96,1.25,1.03,Sales,1.0
+covid_deaths/D/short,chronos-small,1720000.0,1040000.0,182.0,42.2,0.117,0.399,1240.0,1310.0,0.494,0.0684,0.0608,Healthcare,1.0
+electricity/15T/short,chronos-small,161000.0,170000.0,59.5,1.13,0.187,0.184,14.2,401.0,0.791,0.117,0.0986,Energy,1.0
+electricity/D/short,chronos-small,2610000000.0,2570000000.0,5430.0,1.6,0.505,0.104,15.8,51100.0,0.84,0.0892,0.071,Energy,1.0
+electricity/H/short,chronos-small,1860000.0,1920000.0,176.0,0.951,0.206,0.129,12.6,1360.0,0.643,0.0833,0.0701,Energy,1.0
+electricity/W/short,chronos-small,50000000000.0,47100000000.0,28800.0,1.54,0.246,0.099,15.6,223000.0,0.51,0.0657,0.052,Energy,1.0
+ett1/15T/short,chronos-small,7.62,8.12,1.4,0.872,0.529,0.301,8.91,2.76,0.522,0.265,0.217,Energy,7.0
+ett1/D/short,chronos-small,58600.0,60200.0,161.0,1.8,1.47,0.491,28.7,242.0,0.636,0.423,0.36,Energy,7.0
+ett1/H/short,chronos-small,140.0,152.0,5.64,0.898,0.53,0.274,11.0,11.8,0.553,0.263,0.222,Energy,7.0
+ett1/W/short,chronos-small,1470000.0,1480000.0,915.0,1.65,0.564,0.575,30.4,1210.0,0.482,0.364,0.317,Energy,7.0
+ett2/15T/short,chronos-small,8.41,8.75,1.92,0.885,0.132,0.155,7.23,2.9,0.138,0.091,0.0731,Energy,7.0
+ett2/D/short,chronos-small,109000.0,112000.0,207.0,1.43,0.57,0.147,14.0,330.0,0.189,0.119,0.0968,Energy,7.0
+ett2/H/short,chronos-small,129.0,126.0,6.87,0.79,0.132,0.118,7.18,11.3,0.144,0.0871,0.0718,Energy,7.0
+ett2/W/short,chronos-small,2660000.0,2960000.0,1220.0,0.807,0.13,0.149,5.77,1630.0,0.137,0.102,0.0768,Energy,7.0
+hierarchical_sales/D/short,chronos-small,34.2,41.0,2.5,0.801,0.742,1.07,8.36,5.85,1.79,0.767,0.619,Sales,1.0
+hierarchical_sales/W/short,chronos-small,494.0,497.0,9.26,0.756,0.545,0.475,9.08,22.2,1.02,0.425,0.367,Sales,1.0
+hospital/M/short,chronos-small,3360.0,3480.0,19.7,0.813,0.207,0.187,6.18,58.0,0.21,0.0714,0.0562,Healthcare,1.0
+jena_weather/10T/short,chronos-small,1430.0,1560.0,8.77,0.359,0.411,0.611,4.19,37.9,0.235,0.0545,0.0469,Nature,21.0
+jena_weather/D/short,chronos-small,415.0,428.0,10.3,1.14,0.644,0.501,13.5,20.4,0.123,0.0621,0.0506,Nature,21.0
+jena_weather/H/short,chronos-small,1180.0,1460.0,9.38,0.583,1.09,0.628,6.64,34.4,0.211,0.0575,0.0466,Nature,21.0
+kdd_cup_2018/D/short,chronos-small,3440.0,3440.0,24.5,1.4,0.5,0.599,35.4,58.7,1.31,0.55,0.512,Nature,1.0
+kdd_cup_2018/H/short,chronos-small,5050.0,5260.0,26.3,1.06,1.15,0.509,12.0,71.0,1.49,0.551,0.459,Nature,1.0
+loop_seattle/5T/short,chronos-small,76.5,80.4,4.89,0.768,0.128,0.103,8.98,8.75,0.15,0.0839,0.07,Transport,1.0
+loop_seattle/D/short,chronos-small,20.9,21.4,3.32,1.0,0.0617,0.061,9.1,4.57,0.0818,0.0594,0.0482,Transport,1.0
+loop_seattle/H/short,chronos-small,75.0,81.9,4.75,0.967,0.134,0.108,9.5,8.66,0.153,0.0841,0.0692,Transport,1.0
+m_dense/D/short,chronos-small,13700.0,15400.0,59.3,0.834,0.15,0.121,9.64,117.0,0.203,0.103,0.0866,Transport,1.0
+m_dense/H/short,chronos-small,48800.0,51600.0,92.1,0.803,0.286,0.213,13.5,221.0,0.392,0.163,0.14,Transport,1.0
+m4_daily/D/short,chronos-small,394000.0,373000.0,170.0,3.16,0.0369,0.0292,30.5,627.0,0.0969,0.0263,0.0215,Econ/Fin,1.0
+m4_hourly/H/short,chronos-small,1020000.0,1520000.0,242.0,0.739,0.0858,0.0781,10.6,1010.0,0.138,0.0331,0.0253,Econ/Fin,1.0
+m4_monthly/M/short,chronos-small,2120000.0,2130000.0,595.0,0.982,0.166,0.139,11.2,1450.0,0.302,0.124,0.103,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,chronos-small,2000000.0,2020000.0,588.0,1.24,0.117,0.108,14.3,1420.0,0.237,0.0984,0.0839,Econ/Fin,1.0
+m4_weekly/W-SUN/short,chronos-small,288000.0,304000.0,268.0,2.09,0.0623,0.0621,18.0,537.0,0.0978,0.0488,0.0395,Econ/Fin,1.0
+m4_yearly/A-DEC/short,chronos-small,4200000.0,4120000.0,987.0,3.74,0.175,0.169,56.6,2050.0,0.329,0.158,0.139,Econ/Fin,1.0
+restaurant/D/short,chronos-small,165.0,169.0,7.96,0.758,0.748,0.429,6.0,12.8,0.591,0.366,0.292,Sales,1.0
+saugeen/D/short,chronos-small,1220.0,1230.0,13.4,2.98,0.316,0.364,57.2,34.9,1.13,0.434,0.387,Nature,1.0
+saugeen/M/short,chronos-small,776.0,774.0,16.9,0.992,0.45,0.454,23.4,27.9,0.836,0.508,0.464,Nature,1.0
+saugeen/W/short,chronos-small,1330.0,1350.0,16.9,1.37,0.335,0.428,37.0,36.4,1.1,0.509,0.482,Nature,1.0
+solar/10T/short,chronos-small,31.9,36.7,2.75,1.22,7.82,1.59,10.7,5.65,1.64,0.799,0.635,Energy,1.0
+solar/D/short,chronos-small,159000.0,178000.0,276.0,1.08,1.2,0.454,16.1,398.0,0.576,0.399,0.337,Energy,1.0
+solar/H/short,chronos-small,723.0,919.0,11.1,0.855,5.01,1.39,6.58,26.9,0.991,0.409,0.345,Energy,1.0
+solar/W/short,chronos-small,1060000.0,1140000.0,813.0,0.877,0.17,0.159,4.65,1030.0,0.21,0.166,0.124,Energy,1.0
+sz_taxi/15T/short,chronos-small,20.0,20.3,3.0,0.598,506000000000.0,0.46,9.35,4.47,0.418,0.281,0.241,Transport,1.0
+sz_taxi/H/short,chronos-small,7.73,7.87,1.91,0.579,0.99,0.317,7.72,2.78,0.259,0.178,0.149,Transport,1.0
+temperature_rain/D/short,chronos-small,197.0,228.0,6.19,1.44,27.4,1.65,29.6,14.0,1.65,0.729,0.627,Nature,1.0
+us_births/D/short,chronos-small,240000.0,225000.0,296.0,0.436,0.0284,0.0279,4.88,490.0,0.0459,0.0278,0.0232,Healthcare,1.0
+us_births/M/short,chronos-small,43200000.0,38700000.0,5060.0,0.572,0.0155,0.0157,3.49,6570.0,0.0204,0.0157,0.0134,Healthcare,1.0
+us_births/W/short,chronos-small,24500000.0,1740000.0,1010.0,0.921,0.0137,0.0137,17.5,4950.0,0.0672,0.0137,0.0115,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,chronos-small,3640000.0,3780000.0,273.0,1.14,3.75,0.81,38.9,1910.0,5.8,0.83,0.803,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,chronos-small,2220000.0,2280000.0,148.0,4.63,0.296,0.72,183.0,1490.0,6.27,0.622,0.615,Web/CloudOps,2.0
+bizitobs_application/10S/medium,chronos-small,19500000.0,20000000.0,2050.0,10.2,0.145,0.137,287.0,4410.0,0.173,0.0804,0.0779,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,chronos-small,163.0,163.0,8.96,0.88,0.653,0.973,29.9,12.8,0.672,0.472,0.465,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,chronos-small,371.0,378.0,14.2,1.32,1.5,1.19,28.7,19.3,1.17,0.857,0.78,Web/CloudOps,7.0
+bizitobs_service/10S/medium,chronos-small,92200.0,93700.0,94.5,4.06,0.398,0.16,124.0,304.0,0.228,0.0711,0.0684,Web/CloudOps,2.0
+electricity/15T/medium,chronos-small,272000.0,275000.0,61.5,1.03,0.184,0.17,19.7,522.0,0.899,0.106,0.0957,Energy,1.0
+electricity/H/medium,chronos-small,6090000.0,6130000.0,245.0,1.09,0.215,0.133,24.1,2470.0,0.963,0.0957,0.0877,Energy,1.0
+ett1/15T/medium,chronos-small,16.6,16.7,2.2,1.36,0.856,0.542,34.3,4.07,0.776,0.419,0.39,Energy,7.0
+ett1/H/medium,chronos-small,158.0,159.0,7.32,1.31,488000000000.0,0.471,34.6,12.6,0.602,0.351,0.327,Energy,7.0
+ett2/15T/medium,chronos-small,13.9,13.9,2.38,1.02,0.163,0.195,23.7,3.73,0.199,0.127,0.117,Energy,7.0
+ett2/H/medium,chronos-small,327.0,331.0,10.9,1.14,0.189,0.181,28.1,18.1,0.244,0.147,0.136,Energy,7.0
+jena_weather/10T/medium,chronos-small,3100.0,3220.0,16.3,0.744,3.17,0.713,18.2,55.6,0.342,0.0999,0.0894,Nature,21.0
+jena_weather/H/medium,chronos-small,1860.0,1980.0,11.9,0.842,1.34,0.704,18.8,43.1,0.264,0.0731,0.0687,Nature,21.0
+kdd_cup_2018/H/medium,chronos-small,6960.0,6990.0,36.5,1.34,1.47,0.615,29.0,83.4,1.75,0.763,0.706,Nature,1.0
+loop_seattle/5T/medium,chronos-small,268.0,273.0,10.4,1.61,0.318,0.235,42.1,16.4,0.291,0.185,0.175,Transport,1.0
+loop_seattle/H/medium,chronos-small,95.3,97.1,5.51,1.14,0.14,0.124,22.7,9.76,0.173,0.0975,0.0885,Transport,1.0
+m_dense/H/medium,chronos-small,38000.0,38200.0,81.0,0.712,0.252,0.195,16.8,195.0,0.339,0.141,0.128,Transport,1.0
+solar/10T/medium,chronos-small,62.7,69.6,4.1,1.79,3.12,1.73,32.0,7.92,1.76,0.91,0.796,Energy,1.0
+solar/H/medium,chronos-small,716.0,785.0,10.7,0.815,4.54,1.39,15.7,26.8,0.964,0.384,0.361,Energy,1.0
+sz_taxi/15T/medium,chronos-small,21.7,21.8,3.17,0.618,12400000000000.0,0.52,17.2,4.66,0.434,0.295,0.279,Transport,1.0
+bitbrains_fast_storage/5T/long,chronos-small,3370000.0,3450000.0,276.0,1.08,1.83,0.834,38.2,1840.0,4.85,0.729,0.709,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,chronos-small,4790000.0,4850000.0,282.0,3.83,5.13,0.717,149.0,2190.0,8.39,1.08,1.08,Web/CloudOps,2.0
+bizitobs_application/10S/long,chronos-small,20500000.0,20800000.0,2440.0,9.67,0.134,0.133,299.0,4530.0,0.175,0.0941,0.0933,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,chronos-small,358.0,358.0,13.3,1.25,0.991,1.28,46.5,18.9,1.06,0.749,0.743,Web/CloudOps,7.0
+bizitobs_l2c/H/long,chronos-small,328.0,335.0,13.7,1.31,1.69,1.06,34.0,18.1,1.11,0.834,0.78,Web/CloudOps,7.0
+bizitobs_service/10S/long,chronos-small,210000.0,206000.0,127.0,3.89,0.213,0.175,134.0,458.0,0.339,0.094,0.093,Web/CloudOps,2.0
+electricity/15T/long,chronos-small,410000.0,408000.0,67.0,1.06,0.193,0.167,24.0,640.0,1.01,0.106,0.0975,Energy,1.0
+electricity/H/long,chronos-small,9020000.0,9000000.0,287.0,1.23,0.304,0.147,33.4,3000.0,1.18,0.113,0.107,Energy,1.0
+ett1/15T/long,chronos-small,19.1,19.2,2.46,1.5,0.874,0.574,43.4,4.37,0.834,0.47,0.45,Energy,7.0
+ett1/H/long,chronos-small,193.0,193.0,7.77,1.42,2540000000000.0,0.516,45.8,13.9,0.665,0.372,0.36,Energy,7.0
+ett2/15T/long,chronos-small,17.3,17.2,2.57,1.11,0.177,0.204,30.2,4.15,0.221,0.137,0.129,Energy,7.0
+ett2/H/long,chronos-small,229.0,227.0,9.4,1.04,0.18,0.177,29.9,15.1,0.207,0.129,0.122,Energy,7.0
+jena_weather/10T/long,chronos-small,3240.0,3310.0,17.2,0.956,1.09,0.702,27.7,56.9,0.348,0.105,0.0957,Nature,21.0
+jena_weather/H/long,chronos-small,1610.0,1630.0,12.6,1.16,1.56,0.709,31.3,40.1,0.241,0.076,0.0723,Nature,21.0
+kdd_cup_2018/H/long,chronos-small,5230.0,5260.0,32.3,1.24,1.43,0.666,32.3,72.3,1.7,0.758,0.712,Nature,1.0
+loop_seattle/5T/long,chronos-small,193.0,194.0,8.89,1.38,0.322,0.186,39.8,13.9,0.246,0.157,0.15,Transport,1.0
+loop_seattle/H/long,chronos-small,89.6,93.2,5.38,1.12,0.154,0.121,27.5,9.47,0.169,0.0961,0.0891,Transport,1.0
+m_dense/H/long,chronos-small,36500.0,36600.0,82.6,0.737,0.25,0.202,20.1,191.0,0.331,0.143,0.133,Transport,1.0
+solar/10T/long,chronos-small,76.1,82.2,4.55,1.98,2.12,1.83,45.5,8.72,1.88,0.983,0.901,Energy,1.0
+solar/H/long,chronos-small,1010.0,1020.0,13.3,1.01,3.48,1.47,28.0,31.7,1.1,0.461,0.441,Energy,1.0
+sz_taxi/15T/long,chronos-small,20.8,20.9,3.1,0.584,7970000000000.0,0.518,18.0,4.56,0.422,0.287,0.275,Transport,1.0

results/chronos_base/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,chronos_base,1920000.0,2300000.0,168.0,0.85,2.11,0.721,30.2,1390.0,4.35,0.529,0.463
-bitbrains_fast_storage/H/short,chronos_base,2620000.0,3610000.0,268.0,1.11,2.87,0.561,35.3,1620.0,4.61,0.764,0.622
-bitbrains_rnd/5T/short,chronos_base,1800000.0,2030000.0,134.0,1.79,1.39,0.655,104.0,1340.0,5.5,0.548,0.507
-bitbrains_rnd/H/short,chronos_base,2210000.0,2770000.0,177.0,5.79,1.73,0.506,197.0,1490.0,6.51,0.775,0.665
-bizitobs_application/nan/short,chronos_base,6030000.0,4670000.0,962.0,3.01,0.0431,0.0433,31.0,2450.0,0.0947,0.0371,0.031
-bizitobs_l2c/5T/short,chronos_base,24.1,22.8,2.82,0.301,0.171,0.22,4.19,4.91,0.168,0.097,0.0839
-bizitobs_l2c/H/short,chronos_base,243.0,270.0,10.3,0.99,0.954,0.939,12.4,15.6,0.84,0.556,0.469
-bizitobs_service/nan/short,chronos_base,37100.0,19900.0,43.1,1.88,0.131,0.0839,24.8,193.0,0.143,0.0319,0.0272
-car_parts/nan/short,chronos_base,1.62,1.66,0.547,0.908,0.766,1.87,14.1,1.27,3.05,1.31,1.07
-covid_deaths/nan/short,chronos_base,732000.0,516000.0,139.0,42.7,0.118,0.401,1190.0,856.0,0.322,0.0522,0.0452
-electricity/15T/short,chronos_base,160000.0,162000.0,55.9,1.05,0.177,0.173,12.9,400.0,0.789,0.11,0.0925
-electricity/D/short,chronos_base,1550000000.0,1570000000.0,4650.0,1.56,0.507,0.102,15.6,39300.0,0.646,0.0764,0.0611
-electricity/H/short,chronos_base,1620000.0,1640000.0,161.0,0.902,0.157,0.124,11.7,1270.0,0.602,0.0761,0.0643
-electricity/W/short,chronos_base,40900000000.0,39500000000.0,27100.0,1.49,0.248,0.0962,15.0,202000.0,0.462,0.0618,0.0494
-ett1/15T/short,chronos_base,6.22,6.33,1.25,0.801,0.502,0.273,8.07,2.49,0.471,0.237,0.198
-ett1/D/short,chronos_base,65000.0,66300.0,170.0,1.9,1.23,0.539,33.1,255.0,0.67,0.445,0.387
-ett1/H/short,chronos_base,106.0,116.0,5.06,0.84,0.431,0.261,8.93,10.3,0.481,0.236,0.194
-ett1/W/short,chronos_base,1350000.0,1340000.0,906.0,1.66,0.6,0.599,29.4,1160.0,0.462,0.36,0.312
-ett2/15T/short,chronos_base,7.83,8.07,1.87,0.857,0.122,0.148,7.61,2.8,0.133,0.0886,0.0715
-ett2/D/short,chronos_base,111000.0,107000.0,195.0,1.26,0.412,0.13,12.1,333.0,0.191,0.111,0.0924
-ett2/H/short,chronos_base,132.0,130.0,6.9,0.781,0.127,0.114,7.11,11.5,0.146,0.0875,0.0714
-ett2/W/short,chronos_base,2920000.0,3090000.0,1180.0,0.749,0.115,0.121,4.65,1710.0,0.143,0.0991,0.0766
-hierarchical_sales/D/short,chronos_base,29.6,29.7,2.39,0.774,0.675,1.05,8.11,5.44,1.67,0.732,0.6
-hierarchical_sales/W/short,chronos_base,501.0,491.0,9.3,0.764,0.571,0.477,9.11,22.4,1.03,0.427,0.367
-hospital/nan/short,chronos_base,3030.0,3250.0,19.7,0.816,0.206,0.188,6.08,55.1,0.2,0.0716,0.0559
-jena_weather/10T/short,chronos_base,1110.0,1330.0,8.12,0.366,0.363,0.616,4.13,33.4,0.207,0.0504,0.0436
-jena_weather/D/short,chronos_base,385.0,409.0,10.2,1.12,0.679,0.481,11.8,19.6,0.118,0.0612,0.0491
-jena_weather/H/short,chronos_base,1230.0,1340.0,8.78,0.567,0.905,0.624,6.98,35.1,0.215,0.0538,0.0462
-kdd_cup_2018/D/short,chronos_base,3370.0,3360.0,24.1,1.37,0.49,0.579,35.2,58.0,1.3,0.539,0.503
-kdd_cup_2018/H/short,chronos_base,5060.0,5310.0,26.3,1.04,1.11,0.506,11.9,71.2,1.49,0.551,0.459
-loop_seattle/5T/short,chronos_base,76.9,81.3,4.87,0.764,0.127,0.103,8.77,8.77,0.15,0.0835,0.0696
-loop_seattle/D/short,chronos_base,19.1,19.4,3.02,0.912,0.0559,0.0556,9.24,4.37,0.0781,0.0539,0.0446
-loop_seattle/H/short,chronos_base,68.4,74.9,4.55,0.926,0.13,0.103,8.71,8.27,0.146,0.0805,0.066
-m_dense/D/short,chronos_base,11700.0,12800.0,51.6,0.712,0.129,0.102,9.18,108.0,0.187,0.0893,0.075
-m_dense/H/short,chronos_base,45300.0,48600.0,91.2,0.8,0.283,0.212,12.3,213.0,0.377,0.162,0.137
-m4_daily/nan/short,chronos_base,687000.0,566000.0,175.0,3.18,0.0385,0.0296,29.4,829.0,0.128,0.027,0.0221
-m4_hourly/nan/short,chronos_base,1070000.0,1380000.0,231.0,0.693,0.0849,0.0766,8.44,1040.0,0.141,0.0315,0.0244
-m4_monthly/nan/short,chronos_base,2160000.0,2170000.0,598.0,0.973,0.17,0.14,11.1,1470.0,0.306,0.124,0.104
-m4_quarterly/nan/short,chronos_base,2000000.0,1990000.0,584.0,1.23,0.115,0.107,14.2,1410.0,0.236,0.0977,0.0833
-m4_weekly/nan/short,chronos_base,250000.0,249000.0,256.0,2.08,0.0611,0.061,16.9,500.0,0.0911,0.0466,0.0374
-m4_yearly/nan/short,chronos_base,4050000.0,3980000.0,961.0,3.64,0.171,0.164,55.0,2010.0,0.323,0.154,0.135
-restaurant/nan/short,chronos_base,153.0,156.0,7.59,0.728,0.71,0.415,5.65,12.4,0.57,0.349,0.279
-saugeen/D/short,chronos_base,1440.0,1440.0,14.8,3.29,0.325,0.386,74.1,37.9,1.23,0.479,0.432
-saugeen/M/short,chronos_base,617.0,595.0,14.6,0.854,0.384,0.437,22.5,24.8,0.746,0.437,0.408
-saugeen/W/short,chronos_base,1370.0,1370.0,16.6,1.35,0.328,0.419,40.3,36.9,1.12,0.502,0.473
-solar/10T/short,chronos_base,26.8,30.8,2.49,1.11,6.48,1.57,9.49,5.18,1.51,0.723,0.579
-solar/D/short,chronos_base,148000.0,162000.0,259.0,1.01,1.19,0.428,17.0,385.0,0.556,0.375,0.326
-solar/H/short,chronos_base,697.0,883.0,10.8,0.827,4.77,1.38,6.26,26.4,0.973,0.397,0.334
-solar/W/short,chronos_base,1600000.0,1770000.0,1050.0,1.15,0.236,0.204,6.65,1260.0,0.258,0.215,0.161
-sz_taxi/15T/short,chronos_base,19.2,19.5,2.95,0.589,707000000000.0,0.438,9.27,4.38,0.41,0.276,0.236
-sz_taxi/H/short,chronos_base,7.68,7.76,1.9,0.576,1.2,0.312,8.01,2.77,0.258,0.177,0.149
-temperature_rain/nan/short,chronos_base,190.0,217.0,6.03,1.41,23.5,1.63,29.2,13.8,1.62,0.71,0.61
-us_births/D/short,chronos_base,208000.0,213000.0,286.0,0.42,0.0275,0.027,4.75,456.0,0.0428,0.0268,0.0221
-us_births/M/short,chronos_base,87100000.0,73500000.0,6910.0,0.778,0.0213,0.0216,5.08,9330.0,0.029,0.0215,0.0176
-us_births/W/short,chronos_base,2310000.0,1890000.0,1020.0,0.932,0.0139,0.0138,10.8,1520.0,0.0206,0.0139,0.0111
-bitbrains_fast_storage/5T/medium,chronos_base,3740000.0,3900000.0,272.0,1.11,3.31,0.809,38.0,1930.0,5.88,0.825,0.804
-bitbrains_rnd/5T/medium,chronos_base,2370000.0,2440000.0,155.0,4.6,0.439,0.713,182.0,1540.0,6.48,0.651,0.644
-bizitobs_application/nan/medium,chronos_base,32400000.0,31900000.0,3120.0,9.87,0.135,0.138,255.0,5700.0,0.224,0.122,0.117
-bizitobs_l2c/5T/medium,chronos_base,174.0,172.0,9.42,0.942,0.666,0.98,29.5,13.2,0.694,0.495,0.484
-bizitobs_l2c/H/medium,chronos_base,372.0,382.0,14.2,1.34,1.33,1.33,31.3,19.3,1.17,0.858,0.793
-bizitobs_service/nan/medium,chronos_base,88600.0,88100.0,101.0,4.58,0.693,0.17,126.0,298.0,0.224,0.0761,0.0726
-electricity/15T/medium,chronos_base,279000.0,280000.0,60.7,0.99,0.176,0.161,19.5,528.0,0.91,0.105,0.0952
-electricity/H/medium,chronos_base,6020000.0,6010000.0,240.0,1.06,0.26,0.129,25.6,2450.0,0.958,0.0937,0.0872
-ett1/15T/medium,chronos_base,15.6,15.5,2.12,1.32,0.882,0.523,32.8,3.95,0.752,0.404,0.379
-ett1/H/medium,chronos_base,150.0,149.0,7.35,1.37,2280000000000.0,0.463,37.0,12.2,0.586,0.352,0.33
-ett2/15T/medium,chronos_base,16.0,15.5,2.48,1.06,0.16,0.193,24.5,4.0,0.213,0.132,0.122
-ett2/H/medium,chronos_base,307.0,315.0,10.7,1.15,0.193,0.185,26.0,17.5,0.236,0.144,0.132
-jena_weather/10T/medium,chronos_base,2390.0,2400.0,13.7,0.722,2.16,0.704,17.5,48.9,0.3,0.084,0.076
-jena_weather/H/medium,chronos_base,1890.0,1980.0,12.2,0.883,1.24,0.722,18.5,43.5,0.266,0.0746,0.0702
-kdd_cup_2018/H/medium,chronos_base,6590.0,6640.0,34.5,1.24,1.35,0.592,26.1,81.2,1.7,0.721,0.664
-loop_seattle/5T/medium,chronos_base,276.0,281.0,10.5,1.61,0.316,0.239,41.2,16.6,0.296,0.186,0.176
-loop_seattle/H/medium,chronos_base,86.0,87.0,5.12,1.05,0.135,0.115,24.0,9.27,0.164,0.0905,0.084
-m_dense/H/medium,chronos_base,40600.0,40500.0,85.4,0.757,0.261,0.201,19.1,201.0,0.351,0.149,0.136
-solar/10T/medium,chronos_base,50.5,56.2,3.57,1.54,3.78,1.65,26.2,7.11,1.58,0.791,0.686
-solar/H/medium,chronos_base,662.0,719.0,10.5,0.806,4.28,1.39,16.7,25.7,0.927,0.38,0.356
-sz_taxi/15T/medium,chronos_base,20.5,20.5,3.06,0.597,12500000000000.0,0.471,15.8,4.53,0.421,0.285,0.268
-electricity/15T/long,chronos_base,350000.0,349000.0,64.5,1.01,0.173,0.159,23.9,591.0,0.933,0.102,0.0945
-electricity/H/long,chronos_base,9010000.0,9030000.0,280.0,1.2,0.309,0.142,34.9,3000.0,1.18,0.111,0.105
-solar/10T/long,chronos_base,59.5,64.0,3.83,1.66,2.44,1.73,35.7,7.71,1.67,0.828,0.748
-solar/H/long,chronos_base,1070.0,1100.0,14.0,1.07,3.26,1.49,31.2,32.7,1.13,0.487,0.464
-kdd_cup_2018/H/long,chronos_base,4480.0,4530.0,28.7,1.14,1.19,0.642,27.8,66.9,1.57,0.672,0.624
-loop_seattle/5T/long,chronos_base,187.0,187.0,8.49,1.31,0.313,0.181,37.2,13.7,0.242,0.15,0.143
-loop_seattle/H/long,chronos_base,77.7,80.0,4.85,1.01,0.146,0.11,27.2,8.82,0.158,0.0868,0.0817
-sz_taxi/15T/long,chronos_base,19.3,19.3,2.99,0.567,8120000000000.0,0.465,16.6,4.39,0.407,0.277,0.265
-m_dense/H/long,chronos_base,35900.0,35900.0,82.9,0.773,0.258,0.207,22.1,190.0,0.328,0.143,0.135
-ett1/15T/long,chronos_base,15.5,15.4,2.2,1.35,0.846,0.534,38.5,3.94,0.751,0.419,0.4
-ett1/H/long,chronos_base,173.0,173.0,7.62,1.43,2930000000000.0,0.502,45.2,13.2,0.63,0.365,0.35
-ett2/15T/long,chronos_base,21.6,21.6,2.65,1.14,0.174,0.208,31.8,4.65,0.248,0.141,0.134
-ett2/H/long,chronos_base,275.0,274.0,10.4,1.12,0.187,0.185,33.6,16.6,0.227,0.143,0.136
-jena_weather/10T/long,chronos_base,2480.0,2480.0,14.2,0.802,0.872,0.692,22.3,49.8,0.305,0.0867,0.0796
-jena_weather/H/long,chronos_base,2030.0,1990.0,12.8,1.11,1.59,0.707,30.7,45.1,0.272,0.0773,0.0745
-bitbrains_fast_storage/5T/long,chronos_base,3510000.0,3600000.0,276.0,1.01,1.48,0.828,35.3,1870.0,4.95,0.728,0.711
-bitbrains_rnd/5T/long,chronos_base,4690000.0,4740000.0,275.0,3.77,5.02,0.714,144.0,2170.0,8.3,1.05,1.05
-bizitobs_application/nan/long,chronos_base,20900000.0,21000000.0,2440.0,9.25,0.127,0.127,283.0,4570.0,0.176,0.0941,0.0926
-bizitobs_service/nan/long,chronos_base,218000.0,201000.0,128.0,4.22,0.228,0.182,141.0,467.0,0.346,0.095,0.0936
-bizitobs_l2c/5T/long,chronos_base,354.0,352.0,13.0,1.2,0.962,1.28,43.5,18.8,1.06,0.732,0.722
-bizitobs_l2c/H/long,chronos_base,306.0,316.0,13.0,1.25,1.61,1.04,31.9,17.5,1.07,0.797,0.738

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,chronos_base,1920000.0,2300000.0,168.0,0.85,2.11,0.721,30.2,1390.0,4.35,0.529,0.463,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,chronos_base,2620000.0,3610000.0,268.0,1.11,2.87,0.561,35.3,1620.0,4.61,0.764,0.622,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,chronos_base,1800000.0,2030000.0,134.0,1.79,1.39,0.655,104.0,1340.0,5.5,0.548,0.507,Web/CloudOps,2.0
+bitbrains_rnd/H/short,chronos_base,2210000.0,2770000.0,177.0,5.79,1.73,0.506,197.0,1490.0,6.51,0.775,0.665,Web/CloudOps,2.0
+bizitobs_application/10S/short,chronos_base,6030000.0,4670000.0,962.0,3.01,0.0431,0.0433,31.0,2450.0,0.0947,0.0371,0.031,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,chronos_base,24.1,22.8,2.82,0.301,0.171,0.22,4.19,4.91,0.168,0.097,0.0839,Web/CloudOps,7.0
+bizitobs_l2c/H/short,chronos_base,243.0,270.0,10.3,0.99,0.954,0.939,12.4,15.6,0.84,0.556,0.469,Web/CloudOps,7.0
+bizitobs_service/10S/short,chronos_base,37100.0,19900.0,43.1,1.88,0.131,0.0839,24.8,193.0,0.143,0.0319,0.0272,Web/CloudOps,2.0
+car_parts/M/short,chronos_base,1.62,1.66,0.547,0.908,0.766,1.87,14.1,1.27,3.05,1.31,1.07,Sales,1.0
+covid_deaths/D/short,chronos_base,732000.0,516000.0,139.0,42.7,0.118,0.401,1190.0,856.0,0.322,0.0522,0.0452,Healthcare,1.0
+electricity/15T/short,chronos_base,160000.0,162000.0,55.9,1.05,0.177,0.173,12.9,400.0,0.789,0.11,0.0925,Energy,1.0
+electricity/D/short,chronos_base,1550000000.0,1570000000.0,4650.0,1.56,0.507,0.102,15.6,39300.0,0.646,0.0764,0.0611,Energy,1.0
+electricity/H/short,chronos_base,1620000.0,1640000.0,161.0,0.902,0.157,0.124,11.7,1270.0,0.602,0.0761,0.0643,Energy,1.0
+electricity/W/short,chronos_base,40900000000.0,39500000000.0,27100.0,1.49,0.248,0.0962,15.0,202000.0,0.462,0.0618,0.0494,Energy,1.0
+ett1/15T/short,chronos_base,6.22,6.33,1.25,0.801,0.502,0.273,8.07,2.49,0.471,0.237,0.198,Energy,7.0
+ett1/D/short,chronos_base,65000.0,66300.0,170.0,1.9,1.23,0.539,33.1,255.0,0.67,0.445,0.387,Energy,7.0
+ett1/H/short,chronos_base,106.0,116.0,5.06,0.84,0.431,0.261,8.93,10.3,0.481,0.236,0.194,Energy,7.0
+ett1/W/short,chronos_base,1350000.0,1340000.0,906.0,1.66,0.6,0.599,29.4,1160.0,0.462,0.36,0.312,Energy,7.0
+ett2/15T/short,chronos_base,7.83,8.07,1.87,0.857,0.122,0.148,7.61,2.8,0.133,0.0886,0.0715,Energy,7.0
+ett2/D/short,chronos_base,111000.0,107000.0,195.0,1.26,0.412,0.13,12.1,333.0,0.191,0.111,0.0924,Energy,7.0
+ett2/H/short,chronos_base,132.0,130.0,6.9,0.781,0.127,0.114,7.11,11.5,0.146,0.0875,0.0714,Energy,7.0
+ett2/W/short,chronos_base,2920000.0,3090000.0,1180.0,0.749,0.115,0.121,4.65,1710.0,0.143,0.0991,0.0766,Energy,7.0
+hierarchical_sales/D/short,chronos_base,29.6,29.7,2.39,0.774,0.675,1.05,8.11,5.44,1.67,0.732,0.6,Sales,1.0
+hierarchical_sales/W/short,chronos_base,501.0,491.0,9.3,0.764,0.571,0.477,9.11,22.4,1.03,0.427,0.367,Sales,1.0
+hospital/M/short,chronos_base,3030.0,3250.0,19.7,0.816,0.206,0.188,6.08,55.1,0.2,0.0716,0.0559,Healthcare,1.0
+jena_weather/10T/short,chronos_base,1110.0,1330.0,8.12,0.366,0.363,0.616,4.13,33.4,0.207,0.0504,0.0436,Nature,21.0
+jena_weather/D/short,chronos_base,385.0,409.0,10.2,1.12,0.679,0.481,11.8,19.6,0.118,0.0612,0.0491,Nature,21.0
+jena_weather/H/short,chronos_base,1230.0,1340.0,8.78,0.567,0.905,0.624,6.98,35.1,0.215,0.0538,0.0462,Nature,21.0
+kdd_cup_2018/D/short,chronos_base,3370.0,3360.0,24.1,1.37,0.49,0.579,35.2,58.0,1.3,0.539,0.503,Nature,1.0
+kdd_cup_2018/H/short,chronos_base,5060.0,5310.0,26.3,1.04,1.11,0.506,11.9,71.2,1.49,0.551,0.459,Nature,1.0
+loop_seattle/5T/short,chronos_base,76.9,81.3,4.87,0.764,0.127,0.103,8.77,8.77,0.15,0.0835,0.0696,Transport,1.0
+loop_seattle/D/short,chronos_base,19.1,19.4,3.02,0.912,0.0559,0.0556,9.24,4.37,0.0781,0.0539,0.0446,Transport,1.0
+loop_seattle/H/short,chronos_base,68.4,74.9,4.55,0.926,0.13,0.103,8.71,8.27,0.146,0.0805,0.066,Transport,1.0
+m_dense/D/short,chronos_base,11700.0,12800.0,51.6,0.712,0.129,0.102,9.18,108.0,0.187,0.0893,0.075,Transport,1.0
+m_dense/H/short,chronos_base,45300.0,48600.0,91.2,0.8,0.283,0.212,12.3,213.0,0.377,0.162,0.137,Transport,1.0
+m4_daily/D/short,chronos_base,687000.0,566000.0,175.0,3.18,0.0385,0.0296,29.4,829.0,0.128,0.027,0.0221,Econ/Fin,1.0
+m4_hourly/H/short,chronos_base,1070000.0,1380000.0,231.0,0.693,0.0849,0.0766,8.44,1040.0,0.141,0.0315,0.0244,Econ/Fin,1.0
+m4_monthly/M/short,chronos_base,2160000.0,2170000.0,598.0,0.973,0.17,0.14,11.1,1470.0,0.306,0.124,0.104,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,chronos_base,2000000.0,1990000.0,584.0,1.23,0.115,0.107,14.2,1410.0,0.236,0.0977,0.0833,Econ/Fin,1.0
+m4_weekly/W-SUN/short,chronos_base,250000.0,249000.0,256.0,2.08,0.0611,0.061,16.9,500.0,0.0911,0.0466,0.0374,Econ/Fin,1.0
+m4_yearly/A-DEC/short,chronos_base,4050000.0,3980000.0,961.0,3.64,0.171,0.164,55.0,2010.0,0.323,0.154,0.135,Econ/Fin,1.0
+restaurant/D/short,chronos_base,153.0,156.0,7.59,0.728,0.71,0.415,5.65,12.4,0.57,0.349,0.279,Sales,1.0
+saugeen/D/short,chronos_base,1440.0,1440.0,14.8,3.29,0.325,0.386,74.1,37.9,1.23,0.479,0.432,Nature,1.0
+saugeen/M/short,chronos_base,617.0,595.0,14.6,0.854,0.384,0.437,22.5,24.8,0.746,0.437,0.408,Nature,1.0
+saugeen/W/short,chronos_base,1370.0,1370.0,16.6,1.35,0.328,0.419,40.3,36.9,1.12,0.502,0.473,Nature,1.0
+solar/10T/short,chronos_base,26.8,30.8,2.49,1.11,6.48,1.57,9.49,5.18,1.51,0.723,0.579,Energy,1.0
+solar/D/short,chronos_base,148000.0,162000.0,259.0,1.01,1.19,0.428,17.0,385.0,0.556,0.375,0.326,Energy,1.0
+solar/H/short,chronos_base,697.0,883.0,10.8,0.827,4.77,1.38,6.26,26.4,0.973,0.397,0.334,Energy,1.0
+solar/W/short,chronos_base,1600000.0,1770000.0,1050.0,1.15,0.236,0.204,6.65,1260.0,0.258,0.215,0.161,Energy,1.0
+sz_taxi/15T/short,chronos_base,19.2,19.5,2.95,0.589,707000000000.0,0.438,9.27,4.38,0.41,0.276,0.236,Transport,1.0
+sz_taxi/H/short,chronos_base,7.68,7.76,1.9,0.576,1.2,0.312,8.01,2.77,0.258,0.177,0.149,Transport,1.0
+temperature_rain/D/short,chronos_base,190.0,217.0,6.03,1.41,23.5,1.63,29.2,13.8,1.62,0.71,0.61,Nature,1.0
+us_births/D/short,chronos_base,208000.0,213000.0,286.0,0.42,0.0275,0.027,4.75,456.0,0.0428,0.0268,0.0221,Healthcare,1.0
+us_births/M/short,chronos_base,87100000.0,73500000.0,6910.0,0.778,0.0213,0.0216,5.08,9330.0,0.029,0.0215,0.0176,Healthcare,1.0
+us_births/W/short,chronos_base,2310000.0,1890000.0,1020.0,0.932,0.0139,0.0138,10.8,1520.0,0.0206,0.0139,0.0111,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,chronos_base,3740000.0,3900000.0,272.0,1.11,3.31,0.809,38.0,1930.0,5.88,0.825,0.804,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,chronos_base,2370000.0,2440000.0,155.0,4.6,0.439,0.713,182.0,1540.0,6.48,0.651,0.644,Web/CloudOps,2.0
+bizitobs_application/10S/medium,chronos_base,32400000.0,31900000.0,3120.0,9.87,0.135,0.138,255.0,5700.0,0.224,0.122,0.117,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,chronos_base,174.0,172.0,9.42,0.942,0.666,0.98,29.5,13.2,0.694,0.495,0.484,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,chronos_base,372.0,382.0,14.2,1.34,1.33,1.33,31.3,19.3,1.17,0.858,0.793,Web/CloudOps,7.0
+bizitobs_service/10S/medium,chronos_base,88600.0,88100.0,101.0,4.58,0.693,0.17,126.0,298.0,0.224,0.0761,0.0726,Web/CloudOps,2.0
+electricity/15T/medium,chronos_base,279000.0,280000.0,60.7,0.99,0.176,0.161,19.5,528.0,0.91,0.105,0.0952,Energy,1.0
+electricity/H/medium,chronos_base,6020000.0,6010000.0,240.0,1.06,0.26,0.129,25.6,2450.0,0.958,0.0937,0.0872,Energy,1.0
+ett1/15T/medium,chronos_base,15.6,15.5,2.12,1.32,0.882,0.523,32.8,3.95,0.752,0.404,0.379,Energy,7.0
+ett1/H/medium,chronos_base,150.0,149.0,7.35,1.37,2280000000000.0,0.463,37.0,12.2,0.586,0.352,0.33,Energy,7.0
+ett2/15T/medium,chronos_base,16.0,15.5,2.48,1.06,0.16,0.193,24.5,4.0,0.213,0.132,0.122,Energy,7.0
+ett2/H/medium,chronos_base,307.0,315.0,10.7,1.15,0.193,0.185,26.0,17.5,0.236,0.144,0.132,Energy,7.0
+jena_weather/10T/medium,chronos_base,2390.0,2400.0,13.7,0.722,2.16,0.704,17.5,48.9,0.3,0.084,0.076,Nature,21.0
+jena_weather/H/medium,chronos_base,1890.0,1980.0,12.2,0.883,1.24,0.722,18.5,43.5,0.266,0.0746,0.0702,Nature,21.0
+kdd_cup_2018/H/medium,chronos_base,6590.0,6640.0,34.5,1.24,1.35,0.592,26.1,81.2,1.7,0.721,0.664,Nature,1.0
+loop_seattle/5T/medium,chronos_base,276.0,281.0,10.5,1.61,0.316,0.239,41.2,16.6,0.296,0.186,0.176,Transport,1.0
+loop_seattle/H/medium,chronos_base,86.0,87.0,5.12,1.05,0.135,0.115,24.0,9.27,0.164,0.0905,0.084,Transport,1.0
+m_dense/H/medium,chronos_base,40600.0,40500.0,85.4,0.757,0.261,0.201,19.1,201.0,0.351,0.149,0.136,Transport,1.0
+solar/10T/medium,chronos_base,50.5,56.2,3.57,1.54,3.78,1.65,26.2,7.11,1.58,0.791,0.686,Energy,1.0
+solar/H/medium,chronos_base,662.0,719.0,10.5,0.806,4.28,1.39,16.7,25.7,0.927,0.38,0.356,Energy,1.0
+sz_taxi/15T/medium,chronos_base,20.5,20.5,3.06,0.597,12500000000000.0,0.471,15.8,4.53,0.421,0.285,0.268,Transport,1.0
+electricity/15T/long,chronos_base,350000.0,349000.0,64.5,1.01,0.173,0.159,23.9,591.0,0.933,0.102,0.0945,Energy,1.0
+electricity/H/long,chronos_base,9010000.0,9030000.0,280.0,1.2,0.309,0.142,34.9,3000.0,1.18,0.111,0.105,Energy,1.0
+solar/10T/long,chronos_base,59.5,64.0,3.83,1.66,2.44,1.73,35.7,7.71,1.67,0.828,0.748,Energy,1.0
+solar/H/long,chronos_base,1070.0,1100.0,14.0,1.07,3.26,1.49,31.2,32.7,1.13,0.487,0.464,Energy,1.0
+kdd_cup_2018/H/long,chronos_base,4480.0,4530.0,28.7,1.14,1.19,0.642,27.8,66.9,1.57,0.672,0.624,Nature,1.0
+loop_seattle/5T/long,chronos_base,187.0,187.0,8.49,1.31,0.313,0.181,37.2,13.7,0.242,0.15,0.143,Transport,1.0
+loop_seattle/H/long,chronos_base,77.7,80.0,4.85,1.01,0.146,0.11,27.2,8.82,0.158,0.0868,0.0817,Transport,1.0
+sz_taxi/15T/long,chronos_base,19.3,19.3,2.99,0.567,8120000000000.0,0.465,16.6,4.39,0.407,0.277,0.265,Transport,1.0
+m_dense/H/long,chronos_base,35900.0,35900.0,82.9,0.773,0.258,0.207,22.1,190.0,0.328,0.143,0.135,Transport,1.0
+ett1/15T/long,chronos_base,15.5,15.4,2.2,1.35,0.846,0.534,38.5,3.94,0.751,0.419,0.4,Energy,7.0
+ett1/H/long,chronos_base,173.0,173.0,7.62,1.43,2930000000000.0,0.502,45.2,13.2,0.63,0.365,0.35,Energy,7.0
+ett2/15T/long,chronos_base,21.6,21.6,2.65,1.14,0.174,0.208,31.8,4.65,0.248,0.141,0.134,Energy,7.0
+ett2/H/long,chronos_base,275.0,274.0,10.4,1.12,0.187,0.185,33.6,16.6,0.227,0.143,0.136,Energy,7.0
+jena_weather/10T/long,chronos_base,2480.0,2480.0,14.2,0.802,0.872,0.692,22.3,49.8,0.305,0.0867,0.0796,Nature,21.0
+jena_weather/H/long,chronos_base,2030.0,1990.0,12.8,1.11,1.59,0.707,30.7,45.1,0.272,0.0773,0.0745,Nature,21.0
+bitbrains_fast_storage/5T/long,chronos_base,3510000.0,3600000.0,276.0,1.01,1.48,0.828,35.3,1870.0,4.95,0.728,0.711,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,chronos_base,4690000.0,4740000.0,275.0,3.77,5.02,0.714,144.0,2170.0,8.3,1.05,1.05,Web/CloudOps,2.0
+bizitobs_application/10S/long,chronos_base,20900000.0,21000000.0,2440.0,9.25,0.127,0.127,283.0,4570.0,0.176,0.0941,0.0926,Web/CloudOps,2.0
+bizitobs_service/10S/long,chronos_base,218000.0,201000.0,128.0,4.22,0.228,0.182,141.0,467.0,0.346,0.095,0.0936,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,chronos_base,354.0,352.0,13.0,1.2,0.962,1.28,43.5,18.8,1.06,0.732,0.722,Web/CloudOps,7.0
+bizitobs_l2c/H/long,chronos_base,306.0,316.0,13.0,1.25,1.61,1.04,31.9,17.5,1.07,0.797,0.738,Web/CloudOps,7.0

results/chronos_large/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,chronos_large,1930000.0,2330000.0,170.0,0.856,2.11,0.721,29.7,1390.0,4.37,0.533,0.465
-bitbrains_fast_storage/H/short,chronos_large,2690000.0,3660000.0,273.0,1.12,3.17,0.561,33.1,1640.0,4.67,0.777,0.633
-bitbrains_rnd/5T/short,chronos_large,1810000.0,2000000.0,133.0,1.79,1.38,0.656,95.6,1350.0,5.51,0.545,0.506
-bitbrains_rnd/H/short,chronos_large,2190000.0,2720000.0,174.0,5.75,1.42,0.502,197.0,1480.0,6.48,0.761,0.661
-bizitobs_application/nan/short,chronos_large,5750000.0,4740000.0,955.0,2.89,0.0416,0.0418,34.4,2400.0,0.0924,0.0368,0.0315
-bizitobs_l2c/5T/short,chronos_large,24.7,23.6,2.89,0.31,0.178,0.223,3.95,4.97,0.171,0.0994,0.0843
-bizitobs_l2c/H/short,chronos_large,254.0,292.0,10.9,1.04,1.07,1.03,11.5,15.9,0.859,0.588,0.491
-bizitobs_service/nan/short,chronos_large,22900.0,20500.0,43.4,1.91,0.16,0.0857,25.3,151.0,0.112,0.0321,0.027
-car_parts/nan/short,chronos_large,1.6,1.66,0.545,0.904,0.78,1.88,13.9,1.26,3.03,1.31,1.07
-covid_deaths/nan/short,chronos_large,532000.0,473000.0,127.0,43.1,0.119,0.403,1190.0,730.0,0.274,0.0478,0.0424
-electricity/15T/short,chronos_large,154000.0,162000.0,55.6,1.05,0.177,0.173,13.0,393.0,0.774,0.11,0.0917
-electricity/D/short,chronos_large,1500000000.0,1470000000.0,4550.0,1.55,0.507,0.102,15.8,38700.0,0.637,0.0747,0.0606
-electricity/H/short,chronos_large,1620000.0,1690000.0,163.0,0.901,0.162,0.123,11.4,1270.0,0.601,0.0769,0.0648
-electricity/W/short,chronos_large,38300000000.0,40200000000.0,27300.0,1.5,0.249,0.0968,15.1,196000.0,0.447,0.0623,0.0487
-ett1/15T/short,chronos_large,6.22,6.21,1.24,0.79,0.483,0.273,8.32,2.49,0.472,0.235,0.196
-ett1/D/short,chronos_large,69800.0,74000.0,178.0,1.96,1.36,0.533,32.8,264.0,0.694,0.467,0.404
-ett1/H/short,chronos_large,109.0,119.0,5.14,0.851,0.47,0.263,8.77,10.4,0.488,0.24,0.198
-ett1/W/short,chronos_large,1410000.0,1370000.0,897.0,1.65,0.594,0.58,30.2,1190.0,0.472,0.357,0.316
-ett2/15T/short,chronos_large,8.35,8.44,1.87,0.852,0.121,0.147,8.14,2.89,0.137,0.0886,0.0722
-ett2/D/short,chronos_large,106000.0,106000.0,191.0,1.27,0.446,0.132,11.9,326.0,0.186,0.109,0.0907
-ett2/H/short,chronos_large,132.0,130.0,6.88,0.785,0.129,0.116,7.51,11.5,0.146,0.0873,0.0717
-ett2/W/short,chronos_large,2410000.0,2470000.0,1060.0,0.655,0.104,0.108,4.18,1550.0,0.13,0.0888,0.0707
-hierarchical_sales/D/short,chronos_large,29.4,29.8,2.39,0.773,0.673,1.05,8.09,5.42,1.66,0.732,0.599
-hierarchical_sales/W/short,chronos_large,499.0,489.0,9.22,0.76,0.562,0.473,9.18,22.3,1.03,0.423,0.365
-hospital/nan/short,chronos_large,3120.0,3370.0,19.8,0.816,0.206,0.188,5.94,55.9,0.203,0.0719,0.0565
-jena_weather/10T/short,chronos_large,1130.0,1330.0,8.17,0.368,0.376,0.616,4.34,33.6,0.209,0.0507,0.0437
-jena_weather/D/short,chronos_large,399.0,409.0,10.0,1.09,0.68,0.476,11.9,20.0,0.12,0.0604,0.0487
-jena_weather/H/short,chronos_large,1180.0,1310.0,8.69,0.561,0.982,0.622,6.84,34.3,0.21,0.0533,0.0456
-kdd_cup_2018/D/short,chronos_large,3360.0,3360.0,24.0,1.37,0.49,0.58,35.4,58.0,1.3,0.538,0.502
-kdd_cup_2018/H/short,chronos_large,5060.0,5290.0,26.2,1.04,1.1,0.504,11.9,71.1,1.49,0.548,0.458
-loop_seattle/5T/short,chronos_large,77.4,81.8,4.88,0.765,0.127,0.103,8.81,8.8,0.151,0.0836,0.0698
-loop_seattle/D/short,chronos_large,19.2,19.4,3.01,0.908,0.0559,0.0556,9.43,4.38,0.0782,0.0539,0.0446
-loop_seattle/H/short,chronos_large,68.3,75.1,4.55,0.926,0.13,0.103,8.69,8.27,0.146,0.0806,0.0659
-m_dense/D/short,chronos_large,11600.0,13600.0,53.6,0.724,0.131,0.104,9.26,108.0,0.186,0.0928,0.0747
-m_dense/H/short,chronos_large,45300.0,48700.0,91.3,0.802,0.282,0.213,12.3,213.0,0.378,0.162,0.137
-m4_daily/nan/short,chronos_large,768000.0,531000.0,174.0,3.18,0.0382,0.0296,30.1,876.0,0.135,0.0269,0.0223
-m4_hourly/nan/short,chronos_large,1240000.0,1490000.0,241.0,0.694,0.0848,0.0766,7.78,1110.0,0.152,0.0329,0.0258
-m4_monthly/nan/short,chronos_large,2160000.0,2170000.0,597.0,0.971,0.169,0.14,11.0,1470.0,0.305,0.124,0.103
-m4_quarterly/nan/short,chronos_large,1990000.0,1990000.0,584.0,1.23,0.115,0.107,14.3,1410.0,0.236,0.0978,0.0833
-m4_weekly/nan/short,chronos_large,256000.0,255000.0,256.0,2.08,0.0607,0.0606,16.1,506.0,0.0922,0.0466,0.0375
-m4_yearly/nan/short,chronos_large,4080000.0,3990000.0,963.0,3.64,0.171,0.164,55.3,2020.0,0.324,0.154,0.135
-restaurant/nan/short,chronos_large,153.0,156.0,7.6,0.73,0.715,0.416,5.73,12.4,0.569,0.35,0.279
-saugeen/D/short,chronos_large,1410.0,1440.0,14.3,3.18,0.302,0.364,72.2,37.6,1.22,0.464,0.42
-saugeen/M/short,chronos_large,622.0,611.0,14.8,0.869,0.391,0.451,23.4,24.9,0.749,0.446,0.415
-saugeen/W/short,chronos_large,1340.0,1340.0,16.5,1.34,0.329,0.42,40.3,36.6,1.1,0.499,0.471
-solar/10T/short,chronos_large,26.7,31.0,2.47,1.1,6.41,1.57,9.42,5.17,1.5,0.719,0.575
-solar/D/short,chronos_large,150000.0,162000.0,259.0,1.01,1.21,0.426,17.6,387.0,0.559,0.375,0.328
-solar/H/short,chronos_large,704.0,883.0,10.8,0.83,4.67,1.38,6.2,26.5,0.978,0.398,0.337
-solar/W/short,chronos_large,1600000.0,1760000.0,1050.0,1.15,0.237,0.204,6.6,1260.0,0.258,0.215,0.162
-sz_taxi/15T/short,chronos_large,19.1,19.3,2.94,0.587,573000000000.0,0.438,9.23,4.37,0.409,0.275,0.236
-sz_taxi/H/short,chronos_large,7.68,7.73,1.89,0.575,1.1,0.311,7.95,2.77,0.258,0.176,0.148
-temperature_rain/nan/short,chronos_large,189.0,216.0,6.03,1.41,20.9,1.63,29.1,13.8,1.62,0.709,0.609
-us_births/D/short,chronos_large,216000.0,226000.0,295.0,0.434,0.0284,0.0278,4.32,465.0,0.0436,0.0277,0.0226
-us_births/M/short,chronos_large,52500000.0,39700000.0,5170.0,0.585,0.0159,0.0161,4.77,7250.0,0.0225,0.0161,0.0134
-us_births/W/short,chronos_large,1420000.0,1450000.0,908.0,0.826,0.0123,0.0123,5.66,1190.0,0.0162,0.0123,0.00992
-bitbrains_fast_storage/5T/medium,chronos_large,3680000.0,3840000.0,270.0,1.1,3.32,0.809,37.5,1920.0,5.83,0.82,0.798
-bitbrains_rnd/5T/medium,chronos_large,2330000.0,2380000.0,153.0,4.6,0.416,0.715,179.0,1530.0,6.42,0.642,0.636
-bizitobs_application/nan/medium,chronos_large,21500000.0,21700000.0,2520.0,8.93,0.122,0.124,232.0,4640.0,0.182,0.0989,0.0954
-bizitobs_l2c/5T/medium,chronos_large,182.0,180.0,9.67,0.951,0.672,0.992,29.5,13.5,0.71,0.509,0.496
-bizitobs_l2c/H/medium,chronos_large,390.0,399.0,14.5,1.35,1.37,1.28,29.1,19.7,1.2,0.88,0.802
-bizitobs_service/nan/medium,chronos_large,90600.0,88700.0,100.0,4.56,0.747,0.167,126.0,301.0,0.227,0.0755,0.0722
-electricity/15T/medium,chronos_large,275000.0,280000.0,60.3,0.99,0.177,0.161,19.6,525.0,0.904,0.104,0.0944
-electricity/H/medium,chronos_large,5760000.0,5820000.0,238.0,1.07,0.259,0.13,25.7,2400.0,0.937,0.0928,0.0858
-ett1/15T/medium,chronos_large,15.1,15.2,2.1,1.31,0.845,0.519,32.2,3.89,0.741,0.4,0.376
-ett1/H/medium,chronos_large,157.0,155.0,7.39,1.35,2030000000000.0,0.452,37.1,12.5,0.6,0.354,0.333
-ett2/15T/medium,chronos_large,16.1,16.3,2.57,1.09,0.16,0.195,25.0,4.01,0.214,0.137,0.126
-ett2/H/medium,chronos_large,263.0,263.0,10.1,1.11,0.19,0.178,25.9,16.2,0.218,0.137,0.125
-jena_weather/10T/medium,chronos_large,2350.0,2430.0,13.5,0.715,0.865,0.709,17.2,48.4,0.297,0.0828,0.0751
-jena_weather/H/medium,chronos_large,2000.0,2060.0,12.3,0.875,1.43,0.722,18.8,44.7,0.273,0.0755,0.0709
-kdd_cup_2018/H/medium,chronos_large,6510.0,6550.0,34.1,1.24,1.35,0.592,26.4,80.7,1.69,0.714,0.658
-loop_seattle/5T/medium,chronos_large,278.0,283.0,10.5,1.62,0.318,0.24,41.3,16.7,0.297,0.187,0.176
-loop_seattle/H/medium,chronos_large,86.6,87.6,5.14,1.05,0.135,0.116,24.2,9.31,0.164,0.0908,0.0843
-m_dense/H/medium,chronos_large,39400.0,39500.0,84.3,0.757,0.262,0.201,19.0,198.0,0.345,0.147,0.134
-solar/10T/medium,chronos_large,49.6,55.2,3.55,1.54,3.75,1.65,26.0,7.04,1.56,0.788,0.681
-solar/H/medium,chronos_large,657.0,716.0,10.5,0.806,4.28,1.39,16.7,25.6,0.923,0.38,0.355
-sz_taxi/15T/medium,chronos_large,20.8,20.4,3.05,0.593,12600000000000.0,0.467,15.7,4.56,0.424,0.283,0.267
-electricity/15T/long,chronos_large,349000.0,348000.0,64.3,1.01,0.174,0.159,23.9,591.0,0.932,0.101,0.0942
-electricity/H/long,chronos_large,9410000.0,9410000.0,284.0,1.2,0.312,0.142,34.8,3070.0,1.21,0.112,0.107
-solar/10T/long,chronos_large,58.8,63.5,3.84,1.66,2.49,1.73,35.6,7.67,1.66,0.829,0.747
-solar/H/long,chronos_large,1020.0,1050.0,13.6,1.02,3.37,1.47,29.2,32.0,1.11,0.47,0.448
-kdd_cup_2018/H/long,chronos_large,4620.0,4670.0,29.2,1.16,1.24,0.645,28.5,68.0,1.59,0.685,0.636
-loop_seattle/5T/long,chronos_large,187.0,187.0,8.49,1.32,0.313,0.18,37.2,13.7,0.242,0.15,0.143
-loop_seattle/H/long,chronos_large,77.5,79.4,4.83,1.01,0.146,0.109,27.2,8.8,0.157,0.0864,0.0814
-sz_taxi/15T/long,chronos_large,19.3,19.3,3.0,0.568,8320000000000.0,0.463,16.8,4.4,0.407,0.278,0.265
-m_dense/H/long,chronos_large,37900.0,37800.0,85.6,0.788,0.26,0.206,22.8,195.0,0.337,0.148,0.139
-ett1/15T/long,chronos_large,13.6,13.7,2.01,1.28,0.858,0.494,36.8,3.69,0.704,0.384,0.367
-ett1/H/long,chronos_large,165.0,165.0,7.61,1.46,3100000000000.0,0.504,46.6,12.9,0.615,0.365,0.35
-ett2/15T/long,chronos_large,23.8,23.6,2.75,1.17,0.175,0.212,33.4,4.87,0.26,0.147,0.14
-ett2/H/long,chronos_large,298.0,289.0,10.6,1.14,0.191,0.187,34.5,17.3,0.236,0.145,0.139
-jena_weather/10T/long,chronos_large,2340.0,2390.0,13.7,0.756,0.863,0.7,20.8,48.4,0.296,0.0835,0.0769
-jena_weather/H/long,chronos_large,1970.0,1950.0,12.4,1.04,1.55,0.696,28.8,44.3,0.267,0.0748,0.0721
-bitbrains_fast_storage/5T/long,chronos_large,3560000.0,3660000.0,281.0,1.01,1.61,0.83,35.4,1890.0,4.99,0.742,0.723
-bitbrains_rnd/5T/long,chronos_large,4740000.0,4810000.0,280.0,3.78,5.15,0.712,147.0,2180.0,8.34,1.07,1.07
-bizitobs_application/nan/long,chronos_large,20200000.0,19600000.0,2200.0,8.81,0.121,0.121,287.0,4490.0,0.173,0.0847,0.0839
-bizitobs_service/nan/long,chronos_large,209000.0,201000.0,129.0,4.14,0.21,0.18,138.0,457.0,0.339,0.0952,0.094
-bizitobs_l2c/5T/long,chronos_large,353.0,353.0,13.4,1.26,0.985,1.29,45.3,18.8,1.06,0.751,0.741
-bizitobs_l2c/H/long,chronos_large,311.0,319.0,13.4,1.3,1.51,1.08,33.4,17.6,1.08,0.816,0.757

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,chronos_large,1930000.0,2330000.0,170.0,0.856,2.11,0.721,29.7,1390.0,4.37,0.533,0.465,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,chronos_large,2690000.0,3660000.0,273.0,1.12,3.17,0.561,33.1,1640.0,4.67,0.777,0.633,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,chronos_large,1810000.0,2000000.0,133.0,1.79,1.38,0.656,95.6,1350.0,5.51,0.545,0.506,Web/CloudOps,2.0
+bitbrains_rnd/H/short,chronos_large,2190000.0,2720000.0,174.0,5.75,1.42,0.502,197.0,1480.0,6.48,0.761,0.661,Web/CloudOps,2.0
+bizitobs_application/10S/short,chronos_large,5750000.0,4740000.0,955.0,2.89,0.0416,0.0418,34.4,2400.0,0.0924,0.0368,0.0315,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,chronos_large,24.7,23.6,2.89,0.31,0.178,0.223,3.95,4.97,0.171,0.0994,0.0843,Web/CloudOps,7.0
+bizitobs_l2c/H/short,chronos_large,254.0,292.0,10.9,1.04,1.07,1.03,11.5,15.9,0.859,0.588,0.491,Web/CloudOps,7.0
+bizitobs_service/10S/short,chronos_large,22900.0,20500.0,43.4,1.91,0.16,0.0857,25.3,151.0,0.112,0.0321,0.027,Web/CloudOps,2.0
+car_parts/M/short,chronos_large,1.6,1.66,0.545,0.904,0.78,1.88,13.9,1.26,3.03,1.31,1.07,Sales,1.0
+covid_deaths/D/short,chronos_large,532000.0,473000.0,127.0,43.1,0.119,0.403,1190.0,730.0,0.274,0.0478,0.0424,Healthcare,1.0
+electricity/15T/short,chronos_large,154000.0,162000.0,55.6,1.05,0.177,0.173,13.0,393.0,0.774,0.11,0.0917,Energy,1.0
+electricity/D/short,chronos_large,1500000000.0,1470000000.0,4550.0,1.55,0.507,0.102,15.8,38700.0,0.637,0.0747,0.0606,Energy,1.0
+electricity/H/short,chronos_large,1620000.0,1690000.0,163.0,0.901,0.162,0.123,11.4,1270.0,0.601,0.0769,0.0648,Energy,1.0
+electricity/W/short,chronos_large,38300000000.0,40200000000.0,27300.0,1.5,0.249,0.0968,15.1,196000.0,0.447,0.0623,0.0487,Energy,1.0
+ett1/15T/short,chronos_large,6.22,6.21,1.24,0.79,0.483,0.273,8.32,2.49,0.472,0.235,0.196,Energy,7.0
+ett1/D/short,chronos_large,69800.0,74000.0,178.0,1.96,1.36,0.533,32.8,264.0,0.694,0.467,0.404,Energy,7.0
+ett1/H/short,chronos_large,109.0,119.0,5.14,0.851,0.47,0.263,8.77,10.4,0.488,0.24,0.198,Energy,7.0
+ett1/W/short,chronos_large,1410000.0,1370000.0,897.0,1.65,0.594,0.58,30.2,1190.0,0.472,0.357,0.316,Energy,7.0
+ett2/15T/short,chronos_large,8.35,8.44,1.87,0.852,0.121,0.147,8.14,2.89,0.137,0.0886,0.0722,Energy,7.0
+ett2/D/short,chronos_large,106000.0,106000.0,191.0,1.27,0.446,0.132,11.9,326.0,0.186,0.109,0.0907,Energy,7.0
+ett2/H/short,chronos_large,132.0,130.0,6.88,0.785,0.129,0.116,7.51,11.5,0.146,0.0873,0.0717,Energy,7.0
+ett2/W/short,chronos_large,2410000.0,2470000.0,1060.0,0.655,0.104,0.108,4.18,1550.0,0.13,0.0888,0.0707,Energy,7.0
+hierarchical_sales/D/short,chronos_large,29.4,29.8,2.39,0.773,0.673,1.05,8.09,5.42,1.66,0.732,0.599,Sales,1.0
+hierarchical_sales/W/short,chronos_large,499.0,489.0,9.22,0.76,0.562,0.473,9.18,22.3,1.03,0.423,0.365,Sales,1.0
+hospital/M/short,chronos_large,3120.0,3370.0,19.8,0.816,0.206,0.188,5.94,55.9,0.203,0.0719,0.0565,Healthcare,1.0
+jena_weather/10T/short,chronos_large,1130.0,1330.0,8.17,0.368,0.376,0.616,4.34,33.6,0.209,0.0507,0.0437,Nature,21.0
+jena_weather/D/short,chronos_large,399.0,409.0,10.0,1.09,0.68,0.476,11.9,20.0,0.12,0.0604,0.0487,Nature,21.0
+jena_weather/H/short,chronos_large,1180.0,1310.0,8.69,0.561,0.982,0.622,6.84,34.3,0.21,0.0533,0.0456,Nature,21.0
+kdd_cup_2018/D/short,chronos_large,3360.0,3360.0,24.0,1.37,0.49,0.58,35.4,58.0,1.3,0.538,0.502,Nature,1.0
+kdd_cup_2018/H/short,chronos_large,5060.0,5290.0,26.2,1.04,1.1,0.504,11.9,71.1,1.49,0.548,0.458,Nature,1.0
+loop_seattle/5T/short,chronos_large,77.4,81.8,4.88,0.765,0.127,0.103,8.81,8.8,0.151,0.0836,0.0698,Transport,1.0
+loop_seattle/D/short,chronos_large,19.2,19.4,3.01,0.908,0.0559,0.0556,9.43,4.38,0.0782,0.0539,0.0446,Transport,1.0
+loop_seattle/H/short,chronos_large,68.3,75.1,4.55,0.926,0.13,0.103,8.69,8.27,0.146,0.0806,0.0659,Transport,1.0
+m_dense/D/short,chronos_large,11600.0,13600.0,53.6,0.724,0.131,0.104,9.26,108.0,0.186,0.0928,0.0747,Transport,1.0
+m_dense/H/short,chronos_large,45300.0,48700.0,91.3,0.802,0.282,0.213,12.3,213.0,0.378,0.162,0.137,Transport,1.0
+m4_daily/D/short,chronos_large,768000.0,531000.0,174.0,3.18,0.0382,0.0296,30.1,876.0,0.135,0.0269,0.0223,Econ/Fin,1.0
+m4_hourly/H/short,chronos_large,1240000.0,1490000.0,241.0,0.694,0.0848,0.0766,7.78,1110.0,0.152,0.0329,0.0258,Econ/Fin,1.0
+m4_monthly/M/short,chronos_large,2160000.0,2170000.0,597.0,0.971,0.169,0.14,11.0,1470.0,0.305,0.124,0.103,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,chronos_large,1990000.0,1990000.0,584.0,1.23,0.115,0.107,14.3,1410.0,0.236,0.0978,0.0833,Econ/Fin,1.0
+m4_weekly/W-SUN/short,chronos_large,256000.0,255000.0,256.0,2.08,0.0607,0.0606,16.1,506.0,0.0922,0.0466,0.0375,Econ/Fin,1.0
+m4_yearly/A-DEC/short,chronos_large,4080000.0,3990000.0,963.0,3.64,0.171,0.164,55.3,2020.0,0.324,0.154,0.135,Econ/Fin,1.0
+restaurant/D/short,chronos_large,153.0,156.0,7.6,0.73,0.715,0.416,5.73,12.4,0.569,0.35,0.279,Sales,1.0
+saugeen/D/short,chronos_large,1410.0,1440.0,14.3,3.18,0.302,0.364,72.2,37.6,1.22,0.464,0.42,Nature,1.0
+saugeen/M/short,chronos_large,622.0,611.0,14.8,0.869,0.391,0.451,23.4,24.9,0.749,0.446,0.415,Nature,1.0
+saugeen/W/short,chronos_large,1340.0,1340.0,16.5,1.34,0.329,0.42,40.3,36.6,1.1,0.499,0.471,Nature,1.0
+solar/10T/short,chronos_large,26.7,31.0,2.47,1.1,6.41,1.57,9.42,5.17,1.5,0.719,0.575,Energy,1.0
+solar/D/short,chronos_large,150000.0,162000.0,259.0,1.01,1.21,0.426,17.6,387.0,0.559,0.375,0.328,Energy,1.0
+solar/H/short,chronos_large,704.0,883.0,10.8,0.83,4.67,1.38,6.2,26.5,0.978,0.398,0.337,Energy,1.0
+solar/W/short,chronos_large,1600000.0,1760000.0,1050.0,1.15,0.237,0.204,6.6,1260.0,0.258,0.215,0.162,Energy,1.0
+sz_taxi/15T/short,chronos_large,19.1,19.3,2.94,0.587,573000000000.0,0.438,9.23,4.37,0.409,0.275,0.236,Transport,1.0
+sz_taxi/H/short,chronos_large,7.68,7.73,1.89,0.575,1.1,0.311,7.95,2.77,0.258,0.176,0.148,Transport,1.0
+temperature_rain/D/short,chronos_large,189.0,216.0,6.03,1.41,20.9,1.63,29.1,13.8,1.62,0.709,0.609,Nature,1.0
+us_births/D/short,chronos_large,216000.0,226000.0,295.0,0.434,0.0284,0.0278,4.32,465.0,0.0436,0.0277,0.0226,Healthcare,1.0
+us_births/M/short,chronos_large,52500000.0,39700000.0,5170.0,0.585,0.0159,0.0161,4.77,7250.0,0.0225,0.0161,0.0134,Healthcare,1.0
+us_births/W/short,chronos_large,1420000.0,1450000.0,908.0,0.826,0.0123,0.0123,5.66,1190.0,0.0162,0.0123,0.00992,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,chronos_large,3680000.0,3840000.0,270.0,1.1,3.32,0.809,37.5,1920.0,5.83,0.82,0.798,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,chronos_large,2330000.0,2380000.0,153.0,4.6,0.416,0.715,179.0,1530.0,6.42,0.642,0.636,Web/CloudOps,2.0
+bizitobs_application/10S/medium,chronos_large,21500000.0,21700000.0,2520.0,8.93,0.122,0.124,232.0,4640.0,0.182,0.0989,0.0954,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,chronos_large,182.0,180.0,9.67,0.951,0.672,0.992,29.5,13.5,0.71,0.509,0.496,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,chronos_large,390.0,399.0,14.5,1.35,1.37,1.28,29.1,19.7,1.2,0.88,0.802,Web/CloudOps,7.0
+bizitobs_service/10S/medium,chronos_large,90600.0,88700.0,100.0,4.56,0.747,0.167,126.0,301.0,0.227,0.0755,0.0722,Web/CloudOps,2.0
+electricity/15T/medium,chronos_large,275000.0,280000.0,60.3,0.99,0.177,0.161,19.6,525.0,0.904,0.104,0.0944,Energy,1.0
+electricity/H/medium,chronos_large,5760000.0,5820000.0,238.0,1.07,0.259,0.13,25.7,2400.0,0.937,0.0928,0.0858,Energy,1.0
+ett1/15T/medium,chronos_large,15.1,15.2,2.1,1.31,0.845,0.519,32.2,3.89,0.741,0.4,0.376,Energy,7.0
+ett1/H/medium,chronos_large,157.0,155.0,7.39,1.35,2030000000000.0,0.452,37.1,12.5,0.6,0.354,0.333,Energy,7.0
+ett2/15T/medium,chronos_large,16.1,16.3,2.57,1.09,0.16,0.195,25.0,4.01,0.214,0.137,0.126,Energy,7.0
+ett2/H/medium,chronos_large,263.0,263.0,10.1,1.11,0.19,0.178,25.9,16.2,0.218,0.137,0.125,Energy,7.0
+jena_weather/10T/medium,chronos_large,2350.0,2430.0,13.5,0.715,0.865,0.709,17.2,48.4,0.297,0.0828,0.0751,Nature,21.0
+jena_weather/H/medium,chronos_large,2000.0,2060.0,12.3,0.875,1.43,0.722,18.8,44.7,0.273,0.0755,0.0709,Nature,21.0
+kdd_cup_2018/H/medium,chronos_large,6510.0,6550.0,34.1,1.24,1.35,0.592,26.4,80.7,1.69,0.714,0.658,Nature,1.0
+loop_seattle/5T/medium,chronos_large,278.0,283.0,10.5,1.62,0.318,0.24,41.3,16.7,0.297,0.187,0.176,Transport,1.0
+loop_seattle/H/medium,chronos_large,86.6,87.6,5.14,1.05,0.135,0.116,24.2,9.31,0.164,0.0908,0.0843,Transport,1.0
+m_dense/H/medium,chronos_large,39400.0,39500.0,84.3,0.757,0.262,0.201,19.0,198.0,0.345,0.147,0.134,Transport,1.0
+solar/10T/medium,chronos_large,49.6,55.2,3.55,1.54,3.75,1.65,26.0,7.04,1.56,0.788,0.681,Energy,1.0
+solar/H/medium,chronos_large,657.0,716.0,10.5,0.806,4.28,1.39,16.7,25.6,0.923,0.38,0.355,Energy,1.0
+sz_taxi/15T/medium,chronos_large,20.8,20.4,3.05,0.593,12600000000000.0,0.467,15.7,4.56,0.424,0.283,0.267,Transport,1.0
+electricity/15T/long,chronos_large,349000.0,348000.0,64.3,1.01,0.174,0.159,23.9,591.0,0.932,0.101,0.0942,Energy,1.0
+electricity/H/long,chronos_large,9410000.0,9410000.0,284.0,1.2,0.312,0.142,34.8,3070.0,1.21,0.112,0.107,Energy,1.0
+solar/10T/long,chronos_large,58.8,63.5,3.84,1.66,2.49,1.73,35.6,7.67,1.66,0.829,0.747,Energy,1.0
+solar/H/long,chronos_large,1020.0,1050.0,13.6,1.02,3.37,1.47,29.2,32.0,1.11,0.47,0.448,Energy,1.0
+kdd_cup_2018/H/long,chronos_large,4620.0,4670.0,29.2,1.16,1.24,0.645,28.5,68.0,1.59,0.685,0.636,Nature,1.0
+loop_seattle/5T/long,chronos_large,187.0,187.0,8.49,1.32,0.313,0.18,37.2,13.7,0.242,0.15,0.143,Transport,1.0
+loop_seattle/H/long,chronos_large,77.5,79.4,4.83,1.01,0.146,0.109,27.2,8.8,0.157,0.0864,0.0814,Transport,1.0
+sz_taxi/15T/long,chronos_large,19.3,19.3,3.0,0.568,8320000000000.0,0.463,16.8,4.4,0.407,0.278,0.265,Transport,1.0
+m_dense/H/long,chronos_large,37900.0,37800.0,85.6,0.788,0.26,0.206,22.8,195.0,0.337,0.148,0.139,Transport,1.0
+ett1/15T/long,chronos_large,13.6,13.7,2.01,1.28,0.858,0.494,36.8,3.69,0.704,0.384,0.367,Energy,7.0
+ett1/H/long,chronos_large,165.0,165.0,7.61,1.46,3100000000000.0,0.504,46.6,12.9,0.615,0.365,0.35,Energy,7.0
+ett2/15T/long,chronos_large,23.8,23.6,2.75,1.17,0.175,0.212,33.4,4.87,0.26,0.147,0.14,Energy,7.0
+ett2/H/long,chronos_large,298.0,289.0,10.6,1.14,0.191,0.187,34.5,17.3,0.236,0.145,0.139,Energy,7.0
+jena_weather/10T/long,chronos_large,2340.0,2390.0,13.7,0.756,0.863,0.7,20.8,48.4,0.296,0.0835,0.0769,Nature,21.0
+jena_weather/H/long,chronos_large,1970.0,1950.0,12.4,1.04,1.55,0.696,28.8,44.3,0.267,0.0748,0.0721,Nature,21.0
+bitbrains_fast_storage/5T/long,chronos_large,3560000.0,3660000.0,281.0,1.01,1.61,0.83,35.4,1890.0,4.99,0.742,0.723,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,chronos_large,4740000.0,4810000.0,280.0,3.78,5.15,0.712,147.0,2180.0,8.34,1.07,1.07,Web/CloudOps,2.0
+bizitobs_application/10S/long,chronos_large,20200000.0,19600000.0,2200.0,8.81,0.121,0.121,287.0,4490.0,0.173,0.0847,0.0839,Web/CloudOps,2.0
+bizitobs_service/10S/long,chronos_large,209000.0,201000.0,129.0,4.14,0.21,0.18,138.0,457.0,0.339,0.0952,0.094,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,chronos_large,353.0,353.0,13.4,1.26,0.985,1.29,45.3,18.8,1.06,0.751,0.741,Web/CloudOps,7.0
+bizitobs_l2c/H/long,chronos_large,311.0,319.0,13.4,1.3,1.51,1.08,33.4,17.6,1.08,0.816,0.757,Web/CloudOps,7.0

results/crossformer/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,crossformer,1890000.0,1890000.0,212.0,5.32,2.17,1.15,213.0,1370.0,4.31,0.664,0.664
-bitbrains_fast_storage/H/short,crossformer,2530000.0,2530000.0,322.0,4.64,7.73,0.757,185.0,1590.0,4.54,0.918,0.918
-bitbrains_rnd/5T/short,crossformer,1680000.0,1680000.0,157.0,4.46,3.82,0.857,178.0,1300.0,5.31,0.643,0.643
-bitbrains_rnd/H/short,crossformer,1640000.0,1640000.0,238.0,10.8,4.75,1.01,432.0,1280.0,5.6,1.04,1.04
-bizitobs_application/nan/short,crossformer,2720000.0,2720000.0,930.0,7.73,0.106,0.107,309.0,1650.0,0.0636,0.0359,0.0359
-bizitobs_l2c/5T/short,crossformer,36.9,36.9,4.33,0.431,0.211,0.261,17.2,6.07,0.209,0.149,0.149
-bizitobs_l2c/H/short,crossformer,73.5,73.5,5.28,0.529,0.509,0.635,21.1,8.57,0.462,0.285,0.285
-bizitobs_service/nan/short,crossformer,49500.0,49500.0,58.4,3.91,2.05,0.196,156.0,223.0,0.165,0.0433,0.0433
-car_parts/nan/short,crossformer,1.82,1.82,0.591,1.13,0.759,1.82,45.1,1.35,3.24,15.0,15.0
-covid_deaths/nan/short,crossformer,297000000.0,297000000.0,4530.0,54700.0,296.0,1.6,2190000.0,17200.0,6.48,7.02,7.02
-electricity/15T/short,crossformer,7730000.0,7730000.0,640.0,25.9,5.24,0.943,1040.0,2780.0,5.48,3.36,3.36
-electricity/D/short,crossformer,106000000000.0,106000000000.0,70000.0,76.3,10.3,0.945,3050.0,325000.0,5.34,4.82,4.82
-electricity/H/short,crossformer,83300000.0,83300000.0,2150.0,30.7,5.5,0.866,1230.0,9130.0,4.31,2.7,2.7
-electricity/W/short,crossformer,9240000000000.0,9240000000000.0,619000.0,111.0,7.06,0.964,4450.0,3040000.0,6.94,22.0,22.0
-ett1/15T/short,crossformer,7.02,7.02,1.38,0.942,0.63,0.291,37.7,2.65,0.501,0.261,0.261
-ett1/D/short,crossformer,40100.0,40100.0,145.0,2.05,1.3,0.561,82.0,200.0,0.526,0.382,0.382
-ett1/H/short,crossformer,158.0,158.0,6.1,1.03,0.598,0.302,41.2,12.6,0.586,0.285,0.285
-ett1/W/short,crossformer,3890000.0,3890000.0,1430.0,2.65,1.05,0.906,106.0,1970.0,0.785,0.569,0.569
-ett2/15T/short,crossformer,9.23,9.23,2.06,0.949,0.137,0.16,38.0,3.04,0.144,0.0979,0.0979
-ett2/D/short,crossformer,154000.0,154000.0,258.0,2.0,0.507,0.286,80.2,392.0,0.224,0.148,0.148
-ett2/H/short,crossformer,164.0,164.0,8.48,1.02,0.178,0.148,40.9,12.8,0.162,0.107,0.107
-ett2/W/short,crossformer,11500000.0,11500000.0,2520.0,1.83,0.303,0.398,73.3,3400.0,0.285,0.211,0.211
-hierarchical_sales/D/short,crossformer,45.6,45.6,3.68,1.44,1.19,1.11,57.4,6.75,2.07,4.74,4.74
-hierarchical_sales/W/short,crossformer,1420.0,1420.0,23.6,2.82,2.54,0.863,113.0,37.7,1.73,16.4,16.4
-hospital/nan/short,crossformer,1650000.0,1650000.0,468.0,33.3,10.2,1.08,1330.0,1280.0,4.66,18.1,18.1
-jena_weather/10T/short,crossformer,290000.0,290000.0,204.0,28.0,2.24,1.55,1120.0,539.0,3.35,1.27,1.27
-jena_weather/D/short,crossformer,414.0,414.0,11.7,1.92,1.67,0.514,77.0,20.4,0.123,0.0708,0.0708
-jena_weather/H/short,crossformer,1150.0,1150.0,11.2,0.817,2.12,0.648,32.7,33.9,0.208,0.0684,0.0684
-kdd_cup_2018/D/short,crossformer,2600.0,2600.0,37.2,12.0,4.95,1.05,479.0,51.0,1.14,3.48,3.48
-kdd_cup_2018/H/short,crossformer,6470.0,6470.0,54.4,16.3,14.2,1.1,650.0,80.4,1.68,3.07,3.07
-loop_seattle/5T/short,crossformer,218.0,218.0,10.0,1.6,0.287,0.192,64.1,14.8,0.253,0.456,0.456
-loop_seattle/D/short,crossformer,38.2,38.2,4.81,1.62,0.0911,0.0883,64.7,6.18,0.11,0.363,0.363
-loop_seattle/H/short,crossformer,17.7,17.7,3.3,0.737,0.0524,0.0535,29.5,4.2,0.0744,0.156,0.156
-m_dense/D/short,crossformer,770000.0,770000.0,585.0,14.1,2.14,0.913,563.0,878.0,1.52,3.04,3.04
-m_dense/H/short,crossformer,226000.0,226000.0,279.0,4.68,2.79,0.871,187.0,476.0,0.844,1.26,1.26
-m4_daily/nan/short,crossformer,50800000.0,50800000.0,5180.0,198.0,1.92,0.808,7900.0,7130.0,1.1,7.31,7.31
-m4_hourly/nan/short,crossformer,3420000000.0,3420000000.0,12200.0,164.0,17.9,0.797,6540.0,58500.0,7.99,4.21,4.21
-m4_monthly/nan/short,crossformer,24600000.0,24600000.0,3490.0,20.3,1.27,0.709,814.0,4960.0,1.03,5.15,5.15
-m4_quarterly/nan/short,crossformer,36800000.0,36800000.0,4470.0,25.4,1.41,0.757,1020.0,6070.0,1.02,11.9,11.9
-m4_weekly/nan/short,crossformer,51700000.0,51700000.0,4920.0,105.0,1.97,0.869,4190.0,7190.0,1.31,8.32,8.32
-m4_yearly/nan/short,crossformer,32200000.0,32200000.0,4140.0,31.4,1.2,0.706,1260.0,5680.0,0.91,14.2,14.2
-restaurant/nan/short,crossformer,507.0,507.0,17.3,1.98,1.36,0.727,79.1,22.5,1.04,3.6,3.6
-saugeen/D/short,crossformer,833.0,833.0,21.4,4.75,1.06,0.717,190.0,28.9,0.935,0.462,0.462
-saugeen/M/short,crossformer,292.0,292.0,12.2,0.712,0.422,0.463,28.5,17.1,0.513,0.213,0.213
-saugeen/W/short,crossformer,2710.0,2710.0,33.7,2.73,1.35,0.995,109.0,52.0,1.57,2.54,2.54
-solar/10T/short,crossformer,36.4,36.4,3.83,1.71,3.7,1.7,68.3,6.04,1.76,2.94,2.94
-solar/D/short,crossformer,301000.0,301000.0,366.0,1.51,0.491,0.369,60.3,548.0,0.792,2.13,2.13
-solar/H/short,crossformer,6.93,6.93,2.14,0.179,,2.0,7.18,2.63,0.0971,0.208,0.208
-solar/W/short,crossformer,15100000.0,15100000.0,2750.0,3.38,0.577,0.407,135.0,3890.0,0.793,8.44,8.44
-sz_taxi/15T/short,crossformer,136.0,136.0,8.52,1.85,8.95,0.853,74.0,11.7,1.09,2.06,2.06
-sz_taxi/H/short,crossformer,158.0,158.0,9.45,3.09,3.38,0.881,123.0,12.6,1.17,2.11,2.11
-temperature_rain/nan/short,crossformer,422.0,422.0,12.1,26.4,399.0,1.6,1060.0,20.5,2.42,6.06,6.06
-us_births/D/short,crossformer,2190000.0,2190000.0,1120.0,1.65,0.109,0.107,65.8,1480.0,0.139,0.0698,0.0698
-us_births/M/short,crossformer,22000000.0,22000000.0,3760.0,0.425,0.0122,0.0122,17.0,4690.0,0.0146,0.00194,0.00194
-us_births/W/short,crossformer,21800000.0,21800000.0,3710.0,3.37,0.0505,0.0498,135.0,4670.0,0.0634,0.0882,0.0882
-bitbrains_fast_storage/5T/medium,crossformer,2900000.0,2900000.0,336.0,4.38,5.62,1.07,175.0,1700.0,5.18,1.02,1.02
-bitbrains_rnd/5T/medium,crossformer,2030000.0,2030000.0,279.0,9.74,7.28,1.07,390.0,1430.0,6.0,1.17,1.17
-bizitobs_application/nan/medium,crossformer,4700000.0,4700000.0,1240.0,6.78,0.0793,0.0896,271.0,2170.0,0.0851,0.0487,0.0487
-bizitobs_l2c/5T/medium,crossformer,101.0,101.0,6.25,0.594,0.414,0.749,23.8,10.0,0.528,0.329,0.329
-bizitobs_l2c/H/medium,crossformer,71.4,71.4,5.11,0.524,0.57,0.768,20.9,8.45,0.512,0.309,0.309
-bizitobs_service/nan/medium,crossformer,98100.0,98100.0,78.0,4.21,1.57,0.206,168.0,313.0,0.236,0.0587,0.0587
-electricity/15T/medium,crossformer,5480000.0,5480000.0,542.0,22.6,4.6,0.865,906.0,2340.0,4.03,0.248,0.248
-electricity/H/medium,crossformer,74500000.0,74500000.0,2090.0,29.7,4.54,0.941,1190.0,8630.0,3.37,0.216,0.216
-ett1/15T/medium,crossformer,8.92,8.92,1.74,1.2,0.734,0.454,48.2,2.99,0.569,0.331,0.331
-ett1/H/medium,crossformer,152.0,152.0,7.68,1.54,6350000000000.0,0.528,61.5,12.3,0.591,0.368,0.368
-ett2/15T/medium,crossformer,14.5,14.5,2.49,1.11,0.174,0.218,44.2,3.81,0.203,0.133,0.133
-ett2/H/medium,crossformer,266.0,266.0,10.7,1.34,0.216,0.241,53.6,16.3,0.22,0.144,0.144
-jena_weather/10T/medium,crossformer,1610.0,1610.0,15.0,1.21,1.22,0.688,48.4,40.2,0.247,0.0923,0.0923
-jena_weather/H/medium,crossformer,1430.0,1430.0,13.5,1.18,3.86,0.7,47.2,37.8,0.232,0.0829,0.0829
-kdd_cup_2018/H/medium,crossformer,3870.0,3870.0,45.2,12.6,7.27,1.08,504.0,62.2,1.3,0.237,0.237
-loop_seattle/5T/medium,crossformer,350.0,350.0,12.9,2.02,0.606,0.288,81.0,18.7,0.333,0.061,0.061
-loop_seattle/H/medium,crossformer,14.6,14.6,2.98,0.666,0.0458,0.0469,26.7,3.83,0.0676,0.0139,0.0139
-m_dense/H/medium,crossformer,249000.0,249000.0,306.0,3.88,2.05,0.974,155.0,499.0,0.869,0.133,0.133
-solar/10T/medium,crossformer,47.8,47.8,4.63,2.02,3.91,1.48,80.8,6.91,1.53,0.27,0.27
-solar/H/medium,crossformer,22.9,22.9,4.36,0.368,,2.0,14.7,4.79,0.172,0.0395,0.0395
-sz_taxi/15T/medium,crossformer,144.0,144.0,9.09,1.94,3.95,0.879,77.4,12.0,1.11,0.194,0.194
-electricity/15T/long,crossformer,23300000.0,23300000.0,874.0,35.2,6.27,0.905,1410.0,4830.0,7.62,0.245,0.245
-electricity/H/long,crossformer,67500000.0,67500000.0,2090.0,34.3,5.44,0.949,1370.0,8220.0,3.24,0.144,0.144
-solar/10T/long,crossformer,0.879,0.879,0.826,0.399,,2.0,16.0,0.937,0.203,0.0308,0.0308
-solar/H/long,crossformer,0.973,0.973,0.834,0.0704,,2.0,2.81,0.986,0.0342,0.00485,0.00485
-kdd_cup_2018/H/long,crossformer,1370.0,1370.0,27.5,6.45,11.0,1.13,258.0,37.0,0.867,0.118,0.118
-loop_seattle/5T/long,crossformer,98.3,98.3,6.83,1.09,0.153,0.122,43.6,9.91,0.175,0.0214,0.0214
-loop_seattle/H/long,crossformer,17.5,17.5,3.31,0.755,0.0535,0.0541,30.2,4.19,0.0749,0.0104,0.0104
-sz_taxi/15T/long,crossformer,138.0,138.0,8.6,1.79,7.85,1.24,71.8,11.8,1.09,0.122,0.122
-m_dense/H/long,crossformer,207000.0,207000.0,293.0,4.37,2.62,0.959,175.0,455.0,0.787,0.0634,0.0634
-ett1/15T/long,crossformer,8.43,8.43,1.8,1.3,0.791,0.475,51.9,2.9,0.553,0.342,0.342
-ett1/H/long,crossformer,377.0,377.0,11.9,2.12,2700000000000.0,0.719,84.8,19.4,0.93,0.57,0.57
-ett2/15T/long,crossformer,15.7,15.7,2.69,1.26,0.188,0.239,50.3,3.97,0.211,0.143,0.143
-ett2/H/long,crossformer,321.0,321.0,12.1,1.54,0.261,0.333,61.7,17.9,0.245,0.165,0.165
-jena_weather/10T/long,crossformer,1490.0,1490.0,13.7,0.936,1.3,0.687,37.5,38.6,0.236,0.0835,0.0835
-jena_weather/H/long,crossformer,2160.0,2160.0,19.1,1.51,8.91,0.691,60.4,46.5,0.28,0.115,0.115
-bitbrains_fast_storage/5T/long,crossformer,3580000.0,3580000.0,402.0,3.1,7.39,0.922,124.0,1890.0,5.0,1.06,1.06
-bitbrains_rnd/5T/long,crossformer,2310000.0,2310000.0,299.0,5.54,6.22,0.927,221.0,1520.0,5.82,1.14,1.14
-bizitobs_application/nan/long,crossformer,10100000.0,10100000.0,1990.0,8.38,0.108,0.115,335.0,3180.0,0.123,0.0766,0.0766
-bizitobs_service/nan/long,crossformer,143000.0,143000.0,91.8,3.64,1.27,0.196,146.0,378.0,0.28,0.068,0.068
-bizitobs_l2c/5T/long,crossformer,56.3,56.3,5.22,0.528,0.435,0.683,21.1,7.51,0.421,0.293,0.293
-bizitobs_l2c/H/long,crossformer,94.8,94.8,5.7,0.592,0.694,0.765,23.7,9.74,0.595,0.348,0.348

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,crossformer,1890000.0,1890000.0,212.0,5.32,2.17,1.15,213.0,1370.0,4.31,0.664,0.664,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,crossformer,2530000.0,2530000.0,322.0,4.64,7.73,0.757,185.0,1590.0,4.54,0.918,0.918,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,crossformer,1680000.0,1680000.0,157.0,4.46,3.82,0.857,178.0,1300.0,5.31,0.643,0.643,Web/CloudOps,2.0
+bitbrains_rnd/H/short,crossformer,1640000.0,1640000.0,238.0,10.8,4.75,1.01,432.0,1280.0,5.6,1.04,1.04,Web/CloudOps,2.0
+bizitobs_application/10S/short,crossformer,2720000.0,2720000.0,930.0,7.73,0.106,0.107,309.0,1650.0,0.0636,0.0359,0.0359,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,crossformer,36.9,36.9,4.33,0.431,0.211,0.261,17.2,6.07,0.209,0.149,0.149,Web/CloudOps,7.0
+bizitobs_l2c/H/short,crossformer,73.5,73.5,5.28,0.529,0.509,0.635,21.1,8.57,0.462,0.285,0.285,Web/CloudOps,7.0
+bizitobs_service/10S/short,crossformer,49500.0,49500.0,58.4,3.91,2.05,0.196,156.0,223.0,0.165,0.0433,0.0433,Web/CloudOps,2.0
+car_parts/M/short,crossformer,1.82,1.82,0.591,1.13,0.759,1.82,45.1,1.35,3.24,15.0,15.0,Sales,1.0
+covid_deaths/D/short,crossformer,297000000.0,297000000.0,4530.0,54700.0,296.0,1.6,2190000.0,17200.0,6.48,7.02,7.02,Healthcare,1.0
+electricity/15T/short,crossformer,7730000.0,7730000.0,640.0,25.9,5.24,0.943,1040.0,2780.0,5.48,3.36,3.36,Energy,1.0
+electricity/D/short,crossformer,106000000000.0,106000000000.0,70000.0,76.3,10.3,0.945,3050.0,325000.0,5.34,4.82,4.82,Energy,1.0
+electricity/H/short,crossformer,83300000.0,83300000.0,2150.0,30.7,5.5,0.866,1230.0,9130.0,4.31,2.7,2.7,Energy,1.0
+electricity/W/short,crossformer,9240000000000.0,9240000000000.0,619000.0,111.0,7.06,0.964,4450.0,3040000.0,6.94,22.0,22.0,Energy,1.0
+ett1/15T/short,crossformer,7.02,7.02,1.38,0.942,0.63,0.291,37.7,2.65,0.501,0.261,0.261,Energy,7.0
+ett1/D/short,crossformer,40100.0,40100.0,145.0,2.05,1.3,0.561,82.0,200.0,0.526,0.382,0.382,Energy,7.0
+ett1/H/short,crossformer,158.0,158.0,6.1,1.03,0.598,0.302,41.2,12.6,0.586,0.285,0.285,Energy,7.0
+ett1/W/short,crossformer,3890000.0,3890000.0,1430.0,2.65,1.05,0.906,106.0,1970.0,0.785,0.569,0.569,Energy,7.0
+ett2/15T/short,crossformer,9.23,9.23,2.06,0.949,0.137,0.16,38.0,3.04,0.144,0.0979,0.0979,Energy,7.0
+ett2/D/short,crossformer,154000.0,154000.0,258.0,2.0,0.507,0.286,80.2,392.0,0.224,0.148,0.148,Energy,7.0
+ett2/H/short,crossformer,164.0,164.0,8.48,1.02,0.178,0.148,40.9,12.8,0.162,0.107,0.107,Energy,7.0
+ett2/W/short,crossformer,11500000.0,11500000.0,2520.0,1.83,0.303,0.398,73.3,3400.0,0.285,0.211,0.211,Energy,7.0
+hierarchical_sales/D/short,crossformer,45.6,45.6,3.68,1.44,1.19,1.11,57.4,6.75,2.07,4.74,4.74,Sales,1.0
+hierarchical_sales/W/short,crossformer,1420.0,1420.0,23.6,2.82,2.54,0.863,113.0,37.7,1.73,16.4,16.4,Sales,1.0
+hospital/M/short,crossformer,1650000.0,1650000.0,468.0,33.3,10.2,1.08,1330.0,1280.0,4.66,18.1,18.1,Healthcare,1.0
+jena_weather/10T/short,crossformer,290000.0,290000.0,204.0,28.0,2.24,1.55,1120.0,539.0,3.35,1.27,1.27,Nature,21.0
+jena_weather/D/short,crossformer,414.0,414.0,11.7,1.92,1.67,0.514,77.0,20.4,0.123,0.0708,0.0708,Nature,21.0
+jena_weather/H/short,crossformer,1150.0,1150.0,11.2,0.817,2.12,0.648,32.7,33.9,0.208,0.0684,0.0684,Nature,21.0
+kdd_cup_2018/D/short,crossformer,2600.0,2600.0,37.2,12.0,4.95,1.05,479.0,51.0,1.14,3.48,3.48,Nature,1.0
+kdd_cup_2018/H/short,crossformer,6470.0,6470.0,54.4,16.3,14.2,1.1,650.0,80.4,1.68,3.07,3.07,Nature,1.0
+loop_seattle/5T/short,crossformer,218.0,218.0,10.0,1.6,0.287,0.192,64.1,14.8,0.253,0.456,0.456,Transport,1.0
+loop_seattle/D/short,crossformer,38.2,38.2,4.81,1.62,0.0911,0.0883,64.7,6.18,0.11,0.363,0.363,Transport,1.0
+loop_seattle/H/short,crossformer,17.7,17.7,3.3,0.737,0.0524,0.0535,29.5,4.2,0.0744,0.156,0.156,Transport,1.0
+m_dense/D/short,crossformer,770000.0,770000.0,585.0,14.1,2.14,0.913,563.0,878.0,1.52,3.04,3.04,Transport,1.0
+m_dense/H/short,crossformer,226000.0,226000.0,279.0,4.68,2.79,0.871,187.0,476.0,0.844,1.26,1.26,Transport,1.0
+m4_daily/D/short,crossformer,50800000.0,50800000.0,5180.0,198.0,1.92,0.808,7900.0,7130.0,1.1,7.31,7.31,Econ/Fin,1.0
+m4_hourly/H/short,crossformer,3420000000.0,3420000000.0,12200.0,164.0,17.9,0.797,6540.0,58500.0,7.99,4.21,4.21,Econ/Fin,1.0
+m4_monthly/M/short,crossformer,24600000.0,24600000.0,3490.0,20.3,1.27,0.709,814.0,4960.0,1.03,5.15,5.15,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,crossformer,36800000.0,36800000.0,4470.0,25.4,1.41,0.757,1020.0,6070.0,1.02,11.9,11.9,Econ/Fin,1.0
+m4_weekly/W-SUN/short,crossformer,51700000.0,51700000.0,4920.0,105.0,1.97,0.869,4190.0,7190.0,1.31,8.32,8.32,Econ/Fin,1.0
+m4_yearly/A-DEC/short,crossformer,32200000.0,32200000.0,4140.0,31.4,1.2,0.706,1260.0,5680.0,0.91,14.2,14.2,Econ/Fin,1.0
+restaurant/D/short,crossformer,507.0,507.0,17.3,1.98,1.36,0.727,79.1,22.5,1.04,3.6,3.6,Sales,1.0
+saugeen/D/short,crossformer,833.0,833.0,21.4,4.75,1.06,0.717,190.0,28.9,0.935,0.462,0.462,Nature,1.0
+saugeen/M/short,crossformer,292.0,292.0,12.2,0.712,0.422,0.463,28.5,17.1,0.513,0.213,0.213,Nature,1.0
+saugeen/W/short,crossformer,2710.0,2710.0,33.7,2.73,1.35,0.995,109.0,52.0,1.57,2.54,2.54,Nature,1.0
+solar/10T/short,crossformer,36.4,36.4,3.83,1.71,3.7,1.7,68.3,6.04,1.76,2.94,2.94,Energy,1.0
+solar/D/short,crossformer,301000.0,301000.0,366.0,1.51,0.491,0.369,60.3,548.0,0.792,2.13,2.13,Energy,1.0
+solar/H/short,crossformer,6.93,6.93,2.14,0.179,,2.0,7.18,2.63,0.0971,0.208,0.208,Energy,1.0
+solar/W/short,crossformer,15100000.0,15100000.0,2750.0,3.38,0.577,0.407,135.0,3890.0,0.793,8.44,8.44,Energy,1.0
+sz_taxi/15T/short,crossformer,136.0,136.0,8.52,1.85,8.95,0.853,74.0,11.7,1.09,2.06,2.06,Transport,1.0
+sz_taxi/H/short,crossformer,158.0,158.0,9.45,3.09,3.38,0.881,123.0,12.6,1.17,2.11,2.11,Transport,1.0
+temperature_rain/D/short,crossformer,422.0,422.0,12.1,26.4,399.0,1.6,1060.0,20.5,2.42,6.06,6.06,Nature,1.0
+us_births/D/short,crossformer,2190000.0,2190000.0,1120.0,1.65,0.109,0.107,65.8,1480.0,0.139,0.0698,0.0698,Healthcare,1.0
+us_births/M/short,crossformer,22000000.0,22000000.0,3760.0,0.425,0.0122,0.0122,17.0,4690.0,0.0146,0.00194,0.00194,Healthcare,1.0
+us_births/W/short,crossformer,21800000.0,21800000.0,3710.0,3.37,0.0505,0.0498,135.0,4670.0,0.0634,0.0882,0.0882,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,crossformer,2900000.0,2900000.0,336.0,4.38,5.62,1.07,175.0,1700.0,5.18,1.02,1.02,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,crossformer,2030000.0,2030000.0,279.0,9.74,7.28,1.07,390.0,1430.0,6.0,1.17,1.17,Web/CloudOps,2.0
+bizitobs_application/10S/medium,crossformer,4700000.0,4700000.0,1240.0,6.78,0.0793,0.0896,271.0,2170.0,0.0851,0.0487,0.0487,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,crossformer,101.0,101.0,6.25,0.594,0.414,0.749,23.8,10.0,0.528,0.329,0.329,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,crossformer,71.4,71.4,5.11,0.524,0.57,0.768,20.9,8.45,0.512,0.309,0.309,Web/CloudOps,7.0
+bizitobs_service/10S/medium,crossformer,98100.0,98100.0,78.0,4.21,1.57,0.206,168.0,313.0,0.236,0.0587,0.0587,Web/CloudOps,2.0
+electricity/15T/medium,crossformer,5480000.0,5480000.0,542.0,22.6,4.6,0.865,906.0,2340.0,4.03,0.248,0.248,Energy,1.0
+electricity/H/medium,crossformer,74500000.0,74500000.0,2090.0,29.7,4.54,0.941,1190.0,8630.0,3.37,0.216,0.216,Energy,1.0
+ett1/15T/medium,crossformer,8.92,8.92,1.74,1.2,0.734,0.454,48.2,2.99,0.569,0.331,0.331,Energy,7.0
+ett1/H/medium,crossformer,152.0,152.0,7.68,1.54,6350000000000.0,0.528,61.5,12.3,0.591,0.368,0.368,Energy,7.0
+ett2/15T/medium,crossformer,14.5,14.5,2.49,1.11,0.174,0.218,44.2,3.81,0.203,0.133,0.133,Energy,7.0
+ett2/H/medium,crossformer,266.0,266.0,10.7,1.34,0.216,0.241,53.6,16.3,0.22,0.144,0.144,Energy,7.0
+jena_weather/10T/medium,crossformer,1610.0,1610.0,15.0,1.21,1.22,0.688,48.4,40.2,0.247,0.0923,0.0923,Nature,21.0
+jena_weather/H/medium,crossformer,1430.0,1430.0,13.5,1.18,3.86,0.7,47.2,37.8,0.232,0.0829,0.0829,Nature,21.0
+kdd_cup_2018/H/medium,crossformer,3870.0,3870.0,45.2,12.6,7.27,1.08,504.0,62.2,1.3,0.237,0.237,Nature,1.0
+loop_seattle/5T/medium,crossformer,350.0,350.0,12.9,2.02,0.606,0.288,81.0,18.7,0.333,0.061,0.061,Transport,1.0
+loop_seattle/H/medium,crossformer,14.6,14.6,2.98,0.666,0.0458,0.0469,26.7,3.83,0.0676,0.0139,0.0139,Transport,1.0
+m_dense/H/medium,crossformer,249000.0,249000.0,306.0,3.88,2.05,0.974,155.0,499.0,0.869,0.133,0.133,Transport,1.0
+solar/10T/medium,crossformer,47.8,47.8,4.63,2.02,3.91,1.48,80.8,6.91,1.53,0.27,0.27,Energy,1.0
+solar/H/medium,crossformer,22.9,22.9,4.36,0.368,,2.0,14.7,4.79,0.172,0.0395,0.0395,Energy,1.0
+sz_taxi/15T/medium,crossformer,144.0,144.0,9.09,1.94,3.95,0.879,77.4,12.0,1.11,0.194,0.194,Transport,1.0
+electricity/15T/long,crossformer,23300000.0,23300000.0,874.0,35.2,6.27,0.905,1410.0,4830.0,7.62,0.245,0.245,Energy,1.0
+electricity/H/long,crossformer,67500000.0,67500000.0,2090.0,34.3,5.44,0.949,1370.0,8220.0,3.24,0.144,0.144,Energy,1.0
+solar/10T/long,crossformer,0.879,0.879,0.826,0.399,,2.0,16.0,0.937,0.203,0.0308,0.0308,Energy,1.0
+solar/H/long,crossformer,0.973,0.973,0.834,0.0704,,2.0,2.81,0.986,0.0342,0.00485,0.00485,Energy,1.0
+kdd_cup_2018/H/long,crossformer,1370.0,1370.0,27.5,6.45,11.0,1.13,258.0,37.0,0.867,0.118,0.118,Nature,1.0
+loop_seattle/5T/long,crossformer,98.3,98.3,6.83,1.09,0.153,0.122,43.6,9.91,0.175,0.0214,0.0214,Transport,1.0
+loop_seattle/H/long,crossformer,17.5,17.5,3.31,0.755,0.0535,0.0541,30.2,4.19,0.0749,0.0104,0.0104,Transport,1.0
+sz_taxi/15T/long,crossformer,138.0,138.0,8.6,1.79,7.85,1.24,71.8,11.8,1.09,0.122,0.122,Transport,1.0
+m_dense/H/long,crossformer,207000.0,207000.0,293.0,4.37,2.62,0.959,175.0,455.0,0.787,0.0634,0.0634,Transport,1.0
+ett1/15T/long,crossformer,8.43,8.43,1.8,1.3,0.791,0.475,51.9,2.9,0.553,0.342,0.342,Energy,7.0
+ett1/H/long,crossformer,377.0,377.0,11.9,2.12,2700000000000.0,0.719,84.8,19.4,0.93,0.57,0.57,Energy,7.0
+ett2/15T/long,crossformer,15.7,15.7,2.69,1.26,0.188,0.239,50.3,3.97,0.211,0.143,0.143,Energy,7.0
+ett2/H/long,crossformer,321.0,321.0,12.1,1.54,0.261,0.333,61.7,17.9,0.245,0.165,0.165,Energy,7.0
+jena_weather/10T/long,crossformer,1490.0,1490.0,13.7,0.936,1.3,0.687,37.5,38.6,0.236,0.0835,0.0835,Nature,21.0
+jena_weather/H/long,crossformer,2160.0,2160.0,19.1,1.51,8.91,0.691,60.4,46.5,0.28,0.115,0.115,Nature,21.0
+bitbrains_fast_storage/5T/long,crossformer,3580000.0,3580000.0,402.0,3.1,7.39,0.922,124.0,1890.0,5.0,1.06,1.06,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,crossformer,2310000.0,2310000.0,299.0,5.54,6.22,0.927,221.0,1520.0,5.82,1.14,1.14,Web/CloudOps,2.0
+bizitobs_application/10S/long,crossformer,10100000.0,10100000.0,1990.0,8.38,0.108,0.115,335.0,3180.0,0.123,0.0766,0.0766,Web/CloudOps,2.0
+bizitobs_service/10S/long,crossformer,143000.0,143000.0,91.8,3.64,1.27,0.196,146.0,378.0,0.28,0.068,0.068,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,crossformer,56.3,56.3,5.22,0.528,0.435,0.683,21.1,7.51,0.421,0.293,0.293,Web/CloudOps,7.0
+bizitobs_l2c/H/long,crossformer,94.8,94.8,5.7,0.592,0.694,0.765,23.7,9.74,0.595,0.348,0.348,Web/CloudOps,7.0

results/d_linear/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,d_linear,1640000.0,1640000.0,184.0,1.48,2.71,0.78,59.2,1280.0,4.03,0.577,0.577
-bitbrains_fast_storage/H/short,d_linear,2210000.0,2210000.0,282.0,2.65,4.82,0.687,106.0,1490.0,4.24,0.803,0.803
-bitbrains_rnd/5T/short,d_linear,1520000.0,1520000.0,140.0,2.63,1.73,0.742,105.0,1230.0,5.05,0.571,0.571
-bitbrains_rnd/H/short,d_linear,1840000.0,1840000.0,244.0,8.5,9.81,0.772,340.0,1360.0,5.93,1.07,1.07
-bizitobs_application/nan/short,d_linear,21400000.0,21400000.0,2050.0,7.65,0.111,0.108,306.0,4620.0,0.178,0.0792,0.0792
-bizitobs_l2c/5T/short,d_linear,16.3,16.3,2.34,0.243,0.129,0.196,9.7,4.03,0.138,0.0804,0.0804
-bizitobs_l2c/H/short,d_linear,85.3,85.3,6.23,0.64,0.672,0.75,25.6,9.24,0.498,0.336,0.336
-bizitobs_service/nan/short,d_linear,11300.0,11300.0,42.7,1.87,0.457,0.132,74.6,106.0,0.0789,0.0316,0.0316
-car_parts/nan/short,d_linear,1.26,1.26,0.526,0.997,0.725,1.83,39.9,1.12,2.7,1.26,1.26
-covid_deaths/nan/short,d_linear,864000.0,864000.0,167.0,33.2,0.0987,0.367,1330.0,929.0,0.35,0.063,0.063
-electricity/15T/short,d_linear,303000.0,303000.0,90.0,1.64,0.283,0.243,65.7,551.0,1.09,0.177,0.177
-electricity/D/short,d_linear,6290000000.0,6290000000.0,10300.0,3.56,0.699,0.228,142.0,79300.0,1.3,0.169,0.169
-electricity/H/short,d_linear,2320000.0,2320000.0,238.0,1.31,0.371,0.179,52.6,1520.0,0.719,0.112,0.112
-electricity/W/short,d_linear,223000000000.0,223000000000.0,48900.0,1.84,0.265,0.113,73.5,472000.0,1.08,0.111,0.111
-ett1/15T/short,d_linear,5.18,5.18,1.23,0.804,0.473,0.273,32.1,2.28,0.43,0.233,0.233
-ett1/D/short,d_linear,42000.0,42000.0,143.0,1.98,1.25,0.548,79.1,205.0,0.539,0.376,0.376
-ett1/H/short,d_linear,117.0,117.0,5.49,0.945,0.465,0.282,37.8,10.8,0.504,0.256,0.256
-ett1/W/short,d_linear,2020000.0,2020000.0,1120.0,2.16,0.72,0.718,86.2,1420.0,0.566,0.447,0.447
-ett2/15T/short,d_linear,10.4,10.4,2.15,0.937,0.13,0.154,37.5,3.23,0.153,0.102,0.102
-ett2/D/short,d_linear,261000.0,261000.0,381.0,3.25,0.643,0.329,130.0,510.0,0.292,0.218,0.218
-ett2/H/short,d_linear,118.0,118.0,6.91,0.817,0.13,0.122,32.7,10.9,0.138,0.0877,0.0877
-ett2/W/short,d_linear,11000000.0,11000000.0,2320.0,1.93,0.285,0.397,77.2,3320.0,0.279,0.194,0.194
-hierarchical_sales/D/short,d_linear,30.9,30.9,2.66,0.86,0.819,1.06,34.4,5.56,1.7,0.817,0.817
-hierarchical_sales/W/short,d_linear,628.0,628.0,12.7,0.993,0.881,0.623,39.7,25.1,1.15,0.582,0.582
-hospital/nan/short,d_linear,4550.0,4550.0,21.1,0.811,0.209,0.181,32.4,67.5,0.245,0.0765,0.0765
-jena_weather/10T/short,d_linear,2210.0,2210.0,20.8,1.96,0.908,0.651,78.5,47.0,0.292,0.129,0.129
-jena_weather/D/short,d_linear,508.0,508.0,12.1,1.6,1.34,0.449,64.1,22.5,0.136,0.073,0.073
-jena_weather/H/short,d_linear,1370.0,1370.0,14.0,0.982,3.17,0.635,39.3,37.0,0.227,0.086,0.086
-kdd_cup_2018/D/short,d_linear,2930.0,2930.0,21.5,1.23,0.581,0.482,49.2,54.1,1.21,0.482,0.482
-kdd_cup_2018/H/short,d_linear,5360.0,5360.0,27.7,1.13,1.19,0.575,45.2,73.2,1.53,0.581,0.581
-loop_seattle/5T/short,d_linear,84.1,84.1,5.76,0.895,0.146,0.117,35.8,9.17,0.157,0.0987,0.0987
-loop_seattle/D/short,d_linear,18.9,18.9,2.99,0.9,0.0554,0.0553,36.0,4.34,0.0776,0.0535,0.0535
-loop_seattle/H/short,d_linear,77.2,77.2,5.57,1.13,0.146,0.124,45.1,8.79,0.156,0.0987,0.0987
-m_dense/D/short,d_linear,15600.0,15600.0,71.1,1.01,0.172,0.151,40.5,125.0,0.216,0.123,0.123
-m_dense/H/short,d_linear,61900.0,61900.0,120.0,1.04,0.421,0.343,41.7,249.0,0.441,0.214,0.214
-m4_daily/nan/short,d_linear,456000.0,456000.0,187.0,3.42,0.0464,0.0317,137.0,675.0,0.104,0.0288,0.0288
-m4_hourly/nan/short,d_linear,4870000.0,4870000.0,405.0,1.69,0.259,0.183,67.8,2210.0,0.301,0.0553,0.0553
-m4_monthly/nan/short,d_linear,2010000.0,2010000.0,622.0,1.13,0.18,0.145,45.3,1420.0,0.295,0.129,0.129
-m4_quarterly/nan/short,d_linear,2040000.0,2040000.0,656.0,1.46,0.14,0.117,58.3,1430.0,0.239,0.11,0.11
-m4_weekly/nan/short,d_linear,429000.0,429000.0,382.0,4.64,0.0843,0.0852,186.0,655.0,0.119,0.0696,0.0696
-m4_yearly/nan/short,d_linear,4210000.0,4210000.0,1050.0,4.16,0.186,0.17,166.0,2050.0,0.329,0.168,0.168
-restaurant/nan/short,d_linear,145.0,145.0,7.38,0.706,0.71,0.402,28.3,12.0,0.554,0.34,0.34
-saugeen/D/short,d_linear,1460.0,1460.0,18.9,4.2,0.625,0.505,168.0,38.2,1.24,0.613,0.613
-saugeen/M/short,d_linear,528.0,528.0,16.3,0.955,0.595,0.509,38.2,23.0,0.69,0.49,0.49
-saugeen/W/short,d_linear,1490.0,1490.0,22.3,1.81,0.86,0.619,72.3,38.6,1.17,0.673,0.673
-solar/10T/short,d_linear,27.3,27.3,2.83,1.24,3.93,1.56,49.6,5.22,1.52,0.824,0.824
-solar/D/short,d_linear,127000.0,127000.0,265.0,1.03,1.01,0.454,41.3,356.0,0.515,0.383,0.383
-solar/H/short,d_linear,754.0,754.0,13.8,1.06,6.16,1.44,42.5,27.5,1.01,0.507,0.507
-solar/W/short,d_linear,1700000.0,1700000.0,1030.0,1.13,0.234,0.2,45.1,1300.0,0.266,0.21,0.21
-sz_taxi/15T/short,d_linear,17.7,17.7,2.9,0.582,1600000000000.0,0.422,23.3,4.21,0.394,0.271,0.271
-sz_taxi/H/short,d_linear,9.37,9.37,2.15,0.667,1.06,0.325,26.7,3.06,0.285,0.201,0.201
-temperature_rain/nan/short,d_linear,182.0,182.0,7.05,1.83,111.0,1.42,73.3,13.5,1.59,0.83,0.83
-us_births/D/short,d_linear,360000.0,360000.0,439.0,0.645,0.0418,0.0413,25.8,600.0,0.0562,0.0411,0.0411
-us_births/M/short,d_linear,170000000.0,170000000.0,10400.0,1.17,0.0315,0.0321,47.0,13000.0,0.0405,0.0322,0.0322
-us_births/W/short,d_linear,4510000.0,4510000.0,1600.0,1.46,0.0214,0.0217,58.3,2120.0,0.0288,0.0218,0.0218
-bitbrains_fast_storage/5T/medium,d_linear,3020000.0,3020000.0,318.0,3.33,4.77,1.0,133.0,1740.0,5.28,0.967,0.967
-bitbrains_rnd/5T/medium,d_linear,2270000.0,2270000.0,240.0,7.08,3.6,1.04,283.0,1510.0,6.34,1.01,1.01
-bizitobs_application/nan/medium,d_linear,6310000.0,6310000.0,1430.0,3.88,0.0547,0.0557,155.0,2510.0,0.0987,0.0563,0.0563
-bizitobs_l2c/5T/medium,d_linear,173.0,173.0,9.32,0.894,0.599,0.988,35.8,13.2,0.693,0.49,0.49
-bizitobs_l2c/H/medium,d_linear,92.7,92.7,6.57,0.676,0.79,0.872,27.0,9.63,0.583,0.398,0.398
-bizitobs_service/nan/medium,d_linear,61700.0,61700.0,70.2,2.23,0.403,0.144,89.2,248.0,0.187,0.0528,0.0528
-electricity/15T/medium,d_linear,399000.0,399000.0,82.5,1.31,0.25,0.202,52.5,632.0,1.09,0.142,0.142
-electricity/H/medium,d_linear,21000000.0,21000000.0,528.0,2.26,0.48,0.267,90.6,4580.0,1.79,0.206,0.206
-ett1/15T/medium,d_linear,10.3,10.3,1.82,1.2,0.755,0.443,48.1,3.21,0.612,0.347,0.347
-ett1/H/medium,d_linear,244.0,244.0,9.5,1.66,6740000000000.0,0.545,66.3,15.6,0.748,0.455,0.455
-ett2/15T/medium,d_linear,18.3,18.3,2.84,1.21,0.182,0.219,48.4,4.28,0.228,0.151,0.151
-ett2/H/medium,d_linear,339.0,339.0,12.3,1.36,0.206,0.22,54.3,18.4,0.248,0.166,0.166
-jena_weather/10T/medium,d_linear,1850.0,1850.0,16.0,1.17,1.35,0.676,46.6,43.0,0.264,0.0983,0.0983
-jena_weather/H/medium,d_linear,1600.0,1600.0,15.3,0.997,5.86,0.675,39.9,39.9,0.244,0.0933,0.0933
-kdd_cup_2018/H/medium,d_linear,5010.0,5010.0,26.2,1.12,1.15,0.586,44.7,70.8,1.48,0.548,0.548
-loop_seattle/5T/medium,d_linear,115.0,115.0,7.1,1.12,0.228,0.155,44.8,10.7,0.19,0.126,0.126
-loop_seattle/H/medium,d_linear,80.8,80.8,5.86,1.2,0.145,0.129,48.2,8.99,0.159,0.104,0.104
-m_dense/H/medium,d_linear,50600.0,50600.0,110.0,0.93,0.424,0.334,37.2,225.0,0.391,0.191,0.191
-solar/10T/medium,d_linear,23.0,23.0,2.49,1.08,3.83,1.48,43.4,4.79,1.06,0.552,0.552
-solar/H/medium,d_linear,866.0,866.0,15.3,1.17,6.96,1.43,46.9,29.4,1.06,0.552,0.552
-sz_taxi/15T/medium,d_linear,20.4,20.4,3.18,0.629,10100000000000.0,0.441,25.2,4.52,0.42,0.296,0.296
-electricity/15T/long,d_linear,494000.0,494000.0,81.8,1.24,0.237,0.193,49.6,703.0,1.11,0.129,0.129
-electricity/H/long,d_linear,20300000.0,20300000.0,514.0,2.21,0.504,0.262,88.5,4510.0,1.78,0.203,0.203
-solar/10T/long,d_linear,22.5,22.5,2.7,1.18,3.39,1.47,47.2,4.74,1.02,0.585,0.585
-solar/H/long,d_linear,876.0,876.0,17.7,1.35,7.99,1.45,53.9,29.6,1.03,0.612,0.612
-kdd_cup_2018/H/long,d_linear,3980.0,3980.0,24.8,1.09,1.36,0.626,43.5,63.1,1.48,0.583,0.583
-loop_seattle/5T/long,d_linear,122.0,122.0,7.38,1.17,0.242,0.16,46.8,11.1,0.195,0.131,0.131
-loop_seattle/H/long,d_linear,63.5,63.5,4.91,1.03,0.143,0.112,41.1,7.97,0.142,0.0877,0.0877
-sz_taxi/15T/long,d_linear,37.9,37.9,4.28,0.841,6360000000000.0,0.581,33.6,6.16,0.57,0.396,0.396
-m_dense/H/long,d_linear,76400.0,76400.0,149.0,1.24,0.567,0.444,49.7,276.0,0.478,0.259,0.259
-ett1/15T/long,d_linear,9.26,9.26,1.8,1.19,0.807,0.453,47.6,3.04,0.58,0.343,0.343
-ett1/H/long,d_linear,151.0,151.0,7.58,1.46,3240000000000.0,0.496,58.4,12.3,0.589,0.363,0.363
-ett2/15T/long,d_linear,16.7,16.7,2.64,1.1,0.169,0.191,44.0,4.09,0.218,0.141,0.141
-ett2/H/long,d_linear,296.0,296.0,12.0,1.58,0.235,0.261,63.3,17.2,0.236,0.165,0.165
-jena_weather/10T/long,d_linear,1690.0,1690.0,15.2,0.912,1.32,0.663,36.5,41.1,0.252,0.0928,0.0928
-jena_weather/H/long,d_linear,2340.0,2340.0,23.1,1.9,10.2,0.716,76.1,48.4,0.291,0.139,0.139
-bitbrains_fast_storage/5T/long,d_linear,5890000.0,5890000.0,502.0,3.47,8.68,0.973,139.0,2430.0,6.41,1.33,1.33
-bitbrains_rnd/5T/long,d_linear,3330000.0,3330000.0,340.0,6.35,7.04,1.03,254.0,1830.0,6.99,1.3,1.3
-bizitobs_application/nan/long,d_linear,8950000.0,8950000.0,1820.0,4.25,0.0607,0.062,170.0,2990.0,0.115,0.0701,0.0701
-bizitobs_service/nan/long,d_linear,137000.0,137000.0,91.0,2.29,0.469,0.151,91.5,370.0,0.274,0.0674,0.0674
-bizitobs_l2c/5T/long,d_linear,249.0,249.0,11.6,1.12,0.799,1.03,45.0,15.8,0.886,0.653,0.653
-bizitobs_l2c/H/long,d_linear,108.0,108.0,6.91,0.744,0.935,0.85,29.7,10.4,0.636,0.422,0.422

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,d_linear,1640000.0,1640000.0,184.0,1.48,2.71,0.78,59.2,1280.0,4.03,0.577,0.577,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,d_linear,2210000.0,2210000.0,282.0,2.65,4.82,0.687,106.0,1490.0,4.24,0.803,0.803,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,d_linear,1520000.0,1520000.0,140.0,2.63,1.73,0.742,105.0,1230.0,5.05,0.571,0.571,Web/CloudOps,2.0
+bitbrains_rnd/H/short,d_linear,1840000.0,1840000.0,244.0,8.5,9.81,0.772,340.0,1360.0,5.93,1.07,1.07,Web/CloudOps,2.0
+bizitobs_application/10S/short,d_linear,21400000.0,21400000.0,2050.0,7.65,0.111,0.108,306.0,4620.0,0.178,0.0792,0.0792,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,d_linear,16.3,16.3,2.34,0.243,0.129,0.196,9.7,4.03,0.138,0.0804,0.0804,Web/CloudOps,7.0
+bizitobs_l2c/H/short,d_linear,85.3,85.3,6.23,0.64,0.672,0.75,25.6,9.24,0.498,0.336,0.336,Web/CloudOps,7.0
+bizitobs_service/10S/short,d_linear,11300.0,11300.0,42.7,1.87,0.457,0.132,74.6,106.0,0.0789,0.0316,0.0316,Web/CloudOps,2.0
+car_parts/M/short,d_linear,1.26,1.26,0.526,0.997,0.725,1.83,39.9,1.12,2.7,1.26,1.26,Sales,1.0
+covid_deaths/D/short,d_linear,864000.0,864000.0,167.0,33.2,0.0987,0.367,1330.0,929.0,0.35,0.063,0.063,Healthcare,1.0
+electricity/15T/short,d_linear,303000.0,303000.0,90.0,1.64,0.283,0.243,65.7,551.0,1.09,0.177,0.177,Energy,1.0
+electricity/D/short,d_linear,6290000000.0,6290000000.0,10300.0,3.56,0.699,0.228,142.0,79300.0,1.3,0.169,0.169,Energy,1.0
+electricity/H/short,d_linear,2320000.0,2320000.0,238.0,1.31,0.371,0.179,52.6,1520.0,0.719,0.112,0.112,Energy,1.0
+electricity/W/short,d_linear,223000000000.0,223000000000.0,48900.0,1.84,0.265,0.113,73.5,472000.0,1.08,0.111,0.111,Energy,1.0
+ett1/15T/short,d_linear,5.18,5.18,1.23,0.804,0.473,0.273,32.1,2.28,0.43,0.233,0.233,Energy,7.0
+ett1/D/short,d_linear,42000.0,42000.0,143.0,1.98,1.25,0.548,79.1,205.0,0.539,0.376,0.376,Energy,7.0
+ett1/H/short,d_linear,117.0,117.0,5.49,0.945,0.465,0.282,37.8,10.8,0.504,0.256,0.256,Energy,7.0
+ett1/W/short,d_linear,2020000.0,2020000.0,1120.0,2.16,0.72,0.718,86.2,1420.0,0.566,0.447,0.447,Energy,7.0
+ett2/15T/short,d_linear,10.4,10.4,2.15,0.937,0.13,0.154,37.5,3.23,0.153,0.102,0.102,Energy,7.0
+ett2/D/short,d_linear,261000.0,261000.0,381.0,3.25,0.643,0.329,130.0,510.0,0.292,0.218,0.218,Energy,7.0
+ett2/H/short,d_linear,118.0,118.0,6.91,0.817,0.13,0.122,32.7,10.9,0.138,0.0877,0.0877,Energy,7.0
+ett2/W/short,d_linear,11000000.0,11000000.0,2320.0,1.93,0.285,0.397,77.2,3320.0,0.279,0.194,0.194,Energy,7.0
+hierarchical_sales/D/short,d_linear,30.9,30.9,2.66,0.86,0.819,1.06,34.4,5.56,1.7,0.817,0.817,Sales,1.0
+hierarchical_sales/W/short,d_linear,628.0,628.0,12.7,0.993,0.881,0.623,39.7,25.1,1.15,0.582,0.582,Sales,1.0
+hospital/M/short,d_linear,4550.0,4550.0,21.1,0.811,0.209,0.181,32.4,67.5,0.245,0.0765,0.0765,Healthcare,1.0
+jena_weather/10T/short,d_linear,2210.0,2210.0,20.8,1.96,0.908,0.651,78.5,47.0,0.292,0.129,0.129,Nature,21.0
+jena_weather/D/short,d_linear,508.0,508.0,12.1,1.6,1.34,0.449,64.1,22.5,0.136,0.073,0.073,Nature,21.0
+jena_weather/H/short,d_linear,1370.0,1370.0,14.0,0.982,3.17,0.635,39.3,37.0,0.227,0.086,0.086,Nature,21.0
+kdd_cup_2018/D/short,d_linear,2930.0,2930.0,21.5,1.23,0.581,0.482,49.2,54.1,1.21,0.482,0.482,Nature,1.0
+kdd_cup_2018/H/short,d_linear,5360.0,5360.0,27.7,1.13,1.19,0.575,45.2,73.2,1.53,0.581,0.581,Nature,1.0
+loop_seattle/5T/short,d_linear,84.1,84.1,5.76,0.895,0.146,0.117,35.8,9.17,0.157,0.0987,0.0987,Transport,1.0
+loop_seattle/D/short,d_linear,18.9,18.9,2.99,0.9,0.0554,0.0553,36.0,4.34,0.0776,0.0535,0.0535,Transport,1.0
+loop_seattle/H/short,d_linear,77.2,77.2,5.57,1.13,0.146,0.124,45.1,8.79,0.156,0.0987,0.0987,Transport,1.0
+m_dense/D/short,d_linear,15600.0,15600.0,71.1,1.01,0.172,0.151,40.5,125.0,0.216,0.123,0.123,Transport,1.0
+m_dense/H/short,d_linear,61900.0,61900.0,120.0,1.04,0.421,0.343,41.7,249.0,0.441,0.214,0.214,Transport,1.0
+m4_daily/D/short,d_linear,456000.0,456000.0,187.0,3.42,0.0464,0.0317,137.0,675.0,0.104,0.0288,0.0288,Econ/Fin,1.0
+m4_hourly/H/short,d_linear,4870000.0,4870000.0,405.0,1.69,0.259,0.183,67.8,2210.0,0.301,0.0553,0.0553,Econ/Fin,1.0
+m4_monthly/M/short,d_linear,2010000.0,2010000.0,622.0,1.13,0.18,0.145,45.3,1420.0,0.295,0.129,0.129,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,d_linear,2040000.0,2040000.0,656.0,1.46,0.14,0.117,58.3,1430.0,0.239,0.11,0.11,Econ/Fin,1.0
+m4_weekly/W-SUN/short,d_linear,429000.0,429000.0,382.0,4.64,0.0843,0.0852,186.0,655.0,0.119,0.0696,0.0696,Econ/Fin,1.0
+m4_yearly/A-DEC/short,d_linear,4210000.0,4210000.0,1050.0,4.16,0.186,0.17,166.0,2050.0,0.329,0.168,0.168,Econ/Fin,1.0
+restaurant/D/short,d_linear,145.0,145.0,7.38,0.706,0.71,0.402,28.3,12.0,0.554,0.34,0.34,Sales,1.0
+saugeen/D/short,d_linear,1460.0,1460.0,18.9,4.2,0.625,0.505,168.0,38.2,1.24,0.613,0.613,Nature,1.0
+saugeen/M/short,d_linear,528.0,528.0,16.3,0.955,0.595,0.509,38.2,23.0,0.69,0.49,0.49,Nature,1.0
+saugeen/W/short,d_linear,1490.0,1490.0,22.3,1.81,0.86,0.619,72.3,38.6,1.17,0.673,0.673,Nature,1.0
+solar/10T/short,d_linear,27.3,27.3,2.83,1.24,3.93,1.56,49.6,5.22,1.52,0.824,0.824,Energy,1.0
+solar/D/short,d_linear,127000.0,127000.0,265.0,1.03,1.01,0.454,41.3,356.0,0.515,0.383,0.383,Energy,1.0
+solar/H/short,d_linear,754.0,754.0,13.8,1.06,6.16,1.44,42.5,27.5,1.01,0.507,0.507,Energy,1.0
+solar/W/short,d_linear,1700000.0,1700000.0,1030.0,1.13,0.234,0.2,45.1,1300.0,0.266,0.21,0.21,Energy,1.0
+sz_taxi/15T/short,d_linear,17.7,17.7,2.9,0.582,1600000000000.0,0.422,23.3,4.21,0.394,0.271,0.271,Transport,1.0
+sz_taxi/H/short,d_linear,9.37,9.37,2.15,0.667,1.06,0.325,26.7,3.06,0.285,0.201,0.201,Transport,1.0
+temperature_rain/D/short,d_linear,182.0,182.0,7.05,1.83,111.0,1.42,73.3,13.5,1.59,0.83,0.83,Nature,1.0
+us_births/D/short,d_linear,360000.0,360000.0,439.0,0.645,0.0418,0.0413,25.8,600.0,0.0562,0.0411,0.0411,Healthcare,1.0
+us_births/M/short,d_linear,170000000.0,170000000.0,10400.0,1.17,0.0315,0.0321,47.0,13000.0,0.0405,0.0322,0.0322,Healthcare,1.0
+us_births/W/short,d_linear,4510000.0,4510000.0,1600.0,1.46,0.0214,0.0217,58.3,2120.0,0.0288,0.0218,0.0218,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,d_linear,3020000.0,3020000.0,318.0,3.33,4.77,1.0,133.0,1740.0,5.28,0.967,0.967,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,d_linear,2270000.0,2270000.0,240.0,7.08,3.6,1.04,283.0,1510.0,6.34,1.01,1.01,Web/CloudOps,2.0
+bizitobs_application/10S/medium,d_linear,6310000.0,6310000.0,1430.0,3.88,0.0547,0.0557,155.0,2510.0,0.0987,0.0563,0.0563,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,d_linear,173.0,173.0,9.32,0.894,0.599,0.988,35.8,13.2,0.693,0.49,0.49,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,d_linear,92.7,92.7,6.57,0.676,0.79,0.872,27.0,9.63,0.583,0.398,0.398,Web/CloudOps,7.0
+bizitobs_service/10S/medium,d_linear,61700.0,61700.0,70.2,2.23,0.403,0.144,89.2,248.0,0.187,0.0528,0.0528,Web/CloudOps,2.0
+electricity/15T/medium,d_linear,399000.0,399000.0,82.5,1.31,0.25,0.202,52.5,632.0,1.09,0.142,0.142,Energy,1.0
+electricity/H/medium,d_linear,21000000.0,21000000.0,528.0,2.26,0.48,0.267,90.6,4580.0,1.79,0.206,0.206,Energy,1.0
+ett1/15T/medium,d_linear,10.3,10.3,1.82,1.2,0.755,0.443,48.1,3.21,0.612,0.347,0.347,Energy,7.0
+ett1/H/medium,d_linear,244.0,244.0,9.5,1.66,6740000000000.0,0.545,66.3,15.6,0.748,0.455,0.455,Energy,7.0
+ett2/15T/medium,d_linear,18.3,18.3,2.84,1.21,0.182,0.219,48.4,4.28,0.228,0.151,0.151,Energy,7.0
+ett2/H/medium,d_linear,339.0,339.0,12.3,1.36,0.206,0.22,54.3,18.4,0.248,0.166,0.166,Energy,7.0
+jena_weather/10T/medium,d_linear,1850.0,1850.0,16.0,1.17,1.35,0.676,46.6,43.0,0.264,0.0983,0.0983,Nature,21.0
+jena_weather/H/medium,d_linear,1600.0,1600.0,15.3,0.997,5.86,0.675,39.9,39.9,0.244,0.0933,0.0933,Nature,21.0
+kdd_cup_2018/H/medium,d_linear,5010.0,5010.0,26.2,1.12,1.15,0.586,44.7,70.8,1.48,0.548,0.548,Nature,1.0
+loop_seattle/5T/medium,d_linear,115.0,115.0,7.1,1.12,0.228,0.155,44.8,10.7,0.19,0.126,0.126,Transport,1.0
+loop_seattle/H/medium,d_linear,80.8,80.8,5.86,1.2,0.145,0.129,48.2,8.99,0.159,0.104,0.104,Transport,1.0
+m_dense/H/medium,d_linear,50600.0,50600.0,110.0,0.93,0.424,0.334,37.2,225.0,0.391,0.191,0.191,Transport,1.0
+solar/10T/medium,d_linear,23.0,23.0,2.49,1.08,3.83,1.48,43.4,4.79,1.06,0.552,0.552,Energy,1.0
+solar/H/medium,d_linear,866.0,866.0,15.3,1.17,6.96,1.43,46.9,29.4,1.06,0.552,0.552,Energy,1.0
+sz_taxi/15T/medium,d_linear,20.4,20.4,3.18,0.629,10100000000000.0,0.441,25.2,4.52,0.42,0.296,0.296,Transport,1.0
+electricity/15T/long,d_linear,494000.0,494000.0,81.8,1.24,0.237,0.193,49.6,703.0,1.11,0.129,0.129,Energy,1.0
+electricity/H/long,d_linear,20300000.0,20300000.0,514.0,2.21,0.504,0.262,88.5,4510.0,1.78,0.203,0.203,Energy,1.0
+solar/10T/long,d_linear,22.5,22.5,2.7,1.18,3.39,1.47,47.2,4.74,1.02,0.585,0.585,Energy,1.0
+solar/H/long,d_linear,876.0,876.0,17.7,1.35,7.99,1.45,53.9,29.6,1.03,0.612,0.612,Energy,1.0
+kdd_cup_2018/H/long,d_linear,3980.0,3980.0,24.8,1.09,1.36,0.626,43.5,63.1,1.48,0.583,0.583,Nature,1.0
+loop_seattle/5T/long,d_linear,122.0,122.0,7.38,1.17,0.242,0.16,46.8,11.1,0.195,0.131,0.131,Transport,1.0
+loop_seattle/H/long,d_linear,63.5,63.5,4.91,1.03,0.143,0.112,41.1,7.97,0.142,0.0877,0.0877,Transport,1.0
+sz_taxi/15T/long,d_linear,37.9,37.9,4.28,0.841,6360000000000.0,0.581,33.6,6.16,0.57,0.396,0.396,Transport,1.0
+m_dense/H/long,d_linear,76400.0,76400.0,149.0,1.24,0.567,0.444,49.7,276.0,0.478,0.259,0.259,Transport,1.0
+ett1/15T/long,d_linear,9.26,9.26,1.8,1.19,0.807,0.453,47.6,3.04,0.58,0.343,0.343,Energy,7.0
+ett1/H/long,d_linear,151.0,151.0,7.58,1.46,3240000000000.0,0.496,58.4,12.3,0.589,0.363,0.363,Energy,7.0
+ett2/15T/long,d_linear,16.7,16.7,2.64,1.1,0.169,0.191,44.0,4.09,0.218,0.141,0.141,Energy,7.0
+ett2/H/long,d_linear,296.0,296.0,12.0,1.58,0.235,0.261,63.3,17.2,0.236,0.165,0.165,Energy,7.0
+jena_weather/10T/long,d_linear,1690.0,1690.0,15.2,0.912,1.32,0.663,36.5,41.1,0.252,0.0928,0.0928,Nature,21.0
+jena_weather/H/long,d_linear,2340.0,2340.0,23.1,1.9,10.2,0.716,76.1,48.4,0.291,0.139,0.139,Nature,21.0
+bitbrains_fast_storage/5T/long,d_linear,5890000.0,5890000.0,502.0,3.47,8.68,0.973,139.0,2430.0,6.41,1.33,1.33,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,d_linear,3330000.0,3330000.0,340.0,6.35,7.04,1.03,254.0,1830.0,6.99,1.3,1.3,Web/CloudOps,2.0
+bizitobs_application/10S/long,d_linear,8950000.0,8950000.0,1820.0,4.25,0.0607,0.062,170.0,2990.0,0.115,0.0701,0.0701,Web/CloudOps,2.0
+bizitobs_service/10S/long,d_linear,137000.0,137000.0,91.0,2.29,0.469,0.151,91.5,370.0,0.274,0.0674,0.0674,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,d_linear,249.0,249.0,11.6,1.12,0.799,1.03,45.0,15.8,0.886,0.653,0.653,Web/CloudOps,7.0
+bizitobs_l2c/H/long,d_linear,108.0,108.0,6.91,0.744,0.935,0.85,29.7,10.4,0.636,0.422,0.422,Web/CloudOps,7.0

results/deepar/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,deepar,2180000.0,2240000.0,182.0,0.945,1.23,0.8,20.2,1480.0,4.64,0.572,0.493
-bitbrains_fast_storage/H/short,deepar,3350000.0,3540000.0,293.0,6.06,0.823,1.16,75.4,1830.0,5.22,0.836,0.778
-bitbrains_rnd/5T/short,deepar,2030000.0,2140000.0,148.0,2.1,0.901,0.793,66.9,1430.0,5.84,0.607,0.557
-bitbrains_rnd/H/short,deepar,1620000.0,1690000.0,146.0,6.06,1.24,0.663,199.0,1270.0,5.57,0.64,0.585
-bizitobs_application/nan/short,deepar,12500000.0,12200000.0,2010.0,4.16,0.0593,0.063,34.5,3530.0,0.136,0.0775,0.0642
-bizitobs_l2c/5T/short,deepar,77.5,79.5,6.26,0.613,0.324,0.306,5.82,8.8,0.302,0.215,0.179
-bizitobs_l2c/H/short,deepar,453.0,496.0,15.9,1.5,0.975,1.59,31.2,21.3,1.15,0.859,0.789
-bizitobs_service/nan/short,deepar,22700.0,22800.0,52.6,2.67,0.163,0.0954,26.1,151.0,0.112,0.039,0.0324
-car_parts/nan/short,deepar,1.28,1.27,0.457,0.835,0.828,1.89,22.7,1.13,2.71,1.09,0.953
-covid_deaths/nan/short,deepar,13300000.0,14000000.0,593.0,50.7,0.15,0.436,1050.0,3650.0,1.37,0.223,0.177
-electricity/15T/short,deepar,245000.0,243000.0,91.5,1.67,0.222,0.263,16.9,495.0,0.976,0.18,0.152
-electricity/D/short,deepar,2400000000.0,2420000000.0,5750.0,1.89,0.526,0.125,20.3,49000.0,0.806,0.0945,0.0784
-electricity/H/short,deepar,2530000.0,2530000.0,236.0,1.23,0.161,0.161,13.3,1590.0,0.751,0.111,0.0938
-electricity/W/short,deepar,221000000000.0,229000000000.0,50400.0,2.25,0.259,0.133,18.0,470000.0,1.07,0.115,0.0919
-ett1/15T/short,deepar,11.5,11.8,2.1,1.44,0.695,0.43,11.9,3.38,0.64,0.397,0.32
-ett1/D/short,deepar,44000.0,41100.0,135.0,1.69,0.884,0.525,15.4,210.0,0.551,0.355,0.293
-ett1/H/short,deepar,133.0,131.0,6.38,1.06,0.561,0.316,8.34,11.5,0.539,0.298,0.233
-ett1/W/short,deepar,8410000.0,8030000.0,2240.0,4.16,0.914,1.58,21.8,2900.0,1.15,0.89,0.686
-ett2/15T/short,deepar,136.0,137.0,9.02,4.11,0.578,0.425,53.4,11.6,0.553,0.428,0.378
-ett2/D/short,deepar,492000.0,549000.0,474.0,3.64,0.702,0.343,22.5,701.0,0.401,0.272,0.207
-ett2/H/short,deepar,407.0,329.0,12.0,1.48,0.214,0.28,9.9,20.2,0.256,0.153,0.122
-ett2/W/short,deepar,215000000.0,216000000.0,11600.0,7.17,0.985,1.85,37.0,14700.0,1.23,0.977,0.728
-hierarchical_sales/D/short,deepar,29.4,29.9,2.35,0.757,0.674,1.14,10.2,5.42,1.66,0.72,0.6
-hierarchical_sales/W/short,deepar,526.0,523.0,10.1,0.781,0.644,0.487,7.98,22.9,1.05,0.463,0.379
-hospital/nan/short,deepar,4960.0,5020.0,21.7,0.834,0.218,0.183,5.42,70.4,0.256,0.0789,0.062
-jena_weather/10T/short,deepar,1800.0,1810.0,10.9,0.574,0.401,0.748,7.32,42.5,0.264,0.0675,0.0627
-jena_weather/D/short,deepar,614.0,633.0,12.6,1.3,0.657,0.535,10.0,24.8,0.149,0.0758,0.0624
-jena_weather/H/short,deepar,106000.0,105000.0,136.0,18.8,2.57,0.974,152.0,326.0,2.0,0.832,0.699
-kdd_cup_2018/D/short,deepar,2670.0,2660.0,20.7,1.23,0.583,0.462,12.5,51.6,1.16,0.463,0.383
-kdd_cup_2018/H/short,deepar,5240.0,5690.0,30.6,1.28,0.679,0.824,11.3,72.4,1.52,0.639,0.517
-loop_seattle/5T/short,deepar,74.9,69.7,5.09,0.803,0.128,0.104,7.25,8.65,0.148,0.0874,0.072
-loop_seattle/D/short,deepar,22.5,22.3,3.47,1.08,0.0619,0.0634,11.1,4.75,0.0848,0.062,0.052
-loop_seattle/H/short,deepar,62.3,62.9,4.56,0.941,0.128,0.105,8.19,7.89,0.14,0.0807,0.0656
-m_dense/D/short,deepar,11900.0,12000.0,52.2,0.793,0.149,0.111,10.0,109.0,0.189,0.0904,0.0764
-m_dense/H/short,deepar,40500.0,41600.0,87.8,0.795,0.267,0.215,8.67,201.0,0.357,0.156,0.128
-m4_daily/nan/short,deepar,505000.0,502000.0,242.0,4.58,0.0582,0.0409,45.0,711.0,0.11,0.0374,0.0305
-m4_hourly/nan/short,deepar,58700000.0,57400000.0,1140.0,3.53,0.218,0.164,26.8,7660.0,1.05,0.156,0.133
-m4_monthly/nan/short,deepar,2950000.0,2980000.0,1020.0,3.18,0.288,0.218,25.5,1720.0,0.357,0.212,0.184
-m4_quarterly/nan/short,deepar,1940000.0,1910000.0,615.0,1.44,0.134,0.112,12.2,1390.0,0.233,0.103,0.0834
-m4_weekly/nan/short,deepar,550000.0,582000.0,432.0,4.62,0.101,0.108,34.4,742.0,0.135,0.0787,0.0619
-m4_yearly/nan/short,deepar,3450000.0,3350000.0,858.0,3.4,0.178,0.142,34.6,1860.0,0.298,0.138,0.113
-restaurant/nan/short,deepar,148.0,148.0,7.45,0.713,0.713,0.404,5.17,12.2,0.56,0.343,0.27
-saugeen/D/short,deepar,1650.0,1820.0,19.4,4.31,0.483,0.704,66.9,40.7,1.32,0.629,0.572
-saugeen/M/short,deepar,1690.0,1660.0,27.8,1.63,0.726,1.23,13.0,41.1,1.23,0.835,0.689
-saugeen/W/short,deepar,930.0,981.0,16.2,1.31,0.457,0.435,11.2,30.5,0.921,0.489,0.397
-solar/10T/short,deepar,58.9,58.8,3.32,1.47,1.01,1.9,45.0,7.67,2.23,0.965,0.933
-solar/D/short,deepar,604000.0,586000.0,635.0,2.49,0.884,1.57,15.0,777.0,1.12,0.917,0.682
-solar/H/short,deepar,894.0,891.0,13.1,1.02,4.56,1.43,7.11,29.9,1.1,0.482,0.389
-solar/W/short,deepar,3480000.0,3490000.0,1530.0,1.69,0.353,0.285,7.54,1870.0,0.381,0.313,0.242
-sz_taxi/15T/short,deepar,18.6,18.6,2.99,0.602,1430000000000.0,0.425,4.43,4.31,0.403,0.279,0.219
-sz_taxi/H/short,deepar,7.41,7.55,1.89,0.576,0.924,0.309,4.38,2.72,0.254,0.176,0.139
-temperature_rain/nan/short,deepar,247.0,228.0,6.87,1.72,49.2,1.51,31.8,15.7,1.85,0.809,0.682
-us_births/D/short,deepar,236000.0,237000.0,363.0,0.535,0.0337,0.0341,4.33,485.0,0.0455,0.0341,0.0275
-us_births/M/short,deepar,59300000.0,58400000.0,6730.0,0.76,0.021,0.0207,3.84,7700.0,0.0239,0.0209,0.0157
-us_births/W/short,deepar,3840000.0,3800000.0,1590.0,1.45,0.0216,0.0217,9.81,1960.0,0.0266,0.0216,0.017
-bitbrains_fast_storage/5T/medium,deepar,4180000.0,4130000.0,331.0,8.5,1.11,1.9,251.0,2040.0,6.21,1.01,0.99
-bitbrains_rnd/5T/medium,deepar,2300000.0,2330000.0,161.0,4.89,0.392,0.911,173.0,1520.0,6.39,0.676,0.647
-bizitobs_application/nan/medium,deepar,6800000.0,6800000.0,1470.0,3.22,0.0454,0.047,64.6,2610.0,0.102,0.0578,0.0535
-bizitobs_l2c/5T/medium,deepar,369.0,375.0,12.4,1.21,0.964,1.07,22.4,19.2,1.01,0.654,0.589
-bizitobs_l2c/H/medium,deepar,110.0,109.0,7.12,0.737,0.979,0.82,5.94,10.5,0.635,0.431,0.345
-bizitobs_service/nan/medium,deepar,96900.0,96800.0,65.1,2.17,0.152,0.117,35.6,311.0,0.234,0.049,0.044
-electricity/15T/medium,deepar,398000.0,398000.0,83.1,1.39,0.255,0.208,13.9,631.0,1.09,0.143,0.119
-electricity/H/medium,deepar,68200000.0,68300000.0,1230.0,6.76,0.578,0.867,169.0,8260.0,3.22,0.482,0.454
-ett1/15T/medium,deepar,14.1,15.2,2.11,1.35,0.833,0.489,12.3,3.76,0.716,0.401,0.315
-ett1/H/medium,deepar,387.0,418.0,14.4,3.12,4160000000000.0,0.698,17.7,19.7,0.943,0.691,0.535
-ett2/15T/medium,deepar,67.1,52.9,5.75,3.27,0.523,0.757,66.3,8.19,0.437,0.306,0.258
-ett2/H/medium,deepar,1420.0,1450.0,25.0,2.52,0.425,0.304,25.7,37.6,0.507,0.337,0.281
-jena_weather/10T/medium,deepar,2280.0,2440.0,13.8,1.2,0.641,0.976,10.3,47.7,0.293,0.0846,0.0735
-jena_weather/H/medium,deepar,2020.0,2460.0,16.2,1.3,1.84,0.884,11.4,45.0,0.275,0.0993,0.0784
-kdd_cup_2018/H/medium,deepar,4710.0,4710.0,26.2,1.17,1.41,0.584,9.72,68.6,1.44,0.548,0.442
-loop_seattle/5T/medium,deepar,170.0,155.0,8.15,1.27,0.226,0.192,9.81,13.0,0.232,0.145,0.118
-loop_seattle/H/medium,deepar,67.4,67.3,4.94,1.03,0.142,0.112,9.87,8.21,0.145,0.0874,0.0719
-m_dense/H/medium,deepar,35400.0,35900.0,83.2,0.738,0.255,0.199,8.1,188.0,0.327,0.145,0.118
-solar/10T/medium,deepar,34.0,37.5,2.79,1.21,1.89,1.57,9.21,5.83,1.29,0.619,0.485
-solar/H/medium,deepar,707.0,701.0,13.0,0.992,4.78,1.43,5.06,26.6,0.958,0.467,0.352
-sz_taxi/15T/medium,deepar,17.1,17.1,2.85,0.558,9870000000000.0,0.413,4.3,4.13,0.385,0.265,0.21
-bitbrains_fast_storage/5T/long,deepar,5160000.0,5210000.0,389.0,7.33,1.23,1.77,191.0,2270.0,6.0,1.03,1.01
-bitbrains_rnd/5T/long,deepar,2360000.0,2260000.0,187.0,4.44,1.48,0.879,130.0,1540.0,5.88,0.717,0.672
-bizitobs_application/nan/long,deepar,14100000.0,14000000.0,2290.0,4.47,0.0645,0.0672,107.0,3750.0,0.145,0.0884,0.0829
-bizitobs_l2c/5T/long,deepar,382.0,370.0,14.0,1.32,1.0,1.19,31.8,19.5,1.1,0.783,0.719
-bizitobs_l2c/H/long,deepar,117.0,117.0,6.87,0.727,0.752,0.944,6.29,10.8,0.662,0.42,0.338
-bizitobs_service/nan/long,deepar,142000.0,142000.0,106.0,3.96,0.354,0.175,41.9,377.0,0.279,0.0786,0.0697
-electricity/15T/long,deepar,970000.0,962000.0,122.0,2.28,0.303,0.3,16.8,985.0,1.55,0.192,0.155
-electricity/H/long,deepar,20000000.0,20100000.0,525.0,2.67,0.332,0.334,25.4,4480.0,1.77,0.207,0.176
-ett1/15T/long,deepar,278.0,293.0,12.9,9.34,4.64,1.14,140.0,16.7,3.18,2.47,2.22
-ett1/H/long,deepar,356.0,362.0,12.8,2.68,3980000000000.0,0.936,14.1,18.9,0.904,0.612,0.469
-ett2/15T/long,deepar,108.0,115.0,7.96,3.7,0.533,0.744,15.7,10.4,0.553,0.424,0.304
-ett2/H/long,deepar,757.0,628.0,18.0,2.49,0.417,0.488,16.9,27.5,0.377,0.246,0.196
-jena_weather/10T/long,deepar,4420.0,5080.0,28.7,3.15,0.782,1.19,35.4,66.5,0.407,0.175,0.143
-jena_weather/H/long,deepar,10000.0,8920.0,44.3,6.89,8.49,1.06,32.7,100.0,0.603,0.267,0.197
-kdd_cup_2018/H/long,deepar,9930.0,10900.0,69.4,3.34,5.03,1.0,11.7,99.6,2.34,1.63,1.09
-loop_seattle/5T/long,deepar,259.0,277.0,12.0,1.96,0.416,0.222,26.9,16.1,0.284,0.213,0.184
-loop_seattle/H/long,deepar,63.9,66.0,4.66,0.985,0.139,0.107,9.75,7.99,0.143,0.0833,0.0683
-m_dense/H/long,deepar,48000.0,51200.0,93.5,0.805,0.268,0.21,7.63,219.0,0.379,0.162,0.13
-solar/10T/long,deepar,39.0,40.1,2.96,1.28,2.01,1.59,17.3,6.24,1.35,0.639,0.549
-solar/H/long,deepar,971.0,1040.0,12.8,0.972,5.86,1.4,12.4,31.2,1.08,0.444,0.381
-sz_taxi/15T/long,deepar,26.3,26.6,3.78,0.733,4800000000000.0,0.747,6.9,5.12,0.474,0.35,0.286

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,deepar,2180000.0,2240000.0,182.0,0.945,1.23,0.8,20.2,1480.0,4.64,0.572,0.493,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,deepar,3350000.0,3540000.0,293.0,6.06,0.823,1.16,75.4,1830.0,5.22,0.836,0.778,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,deepar,2030000.0,2140000.0,148.0,2.1,0.901,0.793,66.9,1430.0,5.84,0.607,0.557,Web/CloudOps,2.0
+bitbrains_rnd/H/short,deepar,1620000.0,1690000.0,146.0,6.06,1.24,0.663,199.0,1270.0,5.57,0.64,0.585,Web/CloudOps,2.0
+bizitobs_application/10S/short,deepar,12500000.0,12200000.0,2010.0,4.16,0.0593,0.063,34.5,3530.0,0.136,0.0775,0.0642,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,deepar,77.5,79.5,6.26,0.613,0.324,0.306,5.82,8.8,0.302,0.215,0.179,Web/CloudOps,7.0
+bizitobs_l2c/H/short,deepar,453.0,496.0,15.9,1.5,0.975,1.59,31.2,21.3,1.15,0.859,0.789,Web/CloudOps,7.0
+bizitobs_service/10S/short,deepar,22700.0,22800.0,52.6,2.67,0.163,0.0954,26.1,151.0,0.112,0.039,0.0324,Web/CloudOps,2.0
+car_parts/M/short,deepar,1.28,1.27,0.457,0.835,0.828,1.89,22.7,1.13,2.71,1.09,0.953,Sales,1.0
+covid_deaths/D/short,deepar,13300000.0,14000000.0,593.0,50.7,0.15,0.436,1050.0,3650.0,1.37,0.223,0.177,Healthcare,1.0
+electricity/15T/short,deepar,245000.0,243000.0,91.5,1.67,0.222,0.263,16.9,495.0,0.976,0.18,0.152,Energy,1.0
+electricity/D/short,deepar,2400000000.0,2420000000.0,5750.0,1.89,0.526,0.125,20.3,49000.0,0.806,0.0945,0.0784,Energy,1.0
+electricity/H/short,deepar,2530000.0,2530000.0,236.0,1.23,0.161,0.161,13.3,1590.0,0.751,0.111,0.0938,Energy,1.0
+electricity/W/short,deepar,221000000000.0,229000000000.0,50400.0,2.25,0.259,0.133,18.0,470000.0,1.07,0.115,0.0919,Energy,1.0
+ett1/15T/short,deepar,11.5,11.8,2.1,1.44,0.695,0.43,11.9,3.38,0.64,0.397,0.32,Energy,7.0
+ett1/D/short,deepar,44000.0,41100.0,135.0,1.69,0.884,0.525,15.4,210.0,0.551,0.355,0.293,Energy,7.0
+ett1/H/short,deepar,133.0,131.0,6.38,1.06,0.561,0.316,8.34,11.5,0.539,0.298,0.233,Energy,7.0
+ett1/W/short,deepar,8410000.0,8030000.0,2240.0,4.16,0.914,1.58,21.8,2900.0,1.15,0.89,0.686,Energy,7.0
+ett2/15T/short,deepar,136.0,137.0,9.02,4.11,0.578,0.425,53.4,11.6,0.553,0.428,0.378,Energy,7.0
+ett2/D/short,deepar,492000.0,549000.0,474.0,3.64,0.702,0.343,22.5,701.0,0.401,0.272,0.207,Energy,7.0
+ett2/H/short,deepar,407.0,329.0,12.0,1.48,0.214,0.28,9.9,20.2,0.256,0.153,0.122,Energy,7.0
+ett2/W/short,deepar,215000000.0,216000000.0,11600.0,7.17,0.985,1.85,37.0,14700.0,1.23,0.977,0.728,Energy,7.0
+hierarchical_sales/D/short,deepar,29.4,29.9,2.35,0.757,0.674,1.14,10.2,5.42,1.66,0.72,0.6,Sales,1.0
+hierarchical_sales/W/short,deepar,526.0,523.0,10.1,0.781,0.644,0.487,7.98,22.9,1.05,0.463,0.379,Sales,1.0
+hospital/M/short,deepar,4960.0,5020.0,21.7,0.834,0.218,0.183,5.42,70.4,0.256,0.0789,0.062,Healthcare,1.0
+jena_weather/10T/short,deepar,1800.0,1810.0,10.9,0.574,0.401,0.748,7.32,42.5,0.264,0.0675,0.0627,Nature,21.0
+jena_weather/D/short,deepar,614.0,633.0,12.6,1.3,0.657,0.535,10.0,24.8,0.149,0.0758,0.0624,Nature,21.0
+jena_weather/H/short,deepar,106000.0,105000.0,136.0,18.8,2.57,0.974,152.0,326.0,2.0,0.832,0.699,Nature,21.0
+kdd_cup_2018/D/short,deepar,2670.0,2660.0,20.7,1.23,0.583,0.462,12.5,51.6,1.16,0.463,0.383,Nature,1.0
+kdd_cup_2018/H/short,deepar,5240.0,5690.0,30.6,1.28,0.679,0.824,11.3,72.4,1.52,0.639,0.517,Nature,1.0
+loop_seattle/5T/short,deepar,74.9,69.7,5.09,0.803,0.128,0.104,7.25,8.65,0.148,0.0874,0.072,Transport,1.0
+loop_seattle/D/short,deepar,22.5,22.3,3.47,1.08,0.0619,0.0634,11.1,4.75,0.0848,0.062,0.052,Transport,1.0
+loop_seattle/H/short,deepar,62.3,62.9,4.56,0.941,0.128,0.105,8.19,7.89,0.14,0.0807,0.0656,Transport,1.0
+m_dense/D/short,deepar,11900.0,12000.0,52.2,0.793,0.149,0.111,10.0,109.0,0.189,0.0904,0.0764,Transport,1.0
+m_dense/H/short,deepar,40500.0,41600.0,87.8,0.795,0.267,0.215,8.67,201.0,0.357,0.156,0.128,Transport,1.0
+m4_daily/D/short,deepar,505000.0,502000.0,242.0,4.58,0.0582,0.0409,45.0,711.0,0.11,0.0374,0.0305,Econ/Fin,1.0
+m4_hourly/H/short,deepar,58700000.0,57400000.0,1140.0,3.53,0.218,0.164,26.8,7660.0,1.05,0.156,0.133,Econ/Fin,1.0
+m4_monthly/M/short,deepar,2950000.0,2980000.0,1020.0,3.18,0.288,0.218,25.5,1720.0,0.357,0.212,0.184,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,deepar,1940000.0,1910000.0,615.0,1.44,0.134,0.112,12.2,1390.0,0.233,0.103,0.0834,Econ/Fin,1.0
+m4_weekly/W-SUN/short,deepar,550000.0,582000.0,432.0,4.62,0.101,0.108,34.4,742.0,0.135,0.0787,0.0619,Econ/Fin,1.0
+m4_yearly/A-DEC/short,deepar,3450000.0,3350000.0,858.0,3.4,0.178,0.142,34.6,1860.0,0.298,0.138,0.113,Econ/Fin,1.0
+restaurant/D/short,deepar,148.0,148.0,7.45,0.713,0.713,0.404,5.17,12.2,0.56,0.343,0.27,Sales,1.0
+saugeen/D/short,deepar,1650.0,1820.0,19.4,4.31,0.483,0.704,66.9,40.7,1.32,0.629,0.572,Nature,1.0
+saugeen/M/short,deepar,1690.0,1660.0,27.8,1.63,0.726,1.23,13.0,41.1,1.23,0.835,0.689,Nature,1.0
+saugeen/W/short,deepar,930.0,981.0,16.2,1.31,0.457,0.435,11.2,30.5,0.921,0.489,0.397,Nature,1.0
+solar/10T/short,deepar,58.9,58.8,3.32,1.47,1.01,1.9,45.0,7.67,2.23,0.965,0.933,Energy,1.0
+solar/D/short,deepar,604000.0,586000.0,635.0,2.49,0.884,1.57,15.0,777.0,1.12,0.917,0.682,Energy,1.0
+solar/H/short,deepar,894.0,891.0,13.1,1.02,4.56,1.43,7.11,29.9,1.1,0.482,0.389,Energy,1.0
+solar/W/short,deepar,3480000.0,3490000.0,1530.0,1.69,0.353,0.285,7.54,1870.0,0.381,0.313,0.242,Energy,1.0
+sz_taxi/15T/short,deepar,18.6,18.6,2.99,0.602,1430000000000.0,0.425,4.43,4.31,0.403,0.279,0.219,Transport,1.0
+sz_taxi/H/short,deepar,7.41,7.55,1.89,0.576,0.924,0.309,4.38,2.72,0.254,0.176,0.139,Transport,1.0
+temperature_rain/D/short,deepar,247.0,228.0,6.87,1.72,49.2,1.51,31.8,15.7,1.85,0.809,0.682,Nature,1.0
+us_births/D/short,deepar,236000.0,237000.0,363.0,0.535,0.0337,0.0341,4.33,485.0,0.0455,0.0341,0.0275,Healthcare,1.0
+us_births/M/short,deepar,59300000.0,58400000.0,6730.0,0.76,0.021,0.0207,3.84,7700.0,0.0239,0.0209,0.0157,Healthcare,1.0
+us_births/W/short,deepar,3840000.0,3800000.0,1590.0,1.45,0.0216,0.0217,9.81,1960.0,0.0266,0.0216,0.017,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,deepar,4180000.0,4130000.0,331.0,8.5,1.11,1.9,251.0,2040.0,6.21,1.01,0.99,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,deepar,2300000.0,2330000.0,161.0,4.89,0.392,0.911,173.0,1520.0,6.39,0.676,0.647,Web/CloudOps,2.0
+bizitobs_application/10S/medium,deepar,6800000.0,6800000.0,1470.0,3.22,0.0454,0.047,64.6,2610.0,0.102,0.0578,0.0535,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,deepar,369.0,375.0,12.4,1.21,0.964,1.07,22.4,19.2,1.01,0.654,0.589,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,deepar,110.0,109.0,7.12,0.737,0.979,0.82,5.94,10.5,0.635,0.431,0.345,Web/CloudOps,7.0
+bizitobs_service/10S/medium,deepar,96900.0,96800.0,65.1,2.17,0.152,0.117,35.6,311.0,0.234,0.049,0.044,Web/CloudOps,2.0
+electricity/15T/medium,deepar,398000.0,398000.0,83.1,1.39,0.255,0.208,13.9,631.0,1.09,0.143,0.119,Energy,1.0
+electricity/H/medium,deepar,68200000.0,68300000.0,1230.0,6.76,0.578,0.867,169.0,8260.0,3.22,0.482,0.454,Energy,1.0
+ett1/15T/medium,deepar,14.1,15.2,2.11,1.35,0.833,0.489,12.3,3.76,0.716,0.401,0.315,Energy,7.0
+ett1/H/medium,deepar,387.0,418.0,14.4,3.12,4160000000000.0,0.698,17.7,19.7,0.943,0.691,0.535,Energy,7.0
+ett2/15T/medium,deepar,67.1,52.9,5.75,3.27,0.523,0.757,66.3,8.19,0.437,0.306,0.258,Energy,7.0
+ett2/H/medium,deepar,1420.0,1450.0,25.0,2.52,0.425,0.304,25.7,37.6,0.507,0.337,0.281,Energy,7.0
+jena_weather/10T/medium,deepar,2280.0,2440.0,13.8,1.2,0.641,0.976,10.3,47.7,0.293,0.0846,0.0735,Nature,21.0
+jena_weather/H/medium,deepar,2020.0,2460.0,16.2,1.3,1.84,0.884,11.4,45.0,0.275,0.0993,0.0784,Nature,21.0
+kdd_cup_2018/H/medium,deepar,4710.0,4710.0,26.2,1.17,1.41,0.584,9.72,68.6,1.44,0.548,0.442,Nature,1.0
+loop_seattle/5T/medium,deepar,170.0,155.0,8.15,1.27,0.226,0.192,9.81,13.0,0.232,0.145,0.118,Transport,1.0
+loop_seattle/H/medium,deepar,67.4,67.3,4.94,1.03,0.142,0.112,9.87,8.21,0.145,0.0874,0.0719,Transport,1.0
+m_dense/H/medium,deepar,35400.0,35900.0,83.2,0.738,0.255,0.199,8.1,188.0,0.327,0.145,0.118,Transport,1.0
+solar/10T/medium,deepar,34.0,37.5,2.79,1.21,1.89,1.57,9.21,5.83,1.29,0.619,0.485,Energy,1.0
+solar/H/medium,deepar,707.0,701.0,13.0,0.992,4.78,1.43,5.06,26.6,0.958,0.467,0.352,Energy,1.0
+sz_taxi/15T/medium,deepar,17.1,17.1,2.85,0.558,9870000000000.0,0.413,4.3,4.13,0.385,0.265,0.21,Transport,1.0
+bitbrains_fast_storage/5T/long,deepar,5160000.0,5210000.0,389.0,7.33,1.23,1.77,191.0,2270.0,6.0,1.03,1.01,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,deepar,2360000.0,2260000.0,187.0,4.44,1.48,0.879,130.0,1540.0,5.88,0.717,0.672,Web/CloudOps,2.0
+bizitobs_application/10S/long,deepar,14100000.0,14000000.0,2290.0,4.47,0.0645,0.0672,107.0,3750.0,0.145,0.0884,0.0829,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,deepar,382.0,370.0,14.0,1.32,1.0,1.19,31.8,19.5,1.1,0.783,0.719,Web/CloudOps,7.0
+bizitobs_l2c/H/long,deepar,117.0,117.0,6.87,0.727,0.752,0.944,6.29,10.8,0.662,0.42,0.338,Web/CloudOps,7.0
+bizitobs_service/10S/long,deepar,142000.0,142000.0,106.0,3.96,0.354,0.175,41.9,377.0,0.279,0.0786,0.0697,Web/CloudOps,2.0
+electricity/15T/long,deepar,970000.0,962000.0,122.0,2.28,0.303,0.3,16.8,985.0,1.55,0.192,0.155,Energy,1.0
+electricity/H/long,deepar,20000000.0,20100000.0,525.0,2.67,0.332,0.334,25.4,4480.0,1.77,0.207,0.176,Energy,1.0
+ett1/15T/long,deepar,278.0,293.0,12.9,9.34,4.64,1.14,140.0,16.7,3.18,2.47,2.22,Energy,7.0
+ett1/H/long,deepar,356.0,362.0,12.8,2.68,3980000000000.0,0.936,14.1,18.9,0.904,0.612,0.469,Energy,7.0
+ett2/15T/long,deepar,108.0,115.0,7.96,3.7,0.533,0.744,15.7,10.4,0.553,0.424,0.304,Energy,7.0
+ett2/H/long,deepar,757.0,628.0,18.0,2.49,0.417,0.488,16.9,27.5,0.377,0.246,0.196,Energy,7.0
+jena_weather/10T/long,deepar,4420.0,5080.0,28.7,3.15,0.782,1.19,35.4,66.5,0.407,0.175,0.143,Nature,21.0
+jena_weather/H/long,deepar,10000.0,8920.0,44.3,6.89,8.49,1.06,32.7,100.0,0.603,0.267,0.197,Nature,21.0
+kdd_cup_2018/H/long,deepar,9930.0,10900.0,69.4,3.34,5.03,1.0,11.7,99.6,2.34,1.63,1.09,Nature,1.0
+loop_seattle/5T/long,deepar,259.0,277.0,12.0,1.96,0.416,0.222,26.9,16.1,0.284,0.213,0.184,Transport,1.0
+loop_seattle/H/long,deepar,63.9,66.0,4.66,0.985,0.139,0.107,9.75,7.99,0.143,0.0833,0.0683,Transport,1.0
+m_dense/H/long,deepar,48000.0,51200.0,93.5,0.805,0.268,0.21,7.63,219.0,0.379,0.162,0.13,Transport,1.0
+solar/10T/long,deepar,39.0,40.1,2.96,1.28,2.01,1.59,17.3,6.24,1.35,0.639,0.549,Energy,1.0
+solar/H/long,deepar,971.0,1040.0,12.8,0.972,5.86,1.4,12.4,31.2,1.08,0.444,0.381,Energy,1.0
+sz_taxi/15T/long,deepar,26.3,26.6,3.78,0.733,4800000000000.0,0.747,6.9,5.12,0.474,0.35,0.286,Transport,1.0

results/i_transformer/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,i_transformer,1930000.0,1930000.0,178.0,0.948,1.8,0.745,19.8,1390.0,4.36,0.56,0.459
-bitbrains_fast_storage/H/short,i_transformer,2210000.0,2210000.0,243.0,1.31,2.53,0.62,27.9,1490.0,4.23,0.693,0.554
-bitbrains_rnd/5T/short,i_transformer,1810000.0,1810000.0,141.0,2.02,1.29,0.689,61.5,1350.0,5.51,0.575,0.503
-bitbrains_rnd/H/short,i_transformer,1490000.0,1490000.0,157.0,6.02,1.47,0.59,201.0,1220.0,5.35,0.685,0.595
-bizitobs_application/nan/short,i_transformer,1330000.0,1330000.0,643.0,1.39,0.0207,0.0209,13.1,1150.0,0.0445,0.0248,0.0206
-bizitobs_l2c/5T/short,i_transformer,20.5,20.5,2.66,0.271,0.154,0.209,3.77,4.53,0.156,0.0913,0.0769
-bizitobs_l2c/H/short,i_transformer,48.1,48.1,4.24,0.425,0.45,0.601,5.22,6.94,0.374,0.228,0.192
-bizitobs_service/nan/short,i_transformer,15700.0,15700.0,37.1,2.05,0.117,0.0899,29.1,125.0,0.0927,0.0275,0.0236
-car_parts/nan/short,i_transformer,1.44,1.44,0.42,0.8,0.993,1.99,23.4,1.2,2.88,1.01,1.0
-covid_deaths/nan/short,i_transformer,1430000.0,1430000.0,164.0,34.0,0.0978,0.371,496.0,1190.0,0.45,0.0617,0.0587
-electricity/15T/short,i_transformer,221000.0,221000.0,76.1,1.4,0.233,0.218,17.0,470.0,0.926,0.15,0.124
-electricity/D/short,i_transformer,3350000000.0,3350000000.0,5720.0,1.67,0.535,0.112,14.7,57900.0,0.952,0.094,0.0767
-electricity/H/short,i_transformer,1660000.0,1660000.0,189.0,1.04,0.245,0.144,10.8,1290.0,0.609,0.0892,0.0731
-electricity/W/short,i_transformer,367000000000.0,367000000000.0,59900.0,2.09,0.285,0.125,18.0,606000.0,1.38,0.137,0.109
-ett1/15T/short,i_transformer,5.96,5.96,1.26,0.808,0.573,0.266,5.68,2.44,0.462,0.238,0.19
-ett1/D/short,i_transformer,55300.0,55300.0,171.0,2.39,2.05,0.583,14.5,235.0,0.618,0.449,0.344
-ett1/H/short,i_transformer,106.0,106.0,5.18,0.893,0.462,0.272,7.04,10.3,0.481,0.242,0.194
-ett1/W/short,i_transformer,1580000.0,1580000.0,898.0,1.45,0.688,0.502,12.1,1260.0,0.5,0.357,0.293
-ett2/15T/short,i_transformer,8.52,8.52,1.84,0.818,0.12,0.139,6.47,2.92,0.139,0.0875,0.0705
-ett2/D/short,i_transformer,179000.0,179000.0,279.0,1.84,0.44,0.179,20.7,423.0,0.242,0.16,0.129
-ett2/H/short,i_transformer,139.0,139.0,7.43,0.872,0.144,0.128,7.01,11.8,0.15,0.0942,0.0752
-ett2/W/short,i_transformer,302000000.0,302000000.0,12600.0,7.47,1.03,1.54,56.9,17400.0,1.46,1.05,0.838
-hierarchical_sales/D/short,i_transformer,29.1,29.1,2.36,0.767,0.654,1.05,9.26,5.4,1.66,0.723,0.597
-hierarchical_sales/W/short,i_transformer,488.0,488.0,9.71,0.797,0.584,0.497,8.76,22.1,1.01,0.446,0.372
-hospital/nan/short,i_transformer,2890.0,2890.0,17.9,0.767,0.202,0.175,5.24,53.8,0.195,0.0648,0.052
-jena_weather/10T/short,i_transformer,1190.0,1190.0,7.61,0.372,0.483,0.606,3.93,34.5,0.215,0.0472,0.0396
-jena_weather/D/short,i_transformer,1410.0,1410.0,19.0,1.94,1.62,0.555,23.1,37.5,0.226,0.114,0.094
-jena_weather/H/short,i_transformer,1500.0,1500.0,10.2,0.714,1.93,0.647,7.06,38.7,0.237,0.0627,0.0531
-kdd_cup_2018/D/short,i_transformer,2890.0,2890.0,21.4,1.22,0.529,0.475,13.0,53.8,1.21,0.479,0.401
-kdd_cup_2018/H/short,i_transformer,5230.0,5230.0,27.8,1.14,1.28,0.557,9.58,72.3,1.51,0.582,0.462
-loop_seattle/5T/short,i_transformer,63.9,63.9,4.69,0.735,0.139,0.0968,7.8,7.99,0.137,0.0804,0.0656
-loop_seattle/D/short,i_transformer,19.0,19.0,3.05,0.93,0.0562,0.056,9.44,4.36,0.0779,0.0544,0.0456
-loop_seattle/H/short,i_transformer,80.2,80.2,5.25,1.06,0.178,0.119,9.75,8.95,0.158,0.0929,0.0746
-m_dense/D/short,i_transformer,9910.0,9910.0,51.1,0.727,0.129,0.106,7.32,99.5,0.172,0.0884,0.072
-m_dense/H/short,i_transformer,54500.0,54500.0,103.0,0.894,0.322,0.249,8.94,233.0,0.414,0.183,0.15
-m4_daily/nan/short,i_transformer,401000.0,401000.0,178.0,3.26,0.0444,0.0306,30.5,633.0,0.0978,0.0274,0.0224
-m4_hourly/nan/short,i_transformer,5000000.0,5000000.0,379.0,1.45,0.176,0.147,16.6,2240.0,0.305,0.0518,0.0411
-m4_monthly/nan/short,i_transformer,2090000.0,2090000.0,686.0,1.61,0.192,0.155,11.0,1450.0,0.301,0.143,0.114
-m4_quarterly/nan/short,i_transformer,1860000.0,1860000.0,586.0,1.23,0.129,0.106,11.3,1370.0,0.229,0.098,0.0791
-m4_weekly/nan/short,i_transformer,443000.0,443000.0,347.0,2.58,0.0899,0.0948,23.9,665.0,0.121,0.0632,0.0504
-m4_yearly/nan/short,i_transformer,3550000.0,3550000.0,893.0,3.37,0.181,0.144,32.6,1880.0,0.302,0.143,0.117
-restaurant/nan/short,i_transformer,140.0,140.0,7.2,0.688,0.683,0.396,4.97,11.8,0.544,0.331,0.26
-saugeen/D/short,i_transformer,1240.0,1240.0,15.1,3.35,0.413,0.415,46.7,35.2,1.14,0.488,0.418
-saugeen/M/short,i_transformer,427.0,427.0,13.4,0.784,0.449,0.395,7.31,20.7,0.621,0.402,0.316
-saugeen/W/short,i_transformer,1370.0,1370.0,18.4,1.49,0.505,0.48,18.5,37.1,1.12,0.556,0.466
-solar/10T/short,i_transformer,84.5,84.5,5.12,2.27,1.55,1.98,64.3,9.19,2.67,1.49,1.37
-solar/D/short,i_transformer,1020000.0,1020000.0,799.0,3.13,1.4,1.57,17.0,1010.0,1.46,1.15,0.871
-solar/H/short,i_transformer,931.0,931.0,14.6,1.13,3.3,1.49,10.4,30.5,1.12,0.538,0.426
-solar/W/short,i_transformer,2460000.0,2460000.0,1220.0,1.35,0.27,0.225,12.9,1570.0,0.32,0.249,0.203
-sz_taxi/15T/short,i_transformer,17.8,17.8,2.86,0.573,817000000000.0,0.415,4.88,4.22,0.394,0.267,0.214
-sz_taxi/H/short,i_transformer,7.46,7.46,1.89,0.576,1.06,0.303,4.65,2.73,0.255,0.176,0.141
-temperature_rain/nan/short,i_transformer,200.0,200.0,6.28,1.44,42.8,1.53,29.3,14.1,1.66,0.739,0.632
-us_births/D/short,i_transformer,267000.0,267000.0,355.0,0.523,0.0337,0.0333,4.31,516.0,0.0484,0.0333,0.0266
-us_births/M/short,i_transformer,75700000.0,75700000.0,7280.0,0.821,0.0225,0.0229,7.91,8700.0,0.027,0.0226,0.0181
-us_births/W/short,i_transformer,11000000.0,11000000.0,2610.0,2.37,0.0359,0.0351,13.2,3310.0,0.045,0.0355,0.0272
-bitbrains_fast_storage/5T/medium,i_transformer,3080000.0,3080000.0,284.0,1.35,4.0,0.851,28.0,1750.0,5.33,0.862,0.707
-bitbrains_rnd/5T/medium,i_transformer,2120000.0,2120000.0,172.0,4.76,1.28,0.776,170.0,1450.0,6.12,0.724,0.662
-bizitobs_application/nan/medium,i_transformer,4860000.0,4860000.0,1260.0,2.97,0.0426,0.0434,58.4,2210.0,0.0866,0.0495,0.0449
-bizitobs_l2c/5T/medium,i_transformer,119.0,119.0,6.95,0.653,0.517,0.892,8.85,10.9,0.574,0.366,0.318
-bizitobs_l2c/H/medium,i_transformer,76.8,76.8,5.28,0.532,0.655,0.772,5.48,8.77,0.531,0.32,0.266
-bizitobs_service/nan/medium,i_transformer,93100.0,93100.0,63.6,1.65,0.159,0.104,15.3,305.0,0.23,0.0478,0.042
-electricity/15T/medium,i_transformer,286000.0,286000.0,62.2,0.997,0.18,0.16,8.83,534.0,0.921,0.107,0.087
-electricity/H/medium,i_transformer,6740000.0,6740000.0,273.0,1.24,0.28,0.158,10.3,2600.0,1.01,0.107,0.0856
-ett1/15T/medium,i_transformer,9.0,9.0,1.7,1.1,0.742,0.418,7.74,3.0,0.572,0.323,0.251
-ett1/H/medium,i_transformer,156.0,156.0,7.49,1.44,7310000000000.0,0.485,11.4,12.5,0.598,0.359,0.283
-ett2/15T/medium,i_transformer,11.8,11.8,2.18,0.933,0.149,0.176,7.8,3.44,0.183,0.116,0.0937
-ett2/H/medium,i_transformer,279.0,279.0,11.1,1.25,0.197,0.197,8.75,16.7,0.225,0.149,0.118
-jena_weather/10T/medium,i_transformer,2410.0,2410.0,12.3,0.665,0.796,0.699,6.44,49.1,0.302,0.0756,0.0629
-jena_weather/H/medium,i_transformer,1520.0,1520.0,12.0,0.963,4.28,0.707,8.27,38.9,0.238,0.0731,0.0605
-kdd_cup_2018/H/medium,i_transformer,5080.0,5080.0,25.3,1.05,1.03,0.56,10.7,71.3,1.49,0.529,0.437
-loop_seattle/5T/medium,i_transformer,121.0,121.0,6.59,1.03,0.268,0.147,10.5,11.0,0.196,0.117,0.0953
-loop_seattle/H/medium,i_transformer,66.8,66.8,4.93,1.0,0.157,0.113,7.87,8.17,0.144,0.0872,0.0681
-m_dense/H/medium,i_transformer,47100.0,47100.0,98.5,0.837,0.306,0.23,7.39,217.0,0.377,0.171,0.137
-solar/10T/medium,i_transformer,47.5,47.5,3.16,1.38,1.81,1.65,9.14,6.89,1.53,0.701,0.549
-solar/H/medium,i_transformer,768.0,768.0,14.0,1.07,5.26,1.45,6.18,27.7,0.998,0.505,0.375
-sz_taxi/15T/medium,i_transformer,16.8,16.8,2.81,0.548,11400000000000.0,0.409,4.4,4.09,0.381,0.261,0.208
-electricity/15T/long,i_transformer,395000.0,395000.0,67.8,1.04,0.181,0.16,8.93,628.0,0.991,0.107,0.0863
-electricity/H/long,i_transformer,10600000.0,10600000.0,311.0,1.33,0.345,0.166,11.1,3260.0,1.28,0.123,0.0976
-solar/10T/long,i_transformer,27.7,27.7,2.65,1.16,2.88,1.53,7.78,5.26,1.14,0.572,0.43
-solar/H/long,i_transformer,783.0,783.0,14.2,1.08,6.13,1.46,6.13,28.0,0.97,0.492,0.368
-kdd_cup_2018/H/long,i_transformer,4150.0,4150.0,24.4,1.03,0.988,0.615,11.2,64.4,1.51,0.574,0.479
-loop_seattle/5T/long,i_transformer,113.0,113.0,6.56,1.03,0.249,0.145,9.85,10.6,0.188,0.116,0.0928
-loop_seattle/H/long,i_transformer,66.5,66.5,4.85,1.0,0.166,0.114,8.37,8.16,0.146,0.0866,0.0689
-sz_taxi/15T/long,i_transformer,32.5,32.5,3.97,0.783,6010000000000.0,0.484,6.12,5.7,0.527,0.367,0.282
-m_dense/H/long,i_transformer,45100.0,45100.0,97.1,0.833,0.304,0.234,7.43,212.0,0.368,0.168,0.135
-ett1/15T/long,i_transformer,8.19,8.19,1.65,1.11,0.833,0.421,8.12,2.86,0.546,0.315,0.245
-ett1/H/long,i_transformer,181.0,181.0,7.9,1.43,3090000000000.0,0.506,10.3,13.4,0.644,0.379,0.297
-ett2/15T/long,i_transformer,13.4,13.4,2.4,1.01,0.156,0.186,8.41,3.66,0.195,0.128,0.101
-ett2/H/long,i_transformer,317.0,317.0,11.4,1.33,0.21,0.204,11.0,17.8,0.244,0.157,0.125
-jena_weather/10T/long,i_transformer,2530.0,2530.0,12.5,0.69,0.834,0.689,6.2,50.3,0.308,0.0763,0.0638
-jena_weather/H/long,i_transformer,2620.0,2620.0,15.6,1.23,3.21,0.697,8.22,51.2,0.308,0.0938,0.0757
-bitbrains_fast_storage/5T/long,i_transformer,3030000.0,3030000.0,330.0,1.19,3.74,0.874,23.4,1740.0,4.6,0.872,0.69
-bitbrains_rnd/5T/long,i_transformer,2370000.0,2370000.0,210.0,3.7,2.44,0.777,128.0,1540.0,5.9,0.805,0.698
-bizitobs_application/nan/long,i_transformer,6580000.0,6580000.0,1540.0,3.44,0.0503,0.0512,61.9,2560.0,0.0989,0.0595,0.0543
-bizitobs_service/nan/long,i_transformer,133000.0,133000.0,80.9,1.73,0.235,0.114,20.3,365.0,0.27,0.0599,0.0543
-bizitobs_l2c/5T/long,i_transformer,75.8,75.8,5.74,0.585,0.441,0.753,4.35,8.71,0.489,0.322,0.248
-bizitobs_l2c/H/long,i_transformer,679.0,679.0,19.3,1.89,1.6,1.69,16.3,26.1,1.59,1.18,0.968

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,i_transformer,1930000.0,1930000.0,178.0,0.948,1.8,0.745,19.8,1390.0,4.36,0.56,0.459,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,i_transformer,2210000.0,2210000.0,243.0,1.31,2.53,0.62,27.9,1490.0,4.23,0.693,0.554,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,i_transformer,1810000.0,1810000.0,141.0,2.02,1.29,0.689,61.5,1350.0,5.51,0.575,0.503,Web/CloudOps,2.0
+bitbrains_rnd/H/short,i_transformer,1490000.0,1490000.0,157.0,6.02,1.47,0.59,201.0,1220.0,5.35,0.685,0.595,Web/CloudOps,2.0
+bizitobs_application/10S/short,i_transformer,1330000.0,1330000.0,643.0,1.39,0.0207,0.0209,13.1,1150.0,0.0445,0.0248,0.0206,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,i_transformer,20.5,20.5,2.66,0.271,0.154,0.209,3.77,4.53,0.156,0.0913,0.0769,Web/CloudOps,7.0
+bizitobs_l2c/H/short,i_transformer,48.1,48.1,4.24,0.425,0.45,0.601,5.22,6.94,0.374,0.228,0.192,Web/CloudOps,7.0
+bizitobs_service/10S/short,i_transformer,15700.0,15700.0,37.1,2.05,0.117,0.0899,29.1,125.0,0.0927,0.0275,0.0236,Web/CloudOps,2.0
+car_parts/M/short,i_transformer,1.44,1.44,0.42,0.8,0.993,1.99,23.4,1.2,2.88,1.01,1.0,Sales,1.0
+covid_deaths/D/short,i_transformer,1430000.0,1430000.0,164.0,34.0,0.0978,0.371,496.0,1190.0,0.45,0.0617,0.0587,Healthcare,1.0
+electricity/15T/short,i_transformer,221000.0,221000.0,76.1,1.4,0.233,0.218,17.0,470.0,0.926,0.15,0.124,Energy,1.0
+electricity/D/short,i_transformer,3350000000.0,3350000000.0,5720.0,1.67,0.535,0.112,14.7,57900.0,0.952,0.094,0.0767,Energy,1.0
+electricity/H/short,i_transformer,1660000.0,1660000.0,189.0,1.04,0.245,0.144,10.8,1290.0,0.609,0.0892,0.0731,Energy,1.0
+electricity/W/short,i_transformer,367000000000.0,367000000000.0,59900.0,2.09,0.285,0.125,18.0,606000.0,1.38,0.137,0.109,Energy,1.0
+ett1/15T/short,i_transformer,5.96,5.96,1.26,0.808,0.573,0.266,5.68,2.44,0.462,0.238,0.19,Energy,7.0
+ett1/D/short,i_transformer,55300.0,55300.0,171.0,2.39,2.05,0.583,14.5,235.0,0.618,0.449,0.344,Energy,7.0
+ett1/H/short,i_transformer,106.0,106.0,5.18,0.893,0.462,0.272,7.04,10.3,0.481,0.242,0.194,Energy,7.0
+ett1/W/short,i_transformer,1580000.0,1580000.0,898.0,1.45,0.688,0.502,12.1,1260.0,0.5,0.357,0.293,Energy,7.0
+ett2/15T/short,i_transformer,8.52,8.52,1.84,0.818,0.12,0.139,6.47,2.92,0.139,0.0875,0.0705,Energy,7.0
+ett2/D/short,i_transformer,179000.0,179000.0,279.0,1.84,0.44,0.179,20.7,423.0,0.242,0.16,0.129,Energy,7.0
+ett2/H/short,i_transformer,139.0,139.0,7.43,0.872,0.144,0.128,7.01,11.8,0.15,0.0942,0.0752,Energy,7.0
+ett2/W/short,i_transformer,302000000.0,302000000.0,12600.0,7.47,1.03,1.54,56.9,17400.0,1.46,1.05,0.838,Energy,7.0
+hierarchical_sales/D/short,i_transformer,29.1,29.1,2.36,0.767,0.654,1.05,9.26,5.4,1.66,0.723,0.597,Sales,1.0
+hierarchical_sales/W/short,i_transformer,488.0,488.0,9.71,0.797,0.584,0.497,8.76,22.1,1.01,0.446,0.372,Sales,1.0
+hospital/M/short,i_transformer,2890.0,2890.0,17.9,0.767,0.202,0.175,5.24,53.8,0.195,0.0648,0.052,Healthcare,1.0
+jena_weather/10T/short,i_transformer,1190.0,1190.0,7.61,0.372,0.483,0.606,3.93,34.5,0.215,0.0472,0.0396,Nature,21.0
+jena_weather/D/short,i_transformer,1410.0,1410.0,19.0,1.94,1.62,0.555,23.1,37.5,0.226,0.114,0.094,Nature,21.0
+jena_weather/H/short,i_transformer,1500.0,1500.0,10.2,0.714,1.93,0.647,7.06,38.7,0.237,0.0627,0.0531,Nature,21.0
+kdd_cup_2018/D/short,i_transformer,2890.0,2890.0,21.4,1.22,0.529,0.475,13.0,53.8,1.21,0.479,0.401,Nature,1.0
+kdd_cup_2018/H/short,i_transformer,5230.0,5230.0,27.8,1.14,1.28,0.557,9.58,72.3,1.51,0.582,0.462,Nature,1.0
+loop_seattle/5T/short,i_transformer,63.9,63.9,4.69,0.735,0.139,0.0968,7.8,7.99,0.137,0.0804,0.0656,Transport,1.0
+loop_seattle/D/short,i_transformer,19.0,19.0,3.05,0.93,0.0562,0.056,9.44,4.36,0.0779,0.0544,0.0456,Transport,1.0
+loop_seattle/H/short,i_transformer,80.2,80.2,5.25,1.06,0.178,0.119,9.75,8.95,0.158,0.0929,0.0746,Transport,1.0
+m_dense/D/short,i_transformer,9910.0,9910.0,51.1,0.727,0.129,0.106,7.32,99.5,0.172,0.0884,0.072,Transport,1.0
+m_dense/H/short,i_transformer,54500.0,54500.0,103.0,0.894,0.322,0.249,8.94,233.0,0.414,0.183,0.15,Transport,1.0
+m4_daily/D/short,i_transformer,401000.0,401000.0,178.0,3.26,0.0444,0.0306,30.5,633.0,0.0978,0.0274,0.0224,Econ/Fin,1.0
+m4_hourly/H/short,i_transformer,5000000.0,5000000.0,379.0,1.45,0.176,0.147,16.6,2240.0,0.305,0.0518,0.0411,Econ/Fin,1.0
+m4_monthly/M/short,i_transformer,2090000.0,2090000.0,686.0,1.61,0.192,0.155,11.0,1450.0,0.301,0.143,0.114,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,i_transformer,1860000.0,1860000.0,586.0,1.23,0.129,0.106,11.3,1370.0,0.229,0.098,0.0791,Econ/Fin,1.0
+m4_weekly/W-SUN/short,i_transformer,443000.0,443000.0,347.0,2.58,0.0899,0.0948,23.9,665.0,0.121,0.0632,0.0504,Econ/Fin,1.0
+m4_yearly/A-DEC/short,i_transformer,3550000.0,3550000.0,893.0,3.37,0.181,0.144,32.6,1880.0,0.302,0.143,0.117,Econ/Fin,1.0
+restaurant/D/short,i_transformer,140.0,140.0,7.2,0.688,0.683,0.396,4.97,11.8,0.544,0.331,0.26,Sales,1.0
+saugeen/D/short,i_transformer,1240.0,1240.0,15.1,3.35,0.413,0.415,46.7,35.2,1.14,0.488,0.418,Nature,1.0
+saugeen/M/short,i_transformer,427.0,427.0,13.4,0.784,0.449,0.395,7.31,20.7,0.621,0.402,0.316,Nature,1.0
+saugeen/W/short,i_transformer,1370.0,1370.0,18.4,1.49,0.505,0.48,18.5,37.1,1.12,0.556,0.466,Nature,1.0
+solar/10T/short,i_transformer,84.5,84.5,5.12,2.27,1.55,1.98,64.3,9.19,2.67,1.49,1.37,Energy,1.0
+solar/D/short,i_transformer,1020000.0,1020000.0,799.0,3.13,1.4,1.57,17.0,1010.0,1.46,1.15,0.871,Energy,1.0
+solar/H/short,i_transformer,931.0,931.0,14.6,1.13,3.3,1.49,10.4,30.5,1.12,0.538,0.426,Energy,1.0
+solar/W/short,i_transformer,2460000.0,2460000.0,1220.0,1.35,0.27,0.225,12.9,1570.0,0.32,0.249,0.203,Energy,1.0
+sz_taxi/15T/short,i_transformer,17.8,17.8,2.86,0.573,817000000000.0,0.415,4.88,4.22,0.394,0.267,0.214,Transport,1.0
+sz_taxi/H/short,i_transformer,7.46,7.46,1.89,0.576,1.06,0.303,4.65,2.73,0.255,0.176,0.141,Transport,1.0
+temperature_rain/D/short,i_transformer,200.0,200.0,6.28,1.44,42.8,1.53,29.3,14.1,1.66,0.739,0.632,Nature,1.0
+us_births/D/short,i_transformer,267000.0,267000.0,355.0,0.523,0.0337,0.0333,4.31,516.0,0.0484,0.0333,0.0266,Healthcare,1.0
+us_births/M/short,i_transformer,75700000.0,75700000.0,7280.0,0.821,0.0225,0.0229,7.91,8700.0,0.027,0.0226,0.0181,Healthcare,1.0
+us_births/W/short,i_transformer,11000000.0,11000000.0,2610.0,2.37,0.0359,0.0351,13.2,3310.0,0.045,0.0355,0.0272,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,i_transformer,3080000.0,3080000.0,284.0,1.35,4.0,0.851,28.0,1750.0,5.33,0.862,0.707,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,i_transformer,2120000.0,2120000.0,172.0,4.76,1.28,0.776,170.0,1450.0,6.12,0.724,0.662,Web/CloudOps,2.0
+bizitobs_application/10S/medium,i_transformer,4860000.0,4860000.0,1260.0,2.97,0.0426,0.0434,58.4,2210.0,0.0866,0.0495,0.0449,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,i_transformer,119.0,119.0,6.95,0.653,0.517,0.892,8.85,10.9,0.574,0.366,0.318,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,i_transformer,76.8,76.8,5.28,0.532,0.655,0.772,5.48,8.77,0.531,0.32,0.266,Web/CloudOps,7.0
+bizitobs_service/10S/medium,i_transformer,93100.0,93100.0,63.6,1.65,0.159,0.104,15.3,305.0,0.23,0.0478,0.042,Web/CloudOps,2.0
+electricity/15T/medium,i_transformer,286000.0,286000.0,62.2,0.997,0.18,0.16,8.83,534.0,0.921,0.107,0.087,Energy,1.0
+electricity/H/medium,i_transformer,6740000.0,6740000.0,273.0,1.24,0.28,0.158,10.3,2600.0,1.01,0.107,0.0856,Energy,1.0
+ett1/15T/medium,i_transformer,9.0,9.0,1.7,1.1,0.742,0.418,7.74,3.0,0.572,0.323,0.251,Energy,7.0
+ett1/H/medium,i_transformer,156.0,156.0,7.49,1.44,7310000000000.0,0.485,11.4,12.5,0.598,0.359,0.283,Energy,7.0
+ett2/15T/medium,i_transformer,11.8,11.8,2.18,0.933,0.149,0.176,7.8,3.44,0.183,0.116,0.0937,Energy,7.0
+ett2/H/medium,i_transformer,279.0,279.0,11.1,1.25,0.197,0.197,8.75,16.7,0.225,0.149,0.118,Energy,7.0
+jena_weather/10T/medium,i_transformer,2410.0,2410.0,12.3,0.665,0.796,0.699,6.44,49.1,0.302,0.0756,0.0629,Nature,21.0
+jena_weather/H/medium,i_transformer,1520.0,1520.0,12.0,0.963,4.28,0.707,8.27,38.9,0.238,0.0731,0.0605,Nature,21.0
+kdd_cup_2018/H/medium,i_transformer,5080.0,5080.0,25.3,1.05,1.03,0.56,10.7,71.3,1.49,0.529,0.437,Nature,1.0
+loop_seattle/5T/medium,i_transformer,121.0,121.0,6.59,1.03,0.268,0.147,10.5,11.0,0.196,0.117,0.0953,Transport,1.0
+loop_seattle/H/medium,i_transformer,66.8,66.8,4.93,1.0,0.157,0.113,7.87,8.17,0.144,0.0872,0.0681,Transport,1.0
+m_dense/H/medium,i_transformer,47100.0,47100.0,98.5,0.837,0.306,0.23,7.39,217.0,0.377,0.171,0.137,Transport,1.0
+solar/10T/medium,i_transformer,47.5,47.5,3.16,1.38,1.81,1.65,9.14,6.89,1.53,0.701,0.549,Energy,1.0
+solar/H/medium,i_transformer,768.0,768.0,14.0,1.07,5.26,1.45,6.18,27.7,0.998,0.505,0.375,Energy,1.0
+sz_taxi/15T/medium,i_transformer,16.8,16.8,2.81,0.548,11400000000000.0,0.409,4.4,4.09,0.381,0.261,0.208,Transport,1.0
+electricity/15T/long,i_transformer,395000.0,395000.0,67.8,1.04,0.181,0.16,8.93,628.0,0.991,0.107,0.0863,Energy,1.0
+electricity/H/long,i_transformer,10600000.0,10600000.0,311.0,1.33,0.345,0.166,11.1,3260.0,1.28,0.123,0.0976,Energy,1.0
+solar/10T/long,i_transformer,27.7,27.7,2.65,1.16,2.88,1.53,7.78,5.26,1.14,0.572,0.43,Energy,1.0
+solar/H/long,i_transformer,783.0,783.0,14.2,1.08,6.13,1.46,6.13,28.0,0.97,0.492,0.368,Energy,1.0
+kdd_cup_2018/H/long,i_transformer,4150.0,4150.0,24.4,1.03,0.988,0.615,11.2,64.4,1.51,0.574,0.479,Nature,1.0
+loop_seattle/5T/long,i_transformer,113.0,113.0,6.56,1.03,0.249,0.145,9.85,10.6,0.188,0.116,0.0928,Transport,1.0
+loop_seattle/H/long,i_transformer,66.5,66.5,4.85,1.0,0.166,0.114,8.37,8.16,0.146,0.0866,0.0689,Transport,1.0
+sz_taxi/15T/long,i_transformer,32.5,32.5,3.97,0.783,6010000000000.0,0.484,6.12,5.7,0.527,0.367,0.282,Transport,1.0
+m_dense/H/long,i_transformer,45100.0,45100.0,97.1,0.833,0.304,0.234,7.43,212.0,0.368,0.168,0.135,Transport,1.0
+ett1/15T/long,i_transformer,8.19,8.19,1.65,1.11,0.833,0.421,8.12,2.86,0.546,0.315,0.245,Energy,7.0
+ett1/H/long,i_transformer,181.0,181.0,7.9,1.43,3090000000000.0,0.506,10.3,13.4,0.644,0.379,0.297,Energy,7.0
+ett2/15T/long,i_transformer,13.4,13.4,2.4,1.01,0.156,0.186,8.41,3.66,0.195,0.128,0.101,Energy,7.0
+ett2/H/long,i_transformer,317.0,317.0,11.4,1.33,0.21,0.204,11.0,17.8,0.244,0.157,0.125,Energy,7.0
+jena_weather/10T/long,i_transformer,2530.0,2530.0,12.5,0.69,0.834,0.689,6.2,50.3,0.308,0.0763,0.0638,Nature,21.0
+jena_weather/H/long,i_transformer,2620.0,2620.0,15.6,1.23,3.21,0.697,8.22,51.2,0.308,0.0938,0.0757,Nature,21.0
+bitbrains_fast_storage/5T/long,i_transformer,3030000.0,3030000.0,330.0,1.19,3.74,0.874,23.4,1740.0,4.6,0.872,0.69,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,i_transformer,2370000.0,2370000.0,210.0,3.7,2.44,0.777,128.0,1540.0,5.9,0.805,0.698,Web/CloudOps,2.0
+bizitobs_application/10S/long,i_transformer,6580000.0,6580000.0,1540.0,3.44,0.0503,0.0512,61.9,2560.0,0.0989,0.0595,0.0543,Web/CloudOps,2.0
+bizitobs_service/10S/long,i_transformer,133000.0,133000.0,80.9,1.73,0.235,0.114,20.3,365.0,0.27,0.0599,0.0543,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,i_transformer,75.8,75.8,5.74,0.585,0.441,0.753,4.35,8.71,0.489,0.322,0.248,Web/CloudOps,7.0
+bizitobs_l2c/H/long,i_transformer,679.0,679.0,19.3,1.89,1.6,1.69,16.3,26.1,1.59,1.18,0.968,Web/CloudOps,7.0

results/moirai_1.1_R_base_no_leak/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,moirai_1.1_R_base_no_leak,1820000.0,2270000.0,185.0,0.816,2.29,0.781,20.6,1350.0,4.23,0.582,0.447
-bitbrains_fast_storage/H/short,moirai_1.1_R_base_no_leak,3260000.0,2820000.0,287.0,1.15,3.16,0.601,25.1,1800.0,5.14,0.819,0.646
-bitbrains_rnd/5T/short,moirai_1.1_R_base_no_leak,1600000.0,1860000.0,133.0,1.87,1.08,0.69,75.6,1260.0,5.17,0.542,0.451
-bitbrains_rnd/H/short,moirai_1.1_R_base_no_leak,1760000.0,1770000.0,138.0,6.05,0.935,0.588,202.0,1330.0,5.8,0.603,0.583
-bizitobs_application/nan/short,moirai_1.1_R_base_no_leak,9220000.0,10200000.0,1340.0,4.79,0.0633,0.0676,48.4,3040.0,0.117,0.0515,0.0404
-bizitobs_l2c/5T/short,moirai_1.1_R_base_no_leak,26.8,27.9,3.37,0.346,0.187,0.227,2.82,5.18,0.178,0.116,0.0917
-bizitobs_l2c/H/short,moirai_1.1_R_base_no_leak,156.0,174.0,8.52,0.829,0.739,0.753,6.26,12.5,0.673,0.459,0.366
-bizitobs_service/nan/short,moirai_1.1_R_base_no_leak,55000.0,59200.0,73.1,2.97,0.128,0.131,28.2,234.0,0.174,0.0542,0.0434
-car_parts/nan/short,moirai_1.1_R_base_no_leak,3.24,2.88,1.03,1.76,0.743,1.75,20.7,1.8,4.31,2.47,1.98
-covid_deaths/nan/short,moirai_1.1_R_base_no_leak,3000000.0,3350000.0,314.0,47.6,0.147,0.424,690.0,1730.0,0.652,0.118,0.0975
-electricity/15T/short,moirai_1.1_R_base_no_leak,251000.0,248000.0,89.4,1.81,0.258,0.265,14.3,501.0,0.988,0.176,0.141
-electricity/D/short,moirai_1.1_R_base_no_leak,1860000000.0,1850000000.0,4920.0,1.55,0.682,0.108,13.6,43100.0,0.709,0.0809,0.0639
-electricity/H/short,moirai_1.1_R_base_no_leak,1800000.0,1810000.0,202.0,1.11,0.227,0.148,11.0,1340.0,0.633,0.0955,0.0773
-electricity/W/short,moirai_1.1_R_base_no_leak,219000000000.0,217000000000.0,48900.0,2.0,0.273,0.121,17.1,468000.0,1.07,0.111,0.0875
-ett1/15T/short,moirai_1.1_R_base_no_leak,7.43,7.62,1.43,0.943,0.518,0.313,6.27,2.73,0.515,0.271,0.211
-ett1/D/short,moirai_1.1_R_base_no_leak,48400.0,42600.0,141.0,1.84,1.12,0.51,12.8,220.0,0.578,0.37,0.287
-ett1/H/short,moirai_1.1_R_base_no_leak,100.0,99.5,5.27,0.886,0.539,0.282,6.42,10.0,0.467,0.246,0.193
-ett1/W/short,moirai_1.1_R_base_no_leak,1380000.0,1520000.0,948.0,1.69,0.723,0.596,11.6,1180.0,0.468,0.377,0.283
-ett2/15T/short,moirai_1.1_R_base_no_leak,10.6,10.9,2.19,0.973,0.144,0.161,6.37,3.25,0.154,0.104,0.0822
-ett2/D/short,moirai_1.1_R_base_no_leak,184000.0,166000.0,267.0,1.9,0.462,0.195,20.0,429.0,0.246,0.153,0.125
-ett2/H/short,moirai_1.1_R_base_no_leak,114.0,114.0,6.73,0.78,0.131,0.116,6.37,10.7,0.135,0.0854,0.0684
-ett2/W/short,moirai_1.1_R_base_no_leak,3760000.0,3830000.0,1320.0,0.865,0.141,0.14,11.8,1940.0,0.163,0.111,0.0919
-hierarchical_sales/D/short,moirai_1.1_R_base_no_leak,30.2,29.3,2.29,0.743,0.602,1.07,7.77,5.5,1.69,0.703,0.579
-hierarchical_sales/W/short,moirai_1.1_R_base_no_leak,709.0,497.0,9.54,0.777,0.556,0.488,7.86,26.6,1.22,0.438,0.371
-hospital/nan/short,moirai_1.1_R_base_no_leak,13000.0,11400.0,30.1,1.11,0.313,0.236,10.6,114.0,0.413,0.109,0.086
-jena_weather/10T/short,moirai_1.1_R_base_no_leak,1390.0,1690.0,9.21,0.372,0.436,0.634,3.59,37.2,0.231,0.0572,0.0504
-jena_weather/D/short,moirai_1.1_R_base_no_leak,570.0,470.0,11.1,1.33,0.771,0.499,12.5,23.9,0.144,0.0667,0.0543
-jena_weather/H/short,moirai_1.1_R_base_no_leak,1090.0,1140.0,8.51,0.545,1.58,0.616,5.08,33.0,0.202,0.0522,0.0431
-kdd_cup_2018/D/short,moirai_1.1_R_base_no_leak,2660.0,2960.0,21.3,1.22,0.513,0.476,10.3,51.6,1.16,0.478,0.383
-kdd_cup_2018/H/short,moirai_1.1_R_base_no_leak,4460.0,4670.0,23.1,0.96,0.876,0.511,7.78,66.8,1.4,0.484,0.389
-loop_seattle/5T/short,moirai_1.1_R_base_no_leak,47.7,48.5,3.8,0.599,0.109,0.081,5.42,6.91,0.118,0.0651,0.052
-loop_seattle/D/short,moirai_1.1_R_base_no_leak,20.5,19.5,3.09,0.93,0.0574,0.0568,10.3,4.53,0.081,0.0552,0.0463
-loop_seattle/H/short,moirai_1.1_R_base_no_leak,87.5,94.7,5.46,1.11,0.185,0.119,10.5,9.35,0.166,0.0966,0.0778
-m_dense/D/short,moirai_1.1_R_base_no_leak,10600.0,10400.0,55.0,0.795,0.138,0.114,7.41,103.0,0.178,0.0952,0.078
-m_dense/H/short,moirai_1.1_R_base_no_leak,56600.0,54400.0,107.0,0.921,0.349,0.248,8.5,238.0,0.422,0.19,0.156
-m4_daily/nan/short,moirai_1.1_R_base_no_leak,1930000.0,654000.0,260.0,4.74,0.0576,0.0421,41.2,1390.0,0.215,0.0401,0.0323
-m4_hourly/nan/short,moirai_1.1_R_base_no_leak,952000.0,964000.0,231.0,2.75,0.128,0.118,20.6,976.0,0.133,0.0315,0.0268
-m4_monthly/nan/short,moirai_1.1_R_base_no_leak,4290000.0,3720000.0,991.0,1.88,0.322,0.221,22.3,2070.0,0.43,0.206,0.163
-m4_quarterly/nan/short,moirai_1.1_R_base_no_leak,2960000.0,2670000.0,818.0,1.82,0.203,0.146,24.2,1720.0,0.288,0.137,0.112
-m4_weekly/nan/short,moirai_1.1_R_base_no_leak,801000.0,731000.0,456.0,4.89,0.1,0.109,51.3,895.0,0.163,0.083,0.0692
-m4_yearly/nan/short,moirai_1.1_R_base_no_leak,3930000.0,3800000.0,979.0,3.77,0.211,0.162,45.7,1980.0,0.318,0.157,0.13
-restaurant/nan/short,moirai_1.1_R_base_no_leak,157.0,157.0,7.69,0.734,0.682,0.419,5.41,12.5,0.576,0.354,0.278
-saugeen/D/short,moirai_1.1_R_base_no_leak,1160.0,1340.0,14.5,3.23,0.334,0.375,35.0,34.1,1.1,0.471,0.393
-saugeen/M/short,moirai_1.1_R_base_no_leak,1460.0,1380.0,31.8,1.86,1.79,0.788,16.6,38.2,1.15,0.954,0.707
-saugeen/W/short,moirai_1.1_R_base_no_leak,1450.0,1560.0,18.7,1.52,0.438,0.482,16.2,38.1,1.15,0.565,0.479
-solar/10T/short,moirai_1.1_R_base_no_leak,35.0,36.6,2.91,1.27,4.71,1.62,10.8,5.92,1.72,0.845,0.654
-solar/D/short,moirai_1.1_R_base_no_leak,116000.0,127000.0,269.0,1.05,0.968,0.462,5.55,341.0,0.493,0.388,0.286
-solar/H/short,moirai_1.1_R_base_no_leak,731.0,767.0,12.7,0.983,4.41,1.44,6.55,27.0,0.997,0.47,0.371
-solar/W/short,moirai_1.1_R_base_no_leak,3260000.0,3100000.0,1430.0,1.57,0.331,0.269,8.9,1810.0,0.369,0.292,0.221
-sz_taxi/15T/short,moirai_1.1_R_base_no_leak,18.3,17.9,2.86,0.573,1100000000000.0,0.408,4.49,4.28,0.4,0.268,0.212
-sz_taxi/H/short,moirai_1.1_R_base_no_leak,8.59,8.03,1.99,0.608,1.11,0.31,5.04,2.93,0.273,0.185,0.147
-temperature_rain/nan/short,moirai_1.1_R_base_no_leak,181.0,194.0,5.93,1.38,19.1,1.57,20.6,13.5,1.58,0.698,0.57
-us_births/D/short,moirai_1.1_R_base_no_leak,409000.0,321000.0,402.0,0.591,0.038,0.038,5.62,640.0,0.0599,0.0377,0.0328
-us_births/M/short,moirai_1.1_R_base_no_leak,271000000.0,282000000.0,13300.0,1.5,0.0408,0.0414,19.7,16500.0,0.0511,0.0412,0.0348
-us_births/W/short,moirai_1.1_R_base_no_leak,5440000.0,5850000.0,1740.0,1.59,0.0233,0.0236,13.4,2330.0,0.0317,0.0237,0.0197
-bitbrains_fast_storage/5T/medium,moirai_1.1_R_base_no_leak,2940000.0,3550000.0,284.0,1.08,3.77,0.827,33.2,1710.0,5.21,0.863,0.644
-bitbrains_rnd/5T/medium,moirai_1.1_R_base_no_leak,2080000.0,2270000.0,146.0,4.66,0.321,0.703,186.0,1440.0,6.07,0.614,0.592
-bizitobs_application/nan/medium,moirai_1.1_R_base_no_leak,35300000.0,33100000.0,2910.0,8.28,0.113,0.118,98.0,5940.0,0.233,0.114,0.0992
-bizitobs_l2c/5T/medium,moirai_1.1_R_base_no_leak,149.0,165.0,8.79,0.847,0.544,0.883,6.32,12.2,0.641,0.463,0.373
-bizitobs_l2c/H/medium,moirai_1.1_R_base_no_leak,186.0,207.0,10.0,0.976,1.02,0.959,6.09,13.6,0.826,0.606,0.464
-bizitobs_service/nan/medium,moirai_1.1_R_base_no_leak,161000.0,154000.0,130.0,4.48,0.331,0.181,68.1,402.0,0.302,0.0976,0.087
-electricity/15T/medium,moirai_1.1_R_base_no_leak,652000.0,319000.0,77.6,1.38,0.203,0.219,16.4,807.0,1.39,0.134,0.11
-electricity/H/medium,moirai_1.1_R_base_no_leak,7620000.0,6520000.0,277.0,1.22,0.235,0.151,11.3,2760.0,1.08,0.108,0.0863
-ett1/15T/medium,moirai_1.1_R_base_no_leak,10.9,11.2,1.74,1.09,0.798,0.421,7.93,3.31,0.63,0.332,0.264
-ett1/H/medium,moirai_1.1_R_base_no_leak,145.0,144.0,7.33,1.38,4800000000000.0,0.469,11.0,12.0,0.577,0.351,0.279
-ett2/15T/medium,moirai_1.1_R_base_no_leak,14.0,13.6,2.36,1.01,0.164,0.182,9.06,3.74,0.199,0.126,0.101
-ett2/H/medium,moirai_1.1_R_base_no_leak,250.0,246.0,9.9,1.07,0.178,0.176,8.5,15.8,0.213,0.133,0.107
-jena_weather/10T/medium,moirai_1.1_R_base_no_leak,1680.0,1880.0,10.9,0.645,0.981,0.677,5.95,41.0,0.252,0.0668,0.055
-jena_weather/H/medium,moirai_1.1_R_base_no_leak,1730.0,1420.0,10.9,0.833,2.8,0.68,7.1,41.6,0.254,0.0666,0.0548
-kdd_cup_2018/H/medium,moirai_1.1_R_base_no_leak,4930.0,5280.0,25.7,1.05,0.955,0.567,8.67,70.2,1.47,0.537,0.431
-loop_seattle/5T/medium,moirai_1.1_R_base_no_leak,84.5,88.1,5.39,0.851,0.185,0.122,7.8,9.19,0.164,0.0958,0.0768
-loop_seattle/H/medium,moirai_1.1_R_base_no_leak,87.0,89.5,5.43,1.12,0.173,0.119,10.2,9.32,0.165,0.096,0.0775
-m_dense/H/medium,moirai_1.1_R_base_no_leak,52900.0,48000.0,99.7,0.819,0.322,0.226,8.46,230.0,0.4,0.173,0.145
-solar/10T/medium,moirai_1.1_R_base_no_leak,25.7,29.6,2.42,1.04,2.39,1.55,9.41,5.07,1.13,0.537,0.42
-solar/H/medium,moirai_1.1_R_base_no_leak,747.0,792.0,12.7,0.972,4.12,1.43,6.65,27.3,0.985,0.458,0.361
-sz_taxi/15T/medium,moirai_1.1_R_base_no_leak,25.5,17.2,2.84,0.554,13500000000000.0,0.419,4.68,5.05,0.47,0.264,0.209
-electricity/15T/long,moirai_1.1_R_base_no_leak,588000.0,517000.0,80.1,1.26,0.189,0.188,9.88,767.0,1.21,0.126,0.101
-electricity/H/long,moirai_1.1_R_base_no_leak,12000000.0,10100000.0,311.0,1.34,0.331,0.163,12.4,3460.0,1.37,0.123,0.0986
-solar/10T/long,moirai_1.1_R_base_no_leak,30.1,37.4,2.74,1.17,2.02,1.6,9.49,5.48,1.19,0.593,0.456
-solar/H/long,moirai_1.1_R_base_no_leak,761.0,814.0,13.6,1.03,4.79,1.44,6.55,27.6,0.956,0.472,0.36
-kdd_cup_2018/H/long,moirai_1.1_R_base_no_leak,3830.0,4130.0,24.5,1.04,1.06,0.62,8.12,61.9,1.45,0.575,0.455
-loop_seattle/5T/long,moirai_1.1_R_base_no_leak,90.2,94.4,5.51,0.868,0.179,0.125,7.52,9.5,0.168,0.0974,0.078
-loop_seattle/H/long,moirai_1.1_R_base_no_leak,92.5,101.0,5.59,1.17,0.199,0.124,11.6,9.62,0.172,0.1,0.0806
-sz_taxi/15T/long,moirai_1.1_R_base_no_leak,19.1,16.8,2.84,0.539,7950000000000.0,0.412,5.19,4.37,0.404,0.263,0.209
-m_dense/H/long,moirai_1.1_R_base_no_leak,48700.0,45900.0,99.1,0.817,0.306,0.225,8.07,221.0,0.382,0.171,0.143
-ett1/15T/long,moirai_1.1_R_base_no_leak,9.86,10.1,1.74,1.14,0.836,0.438,8.29,3.14,0.599,0.331,0.261
-ett1/H/long,moirai_1.1_R_base_no_leak,176.0,177.0,8.39,1.51,4690000000000.0,0.52,9.82,13.3,0.636,0.402,0.307
-ett2/15T/long,moirai_1.1_R_base_no_leak,12.8,12.8,2.27,0.972,0.149,0.173,7.34,3.57,0.191,0.121,0.0973
-ett2/H/long,moirai_1.1_R_base_no_leak,218.0,206.0,8.86,1.02,0.184,0.173,9.96,14.8,0.202,0.121,0.101
-jena_weather/10T/long,moirai_1.1_R_base_no_leak,1760.0,1950.0,11.3,0.693,0.922,0.684,7.16,41.9,0.257,0.0688,0.0582
-jena_weather/H/long,moirai_1.1_R_base_no_leak,1410.0,1460.0,12.2,0.961,3.95,0.676,7.72,37.6,0.226,0.0735,0.0596
-bitbrains_fast_storage/5T/long,moirai_1.1_R_base_no_leak,3280000.0,3710000.0,314.0,0.971,3.21,0.842,25.1,1810.0,4.79,0.83,0.635
-bitbrains_rnd/5T/long,moirai_1.1_R_base_no_leak,2710000.0,3460000.0,222.0,3.57,2.77,0.708,128.0,1650.0,6.31,0.85,0.692
-bizitobs_application/nan/long,moirai_1.1_R_base_no_leak,36100000.0,34900000.0,3120.0,8.63,0.117,0.124,96.2,6010.0,0.232,0.121,0.108
-bizitobs_service/nan/long,moirai_1.1_R_base_no_leak,250000.0,255000.0,158.0,4.55,0.305,0.193,63.6,500.0,0.371,0.117,0.106
-bizitobs_l2c/5T/long,moirai_1.1_R_base_no_leak,267.0,302.0,12.4,1.17,0.882,1.09,8.9,16.3,0.918,0.695,0.548
-bizitobs_l2c/H/long,moirai_1.1_R_base_no_leak,174.0,186.0,9.6,0.973,1.05,0.925,5.98,13.2,0.806,0.587,0.448

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,moirai_1.1_R_base_no_leak,1820000.0,2270000.0,185.0,0.816,2.29,0.781,20.6,1350.0,4.23,0.582,0.447,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,moirai_1.1_R_base_no_leak,3260000.0,2820000.0,287.0,1.15,3.16,0.601,25.1,1800.0,5.14,0.819,0.646,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,moirai_1.1_R_base_no_leak,1600000.0,1860000.0,133.0,1.87,1.08,0.69,75.6,1260.0,5.17,0.542,0.451,Web/CloudOps,2.0
+bitbrains_rnd/H/short,moirai_1.1_R_base_no_leak,1760000.0,1770000.0,138.0,6.05,0.935,0.588,202.0,1330.0,5.8,0.603,0.583,Web/CloudOps,2.0
+bizitobs_application/10S/short,moirai_1.1_R_base_no_leak,9220000.0,10200000.0,1340.0,4.79,0.0633,0.0676,48.4,3040.0,0.117,0.0515,0.0404,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,moirai_1.1_R_base_no_leak,26.8,27.9,3.37,0.346,0.187,0.227,2.82,5.18,0.178,0.116,0.0917,Web/CloudOps,7.0
+bizitobs_l2c/H/short,moirai_1.1_R_base_no_leak,156.0,174.0,8.52,0.829,0.739,0.753,6.26,12.5,0.673,0.459,0.366,Web/CloudOps,7.0
+bizitobs_service/10S/short,moirai_1.1_R_base_no_leak,55000.0,59200.0,73.1,2.97,0.128,0.131,28.2,234.0,0.174,0.0542,0.0434,Web/CloudOps,2.0
+car_parts/M/short,moirai_1.1_R_base_no_leak,3.24,2.88,1.03,1.76,0.743,1.75,20.7,1.8,4.31,2.47,1.98,Sales,1.0
+covid_deaths/D/short,moirai_1.1_R_base_no_leak,3000000.0,3350000.0,314.0,47.6,0.147,0.424,690.0,1730.0,0.652,0.118,0.0975,Healthcare,1.0
+electricity/15T/short,moirai_1.1_R_base_no_leak,251000.0,248000.0,89.4,1.81,0.258,0.265,14.3,501.0,0.988,0.176,0.141,Energy,1.0
+electricity/D/short,moirai_1.1_R_base_no_leak,1860000000.0,1850000000.0,4920.0,1.55,0.682,0.108,13.6,43100.0,0.709,0.0809,0.0639,Energy,1.0
+electricity/H/short,moirai_1.1_R_base_no_leak,1800000.0,1810000.0,202.0,1.11,0.227,0.148,11.0,1340.0,0.633,0.0955,0.0773,Energy,1.0
+electricity/W/short,moirai_1.1_R_base_no_leak,219000000000.0,217000000000.0,48900.0,2.0,0.273,0.121,17.1,468000.0,1.07,0.111,0.0875,Energy,1.0
+ett1/15T/short,moirai_1.1_R_base_no_leak,7.43,7.62,1.43,0.943,0.518,0.313,6.27,2.73,0.515,0.271,0.211,Energy,7.0
+ett1/D/short,moirai_1.1_R_base_no_leak,48400.0,42600.0,141.0,1.84,1.12,0.51,12.8,220.0,0.578,0.37,0.287,Energy,7.0
+ett1/H/short,moirai_1.1_R_base_no_leak,100.0,99.5,5.27,0.886,0.539,0.282,6.42,10.0,0.467,0.246,0.193,Energy,7.0
+ett1/W/short,moirai_1.1_R_base_no_leak,1380000.0,1520000.0,948.0,1.69,0.723,0.596,11.6,1180.0,0.468,0.377,0.283,Energy,7.0
+ett2/15T/short,moirai_1.1_R_base_no_leak,10.6,10.9,2.19,0.973,0.144,0.161,6.37,3.25,0.154,0.104,0.0822,Energy,7.0
+ett2/D/short,moirai_1.1_R_base_no_leak,184000.0,166000.0,267.0,1.9,0.462,0.195,20.0,429.0,0.246,0.153,0.125,Energy,7.0
+ett2/H/short,moirai_1.1_R_base_no_leak,114.0,114.0,6.73,0.78,0.131,0.116,6.37,10.7,0.135,0.0854,0.0684,Energy,7.0
+ett2/W/short,moirai_1.1_R_base_no_leak,3760000.0,3830000.0,1320.0,0.865,0.141,0.14,11.8,1940.0,0.163,0.111,0.0919,Energy,7.0
+hierarchical_sales/D/short,moirai_1.1_R_base_no_leak,30.2,29.3,2.29,0.743,0.602,1.07,7.77,5.5,1.69,0.703,0.579,Sales,1.0
+hierarchical_sales/W/short,moirai_1.1_R_base_no_leak,709.0,497.0,9.54,0.777,0.556,0.488,7.86,26.6,1.22,0.438,0.371,Sales,1.0
+hospital/M/short,moirai_1.1_R_base_no_leak,13000.0,11400.0,30.1,1.11,0.313,0.236,10.6,114.0,0.413,0.109,0.086,Healthcare,1.0
+jena_weather/10T/short,moirai_1.1_R_base_no_leak,1390.0,1690.0,9.21,0.372,0.436,0.634,3.59,37.2,0.231,0.0572,0.0504,Nature,21.0
+jena_weather/D/short,moirai_1.1_R_base_no_leak,570.0,470.0,11.1,1.33,0.771,0.499,12.5,23.9,0.144,0.0667,0.0543,Nature,21.0
+jena_weather/H/short,moirai_1.1_R_base_no_leak,1090.0,1140.0,8.51,0.545,1.58,0.616,5.08,33.0,0.202,0.0522,0.0431,Nature,21.0
+kdd_cup_2018/D/short,moirai_1.1_R_base_no_leak,2660.0,2960.0,21.3,1.22,0.513,0.476,10.3,51.6,1.16,0.478,0.383,Nature,1.0
+kdd_cup_2018/H/short,moirai_1.1_R_base_no_leak,4460.0,4670.0,23.1,0.96,0.876,0.511,7.78,66.8,1.4,0.484,0.389,Nature,1.0
+loop_seattle/5T/short,moirai_1.1_R_base_no_leak,47.7,48.5,3.8,0.599,0.109,0.081,5.42,6.91,0.118,0.0651,0.052,Transport,1.0
+loop_seattle/D/short,moirai_1.1_R_base_no_leak,20.5,19.5,3.09,0.93,0.0574,0.0568,10.3,4.53,0.081,0.0552,0.0463,Transport,1.0
+loop_seattle/H/short,moirai_1.1_R_base_no_leak,87.5,94.7,5.46,1.11,0.185,0.119,10.5,9.35,0.166,0.0966,0.0778,Transport,1.0
+m_dense/D/short,moirai_1.1_R_base_no_leak,10600.0,10400.0,55.0,0.795,0.138,0.114,7.41,103.0,0.178,0.0952,0.078,Transport,1.0
+m_dense/H/short,moirai_1.1_R_base_no_leak,56600.0,54400.0,107.0,0.921,0.349,0.248,8.5,238.0,0.422,0.19,0.156,Transport,1.0
+m4_daily/D/short,moirai_1.1_R_base_no_leak,1930000.0,654000.0,260.0,4.74,0.0576,0.0421,41.2,1390.0,0.215,0.0401,0.0323,Econ/Fin,1.0
+m4_hourly/H/short,moirai_1.1_R_base_no_leak,952000.0,964000.0,231.0,2.75,0.128,0.118,20.6,976.0,0.133,0.0315,0.0268,Econ/Fin,1.0
+m4_monthly/M/short,moirai_1.1_R_base_no_leak,4290000.0,3720000.0,991.0,1.88,0.322,0.221,22.3,2070.0,0.43,0.206,0.163,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,moirai_1.1_R_base_no_leak,2960000.0,2670000.0,818.0,1.82,0.203,0.146,24.2,1720.0,0.288,0.137,0.112,Econ/Fin,1.0
+m4_weekly/W-SUN/short,moirai_1.1_R_base_no_leak,801000.0,731000.0,456.0,4.89,0.1,0.109,51.3,895.0,0.163,0.083,0.0692,Econ/Fin,1.0
+m4_yearly/A-DEC/short,moirai_1.1_R_base_no_leak,3930000.0,3800000.0,979.0,3.77,0.211,0.162,45.7,1980.0,0.318,0.157,0.13,Econ/Fin,1.0
+restaurant/D/short,moirai_1.1_R_base_no_leak,157.0,157.0,7.69,0.734,0.682,0.419,5.41,12.5,0.576,0.354,0.278,Sales,1.0
+saugeen/D/short,moirai_1.1_R_base_no_leak,1160.0,1340.0,14.5,3.23,0.334,0.375,35.0,34.1,1.1,0.471,0.393,Nature,1.0
+saugeen/M/short,moirai_1.1_R_base_no_leak,1460.0,1380.0,31.8,1.86,1.79,0.788,16.6,38.2,1.15,0.954,0.707,Nature,1.0
+saugeen/W/short,moirai_1.1_R_base_no_leak,1450.0,1560.0,18.7,1.52,0.438,0.482,16.2,38.1,1.15,0.565,0.479,Nature,1.0
+solar/10T/short,moirai_1.1_R_base_no_leak,35.0,36.6,2.91,1.27,4.71,1.62,10.8,5.92,1.72,0.845,0.654,Energy,1.0
+solar/D/short,moirai_1.1_R_base_no_leak,116000.0,127000.0,269.0,1.05,0.968,0.462,5.55,341.0,0.493,0.388,0.286,Energy,1.0
+solar/H/short,moirai_1.1_R_base_no_leak,731.0,767.0,12.7,0.983,4.41,1.44,6.55,27.0,0.997,0.47,0.371,Energy,1.0
+solar/W/short,moirai_1.1_R_base_no_leak,3260000.0,3100000.0,1430.0,1.57,0.331,0.269,8.9,1810.0,0.369,0.292,0.221,Energy,1.0
+sz_taxi/15T/short,moirai_1.1_R_base_no_leak,18.3,17.9,2.86,0.573,1100000000000.0,0.408,4.49,4.28,0.4,0.268,0.212,Transport,1.0
+sz_taxi/H/short,moirai_1.1_R_base_no_leak,8.59,8.03,1.99,0.608,1.11,0.31,5.04,2.93,0.273,0.185,0.147,Transport,1.0
+temperature_rain/D/short,moirai_1.1_R_base_no_leak,181.0,194.0,5.93,1.38,19.1,1.57,20.6,13.5,1.58,0.698,0.57,Nature,1.0
+us_births/D/short,moirai_1.1_R_base_no_leak,409000.0,321000.0,402.0,0.591,0.038,0.038,5.62,640.0,0.0599,0.0377,0.0328,Healthcare,1.0
+us_births/M/short,moirai_1.1_R_base_no_leak,271000000.0,282000000.0,13300.0,1.5,0.0408,0.0414,19.7,16500.0,0.0511,0.0412,0.0348,Healthcare,1.0
+us_births/W/short,moirai_1.1_R_base_no_leak,5440000.0,5850000.0,1740.0,1.59,0.0233,0.0236,13.4,2330.0,0.0317,0.0237,0.0197,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,moirai_1.1_R_base_no_leak,2940000.0,3550000.0,284.0,1.08,3.77,0.827,33.2,1710.0,5.21,0.863,0.644,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,moirai_1.1_R_base_no_leak,2080000.0,2270000.0,146.0,4.66,0.321,0.703,186.0,1440.0,6.07,0.614,0.592,Web/CloudOps,2.0
+bizitobs_application/10S/medium,moirai_1.1_R_base_no_leak,35300000.0,33100000.0,2910.0,8.28,0.113,0.118,98.0,5940.0,0.233,0.114,0.0992,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,moirai_1.1_R_base_no_leak,149.0,165.0,8.79,0.847,0.544,0.883,6.32,12.2,0.641,0.463,0.373,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,moirai_1.1_R_base_no_leak,186.0,207.0,10.0,0.976,1.02,0.959,6.09,13.6,0.826,0.606,0.464,Web/CloudOps,7.0
+bizitobs_service/10S/medium,moirai_1.1_R_base_no_leak,161000.0,154000.0,130.0,4.48,0.331,0.181,68.1,402.0,0.302,0.0976,0.087,Web/CloudOps,2.0
+electricity/15T/medium,moirai_1.1_R_base_no_leak,652000.0,319000.0,77.6,1.38,0.203,0.219,16.4,807.0,1.39,0.134,0.11,Energy,1.0
+electricity/H/medium,moirai_1.1_R_base_no_leak,7620000.0,6520000.0,277.0,1.22,0.235,0.151,11.3,2760.0,1.08,0.108,0.0863,Energy,1.0
+ett1/15T/medium,moirai_1.1_R_base_no_leak,10.9,11.2,1.74,1.09,0.798,0.421,7.93,3.31,0.63,0.332,0.264,Energy,7.0
+ett1/H/medium,moirai_1.1_R_base_no_leak,145.0,144.0,7.33,1.38,4800000000000.0,0.469,11.0,12.0,0.577,0.351,0.279,Energy,7.0
+ett2/15T/medium,moirai_1.1_R_base_no_leak,14.0,13.6,2.36,1.01,0.164,0.182,9.06,3.74,0.199,0.126,0.101,Energy,7.0
+ett2/H/medium,moirai_1.1_R_base_no_leak,250.0,246.0,9.9,1.07,0.178,0.176,8.5,15.8,0.213,0.133,0.107,Energy,7.0
+jena_weather/10T/medium,moirai_1.1_R_base_no_leak,1680.0,1880.0,10.9,0.645,0.981,0.677,5.95,41.0,0.252,0.0668,0.055,Nature,21.0
+jena_weather/H/medium,moirai_1.1_R_base_no_leak,1730.0,1420.0,10.9,0.833,2.8,0.68,7.1,41.6,0.254,0.0666,0.0548,Nature,21.0
+kdd_cup_2018/H/medium,moirai_1.1_R_base_no_leak,4930.0,5280.0,25.7,1.05,0.955,0.567,8.67,70.2,1.47,0.537,0.431,Nature,1.0
+loop_seattle/5T/medium,moirai_1.1_R_base_no_leak,84.5,88.1,5.39,0.851,0.185,0.122,7.8,9.19,0.164,0.0958,0.0768,Transport,1.0
+loop_seattle/H/medium,moirai_1.1_R_base_no_leak,87.0,89.5,5.43,1.12,0.173,0.119,10.2,9.32,0.165,0.096,0.0775,Transport,1.0
+m_dense/H/medium,moirai_1.1_R_base_no_leak,52900.0,48000.0,99.7,0.819,0.322,0.226,8.46,230.0,0.4,0.173,0.145,Transport,1.0
+solar/10T/medium,moirai_1.1_R_base_no_leak,25.7,29.6,2.42,1.04,2.39,1.55,9.41,5.07,1.13,0.537,0.42,Energy,1.0
+solar/H/medium,moirai_1.1_R_base_no_leak,747.0,792.0,12.7,0.972,4.12,1.43,6.65,27.3,0.985,0.458,0.361,Energy,1.0
+sz_taxi/15T/medium,moirai_1.1_R_base_no_leak,25.5,17.2,2.84,0.554,13500000000000.0,0.419,4.68,5.05,0.47,0.264,0.209,Transport,1.0
+electricity/15T/long,moirai_1.1_R_base_no_leak,588000.0,517000.0,80.1,1.26,0.189,0.188,9.88,767.0,1.21,0.126,0.101,Energy,1.0
+electricity/H/long,moirai_1.1_R_base_no_leak,12000000.0,10100000.0,311.0,1.34,0.331,0.163,12.4,3460.0,1.37,0.123,0.0986,Energy,1.0
+solar/10T/long,moirai_1.1_R_base_no_leak,30.1,37.4,2.74,1.17,2.02,1.6,9.49,5.48,1.19,0.593,0.456,Energy,1.0
+solar/H/long,moirai_1.1_R_base_no_leak,761.0,814.0,13.6,1.03,4.79,1.44,6.55,27.6,0.956,0.472,0.36,Energy,1.0
+kdd_cup_2018/H/long,moirai_1.1_R_base_no_leak,3830.0,4130.0,24.5,1.04,1.06,0.62,8.12,61.9,1.45,0.575,0.455,Nature,1.0
+loop_seattle/5T/long,moirai_1.1_R_base_no_leak,90.2,94.4,5.51,0.868,0.179,0.125,7.52,9.5,0.168,0.0974,0.078,Transport,1.0
+loop_seattle/H/long,moirai_1.1_R_base_no_leak,92.5,101.0,5.59,1.17,0.199,0.124,11.6,9.62,0.172,0.1,0.0806,Transport,1.0
+sz_taxi/15T/long,moirai_1.1_R_base_no_leak,19.1,16.8,2.84,0.539,7950000000000.0,0.412,5.19,4.37,0.404,0.263,0.209,Transport,1.0
+m_dense/H/long,moirai_1.1_R_base_no_leak,48700.0,45900.0,99.1,0.817,0.306,0.225,8.07,221.0,0.382,0.171,0.143,Transport,1.0
+ett1/15T/long,moirai_1.1_R_base_no_leak,9.86,10.1,1.74,1.14,0.836,0.438,8.29,3.14,0.599,0.331,0.261,Energy,7.0
+ett1/H/long,moirai_1.1_R_base_no_leak,176.0,177.0,8.39,1.51,4690000000000.0,0.52,9.82,13.3,0.636,0.402,0.307,Energy,7.0
+ett2/15T/long,moirai_1.1_R_base_no_leak,12.8,12.8,2.27,0.972,0.149,0.173,7.34,3.57,0.191,0.121,0.0973,Energy,7.0
+ett2/H/long,moirai_1.1_R_base_no_leak,218.0,206.0,8.86,1.02,0.184,0.173,9.96,14.8,0.202,0.121,0.101,Energy,7.0
+jena_weather/10T/long,moirai_1.1_R_base_no_leak,1760.0,1950.0,11.3,0.693,0.922,0.684,7.16,41.9,0.257,0.0688,0.0582,Nature,21.0
+jena_weather/H/long,moirai_1.1_R_base_no_leak,1410.0,1460.0,12.2,0.961,3.95,0.676,7.72,37.6,0.226,0.0735,0.0596,Nature,21.0
+bitbrains_fast_storage/5T/long,moirai_1.1_R_base_no_leak,3280000.0,3710000.0,314.0,0.971,3.21,0.842,25.1,1810.0,4.79,0.83,0.635,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,moirai_1.1_R_base_no_leak,2710000.0,3460000.0,222.0,3.57,2.77,0.708,128.0,1650.0,6.31,0.85,0.692,Web/CloudOps,2.0
+bizitobs_application/10S/long,moirai_1.1_R_base_no_leak,36100000.0,34900000.0,3120.0,8.63,0.117,0.124,96.2,6010.0,0.232,0.121,0.108,Web/CloudOps,2.0
+bizitobs_service/10S/long,moirai_1.1_R_base_no_leak,250000.0,255000.0,158.0,4.55,0.305,0.193,63.6,500.0,0.371,0.117,0.106,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,moirai_1.1_R_base_no_leak,267.0,302.0,12.4,1.17,0.882,1.09,8.9,16.3,0.918,0.695,0.548,Web/CloudOps,7.0
+bizitobs_l2c/H/long,moirai_1.1_R_base_no_leak,174.0,186.0,9.6,0.973,1.05,0.925,5.98,13.2,0.806,0.587,0.448,Web/CloudOps,7.0

results/moirai_1.1_R_large_no_leak/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,moirai_1.1_R_large_no_leak,7090000000.0,2450000.0,178.0,0.75,1.65,0.748,167.0,84200.0,264.0,0.559,0.417
-bitbrains_fast_storage/H/short,moirai_1.1_R_large_no_leak,2340000000.0,4420000.0,350.0,1.22,3.22,0.585,23.8,48300.0,138.0,0.999,0.716
-bitbrains_rnd/5T/short,moirai_1.1_R_large_no_leak,93400000.0,2250000.0,140.0,1.74,0.993,0.666,348.0,9660.0,39.5,0.572,0.441
-bitbrains_rnd/H/short,moirai_1.1_R_large_no_leak,1910000.0,1790000.0,134.0,5.91,0.717,0.546,201.0,1380.0,6.04,0.588,0.527
-bizitobs_application/nan/short,moirai_1.1_R_large_no_leak,8290000.0,9460000.0,1220.0,4.1,0.0571,0.059,38.3,2880.0,0.111,0.047,0.036
-bizitobs_l2c/5T/short,moirai_1.1_R_large_no_leak,20.6,20.9,2.68,0.277,0.145,0.209,3.21,4.54,0.156,0.0919,0.075
-bizitobs_l2c/H/short,moirai_1.1_R_large_no_leak,285.0,319.0,11.6,1.11,0.693,1.11,13.3,16.9,0.91,0.623,0.528
-bizitobs_service/nan/short,moirai_1.1_R_large_no_leak,59200.0,62600.0,73.7,2.76,0.121,0.106,20.2,243.0,0.18,0.0546,0.0432
-car_parts/nan/short,moirai_1.1_R_large_no_leak,1.86,1.64,0.626,1.13,0.687,1.8,16.9,1.36,3.27,1.5,1.25
-covid_deaths/nan/short,moirai_1.1_R_large_no_leak,714000.0,564000.0,130.0,33.1,0.0915,0.367,483.0,845.0,0.318,0.0489,0.04
-electricity/15T/short,moirai_1.1_R_large_no_leak,1820000.0,170000.0,64.3,1.26,0.198,0.199,11.8,1350.0,2.66,0.127,0.104
-electricity/D/short,moirai_1.1_R_large_no_leak,1440000000.0,1450000000.0,4530.0,1.49,0.44,0.102,13.2,38000.0,0.624,0.0744,0.0588
-electricity/H/short,moirai_1.1_R_large_no_leak,2180000.0,1830000.0,193.0,1.04,0.195,0.138,10.7,1480.0,0.697,0.0909,0.0737
-electricity/W/short,moirai_1.1_R_large_no_leak,88400000000.0,85100000000.0,34100.0,1.67,0.265,0.107,14.3,297000.0,0.678,0.0779,0.0607
-ett1/15T/short,moirai_1.1_R_large_no_leak,5.35,5.28,1.21,0.77,0.416,0.271,5.53,2.31,0.437,0.229,0.179
-ett1/D/short,moirai_1.1_R_large_no_leak,43500.0,43100.0,141.0,1.73,1.21,0.486,10.7,209.0,0.548,0.369,0.285
-ett1/H/short,moirai_1.1_R_large_no_leak,123.0,122.0,5.72,0.949,0.505,0.294,6.9,11.1,0.518,0.267,0.212
-ett1/W/short,moirai_1.1_R_large_no_leak,1660000.0,1380000.0,885.0,1.54,0.656,0.543,9.86,1290.0,0.512,0.352,0.266
-ett2/15T/short,moirai_1.1_R_large_no_leak,8.85,8.88,2.0,0.935,0.14,0.16,6.1,2.97,0.141,0.0949,0.0748
-ett2/D/short,moirai_1.1_R_large_no_leak,118000.0,111000.0,210.0,1.42,0.351,0.15,19.1,343.0,0.196,0.12,0.0984
-ett2/H/short,moirai_1.1_R_large_no_leak,134.0,134.0,7.53,0.845,0.135,0.124,6.23,11.6,0.147,0.0955,0.0753
-ett2/W/short,moirai_1.1_R_large_no_leak,6340000.0,5910000.0,1570.0,1.14,0.169,0.181,10.5,2520.0,0.211,0.132,0.105
-hierarchical_sales/D/short,moirai_1.1_R_large_no_leak,27.8,28.5,2.29,0.742,0.638,1.05,7.84,5.27,1.62,0.702,0.576
-hierarchical_sales/W/short,moirai_1.1_R_large_no_leak,803.0,475.0,9.26,0.75,0.567,0.47,8.14,28.3,1.3,0.425,0.361
-hospital/nan/short,moirai_1.1_R_large_no_leak,3750.0,3620.0,20.0,0.812,0.211,0.183,6.29,61.2,0.222,0.0725,0.0573
-jena_weather/10T/short,moirai_1.1_R_large_no_leak,1340.0,1620.0,8.74,0.332,0.399,0.619,2.98,36.7,0.228,0.0543,0.0463
-jena_weather/D/short,moirai_1.1_R_large_no_leak,378.0,351.0,9.39,1.18,0.838,0.462,9.23,19.5,0.117,0.0565,0.046
-jena_weather/H/short,moirai_1.1_R_large_no_leak,1920.0,1160.0,8.75,0.555,1.29,0.629,4.96,43.8,0.269,0.0536,0.0433
-kdd_cup_2018/D/short,moirai_1.1_R_large_no_leak,2770.0,2900.0,21.1,1.2,0.534,0.468,10.4,52.7,1.18,0.472,0.385
-kdd_cup_2018/H/short,moirai_1.1_R_large_no_leak,4530.0,4710.0,23.5,0.966,0.862,0.515,8.26,67.3,1.41,0.491,0.398
-loop_seattle/5T/short,moirai_1.1_R_large_no_leak,48.1,48.0,3.85,0.61,0.108,0.0814,5.56,6.94,0.119,0.066,0.0526
-loop_seattle/D/short,moirai_1.1_R_large_no_leak,18.7,18.6,2.96,0.898,0.0548,0.0543,8.46,4.33,0.0773,0.0529,0.0434
-loop_seattle/H/short,moirai_1.1_R_large_no_leak,75.6,79.0,4.93,1.01,0.153,0.11,9.57,8.69,0.154,0.0873,0.0701
-m_dense/D/short,moirai_1.1_R_large_no_leak,14600.0,13700.0,65.1,0.89,0.16,0.13,7.99,121.0,0.209,0.113,0.0912
-m_dense/H/short,moirai_1.1_R_large_no_leak,60200.0,60500.0,119.0,0.995,0.382,0.265,8.05,245.0,0.435,0.21,0.167
-m4_daily/nan/short,moirai_1.1_R_large_no_leak,441000.0,363000.0,175.0,3.27,0.0399,0.0303,31.3,664.0,0.103,0.027,0.0216
-m4_hourly/nan/short,moirai_1.1_R_large_no_leak,758000.0,725000.0,192.0,1.92,0.106,0.0986,16.5,871.0,0.119,0.0262,0.0222
-m4_monthly/nan/short,moirai_1.1_R_large_no_leak,2170000.0,2040000.0,614.0,1.08,0.18,0.143,9.83,1470.0,0.306,0.128,0.102
-m4_quarterly/nan/short,moirai_1.1_R_large_no_leak,1960000.0,1860000.0,584.0,1.24,0.126,0.106,11.0,1400.0,0.234,0.0977,0.0782
-m4_weekly/nan/short,moirai_1.1_R_large_no_leak,17000000.0,438000.0,327.0,2.63,0.0783,0.0824,32.0,4120.0,0.751,0.0595,0.0482
-m4_yearly/nan/short,moirai_1.1_R_large_no_leak,3240000.0,3200000.0,824.0,3.0,0.167,0.136,28.5,1800.0,0.288,0.132,0.107
-restaurant/nan/short,moirai_1.1_R_large_no_leak,152.0,155.0,7.65,0.728,0.716,0.413,5.38,12.3,0.568,0.352,0.276
-saugeen/D/short,moirai_1.1_R_large_no_leak,1250.0,1430.0,14.2,3.15,0.292,0.364,37.6,35.3,1.14,0.46,0.399
-saugeen/M/short,moirai_1.1_R_large_no_leak,625.0,633.0,15.5,0.908,0.49,0.441,10.1,25.0,0.75,0.465,0.393
-saugeen/W/short,moirai_1.1_R_large_no_leak,1250.0,1440.0,17.6,1.43,0.399,0.452,14.7,35.3,1.07,0.531,0.436
-solar/10T/short,moirai_1.1_R_large_no_leak,28.4,34.1,2.63,1.17,3.16,1.67,8.18,5.32,1.55,0.766,0.583
-solar/D/short,moirai_1.1_R_large_no_leak,123000.0,126000.0,250.0,0.975,1.07,0.425,6.72,350.0,0.506,0.361,0.287
-solar/H/short,moirai_1.1_R_large_no_leak,696.0,757.0,11.4,0.883,3.47,1.44,5.54,26.4,0.972,0.422,0.34
-solar/W/short,moirai_1.1_R_large_no_leak,2700000.0,2630000.0,1300.0,1.42,0.298,0.247,7.3,1640.0,0.336,0.265,0.197
-sz_taxi/15T/short,moirai_1.1_R_large_no_leak,18.1,18.0,2.86,0.572,1080000000000.0,0.408,4.51,4.25,0.397,0.268,0.212
-sz_taxi/H/short,moirai_1.1_R_large_no_leak,8.47,8.2,1.98,0.603,1.08,0.31,4.94,2.91,0.271,0.185,0.146
-temperature_rain/nan/short,moirai_1.1_R_large_no_leak,564.0,186.0,5.85,1.35,17.6,1.56,21.2,23.8,2.8,0.689,0.562
-us_births/D/short,moirai_1.1_R_large_no_leak,286000.0,264000.0,360.0,0.53,0.0342,0.0339,5.11,534.0,0.0501,0.0338,0.0279
-us_births/M/short,moirai_1.1_R_large_no_leak,96400000.0,118000000.0,9070.0,1.03,0.0278,0.0282,8.27,9820.0,0.0305,0.0282,0.021
-us_births/W/short,moirai_1.1_R_large_no_leak,3900000.0,3850000.0,1490.0,1.36,0.0201,0.0202,9.85,1970.0,0.0268,0.0203,0.0162
-bitbrains_fast_storage/5T/medium,moirai_1.1_R_large_no_leak,87000000000.0,3730000.0,278.0,1.03,3.34,0.812,347.0,295000.0,896.0,0.846,0.618
-bitbrains_rnd/5T/medium,moirai_1.1_R_large_no_leak,21800000000.0,2260000.0,145.0,4.46,0.37,0.698,822.0,147000.0,621.0,0.608,0.551
-bizitobs_application/nan/medium,moirai_1.1_R_large_no_leak,23800000.0,24500000.0,2440.0,7.39,0.0978,0.103,119.0,4880.0,0.192,0.0958,0.0766
-bizitobs_l2c/5T/medium,moirai_1.1_R_large_no_leak,163.0,178.0,9.31,0.888,0.596,0.984,9.74,12.8,0.672,0.49,0.406
-bizitobs_l2c/H/medium,moirai_1.1_R_large_no_leak,343.0,387.0,13.6,1.3,1.13,1.32,12.4,18.5,1.12,0.824,0.69
-bizitobs_service/nan/medium,moirai_1.1_R_large_no_leak,113000.0,114000.0,112.0,4.16,0.141,0.146,53.4,337.0,0.253,0.0841,0.068
-electricity/15T/medium,moirai_1.1_R_large_no_leak,1040000000.0,285000.0,64.8,1.05,0.17,0.169,9.29,32300.0,55.6,0.112,0.0899
-electricity/H/medium,moirai_1.1_R_large_no_leak,8110000.0,7290000.0,270.0,1.18,0.272,0.142,10.9,2850.0,1.11,0.105,0.0842
-ett1/15T/medium,moirai_1.1_R_large_no_leak,16.3,16.9,2.02,1.23,0.746,0.467,9.44,4.04,0.77,0.385,0.307
-ett1/H/medium,moirai_1.1_R_large_no_leak,187.0,184.0,7.68,1.52,3110000000000.0,0.463,13.2,13.7,0.655,0.368,0.307
-ett2/15T/medium,moirai_1.1_R_large_no_leak,14.4,14.5,2.43,1.04,0.166,0.189,8.56,3.79,0.202,0.129,0.103
-ett2/H/medium,moirai_1.1_R_large_no_leak,359.0,357.0,11.7,1.24,0.205,0.201,9.26,18.9,0.255,0.157,0.126
-jena_weather/10T/medium,moirai_1.1_R_large_no_leak,2830.0,2320.0,13.0,0.731,1.4,0.697,6.38,53.2,0.326,0.0801,0.0681
-jena_weather/H/medium,moirai_1.1_R_large_no_leak,2380.0,1900.0,12.3,0.902,2.02,0.72,9.0,48.8,0.298,0.0753,0.062
-kdd_cup_2018/H/medium,moirai_1.1_R_large_no_leak,4870.0,5220.0,25.9,1.09,1.03,0.583,8.85,69.8,1.46,0.542,0.436
-loop_seattle/5T/medium,moirai_1.1_R_large_no_leak,92.5,98.0,5.62,0.887,0.191,0.129,8.04,9.62,0.171,0.1,0.0799
-loop_seattle/H/medium,moirai_1.1_R_large_no_leak,91.6,82.0,5.26,1.08,0.144,0.117,11.5,9.57,0.169,0.0929,0.0764
-m_dense/H/medium,moirai_1.1_R_large_no_leak,107000.0,97100.0,159.0,1.17,0.641,0.325,9.34,327.0,0.57,0.277,0.217
-solar/10T/medium,moirai_1.1_R_large_no_leak,38.6,50.4,3.28,1.45,2.3,1.75,11.4,6.21,1.38,0.728,0.571
-solar/H/medium,moirai_1.1_R_large_no_leak,675.0,747.0,11.4,0.871,3.58,1.42,5.33,26.0,0.936,0.411,0.325
-sz_taxi/15T/medium,moirai_1.1_R_large_no_leak,89.9,17.5,2.89,0.564,12300000000000.0,0.424,4.77,9.48,0.882,0.269,0.212
-electricity/15T/long,moirai_1.1_R_large_no_leak,225000000.0,395000.0,70.3,1.09,0.172,0.166,9.51,15000.0,23.7,0.111,0.0884
-electricity/H/long,moirai_1.1_R_large_no_leak,14300000.0,13300000.0,327.0,1.32,0.312,0.157,12.1,3790.0,1.49,0.129,0.102
-solar/10T/long,moirai_1.1_R_large_no_leak,42.6,60.6,3.59,1.57,1.99,1.81,11.5,6.53,1.41,0.776,0.601
-solar/H/long,moirai_1.1_R_large_no_leak,707.0,739.0,12.4,0.942,3.56,1.43,5.33,26.6,0.922,0.43,0.327
-kdd_cup_2018/H/long,moirai_1.1_R_large_no_leak,6720.0,4120.0,24.9,1.06,1.14,0.633,8.96,82.0,1.92,0.584,0.472
-loop_seattle/5T/long,moirai_1.1_R_large_no_leak,97.6,103.0,5.71,0.898,0.187,0.131,7.8,9.88,0.175,0.101,0.0807
-loop_seattle/H/long,moirai_1.1_R_large_no_leak,964.0,82.1,5.29,1.12,0.162,0.119,12.6,31.0,0.555,0.0945,0.0771
-sz_taxi/15T/long,moirai_1.1_R_large_no_leak,30500.0,17.1,2.85,0.539,7340000000000.0,0.418,4.75,175.0,16.2,0.264,0.208
-m_dense/H/long,moirai_1.1_R_large_no_leak,153000.0,135000.0,183.0,1.28,0.843,0.351,10.2,391.0,0.677,0.317,0.25
-ett1/15T/long,moirai_1.1_R_large_no_leak,14.6,14.6,1.95,1.24,0.76,0.476,9.33,3.83,0.729,0.371,0.3
-ett1/H/long,moirai_1.1_R_large_no_leak,238.0,234.0,9.08,1.8,3160000000000.0,0.574,14.6,15.4,0.738,0.435,0.354
-ett2/15T/long,moirai_1.1_R_large_no_leak,17.2,16.9,2.67,1.13,0.175,0.204,9.48,4.14,0.221,0.142,0.111
-ett2/H/long,moirai_1.1_R_large_no_leak,278.0,275.0,11.5,1.38,0.22,0.227,8.57,16.7,0.228,0.157,0.122
-jena_weather/10T/long,moirai_1.1_R_large_no_leak,3130.0,2490.0,14.2,0.809,1.52,0.698,6.63,56.0,0.343,0.0866,0.0731
-jena_weather/H/long,moirai_1.1_R_large_no_leak,1410.0,1360.0,11.6,0.852,2.76,0.646,7.31,37.5,0.226,0.07,0.0574
-bitbrains_fast_storage/5T/long,moirai_1.1_R_large_no_leak,115000000000.0,5260000.0,352.0,0.939,3.47,0.825,158.0,339000.0,895.0,0.931,0.667
-bitbrains_rnd/5T/long,moirai_1.1_R_large_no_leak,26500000000.0,2590000.0,169.0,3.39,1.39,0.678,622.0,163000.0,623.0,0.646,0.59
-bizitobs_application/nan/long,moirai_1.1_R_large_no_leak,34500000.0,31600000.0,3110.0,8.37,0.112,0.119,124.0,5870.0,0.227,0.12,0.103
-bizitobs_service/nan/long,moirai_1.1_R_large_no_leak,265000.0,265000.0,171.0,4.77,0.161,0.17,65.8,515.0,0.381,0.127,0.111
-bizitobs_l2c/5T/long,moirai_1.1_R_large_no_leak,221.0,288.0,12.3,1.15,0.876,1.26,8.42,14.9,0.836,0.693,0.539
-bizitobs_l2c/H/long,moirai_1.1_R_large_no_leak,311.0,363.0,13.7,1.34,1.43,1.23,9.19,17.6,1.08,0.835,0.659

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,moirai_1.1_R_large_no_leak,7090000000.0,2450000.0,178.0,0.75,1.65,0.748,167.0,84200.0,264.0,0.559,0.417,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,moirai_1.1_R_large_no_leak,2340000000.0,4420000.0,350.0,1.22,3.22,0.585,23.8,48300.0,138.0,0.999,0.716,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,moirai_1.1_R_large_no_leak,93400000.0,2250000.0,140.0,1.74,0.993,0.666,348.0,9660.0,39.5,0.572,0.441,Web/CloudOps,2.0
+bitbrains_rnd/H/short,moirai_1.1_R_large_no_leak,1910000.0,1790000.0,134.0,5.91,0.717,0.546,201.0,1380.0,6.04,0.588,0.527,Web/CloudOps,2.0
+bizitobs_application/10S/short,moirai_1.1_R_large_no_leak,8290000.0,9460000.0,1220.0,4.1,0.0571,0.059,38.3,2880.0,0.111,0.047,0.036,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,moirai_1.1_R_large_no_leak,20.6,20.9,2.68,0.277,0.145,0.209,3.21,4.54,0.156,0.0919,0.075,Web/CloudOps,7.0
+bizitobs_l2c/H/short,moirai_1.1_R_large_no_leak,285.0,319.0,11.6,1.11,0.693,1.11,13.3,16.9,0.91,0.623,0.528,Web/CloudOps,7.0
+bizitobs_service/10S/short,moirai_1.1_R_large_no_leak,59200.0,62600.0,73.7,2.76,0.121,0.106,20.2,243.0,0.18,0.0546,0.0432,Web/CloudOps,2.0
+car_parts/M/short,moirai_1.1_R_large_no_leak,1.86,1.64,0.626,1.13,0.687,1.8,16.9,1.36,3.27,1.5,1.25,Sales,1.0
+covid_deaths/D/short,moirai_1.1_R_large_no_leak,714000.0,564000.0,130.0,33.1,0.0915,0.367,483.0,845.0,0.318,0.0489,0.04,Healthcare,1.0
+electricity/15T/short,moirai_1.1_R_large_no_leak,1820000.0,170000.0,64.3,1.26,0.198,0.199,11.8,1350.0,2.66,0.127,0.104,Energy,1.0
+electricity/D/short,moirai_1.1_R_large_no_leak,1440000000.0,1450000000.0,4530.0,1.49,0.44,0.102,13.2,38000.0,0.624,0.0744,0.0588,Energy,1.0
+electricity/H/short,moirai_1.1_R_large_no_leak,2180000.0,1830000.0,193.0,1.04,0.195,0.138,10.7,1480.0,0.697,0.0909,0.0737,Energy,1.0
+electricity/W/short,moirai_1.1_R_large_no_leak,88400000000.0,85100000000.0,34100.0,1.67,0.265,0.107,14.3,297000.0,0.678,0.0779,0.0607,Energy,1.0
+ett1/15T/short,moirai_1.1_R_large_no_leak,5.35,5.28,1.21,0.77,0.416,0.271,5.53,2.31,0.437,0.229,0.179,Energy,7.0
+ett1/D/short,moirai_1.1_R_large_no_leak,43500.0,43100.0,141.0,1.73,1.21,0.486,10.7,209.0,0.548,0.369,0.285,Energy,7.0
+ett1/H/short,moirai_1.1_R_large_no_leak,123.0,122.0,5.72,0.949,0.505,0.294,6.9,11.1,0.518,0.267,0.212,Energy,7.0
+ett1/W/short,moirai_1.1_R_large_no_leak,1660000.0,1380000.0,885.0,1.54,0.656,0.543,9.86,1290.0,0.512,0.352,0.266,Energy,7.0
+ett2/15T/short,moirai_1.1_R_large_no_leak,8.85,8.88,2.0,0.935,0.14,0.16,6.1,2.97,0.141,0.0949,0.0748,Energy,7.0
+ett2/D/short,moirai_1.1_R_large_no_leak,118000.0,111000.0,210.0,1.42,0.351,0.15,19.1,343.0,0.196,0.12,0.0984,Energy,7.0
+ett2/H/short,moirai_1.1_R_large_no_leak,134.0,134.0,7.53,0.845,0.135,0.124,6.23,11.6,0.147,0.0955,0.0753,Energy,7.0
+ett2/W/short,moirai_1.1_R_large_no_leak,6340000.0,5910000.0,1570.0,1.14,0.169,0.181,10.5,2520.0,0.211,0.132,0.105,Energy,7.0
+hierarchical_sales/D/short,moirai_1.1_R_large_no_leak,27.8,28.5,2.29,0.742,0.638,1.05,7.84,5.27,1.62,0.702,0.576,Sales,1.0
+hierarchical_sales/W/short,moirai_1.1_R_large_no_leak,803.0,475.0,9.26,0.75,0.567,0.47,8.14,28.3,1.3,0.425,0.361,Sales,1.0
+hospital/M/short,moirai_1.1_R_large_no_leak,3750.0,3620.0,20.0,0.812,0.211,0.183,6.29,61.2,0.222,0.0725,0.0573,Healthcare,1.0
+jena_weather/10T/short,moirai_1.1_R_large_no_leak,1340.0,1620.0,8.74,0.332,0.399,0.619,2.98,36.7,0.228,0.0543,0.0463,Nature,21.0
+jena_weather/D/short,moirai_1.1_R_large_no_leak,378.0,351.0,9.39,1.18,0.838,0.462,9.23,19.5,0.117,0.0565,0.046,Nature,21.0
+jena_weather/H/short,moirai_1.1_R_large_no_leak,1920.0,1160.0,8.75,0.555,1.29,0.629,4.96,43.8,0.269,0.0536,0.0433,Nature,21.0
+kdd_cup_2018/D/short,moirai_1.1_R_large_no_leak,2770.0,2900.0,21.1,1.2,0.534,0.468,10.4,52.7,1.18,0.472,0.385,Nature,1.0
+kdd_cup_2018/H/short,moirai_1.1_R_large_no_leak,4530.0,4710.0,23.5,0.966,0.862,0.515,8.26,67.3,1.41,0.491,0.398,Nature,1.0
+loop_seattle/5T/short,moirai_1.1_R_large_no_leak,48.1,48.0,3.85,0.61,0.108,0.0814,5.56,6.94,0.119,0.066,0.0526,Transport,1.0
+loop_seattle/D/short,moirai_1.1_R_large_no_leak,18.7,18.6,2.96,0.898,0.0548,0.0543,8.46,4.33,0.0773,0.0529,0.0434,Transport,1.0
+loop_seattle/H/short,moirai_1.1_R_large_no_leak,75.6,79.0,4.93,1.01,0.153,0.11,9.57,8.69,0.154,0.0873,0.0701,Transport,1.0
+m_dense/D/short,moirai_1.1_R_large_no_leak,14600.0,13700.0,65.1,0.89,0.16,0.13,7.99,121.0,0.209,0.113,0.0912,Transport,1.0
+m_dense/H/short,moirai_1.1_R_large_no_leak,60200.0,60500.0,119.0,0.995,0.382,0.265,8.05,245.0,0.435,0.21,0.167,Transport,1.0
+m4_daily/D/short,moirai_1.1_R_large_no_leak,441000.0,363000.0,175.0,3.27,0.0399,0.0303,31.3,664.0,0.103,0.027,0.0216,Econ/Fin,1.0
+m4_hourly/H/short,moirai_1.1_R_large_no_leak,758000.0,725000.0,192.0,1.92,0.106,0.0986,16.5,871.0,0.119,0.0262,0.0222,Econ/Fin,1.0
+m4_monthly/M/short,moirai_1.1_R_large_no_leak,2170000.0,2040000.0,614.0,1.08,0.18,0.143,9.83,1470.0,0.306,0.128,0.102,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,moirai_1.1_R_large_no_leak,1960000.0,1860000.0,584.0,1.24,0.126,0.106,11.0,1400.0,0.234,0.0977,0.0782,Econ/Fin,1.0
+m4_weekly/W-SUN/short,moirai_1.1_R_large_no_leak,17000000.0,438000.0,327.0,2.63,0.0783,0.0824,32.0,4120.0,0.751,0.0595,0.0482,Econ/Fin,1.0
+m4_yearly/A-DEC/short,moirai_1.1_R_large_no_leak,3240000.0,3200000.0,824.0,3.0,0.167,0.136,28.5,1800.0,0.288,0.132,0.107,Econ/Fin,1.0
+restaurant/D/short,moirai_1.1_R_large_no_leak,152.0,155.0,7.65,0.728,0.716,0.413,5.38,12.3,0.568,0.352,0.276,Sales,1.0
+saugeen/D/short,moirai_1.1_R_large_no_leak,1250.0,1430.0,14.2,3.15,0.292,0.364,37.6,35.3,1.14,0.46,0.399,Nature,1.0
+saugeen/M/short,moirai_1.1_R_large_no_leak,625.0,633.0,15.5,0.908,0.49,0.441,10.1,25.0,0.75,0.465,0.393,Nature,1.0
+saugeen/W/short,moirai_1.1_R_large_no_leak,1250.0,1440.0,17.6,1.43,0.399,0.452,14.7,35.3,1.07,0.531,0.436,Nature,1.0
+solar/10T/short,moirai_1.1_R_large_no_leak,28.4,34.1,2.63,1.17,3.16,1.67,8.18,5.32,1.55,0.766,0.583,Energy,1.0
+solar/D/short,moirai_1.1_R_large_no_leak,123000.0,126000.0,250.0,0.975,1.07,0.425,6.72,350.0,0.506,0.361,0.287,Energy,1.0
+solar/H/short,moirai_1.1_R_large_no_leak,696.0,757.0,11.4,0.883,3.47,1.44,5.54,26.4,0.972,0.422,0.34,Energy,1.0
+solar/W/short,moirai_1.1_R_large_no_leak,2700000.0,2630000.0,1300.0,1.42,0.298,0.247,7.3,1640.0,0.336,0.265,0.197,Energy,1.0
+sz_taxi/15T/short,moirai_1.1_R_large_no_leak,18.1,18.0,2.86,0.572,1080000000000.0,0.408,4.51,4.25,0.397,0.268,0.212,Transport,1.0
+sz_taxi/H/short,moirai_1.1_R_large_no_leak,8.47,8.2,1.98,0.603,1.08,0.31,4.94,2.91,0.271,0.185,0.146,Transport,1.0
+temperature_rain/D/short,moirai_1.1_R_large_no_leak,564.0,186.0,5.85,1.35,17.6,1.56,21.2,23.8,2.8,0.689,0.562,Nature,1.0
+us_births/D/short,moirai_1.1_R_large_no_leak,286000.0,264000.0,360.0,0.53,0.0342,0.0339,5.11,534.0,0.0501,0.0338,0.0279,Healthcare,1.0
+us_births/M/short,moirai_1.1_R_large_no_leak,96400000.0,118000000.0,9070.0,1.03,0.0278,0.0282,8.27,9820.0,0.0305,0.0282,0.021,Healthcare,1.0
+us_births/W/short,moirai_1.1_R_large_no_leak,3900000.0,3850000.0,1490.0,1.36,0.0201,0.0202,9.85,1970.0,0.0268,0.0203,0.0162,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,moirai_1.1_R_large_no_leak,87000000000.0,3730000.0,278.0,1.03,3.34,0.812,347.0,295000.0,896.0,0.846,0.618,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,moirai_1.1_R_large_no_leak,21800000000.0,2260000.0,145.0,4.46,0.37,0.698,822.0,147000.0,621.0,0.608,0.551,Web/CloudOps,2.0
+bizitobs_application/10S/medium,moirai_1.1_R_large_no_leak,23800000.0,24500000.0,2440.0,7.39,0.0978,0.103,119.0,4880.0,0.192,0.0958,0.0766,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,moirai_1.1_R_large_no_leak,163.0,178.0,9.31,0.888,0.596,0.984,9.74,12.8,0.672,0.49,0.406,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,moirai_1.1_R_large_no_leak,343.0,387.0,13.6,1.3,1.13,1.32,12.4,18.5,1.12,0.824,0.69,Web/CloudOps,7.0
+bizitobs_service/10S/medium,moirai_1.1_R_large_no_leak,113000.0,114000.0,112.0,4.16,0.141,0.146,53.4,337.0,0.253,0.0841,0.068,Web/CloudOps,2.0
+electricity/15T/medium,moirai_1.1_R_large_no_leak,1040000000.0,285000.0,64.8,1.05,0.17,0.169,9.29,32300.0,55.6,0.112,0.0899,Energy,1.0
+electricity/H/medium,moirai_1.1_R_large_no_leak,8110000.0,7290000.0,270.0,1.18,0.272,0.142,10.9,2850.0,1.11,0.105,0.0842,Energy,1.0
+ett1/15T/medium,moirai_1.1_R_large_no_leak,16.3,16.9,2.02,1.23,0.746,0.467,9.44,4.04,0.77,0.385,0.307,Energy,7.0
+ett1/H/medium,moirai_1.1_R_large_no_leak,187.0,184.0,7.68,1.52,3110000000000.0,0.463,13.2,13.7,0.655,0.368,0.307,Energy,7.0
+ett2/15T/medium,moirai_1.1_R_large_no_leak,14.4,14.5,2.43,1.04,0.166,0.189,8.56,3.79,0.202,0.129,0.103,Energy,7.0
+ett2/H/medium,moirai_1.1_R_large_no_leak,359.0,357.0,11.7,1.24,0.205,0.201,9.26,18.9,0.255,0.157,0.126,Energy,7.0
+jena_weather/10T/medium,moirai_1.1_R_large_no_leak,2830.0,2320.0,13.0,0.731,1.4,0.697,6.38,53.2,0.326,0.0801,0.0681,Nature,21.0
+jena_weather/H/medium,moirai_1.1_R_large_no_leak,2380.0,1900.0,12.3,0.902,2.02,0.72,9.0,48.8,0.298,0.0753,0.062,Nature,21.0
+kdd_cup_2018/H/medium,moirai_1.1_R_large_no_leak,4870.0,5220.0,25.9,1.09,1.03,0.583,8.85,69.8,1.46,0.542,0.436,Nature,1.0
+loop_seattle/5T/medium,moirai_1.1_R_large_no_leak,92.5,98.0,5.62,0.887,0.191,0.129,8.04,9.62,0.171,0.1,0.0799,Transport,1.0
+loop_seattle/H/medium,moirai_1.1_R_large_no_leak,91.6,82.0,5.26,1.08,0.144,0.117,11.5,9.57,0.169,0.0929,0.0764,Transport,1.0
+m_dense/H/medium,moirai_1.1_R_large_no_leak,107000.0,97100.0,159.0,1.17,0.641,0.325,9.34,327.0,0.57,0.277,0.217,Transport,1.0
+solar/10T/medium,moirai_1.1_R_large_no_leak,38.6,50.4,3.28,1.45,2.3,1.75,11.4,6.21,1.38,0.728,0.571,Energy,1.0
+solar/H/medium,moirai_1.1_R_large_no_leak,675.0,747.0,11.4,0.871,3.58,1.42,5.33,26.0,0.936,0.411,0.325,Energy,1.0
+sz_taxi/15T/medium,moirai_1.1_R_large_no_leak,89.9,17.5,2.89,0.564,12300000000000.0,0.424,4.77,9.48,0.882,0.269,0.212,Transport,1.0
+electricity/15T/long,moirai_1.1_R_large_no_leak,225000000.0,395000.0,70.3,1.09,0.172,0.166,9.51,15000.0,23.7,0.111,0.0884,Energy,1.0
+electricity/H/long,moirai_1.1_R_large_no_leak,14300000.0,13300000.0,327.0,1.32,0.312,0.157,12.1,3790.0,1.49,0.129,0.102,Energy,1.0
+solar/10T/long,moirai_1.1_R_large_no_leak,42.6,60.6,3.59,1.57,1.99,1.81,11.5,6.53,1.41,0.776,0.601,Energy,1.0
+solar/H/long,moirai_1.1_R_large_no_leak,707.0,739.0,12.4,0.942,3.56,1.43,5.33,26.6,0.922,0.43,0.327,Energy,1.0
+kdd_cup_2018/H/long,moirai_1.1_R_large_no_leak,6720.0,4120.0,24.9,1.06,1.14,0.633,8.96,82.0,1.92,0.584,0.472,Nature,1.0
+loop_seattle/5T/long,moirai_1.1_R_large_no_leak,97.6,103.0,5.71,0.898,0.187,0.131,7.8,9.88,0.175,0.101,0.0807,Transport,1.0
+loop_seattle/H/long,moirai_1.1_R_large_no_leak,964.0,82.1,5.29,1.12,0.162,0.119,12.6,31.0,0.555,0.0945,0.0771,Transport,1.0
+sz_taxi/15T/long,moirai_1.1_R_large_no_leak,30500.0,17.1,2.85,0.539,7340000000000.0,0.418,4.75,175.0,16.2,0.264,0.208,Transport,1.0
+m_dense/H/long,moirai_1.1_R_large_no_leak,153000.0,135000.0,183.0,1.28,0.843,0.351,10.2,391.0,0.677,0.317,0.25,Transport,1.0
+ett1/15T/long,moirai_1.1_R_large_no_leak,14.6,14.6,1.95,1.24,0.76,0.476,9.33,3.83,0.729,0.371,0.3,Energy,7.0
+ett1/H/long,moirai_1.1_R_large_no_leak,238.0,234.0,9.08,1.8,3160000000000.0,0.574,14.6,15.4,0.738,0.435,0.354,Energy,7.0
+ett2/15T/long,moirai_1.1_R_large_no_leak,17.2,16.9,2.67,1.13,0.175,0.204,9.48,4.14,0.221,0.142,0.111,Energy,7.0
+ett2/H/long,moirai_1.1_R_large_no_leak,278.0,275.0,11.5,1.38,0.22,0.227,8.57,16.7,0.228,0.157,0.122,Energy,7.0
+jena_weather/10T/long,moirai_1.1_R_large_no_leak,3130.0,2490.0,14.2,0.809,1.52,0.698,6.63,56.0,0.343,0.0866,0.0731,Nature,21.0
+jena_weather/H/long,moirai_1.1_R_large_no_leak,1410.0,1360.0,11.6,0.852,2.76,0.646,7.31,37.5,0.226,0.07,0.0574,Nature,21.0
+bitbrains_fast_storage/5T/long,moirai_1.1_R_large_no_leak,115000000000.0,5260000.0,352.0,0.939,3.47,0.825,158.0,339000.0,895.0,0.931,0.667,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,moirai_1.1_R_large_no_leak,26500000000.0,2590000.0,169.0,3.39,1.39,0.678,622.0,163000.0,623.0,0.646,0.59,Web/CloudOps,2.0
+bizitobs_application/10S/long,moirai_1.1_R_large_no_leak,34500000.0,31600000.0,3110.0,8.37,0.112,0.119,124.0,5870.0,0.227,0.12,0.103,Web/CloudOps,2.0
+bizitobs_service/10S/long,moirai_1.1_R_large_no_leak,265000.0,265000.0,171.0,4.77,0.161,0.17,65.8,515.0,0.381,0.127,0.111,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,moirai_1.1_R_large_no_leak,221.0,288.0,12.3,1.15,0.876,1.26,8.42,14.9,0.836,0.693,0.539,Web/CloudOps,7.0
+bizitobs_l2c/H/long,moirai_1.1_R_large_no_leak,311.0,363.0,13.7,1.34,1.43,1.23,9.19,17.6,1.08,0.835,0.659,Web/CloudOps,7.0

results/moirai_1.1_R_small_no_leak/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,moirai_1.1_R_small_no_leak,2380000.0,2400000.0,178.0,0.874,2.05,0.749,63.2,1540.0,4.84,0.56,0.437
-bitbrains_fast_storage/H/short,moirai_1.1_R_small_no_leak,2570000.0,2840000.0,253.0,1.15,1.98,0.593,40.0,1600.0,4.57,0.722,0.579
-bitbrains_rnd/5T/short,moirai_1.1_R_small_no_leak,1810000.0,1820000.0,130.0,1.86,1.1,0.672,280.0,1340.0,5.5,0.534,0.452
-bitbrains_rnd/H/short,moirai_1.1_R_small_no_leak,1610000.0,1770000.0,133.0,6.13,0.681,0.555,252.0,1270.0,5.55,0.582,0.544
-bizitobs_application/nan/short,moirai_1.1_R_small_no_leak,6130000.0,6390000.0,1050.0,3.21,0.0467,0.0467,44.3,2480.0,0.0955,0.0403,0.0329
-bizitobs_l2c/5T/short,moirai_1.1_R_small_no_leak,24.9,24.3,3.05,0.311,0.177,0.221,3.14,4.99,0.171,0.105,0.0849
-bizitobs_l2c/H/short,moirai_1.1_R_small_no_leak,181.0,213.0,9.73,0.93,0.75,0.923,6.29,13.4,0.725,0.524,0.408
-bizitobs_service/nan/short,moirai_1.1_R_small_no_leak,50000.0,50500.0,67.5,2.43,0.102,0.0961,27.0,224.0,0.166,0.05,0.0412
-car_parts/nan/short,moirai_1.1_R_small_no_leak,2.48,2.19,0.791,1.39,0.732,1.79,19.1,1.57,3.77,1.9,1.62
-covid_deaths/nan/short,moirai_1.1_R_small_no_leak,732000.0,567000.0,156.0,38.9,0.113,0.386,640.0,855.0,0.322,0.0588,0.0497
-electricity/15T/short,moirai_1.1_R_small_no_leak,239000.0,245000.0,87.4,1.75,0.252,0.258,13.1,489.0,0.963,0.172,0.138
-electricity/D/short,moirai_1.1_R_small_no_leak,2740000000.0,2490000000.0,5290.0,1.57,0.621,0.11,13.5,52300.0,0.86,0.0869,0.0683
-electricity/H/short,moirai_1.1_R_small_no_leak,1600000.0,1590000.0,201.0,1.12,0.279,0.151,11.0,1270.0,0.597,0.0948,0.0771
-electricity/W/short,moirai_1.1_R_small_no_leak,242000000000.0,245000000000.0,50300.0,1.95,0.272,0.118,15.2,492000.0,1.12,0.115,0.0858
-ett1/15T/short,moirai_1.1_R_small_no_leak,8.11,7.55,1.74,1.36,0.755,0.393,8.17,2.85,0.538,0.329,0.256
-ett1/D/short,moirai_1.1_R_small_no_leak,45000.0,44000.0,141.0,1.78,1.18,0.492,12.5,212.0,0.557,0.372,0.29
-ett1/H/short,moirai_1.1_R_small_no_leak,106.0,107.0,5.32,0.892,0.496,0.279,6.77,10.3,0.481,0.248,0.199
-ett1/W/short,moirai_1.1_R_small_no_leak,1420000.0,1470000.0,935.0,1.57,0.821,0.55,9.99,1190.0,0.474,0.372,0.276
-ett2/15T/short,moirai_1.1_R_small_no_leak,11.4,11.6,2.23,0.98,0.14,0.163,6.54,3.37,0.16,0.106,0.0832
-ett2/D/short,moirai_1.1_R_small_no_leak,144000.0,131000.0,221.0,1.47,0.403,0.148,16.3,380.0,0.217,0.127,0.105
-ett2/H/short,moirai_1.1_R_small_no_leak,119.0,121.0,6.9,0.793,0.13,0.118,5.76,10.9,0.138,0.0875,0.0693
-ett2/W/short,moirai_1.1_R_small_no_leak,3800000.0,3780000.0,1250.0,0.776,0.118,0.119,10.0,1950.0,0.163,0.105,0.0869
-hierarchical_sales/D/short,moirai_1.1_R_small_no_leak,28.7,29.4,2.31,0.748,0.62,1.07,7.44,5.36,1.64,0.708,0.58
-hierarchical_sales/W/short,moirai_1.1_R_small_no_leak,524.0,483.0,9.32,0.775,0.552,0.479,7.4,22.9,1.05,0.428,0.362
-hospital/nan/short,moirai_1.1_R_small_no_leak,9330.0,8100.0,26.3,1.01,0.265,0.217,8.78,96.6,0.351,0.0954,0.0745
-jena_weather/10T/short,moirai_1.1_R_small_no_leak,1400.0,1700.0,8.97,0.354,0.391,0.63,3.73,37.4,0.232,0.0557,0.0499
-jena_weather/D/short,moirai_1.1_R_small_no_leak,442.0,368.0,9.67,1.26,0.754,0.484,9.87,21.0,0.127,0.0582,0.0481
-jena_weather/H/short,moirai_1.1_R_small_no_leak,1220.0,1290.0,8.97,0.544,1.49,0.624,4.92,34.9,0.214,0.055,0.0449
-kdd_cup_2018/D/short,moirai_1.1_R_small_no_leak,2700.0,2970.0,21.6,1.23,0.524,0.48,9.8,52.0,1.16,0.483,0.387
-kdd_cup_2018/H/short,moirai_1.1_R_small_no_leak,4600.0,4820.0,24.0,0.991,0.833,0.532,8.2,67.8,1.42,0.503,0.404
-loop_seattle/5T/short,moirai_1.1_R_small_no_leak,48.2,50.3,3.86,0.608,0.113,0.0812,5.45,6.94,0.119,0.0663,0.0527
-loop_seattle/D/short,moirai_1.1_R_small_no_leak,20.4,20.0,3.19,0.961,0.0595,0.0587,8.41,4.51,0.0807,0.0571,0.0463
-loop_seattle/H/short,moirai_1.1_R_small_no_leak,101.0,107.0,5.95,1.2,0.203,0.129,12.1,10.0,0.178,0.105,0.0846
-m_dense/D/short,moirai_1.1_R_small_no_leak,10700.0,10000.0,54.5,0.789,0.133,0.113,7.14,103.0,0.179,0.0943,0.0775
-m_dense/H/short,moirai_1.1_R_small_no_leak,63400.0,62600.0,119.0,1.01,0.377,0.268,8.97,252.0,0.447,0.21,0.17
-m4_daily/nan/short,moirai_1.1_R_small_no_leak,442000.0,384000.0,196.0,3.67,0.0463,0.0343,33.0,665.0,0.103,0.0303,0.024
-m4_hourly/nan/short,moirai_1.1_R_small_no_leak,1040000.0,1020000.0,226.0,2.97,0.127,0.116,21.8,1020.0,0.139,0.0309,0.0269
-m4_monthly/nan/short,moirai_1.1_R_small_no_leak,3200000.0,2860000.0,785.0,1.42,0.246,0.177,15.0,1790.0,0.372,0.163,0.13
-m4_quarterly/nan/short,moirai_1.1_R_small_no_leak,2500000.0,2280000.0,675.0,1.46,0.147,0.118,17.4,1580.0,0.265,0.113,0.0925
-m4_weekly/nan/short,moirai_1.1_R_small_no_leak,465000.0,512000.0,365.0,2.99,0.0902,0.0974,33.5,682.0,0.124,0.0665,0.0539
-m4_yearly/nan/short,moirai_1.1_R_small_no_leak,3510000.0,3440000.0,866.0,3.25,0.171,0.142,35.8,1870.0,0.3,0.139,0.114
-restaurant/nan/short,moirai_1.1_R_small_no_leak,158.0,161.0,7.79,0.742,0.699,0.422,5.36,12.6,0.578,0.359,0.282
-saugeen/D/short,moirai_1.1_R_small_no_leak,1060.0,1220.0,13.8,3.06,0.346,0.373,32.4,32.6,1.06,0.446,0.379
-saugeen/M/short,moirai_1.1_R_small_no_leak,1080.0,1000.0,22.4,1.31,0.958,0.632,13.2,32.9,0.988,0.672,0.546
-saugeen/W/short,moirai_1.1_R_small_no_leak,1290.0,1530.0,18.3,1.48,0.422,0.472,15.2,35.9,1.08,0.552,0.458
-solar/10T/short,moirai_1.1_R_small_no_leak,32.6,42.3,2.89,1.27,1.65,1.75,10.9,5.71,1.66,0.841,0.664
-solar/D/short,moirai_1.1_R_small_no_leak,115000.0,134000.0,258.0,1.01,1.04,0.439,5.86,340.0,0.491,0.373,0.283
-solar/H/short,moirai_1.1_R_small_no_leak,670.0,739.0,12.7,0.982,2.77,1.47,6.26,25.9,0.954,0.47,0.361
-solar/W/short,moirai_1.1_R_small_no_leak,4180000.0,4150000.0,1680.0,1.86,0.389,0.308,10.8,2040.0,0.417,0.344,0.277
-sz_taxi/15T/short,moirai_1.1_R_small_no_leak,18.6,18.8,2.94,0.589,1450000000000.0,0.418,4.44,4.32,0.404,0.275,0.216
-sz_taxi/H/short,moirai_1.1_R_small_no_leak,9.07,8.41,2.03,0.621,1.19,0.311,5.21,3.01,0.28,0.189,0.15
-temperature_rain/nan/short,moirai_1.1_R_small_no_leak,172.0,195.0,5.88,1.37,15.0,1.57,21.8,13.1,1.54,0.693,0.564
-us_births/D/short,moirai_1.1_R_small_no_leak,516000.0,405000.0,463.0,0.682,0.0455,0.0445,6.8,718.0,0.0673,0.0434,0.0376
-us_births/M/short,moirai_1.1_R_small_no_leak,199000000.0,209000000.0,11400.0,1.29,0.0354,0.0356,13.1,14100.0,0.0438,0.0355,0.0288
-us_births/W/short,moirai_1.1_R_small_no_leak,7770000.0,8100000.0,2160.0,1.96,0.0287,0.0291,14.5,2790.0,0.0379,0.0293,0.023
-bitbrains_fast_storage/5T/medium,moirai_1.1_R_small_no_leak,2950000.0,4630000.0,297.0,1.11,3.33,0.814,101.0,1720.0,5.22,0.903,0.629
-bitbrains_rnd/5T/medium,moirai_1.1_R_small_no_leak,2070000.0,2280000.0,146.0,4.67,0.249,0.692,417.0,1440.0,6.06,0.615,0.594
-bizitobs_application/nan/medium,moirai_1.1_R_small_no_leak,25900000.0,25300000.0,2390.0,7.72,0.105,0.108,109.0,5090.0,0.2,0.0937,0.0838
-bizitobs_l2c/5T/medium,moirai_1.1_R_small_no_leak,151.0,170.0,8.8,0.877,0.636,0.902,7.45,12.3,0.647,0.463,0.377
-bizitobs_l2c/H/medium,moirai_1.1_R_small_no_leak,249.0,301.0,12.5,1.2,1.16,1.12,7.02,15.8,0.956,0.758,0.566
-bizitobs_service/nan/medium,moirai_1.1_R_small_no_leak,165000.0,164000.0,124.0,4.16,0.194,0.153,67.0,406.0,0.306,0.093,0.0832
-electricity/15T/medium,moirai_1.1_R_small_no_leak,473000.0,427000.0,93.0,1.74,0.261,0.247,12.6,688.0,1.18,0.16,0.131
-electricity/H/medium,moirai_1.1_R_small_no_leak,6250000.0,6330000.0,275.0,1.27,0.332,0.158,10.6,2500.0,0.976,0.107,0.085
-ett1/15T/medium,moirai_1.1_R_small_no_leak,14.6,15.4,2.07,1.32,0.81,0.489,9.56,3.83,0.729,0.395,0.312
-ett1/H/medium,moirai_1.1_R_small_no_leak,150.0,149.0,7.22,1.35,1100000000000.0,0.463,10.5,12.2,0.586,0.346,0.281
-ett2/15T/medium,moirai_1.1_R_small_no_leak,13.9,13.9,2.42,1.03,0.163,0.184,7.93,3.73,0.199,0.129,0.102
-ett2/H/medium,moirai_1.1_R_small_no_leak,268.0,263.0,10.5,1.17,0.192,0.197,8.16,16.4,0.22,0.142,0.114
-jena_weather/10T/medium,moirai_1.1_R_small_no_leak,2120.0,2250.0,12.0,0.674,0.821,0.721,7.05,46.0,0.282,0.0737,0.0617
-jena_weather/H/medium,moirai_1.1_R_small_no_leak,1610.0,1380.0,10.5,0.794,2.25,0.677,6.72,40.2,0.246,0.0641,0.0532
-kdd_cup_2018/H/medium,moirai_1.1_R_small_no_leak,5040.0,5420.0,26.6,1.08,0.968,0.583,8.83,71.0,1.49,0.557,0.445
-loop_seattle/5T/medium,moirai_1.1_R_small_no_leak,82.5,86.2,5.32,0.842,0.173,0.121,7.45,9.09,0.162,0.0946,0.0756
-loop_seattle/H/medium,moirai_1.1_R_small_no_leak,104.0,101.0,6.04,1.23,0.19,0.132,12.9,10.2,0.181,0.107,0.0868
-m_dense/H/medium,moirai_1.1_R_small_no_leak,58500.0,55100.0,112.0,0.921,0.383,0.258,8.85,242.0,0.421,0.194,0.158
-solar/10T/medium,moirai_1.1_R_small_no_leak,55.8,80.8,4.21,1.84,1.14,1.93,13.4,7.47,1.66,0.933,0.748
-solar/H/medium,moirai_1.1_R_small_no_leak,731.0,779.0,12.6,0.964,4.02,1.44,7.1,27.0,0.974,0.455,0.358
-sz_taxi/15T/medium,moirai_1.1_R_small_no_leak,18.9,17.9,2.89,0.565,11400000000000.0,0.421,4.74,4.34,0.404,0.269,0.213
-bitbrains_fast_storage/5T/long,moirai_1.1_R_small_no_leak,281000000.0,4690000.0,316.0,0.979,2.68,0.829,157.0,16800.0,44.3,0.835,0.659
-bitbrains_rnd/5T/long,moirai_1.1_R_small_no_leak,2110000.0,2290000.0,153.0,3.6,0.467,0.68,316.0,1450.0,5.56,0.587,0.562
-bizitobs_application/nan/long,moirai_1.1_R_small_no_leak,37600000.0,38200000.0,3230.0,8.6,0.116,0.123,129.0,6130.0,0.237,0.125,0.111
-bizitobs_l2c/5T/long,moirai_1.1_R_small_no_leak,277.0,378.0,14.0,1.31,0.949,1.25,7.58,16.6,0.934,0.785,0.589
-bizitobs_l2c/H/long,moirai_1.1_R_small_no_leak,247.0,286.0,12.2,1.2,1.17,1.06,6.34,15.7,0.959,0.746,0.561
-bizitobs_service/nan/long,moirai_1.1_R_small_no_leak,269000.0,273000.0,171.0,4.74,0.183,0.172,75.0,519.0,0.384,0.127,0.115
-electricity/15T/long,moirai_1.1_R_small_no_leak,1830000.0,2400000.0,124.0,1.66,0.232,0.232,12.2,1350.0,2.14,0.195,0.151
-electricity/H/long,moirai_1.1_R_small_no_leak,7160000.0,7130000.0,282.0,1.31,0.406,0.163,11.0,2680.0,1.06,0.111,0.088
-ett1/15T/long,moirai_1.1_R_small_no_leak,11.8,12.0,1.93,1.29,0.864,0.49,8.83,3.44,0.656,0.367,0.285
-ett1/H/long,moirai_1.1_R_small_no_leak,150.0,151.0,7.52,1.42,2580000000000.0,0.496,9.98,12.2,0.586,0.36,0.285
-ett2/15T/long,moirai_1.1_R_small_no_leak,15.4,15.4,2.59,1.1,0.173,0.199,8.23,3.93,0.209,0.138,0.108
-ett2/H/long,moirai_1.1_R_small_no_leak,245.0,232.0,9.31,1.06,0.185,0.176,8.96,15.6,0.214,0.127,0.105
-jena_weather/10T/long,moirai_1.1_R_small_no_leak,2120.0,2400.0,12.3,0.685,0.736,0.716,7.52,46.0,0.281,0.0752,0.0633
-jena_weather/H/long,moirai_1.1_R_small_no_leak,2730.0,1750.0,12.7,0.919,2.7,0.659,8.62,52.2,0.314,0.0766,0.0634
-kdd_cup_2018/H/long,moirai_1.1_R_small_no_leak,3880.0,4270.0,25.1,1.05,0.993,0.636,8.11,62.3,1.46,0.589,0.467
-loop_seattle/5T/long,moirai_1.1_R_small_no_leak,91.2,95.7,5.54,0.876,0.173,0.126,7.53,9.55,0.169,0.098,0.0783
-loop_seattle/H/long,moirai_1.1_R_small_no_leak,113.0,117.0,6.28,1.3,0.228,0.137,14.2,10.6,0.19,0.112,0.0914
-m_dense/H/long,moirai_1.1_R_small_no_leak,71800.0,71100.0,130.0,1.07,0.453,0.291,8.9,268.0,0.464,0.226,0.18
-solar/10T/long,moirai_1.1_R_small_no_leak,66.7,92.0,4.58,2.0,1.06,1.97,15.5,8.17,1.77,0.989,0.831
-solar/H/long,moirai_1.1_R_small_no_leak,756.0,847.0,14.1,1.07,4.0,1.47,7.02,27.5,0.953,0.489,0.368
-sz_taxi/15T/long,moirai_1.1_R_small_no_leak,49.4,17.4,2.88,0.549,7550000000000.0,0.416,5.65,7.03,0.65,0.267,0.214

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,moirai_1.1_R_small_no_leak,2380000.0,2400000.0,178.0,0.874,2.05,0.749,63.2,1540.0,4.84,0.56,0.437,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,moirai_1.1_R_small_no_leak,2570000.0,2840000.0,253.0,1.15,1.98,0.593,40.0,1600.0,4.57,0.722,0.579,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,moirai_1.1_R_small_no_leak,1810000.0,1820000.0,130.0,1.86,1.1,0.672,280.0,1340.0,5.5,0.534,0.452,Web/CloudOps,2.0
+bitbrains_rnd/H/short,moirai_1.1_R_small_no_leak,1610000.0,1770000.0,133.0,6.13,0.681,0.555,252.0,1270.0,5.55,0.582,0.544,Web/CloudOps,2.0
+bizitobs_application/10S/short,moirai_1.1_R_small_no_leak,6130000.0,6390000.0,1050.0,3.21,0.0467,0.0467,44.3,2480.0,0.0955,0.0403,0.0329,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,moirai_1.1_R_small_no_leak,24.9,24.3,3.05,0.311,0.177,0.221,3.14,4.99,0.171,0.105,0.0849,Web/CloudOps,7.0
+bizitobs_l2c/H/short,moirai_1.1_R_small_no_leak,181.0,213.0,9.73,0.93,0.75,0.923,6.29,13.4,0.725,0.524,0.408,Web/CloudOps,7.0
+bizitobs_service/10S/short,moirai_1.1_R_small_no_leak,50000.0,50500.0,67.5,2.43,0.102,0.0961,27.0,224.0,0.166,0.05,0.0412,Web/CloudOps,2.0
+car_parts/M/short,moirai_1.1_R_small_no_leak,2.48,2.19,0.791,1.39,0.732,1.79,19.1,1.57,3.77,1.9,1.62,Sales,1.0
+covid_deaths/D/short,moirai_1.1_R_small_no_leak,732000.0,567000.0,156.0,38.9,0.113,0.386,640.0,855.0,0.322,0.0588,0.0497,Healthcare,1.0
+electricity/15T/short,moirai_1.1_R_small_no_leak,239000.0,245000.0,87.4,1.75,0.252,0.258,13.1,489.0,0.963,0.172,0.138,Energy,1.0
+electricity/D/short,moirai_1.1_R_small_no_leak,2740000000.0,2490000000.0,5290.0,1.57,0.621,0.11,13.5,52300.0,0.86,0.0869,0.0683,Energy,1.0
+electricity/H/short,moirai_1.1_R_small_no_leak,1600000.0,1590000.0,201.0,1.12,0.279,0.151,11.0,1270.0,0.597,0.0948,0.0771,Energy,1.0
+electricity/W/short,moirai_1.1_R_small_no_leak,242000000000.0,245000000000.0,50300.0,1.95,0.272,0.118,15.2,492000.0,1.12,0.115,0.0858,Energy,1.0
+ett1/15T/short,moirai_1.1_R_small_no_leak,8.11,7.55,1.74,1.36,0.755,0.393,8.17,2.85,0.538,0.329,0.256,Energy,7.0
+ett1/D/short,moirai_1.1_R_small_no_leak,45000.0,44000.0,141.0,1.78,1.18,0.492,12.5,212.0,0.557,0.372,0.29,Energy,7.0
+ett1/H/short,moirai_1.1_R_small_no_leak,106.0,107.0,5.32,0.892,0.496,0.279,6.77,10.3,0.481,0.248,0.199,Energy,7.0
+ett1/W/short,moirai_1.1_R_small_no_leak,1420000.0,1470000.0,935.0,1.57,0.821,0.55,9.99,1190.0,0.474,0.372,0.276,Energy,7.0
+ett2/15T/short,moirai_1.1_R_small_no_leak,11.4,11.6,2.23,0.98,0.14,0.163,6.54,3.37,0.16,0.106,0.0832,Energy,7.0
+ett2/D/short,moirai_1.1_R_small_no_leak,144000.0,131000.0,221.0,1.47,0.403,0.148,16.3,380.0,0.217,0.127,0.105,Energy,7.0
+ett2/H/short,moirai_1.1_R_small_no_leak,119.0,121.0,6.9,0.793,0.13,0.118,5.76,10.9,0.138,0.0875,0.0693,Energy,7.0
+ett2/W/short,moirai_1.1_R_small_no_leak,3800000.0,3780000.0,1250.0,0.776,0.118,0.119,10.0,1950.0,0.163,0.105,0.0869,Energy,7.0
+hierarchical_sales/D/short,moirai_1.1_R_small_no_leak,28.7,29.4,2.31,0.748,0.62,1.07,7.44,5.36,1.64,0.708,0.58,Sales,1.0
+hierarchical_sales/W/short,moirai_1.1_R_small_no_leak,524.0,483.0,9.32,0.775,0.552,0.479,7.4,22.9,1.05,0.428,0.362,Sales,1.0
+hospital/M/short,moirai_1.1_R_small_no_leak,9330.0,8100.0,26.3,1.01,0.265,0.217,8.78,96.6,0.351,0.0954,0.0745,Healthcare,1.0
+jena_weather/10T/short,moirai_1.1_R_small_no_leak,1400.0,1700.0,8.97,0.354,0.391,0.63,3.73,37.4,0.232,0.0557,0.0499,Nature,21.0
+jena_weather/D/short,moirai_1.1_R_small_no_leak,442.0,368.0,9.67,1.26,0.754,0.484,9.87,21.0,0.127,0.0582,0.0481,Nature,21.0
+jena_weather/H/short,moirai_1.1_R_small_no_leak,1220.0,1290.0,8.97,0.544,1.49,0.624,4.92,34.9,0.214,0.055,0.0449,Nature,21.0
+kdd_cup_2018/D/short,moirai_1.1_R_small_no_leak,2700.0,2970.0,21.6,1.23,0.524,0.48,9.8,52.0,1.16,0.483,0.387,Nature,1.0
+kdd_cup_2018/H/short,moirai_1.1_R_small_no_leak,4600.0,4820.0,24.0,0.991,0.833,0.532,8.2,67.8,1.42,0.503,0.404,Nature,1.0
+loop_seattle/5T/short,moirai_1.1_R_small_no_leak,48.2,50.3,3.86,0.608,0.113,0.0812,5.45,6.94,0.119,0.0663,0.0527,Transport,1.0
+loop_seattle/D/short,moirai_1.1_R_small_no_leak,20.4,20.0,3.19,0.961,0.0595,0.0587,8.41,4.51,0.0807,0.0571,0.0463,Transport,1.0
+loop_seattle/H/short,moirai_1.1_R_small_no_leak,101.0,107.0,5.95,1.2,0.203,0.129,12.1,10.0,0.178,0.105,0.0846,Transport,1.0
+m_dense/D/short,moirai_1.1_R_small_no_leak,10700.0,10000.0,54.5,0.789,0.133,0.113,7.14,103.0,0.179,0.0943,0.0775,Transport,1.0
+m_dense/H/short,moirai_1.1_R_small_no_leak,63400.0,62600.0,119.0,1.01,0.377,0.268,8.97,252.0,0.447,0.21,0.17,Transport,1.0
+m4_daily/D/short,moirai_1.1_R_small_no_leak,442000.0,384000.0,196.0,3.67,0.0463,0.0343,33.0,665.0,0.103,0.0303,0.024,Econ/Fin,1.0
+m4_hourly/H/short,moirai_1.1_R_small_no_leak,1040000.0,1020000.0,226.0,2.97,0.127,0.116,21.8,1020.0,0.139,0.0309,0.0269,Econ/Fin,1.0
+m4_monthly/M/short,moirai_1.1_R_small_no_leak,3200000.0,2860000.0,785.0,1.42,0.246,0.177,15.0,1790.0,0.372,0.163,0.13,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,moirai_1.1_R_small_no_leak,2500000.0,2280000.0,675.0,1.46,0.147,0.118,17.4,1580.0,0.265,0.113,0.0925,Econ/Fin,1.0
+m4_weekly/W-SUN/short,moirai_1.1_R_small_no_leak,465000.0,512000.0,365.0,2.99,0.0902,0.0974,33.5,682.0,0.124,0.0665,0.0539,Econ/Fin,1.0
+m4_yearly/A-DEC/short,moirai_1.1_R_small_no_leak,3510000.0,3440000.0,866.0,3.25,0.171,0.142,35.8,1870.0,0.3,0.139,0.114,Econ/Fin,1.0
+restaurant/D/short,moirai_1.1_R_small_no_leak,158.0,161.0,7.79,0.742,0.699,0.422,5.36,12.6,0.578,0.359,0.282,Sales,1.0
+saugeen/D/short,moirai_1.1_R_small_no_leak,1060.0,1220.0,13.8,3.06,0.346,0.373,32.4,32.6,1.06,0.446,0.379,Nature,1.0
+saugeen/M/short,moirai_1.1_R_small_no_leak,1080.0,1000.0,22.4,1.31,0.958,0.632,13.2,32.9,0.988,0.672,0.546,Nature,1.0
+saugeen/W/short,moirai_1.1_R_small_no_leak,1290.0,1530.0,18.3,1.48,0.422,0.472,15.2,35.9,1.08,0.552,0.458,Nature,1.0
+solar/10T/short,moirai_1.1_R_small_no_leak,32.6,42.3,2.89,1.27,1.65,1.75,10.9,5.71,1.66,0.841,0.664,Energy,1.0
+solar/D/short,moirai_1.1_R_small_no_leak,115000.0,134000.0,258.0,1.01,1.04,0.439,5.86,340.0,0.491,0.373,0.283,Energy,1.0
+solar/H/short,moirai_1.1_R_small_no_leak,670.0,739.0,12.7,0.982,2.77,1.47,6.26,25.9,0.954,0.47,0.361,Energy,1.0
+solar/W/short,moirai_1.1_R_small_no_leak,4180000.0,4150000.0,1680.0,1.86,0.389,0.308,10.8,2040.0,0.417,0.344,0.277,Energy,1.0
+sz_taxi/15T/short,moirai_1.1_R_small_no_leak,18.6,18.8,2.94,0.589,1450000000000.0,0.418,4.44,4.32,0.404,0.275,0.216,Transport,1.0
+sz_taxi/H/short,moirai_1.1_R_small_no_leak,9.07,8.41,2.03,0.621,1.19,0.311,5.21,3.01,0.28,0.189,0.15,Transport,1.0
+temperature_rain/D/short,moirai_1.1_R_small_no_leak,172.0,195.0,5.88,1.37,15.0,1.57,21.8,13.1,1.54,0.693,0.564,Nature,1.0
+us_births/D/short,moirai_1.1_R_small_no_leak,516000.0,405000.0,463.0,0.682,0.0455,0.0445,6.8,718.0,0.0673,0.0434,0.0376,Healthcare,1.0
+us_births/M/short,moirai_1.1_R_small_no_leak,199000000.0,209000000.0,11400.0,1.29,0.0354,0.0356,13.1,14100.0,0.0438,0.0355,0.0288,Healthcare,1.0
+us_births/W/short,moirai_1.1_R_small_no_leak,7770000.0,8100000.0,2160.0,1.96,0.0287,0.0291,14.5,2790.0,0.0379,0.0293,0.023,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,moirai_1.1_R_small_no_leak,2950000.0,4630000.0,297.0,1.11,3.33,0.814,101.0,1720.0,5.22,0.903,0.629,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,moirai_1.1_R_small_no_leak,2070000.0,2280000.0,146.0,4.67,0.249,0.692,417.0,1440.0,6.06,0.615,0.594,Web/CloudOps,2.0
+bizitobs_application/10S/medium,moirai_1.1_R_small_no_leak,25900000.0,25300000.0,2390.0,7.72,0.105,0.108,109.0,5090.0,0.2,0.0937,0.0838,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,moirai_1.1_R_small_no_leak,151.0,170.0,8.8,0.877,0.636,0.902,7.45,12.3,0.647,0.463,0.377,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,moirai_1.1_R_small_no_leak,249.0,301.0,12.5,1.2,1.16,1.12,7.02,15.8,0.956,0.758,0.566,Web/CloudOps,7.0
+bizitobs_service/10S/medium,moirai_1.1_R_small_no_leak,165000.0,164000.0,124.0,4.16,0.194,0.153,67.0,406.0,0.306,0.093,0.0832,Web/CloudOps,2.0
+electricity/15T/medium,moirai_1.1_R_small_no_leak,473000.0,427000.0,93.0,1.74,0.261,0.247,12.6,688.0,1.18,0.16,0.131,Energy,1.0
+electricity/H/medium,moirai_1.1_R_small_no_leak,6250000.0,6330000.0,275.0,1.27,0.332,0.158,10.6,2500.0,0.976,0.107,0.085,Energy,1.0
+ett1/15T/medium,moirai_1.1_R_small_no_leak,14.6,15.4,2.07,1.32,0.81,0.489,9.56,3.83,0.729,0.395,0.312,Energy,7.0
+ett1/H/medium,moirai_1.1_R_small_no_leak,150.0,149.0,7.22,1.35,1100000000000.0,0.463,10.5,12.2,0.586,0.346,0.281,Energy,7.0
+ett2/15T/medium,moirai_1.1_R_small_no_leak,13.9,13.9,2.42,1.03,0.163,0.184,7.93,3.73,0.199,0.129,0.102,Energy,7.0
+ett2/H/medium,moirai_1.1_R_small_no_leak,268.0,263.0,10.5,1.17,0.192,0.197,8.16,16.4,0.22,0.142,0.114,Energy,7.0
+jena_weather/10T/medium,moirai_1.1_R_small_no_leak,2120.0,2250.0,12.0,0.674,0.821,0.721,7.05,46.0,0.282,0.0737,0.0617,Nature,21.0
+jena_weather/H/medium,moirai_1.1_R_small_no_leak,1610.0,1380.0,10.5,0.794,2.25,0.677,6.72,40.2,0.246,0.0641,0.0532,Nature,21.0
+kdd_cup_2018/H/medium,moirai_1.1_R_small_no_leak,5040.0,5420.0,26.6,1.08,0.968,0.583,8.83,71.0,1.49,0.557,0.445,Nature,1.0
+loop_seattle/5T/medium,moirai_1.1_R_small_no_leak,82.5,86.2,5.32,0.842,0.173,0.121,7.45,9.09,0.162,0.0946,0.0756,Transport,1.0
+loop_seattle/H/medium,moirai_1.1_R_small_no_leak,104.0,101.0,6.04,1.23,0.19,0.132,12.9,10.2,0.181,0.107,0.0868,Transport,1.0
+m_dense/H/medium,moirai_1.1_R_small_no_leak,58500.0,55100.0,112.0,0.921,0.383,0.258,8.85,242.0,0.421,0.194,0.158,Transport,1.0
+solar/10T/medium,moirai_1.1_R_small_no_leak,55.8,80.8,4.21,1.84,1.14,1.93,13.4,7.47,1.66,0.933,0.748,Energy,1.0
+solar/H/medium,moirai_1.1_R_small_no_leak,731.0,779.0,12.6,0.964,4.02,1.44,7.1,27.0,0.974,0.455,0.358,Energy,1.0
+sz_taxi/15T/medium,moirai_1.1_R_small_no_leak,18.9,17.9,2.89,0.565,11400000000000.0,0.421,4.74,4.34,0.404,0.269,0.213,Transport,1.0
+bitbrains_fast_storage/5T/long,moirai_1.1_R_small_no_leak,281000000.0,4690000.0,316.0,0.979,2.68,0.829,157.0,16800.0,44.3,0.835,0.659,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,moirai_1.1_R_small_no_leak,2110000.0,2290000.0,153.0,3.6,0.467,0.68,316.0,1450.0,5.56,0.587,0.562,Web/CloudOps,2.0
+bizitobs_application/10S/long,moirai_1.1_R_small_no_leak,37600000.0,38200000.0,3230.0,8.6,0.116,0.123,129.0,6130.0,0.237,0.125,0.111,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,moirai_1.1_R_small_no_leak,277.0,378.0,14.0,1.31,0.949,1.25,7.58,16.6,0.934,0.785,0.589,Web/CloudOps,7.0
+bizitobs_l2c/H/long,moirai_1.1_R_small_no_leak,247.0,286.0,12.2,1.2,1.17,1.06,6.34,15.7,0.959,0.746,0.561,Web/CloudOps,7.0
+bizitobs_service/10S/long,moirai_1.1_R_small_no_leak,269000.0,273000.0,171.0,4.74,0.183,0.172,75.0,519.0,0.384,0.127,0.115,Web/CloudOps,2.0
+electricity/15T/long,moirai_1.1_R_small_no_leak,1830000.0,2400000.0,124.0,1.66,0.232,0.232,12.2,1350.0,2.14,0.195,0.151,Energy,1.0
+electricity/H/long,moirai_1.1_R_small_no_leak,7160000.0,7130000.0,282.0,1.31,0.406,0.163,11.0,2680.0,1.06,0.111,0.088,Energy,1.0
+ett1/15T/long,moirai_1.1_R_small_no_leak,11.8,12.0,1.93,1.29,0.864,0.49,8.83,3.44,0.656,0.367,0.285,Energy,7.0
+ett1/H/long,moirai_1.1_R_small_no_leak,150.0,151.0,7.52,1.42,2580000000000.0,0.496,9.98,12.2,0.586,0.36,0.285,Energy,7.0
+ett2/15T/long,moirai_1.1_R_small_no_leak,15.4,15.4,2.59,1.1,0.173,0.199,8.23,3.93,0.209,0.138,0.108,Energy,7.0
+ett2/H/long,moirai_1.1_R_small_no_leak,245.0,232.0,9.31,1.06,0.185,0.176,8.96,15.6,0.214,0.127,0.105,Energy,7.0
+jena_weather/10T/long,moirai_1.1_R_small_no_leak,2120.0,2400.0,12.3,0.685,0.736,0.716,7.52,46.0,0.281,0.0752,0.0633,Nature,21.0
+jena_weather/H/long,moirai_1.1_R_small_no_leak,2730.0,1750.0,12.7,0.919,2.7,0.659,8.62,52.2,0.314,0.0766,0.0634,Nature,21.0
+kdd_cup_2018/H/long,moirai_1.1_R_small_no_leak,3880.0,4270.0,25.1,1.05,0.993,0.636,8.11,62.3,1.46,0.589,0.467,Nature,1.0
+loop_seattle/5T/long,moirai_1.1_R_small_no_leak,91.2,95.7,5.54,0.876,0.173,0.126,7.53,9.55,0.169,0.098,0.0783,Transport,1.0
+loop_seattle/H/long,moirai_1.1_R_small_no_leak,113.0,117.0,6.28,1.3,0.228,0.137,14.2,10.6,0.19,0.112,0.0914,Transport,1.0
+m_dense/H/long,moirai_1.1_R_small_no_leak,71800.0,71100.0,130.0,1.07,0.453,0.291,8.9,268.0,0.464,0.226,0.18,Transport,1.0
+solar/10T/long,moirai_1.1_R_small_no_leak,66.7,92.0,4.58,2.0,1.06,1.97,15.5,8.17,1.77,0.989,0.831,Energy,1.0
+solar/H/long,moirai_1.1_R_small_no_leak,756.0,847.0,14.1,1.07,4.0,1.47,7.02,27.5,0.953,0.489,0.368,Energy,1.0
+sz_taxi/15T/long,moirai_1.1_R_small_no_leak,49.4,17.4,2.88,0.549,7550000000000.0,0.416,5.65,7.03,0.65,0.267,0.214,Transport,1.0

results/n_beats/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,n_beats,1940000.0,1940000.0,198.0,1.09,2.56,0.759,43.4,1390.0,4.37,0.622,0.622
-bitbrains_fast_storage/H/short,n_beats,2190000.0,2190000.0,285.0,1.37,3.41,0.492,54.7,1480.0,4.22,0.812,0.812
-bitbrains_rnd/5T/short,n_beats,2490000.0,2490000.0,160.0,2.18,0.661,0.707,87.2,1580.0,6.46,0.656,0.656
-bitbrains_rnd/H/short,n_beats,1640000.0,1640000.0,163.0,6.16,1.65,0.529,246.0,1280.0,5.6,0.715,0.715
-bizitobs_application/nan/short,n_beats,6820000.0,6820000.0,1110.0,2.57,0.0396,0.0404,103.0,2610.0,0.101,0.043,0.043
-bizitobs_l2c/5T/short,n_beats,22.8,22.8,2.92,0.297,0.166,0.221,11.9,4.77,0.164,0.1,0.1
-bizitobs_l2c/H/short,n_beats,68.1,68.1,5.34,0.536,0.646,0.666,21.5,8.25,0.445,0.288,0.288
-bizitobs_service/nan/short,n_beats,11100.0,11100.0,28.7,1.12,0.0758,0.0724,44.8,105.0,0.078,0.0213,0.0213
-car_parts/nan/short,n_beats,1.38,1.38,0.427,0.81,0.936,1.95,32.4,1.18,2.82,1.02,1.02
-covid_deaths/nan/short,n_beats,1410000.0,1410000.0,189.0,32.8,0.09,0.362,1310.0,1190.0,0.446,0.071,0.071
-electricity/15T/short,n_beats,293000.0,293000.0,91.1,1.69,0.264,0.252,67.8,541.0,1.07,0.18,0.18
-electricity/D/short,n_beats,4350000000.0,4350000000.0,6700.0,1.85,0.582,0.127,73.9,66000.0,1.08,0.11,0.11
-electricity/H/short,n_beats,2920000.0,2920000.0,261.0,1.44,0.334,0.2,57.6,1710.0,0.806,0.123,0.123
-electricity/W/short,n_beats,260000000000.0,260000000000.0,54000.0,2.1,0.265,0.129,83.8,510000.0,1.16,0.123,0.123
-ett1/15T/short,n_beats,5.85,5.85,1.34,0.87,0.471,0.297,34.8,2.42,0.457,0.254,0.254
-ett1/D/short,n_beats,46700.0,46700.0,147.0,2.04,1.53,0.532,81.6,216.0,0.567,0.387,0.387
-ett1/H/short,n_beats,111.0,111.0,5.34,0.93,0.486,0.278,37.2,10.5,0.492,0.249,0.249
-ett1/W/short,n_beats,1520000.0,1520000.0,935.0,1.63,0.871,0.532,65.1,1230.0,0.49,0.372,0.372
-ett2/15T/short,n_beats,11.8,11.8,2.31,1.01,0.142,0.162,40.2,3.44,0.163,0.109,0.109
-ett2/D/short,n_beats,150000.0,150000.0,244.0,1.54,0.392,0.159,61.6,387.0,0.222,0.14,0.14
-ett2/H/short,n_beats,135.0,135.0,7.19,0.819,0.127,0.122,32.8,11.6,0.147,0.0911,0.0911
-ett2/W/short,n_beats,16900000.0,16900000.0,3500.0,2.69,0.6,0.569,108.0,4110.0,0.345,0.294,0.294
-hierarchical_sales/D/short,n_beats,30.1,30.1,2.37,0.773,0.629,1.07,30.9,5.49,1.68,0.728,0.728
-hierarchical_sales/W/short,n_beats,486.0,486.0,9.56,0.778,0.556,0.506,31.1,22.1,1.01,0.439,0.439
-hospital/nan/short,n_beats,3180.0,3180.0,18.8,0.771,0.194,0.175,30.9,56.4,0.205,0.0682,0.0682
-jena_weather/10T/short,n_beats,2910.0,2910.0,16.7,0.527,0.946,0.673,21.1,53.9,0.335,0.104,0.104
-jena_weather/D/short,n_beats,4560.0,4560.0,32.0,1.83,1.82,0.611,73.0,67.5,0.407,0.193,0.193
-jena_weather/H/short,n_beats,2020.0,2020.0,15.9,0.763,8.24,0.644,30.5,45.0,0.276,0.0976,0.0976
-kdd_cup_2018/D/short,n_beats,3260.0,3260.0,23.6,1.35,0.507,0.549,54.2,57.1,1.28,0.529,0.529
-kdd_cup_2018/H/short,n_beats,6600.0,6600.0,32.6,1.3,1.62,0.622,51.9,81.2,1.7,0.683,0.683
-loop_seattle/5T/short,n_beats,67.9,67.9,4.66,0.735,0.125,0.0986,29.4,8.24,0.141,0.0799,0.0799
-loop_seattle/D/short,n_beats,18.7,18.7,2.99,0.898,0.0551,0.0551,35.9,4.32,0.0772,0.0534,0.0534
-loop_seattle/H/short,n_beats,76.5,76.5,5.08,1.03,0.14,0.115,41.3,8.74,0.155,0.09,0.09
-m_dense/D/short,n_beats,10500.0,10500.0,50.6,0.706,0.122,0.103,28.2,103.0,0.177,0.0875,0.0875
-m_dense/H/short,n_beats,55000.0,55000.0,107.0,0.915,0.321,0.252,36.6,235.0,0.416,0.19,0.19
-m4_daily/nan/short,n_beats,522000.0,522000.0,186.0,3.35,0.0433,0.0316,134.0,723.0,0.112,0.0287,0.0287
-m4_hourly/nan/short,n_beats,3210000.0,3210000.0,367.0,1.34,0.13,0.12,53.5,1790.0,0.245,0.0501,0.0501
-m4_monthly/nan/short,n_beats,1950000.0,1950000.0,588.0,1.05,0.165,0.136,42.0,1390.0,0.29,0.122,0.122
-m4_quarterly/nan/short,n_beats,1880000.0,1880000.0,576.0,1.21,0.119,0.105,48.4,1370.0,0.229,0.0964,0.0964
-m4_weekly/nan/short,n_beats,248000.0,248000.0,260.0,1.97,0.0642,0.0649,78.7,498.0,0.0908,0.0473,0.0473
-m4_yearly/nan/short,n_beats,3250000.0,3250000.0,838.0,3.15,0.158,0.14,126.0,1800.0,0.289,0.134,0.134
-restaurant/nan/short,n_beats,148.0,148.0,7.42,0.712,0.668,0.408,28.5,12.2,0.56,0.342,0.342
-saugeen/D/short,n_beats,1440.0,1440.0,14.8,3.28,0.327,0.409,131.0,38.0,1.23,0.478,0.478
-saugeen/M/short,n_beats,457.0,457.0,12.9,0.758,0.353,0.338,30.3,21.4,0.642,0.388,0.388
-saugeen/W/short,n_beats,1520.0,1520.0,19.0,1.54,0.45,0.562,61.7,39.0,1.18,0.574,0.574
-solar/10T/short,n_beats,22.7,22.7,1.98,0.848,4.85,1.51,33.9,4.76,1.39,0.576,0.576
-solar/D/short,n_beats,162000.0,162000.0,311.0,1.21,1.1,0.523,48.5,402.0,0.581,0.45,0.45
-solar/H/short,n_beats,894.0,894.0,13.5,1.04,6.67,1.43,41.6,29.9,1.1,0.498,0.498
-solar/W/short,n_beats,6160000.0,6160000.0,2110.0,2.33,0.483,0.37,93.4,2480.0,0.507,0.432,0.432
-sz_taxi/15T/short,n_beats,19.8,19.8,3.01,0.604,953000000000.0,0.437,24.1,4.45,0.417,0.281,0.281
-sz_taxi/H/short,n_beats,8.64,8.64,2.04,0.624,0.914,0.323,25.0,2.94,0.274,0.19,0.19
-temperature_rain/nan/short,n_beats,215.0,215.0,7.13,1.9,111.0,1.52,75.9,14.7,1.73,0.84,0.84
-us_births/D/short,n_beats,219000.0,219000.0,310.0,0.456,0.0299,0.0294,18.3,468.0,0.0439,0.0291,0.0291
-us_births/M/short,n_beats,96900000.0,96900000.0,8170.0,0.928,0.0249,0.0253,37.1,9840.0,0.0306,0.0254,0.0254
-us_births/W/short,n_beats,4640000.0,4640000.0,1540.0,1.4,0.0207,0.0208,56.1,2150.0,0.0292,0.021,0.021
-bitbrains_fast_storage/5T/medium,n_beats,3850000.0,3850000.0,277.0,1.6,1.46,0.879,63.9,1960.0,5.96,0.841,0.841
-bitbrains_rnd/5T/medium,n_beats,2310000.0,2310000.0,166.0,4.79,0.806,0.78,192.0,1520.0,6.39,0.699,0.699
-bizitobs_application/nan/medium,n_beats,4590000.0,4590000.0,1190.0,2.57,0.0372,0.038,103.0,2140.0,0.0842,0.0468,0.0468
-bizitobs_l2c/5T/medium,n_beats,191.0,191.0,9.59,0.935,0.587,0.953,37.4,13.8,0.728,0.505,0.505
-bizitobs_l2c/H/medium,n_beats,120.0,120.0,6.93,0.701,0.565,0.893,28.0,11.0,0.664,0.42,0.42
-bizitobs_service/nan/medium,n_beats,52600.0,52600.0,57.6,2.59,0.124,0.143,104.0,229.0,0.173,0.0434,0.0434
-electricity/15T/medium,n_beats,818000.0,818000.0,102.0,1.62,0.281,0.238,64.7,905.0,1.56,0.176,0.176
-electricity/H/medium,n_beats,7030000.0,7030000.0,295.0,1.35,0.213,0.178,54.2,2650.0,1.03,0.115,0.115
-ett1/15T/medium,n_beats,19.3,19.3,2.26,1.41,0.881,0.507,56.2,4.39,0.837,0.43,0.43
-ett1/H/medium,n_beats,243.0,243.0,9.39,1.67,13100000000000.0,0.591,66.9,15.6,0.746,0.45,0.45
-ett2/15T/medium,n_beats,15.7,15.7,2.59,1.09,0.168,0.195,43.8,3.96,0.211,0.138,0.138
-ett2/H/medium,n_beats,232.0,232.0,9.67,1.05,0.183,0.172,42.2,15.2,0.205,0.13,0.13
-jena_weather/10T/medium,n_beats,2670.0,2670.0,14.5,0.749,0.85,0.763,30.0,51.7,0.317,0.0891,0.0891
-jena_weather/H/medium,n_beats,2180.0,2180.0,15.8,0.902,8.7,0.719,36.1,46.7,0.285,0.0965,0.0965
-kdd_cup_2018/H/medium,n_beats,6200.0,6200.0,31.5,1.29,0.85,0.754,51.6,78.8,1.65,0.66,0.66
-loop_seattle/5T/medium,n_beats,111.0,111.0,6.64,1.05,0.223,0.148,41.9,10.6,0.188,0.118,0.118
-loop_seattle/H/medium,n_beats,71.5,71.5,5.01,1.03,0.126,0.113,41.0,8.46,0.149,0.0885,0.0885
-m_dense/H/medium,n_beats,54900.0,54900.0,106.0,0.89,0.277,0.25,35.6,234.0,0.408,0.184,0.184
-solar/10T/medium,n_beats,90.0,90.0,4.52,1.98,0.964,1.95,79.1,9.49,2.11,1.0,1.0
-solar/H/medium,n_beats,3330.0,3330.0,27.8,2.12,0.992,1.99,84.8,57.7,2.08,1.0,1.0
-sz_taxi/15T/medium,n_beats,22.7,22.7,3.38,0.662,11500000000000.0,0.485,26.5,4.77,0.444,0.314,0.314
-electricity/15T/long,n_beats,506000.0,506000.0,78.1,1.15,0.171,0.18,46.1,711.0,1.12,0.123,0.123
-electricity/H/long,n_beats,9570000.0,9570000.0,319.0,1.42,0.216,0.186,56.7,3090.0,1.22,0.126,0.126
-solar/10T/long,n_beats,93.6,93.6,4.65,2.03,0.96,1.95,81.2,9.67,2.09,1.01,1.01
-solar/H/long,n_beats,3580.0,3580.0,28.9,2.21,0.999,1.99,88.2,59.8,2.07,1.0,1.0
-kdd_cup_2018/H/long,n_beats,4780.0,4780.0,28.1,1.18,0.827,0.752,47.2,69.1,1.62,0.66,0.66
-loop_seattle/5T/long,n_beats,116.0,116.0,6.63,1.05,0.207,0.148,42.0,10.8,0.19,0.117,0.117
-loop_seattle/H/long,n_beats,59.8,59.8,4.47,0.932,0.128,0.104,37.3,7.73,0.138,0.0798,0.0798
-sz_taxi/15T/long,n_beats,24.9,24.9,3.49,0.666,5980000000000.0,0.555,26.6,4.99,0.462,0.323,0.323
-m_dense/H/long,n_beats,92300.0,92300.0,140.0,1.18,0.356,0.311,47.3,304.0,0.526,0.243,0.243
-ett1/15T/long,n_beats,17.5,17.5,2.26,1.42,0.769,0.529,57.0,4.18,0.797,0.431,0.431
-ett1/H/long,n_beats,398.0,398.0,11.8,1.96,2030000000000.0,0.667,78.3,19.9,0.955,0.567,0.567
-ett2/15T/long,n_beats,13.3,13.3,2.36,0.98,0.149,0.178,39.2,3.64,0.194,0.126,0.126
-ett2/H/long,n_beats,324.0,324.0,11.4,1.26,0.217,0.205,50.5,18.0,0.247,0.156,0.156
-jena_weather/10T/long,n_beats,2850.0,2850.0,21.9,0.855,2.88,0.671,34.2,53.4,0.327,0.134,0.134
-jena_weather/H/long,n_beats,4250.0,4250.0,21.8,1.13,10.0,0.721,45.2,65.2,0.392,0.131,0.131
-bitbrains_fast_storage/5T/long,n_beats,3890000.0,3890000.0,299.0,1.4,1.58,0.873,55.9,1970.0,5.21,0.791,0.791
-bitbrains_rnd/5T/long,n_beats,2480000.0,2480000.0,277.0,3.95,5.19,0.723,158.0,1580.0,6.03,1.06,1.06
-bizitobs_application/nan/long,n_beats,7120000.0,7120000.0,1610.0,3.83,0.055,0.0561,153.0,2670.0,0.103,0.0623,0.0623
-bizitobs_service/nan/long,n_beats,135000.0,135000.0,81.9,2.62,0.118,0.13,105.0,367.0,0.272,0.0607,0.0607
-bizitobs_l2c/5T/long,n_beats,220.0,220.0,9.72,0.968,0.681,0.897,38.7,14.8,0.833,0.546,0.546
-bizitobs_l2c/H/long,n_beats,142.0,142.0,7.85,0.811,0.666,0.918,32.4,11.9,0.729,0.479,0.479

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,n_beats,1940000.0,1940000.0,198.0,1.09,2.56,0.759,43.4,1390.0,4.37,0.622,0.622,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,n_beats,2190000.0,2190000.0,285.0,1.37,3.41,0.492,54.7,1480.0,4.22,0.812,0.812,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,n_beats,2490000.0,2490000.0,160.0,2.18,0.661,0.707,87.2,1580.0,6.46,0.656,0.656,Web/CloudOps,2.0
+bitbrains_rnd/H/short,n_beats,1640000.0,1640000.0,163.0,6.16,1.65,0.529,246.0,1280.0,5.6,0.715,0.715,Web/CloudOps,2.0
+bizitobs_application/10S/short,n_beats,6820000.0,6820000.0,1110.0,2.57,0.0396,0.0404,103.0,2610.0,0.101,0.043,0.043,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,n_beats,22.8,22.8,2.92,0.297,0.166,0.221,11.9,4.77,0.164,0.1,0.1,Web/CloudOps,7.0
+bizitobs_l2c/H/short,n_beats,68.1,68.1,5.34,0.536,0.646,0.666,21.5,8.25,0.445,0.288,0.288,Web/CloudOps,7.0
+bizitobs_service/10S/short,n_beats,11100.0,11100.0,28.7,1.12,0.0758,0.0724,44.8,105.0,0.078,0.0213,0.0213,Web/CloudOps,2.0
+car_parts/M/short,n_beats,1.38,1.38,0.427,0.81,0.936,1.95,32.4,1.18,2.82,1.02,1.02,Sales,1.0
+covid_deaths/D/short,n_beats,1410000.0,1410000.0,189.0,32.8,0.09,0.362,1310.0,1190.0,0.446,0.071,0.071,Healthcare,1.0
+electricity/15T/short,n_beats,293000.0,293000.0,91.1,1.69,0.264,0.252,67.8,541.0,1.07,0.18,0.18,Energy,1.0
+electricity/D/short,n_beats,4350000000.0,4350000000.0,6700.0,1.85,0.582,0.127,73.9,66000.0,1.08,0.11,0.11,Energy,1.0
+electricity/H/short,n_beats,2920000.0,2920000.0,261.0,1.44,0.334,0.2,57.6,1710.0,0.806,0.123,0.123,Energy,1.0
+electricity/W/short,n_beats,260000000000.0,260000000000.0,54000.0,2.1,0.265,0.129,83.8,510000.0,1.16,0.123,0.123,Energy,1.0
+ett1/15T/short,n_beats,5.85,5.85,1.34,0.87,0.471,0.297,34.8,2.42,0.457,0.254,0.254,Energy,7.0
+ett1/D/short,n_beats,46700.0,46700.0,147.0,2.04,1.53,0.532,81.6,216.0,0.567,0.387,0.387,Energy,7.0
+ett1/H/short,n_beats,111.0,111.0,5.34,0.93,0.486,0.278,37.2,10.5,0.492,0.249,0.249,Energy,7.0
+ett1/W/short,n_beats,1520000.0,1520000.0,935.0,1.63,0.871,0.532,65.1,1230.0,0.49,0.372,0.372,Energy,7.0
+ett2/15T/short,n_beats,11.8,11.8,2.31,1.01,0.142,0.162,40.2,3.44,0.163,0.109,0.109,Energy,7.0
+ett2/D/short,n_beats,150000.0,150000.0,244.0,1.54,0.392,0.159,61.6,387.0,0.222,0.14,0.14,Energy,7.0
+ett2/H/short,n_beats,135.0,135.0,7.19,0.819,0.127,0.122,32.8,11.6,0.147,0.0911,0.0911,Energy,7.0
+ett2/W/short,n_beats,16900000.0,16900000.0,3500.0,2.69,0.6,0.569,108.0,4110.0,0.345,0.294,0.294,Energy,7.0
+hierarchical_sales/D/short,n_beats,30.1,30.1,2.37,0.773,0.629,1.07,30.9,5.49,1.68,0.728,0.728,Sales,1.0
+hierarchical_sales/W/short,n_beats,486.0,486.0,9.56,0.778,0.556,0.506,31.1,22.1,1.01,0.439,0.439,Sales,1.0
+hospital/M/short,n_beats,3180.0,3180.0,18.8,0.771,0.194,0.175,30.9,56.4,0.205,0.0682,0.0682,Healthcare,1.0
+jena_weather/10T/short,n_beats,2910.0,2910.0,16.7,0.527,0.946,0.673,21.1,53.9,0.335,0.104,0.104,Nature,21.0
+jena_weather/D/short,n_beats,4560.0,4560.0,32.0,1.83,1.82,0.611,73.0,67.5,0.407,0.193,0.193,Nature,21.0
+jena_weather/H/short,n_beats,2020.0,2020.0,15.9,0.763,8.24,0.644,30.5,45.0,0.276,0.0976,0.0976,Nature,21.0
+kdd_cup_2018/D/short,n_beats,3260.0,3260.0,23.6,1.35,0.507,0.549,54.2,57.1,1.28,0.529,0.529,Nature,1.0
+kdd_cup_2018/H/short,n_beats,6600.0,6600.0,32.6,1.3,1.62,0.622,51.9,81.2,1.7,0.683,0.683,Nature,1.0
+loop_seattle/5T/short,n_beats,67.9,67.9,4.66,0.735,0.125,0.0986,29.4,8.24,0.141,0.0799,0.0799,Transport,1.0
+loop_seattle/D/short,n_beats,18.7,18.7,2.99,0.898,0.0551,0.0551,35.9,4.32,0.0772,0.0534,0.0534,Transport,1.0
+loop_seattle/H/short,n_beats,76.5,76.5,5.08,1.03,0.14,0.115,41.3,8.74,0.155,0.09,0.09,Transport,1.0
+m_dense/D/short,n_beats,10500.0,10500.0,50.6,0.706,0.122,0.103,28.2,103.0,0.177,0.0875,0.0875,Transport,1.0
+m_dense/H/short,n_beats,55000.0,55000.0,107.0,0.915,0.321,0.252,36.6,235.0,0.416,0.19,0.19,Transport,1.0
+m4_daily/D/short,n_beats,522000.0,522000.0,186.0,3.35,0.0433,0.0316,134.0,723.0,0.112,0.0287,0.0287,Econ/Fin,1.0
+m4_hourly/H/short,n_beats,3210000.0,3210000.0,367.0,1.34,0.13,0.12,53.5,1790.0,0.245,0.0501,0.0501,Econ/Fin,1.0
+m4_monthly/M/short,n_beats,1950000.0,1950000.0,588.0,1.05,0.165,0.136,42.0,1390.0,0.29,0.122,0.122,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,n_beats,1880000.0,1880000.0,576.0,1.21,0.119,0.105,48.4,1370.0,0.229,0.0964,0.0964,Econ/Fin,1.0
+m4_weekly/W-SUN/short,n_beats,248000.0,248000.0,260.0,1.97,0.0642,0.0649,78.7,498.0,0.0908,0.0473,0.0473,Econ/Fin,1.0
+m4_yearly/A-DEC/short,n_beats,3250000.0,3250000.0,838.0,3.15,0.158,0.14,126.0,1800.0,0.289,0.134,0.134,Econ/Fin,1.0
+restaurant/D/short,n_beats,148.0,148.0,7.42,0.712,0.668,0.408,28.5,12.2,0.56,0.342,0.342,Sales,1.0
+saugeen/D/short,n_beats,1440.0,1440.0,14.8,3.28,0.327,0.409,131.0,38.0,1.23,0.478,0.478,Nature,1.0
+saugeen/M/short,n_beats,457.0,457.0,12.9,0.758,0.353,0.338,30.3,21.4,0.642,0.388,0.388,Nature,1.0
+saugeen/W/short,n_beats,1520.0,1520.0,19.0,1.54,0.45,0.562,61.7,39.0,1.18,0.574,0.574,Nature,1.0
+solar/10T/short,n_beats,22.7,22.7,1.98,0.848,4.85,1.51,33.9,4.76,1.39,0.576,0.576,Energy,1.0
+solar/D/short,n_beats,162000.0,162000.0,311.0,1.21,1.1,0.523,48.5,402.0,0.581,0.45,0.45,Energy,1.0
+solar/H/short,n_beats,894.0,894.0,13.5,1.04,6.67,1.43,41.6,29.9,1.1,0.498,0.498,Energy,1.0
+solar/W/short,n_beats,6160000.0,6160000.0,2110.0,2.33,0.483,0.37,93.4,2480.0,0.507,0.432,0.432,Energy,1.0
+sz_taxi/15T/short,n_beats,19.8,19.8,3.01,0.604,953000000000.0,0.437,24.1,4.45,0.417,0.281,0.281,Transport,1.0
+sz_taxi/H/short,n_beats,8.64,8.64,2.04,0.624,0.914,0.323,25.0,2.94,0.274,0.19,0.19,Transport,1.0
+temperature_rain/D/short,n_beats,215.0,215.0,7.13,1.9,111.0,1.52,75.9,14.7,1.73,0.84,0.84,Nature,1.0
+us_births/D/short,n_beats,219000.0,219000.0,310.0,0.456,0.0299,0.0294,18.3,468.0,0.0439,0.0291,0.0291,Healthcare,1.0
+us_births/M/short,n_beats,96900000.0,96900000.0,8170.0,0.928,0.0249,0.0253,37.1,9840.0,0.0306,0.0254,0.0254,Healthcare,1.0
+us_births/W/short,n_beats,4640000.0,4640000.0,1540.0,1.4,0.0207,0.0208,56.1,2150.0,0.0292,0.021,0.021,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,n_beats,3850000.0,3850000.0,277.0,1.6,1.46,0.879,63.9,1960.0,5.96,0.841,0.841,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,n_beats,2310000.0,2310000.0,166.0,4.79,0.806,0.78,192.0,1520.0,6.39,0.699,0.699,Web/CloudOps,2.0
+bizitobs_application/10S/medium,n_beats,4590000.0,4590000.0,1190.0,2.57,0.0372,0.038,103.0,2140.0,0.0842,0.0468,0.0468,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,n_beats,191.0,191.0,9.59,0.935,0.587,0.953,37.4,13.8,0.728,0.505,0.505,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,n_beats,120.0,120.0,6.93,0.701,0.565,0.893,28.0,11.0,0.664,0.42,0.42,Web/CloudOps,7.0
+bizitobs_service/10S/medium,n_beats,52600.0,52600.0,57.6,2.59,0.124,0.143,104.0,229.0,0.173,0.0434,0.0434,Web/CloudOps,2.0
+electricity/15T/medium,n_beats,818000.0,818000.0,102.0,1.62,0.281,0.238,64.7,905.0,1.56,0.176,0.176,Energy,1.0
+electricity/H/medium,n_beats,7030000.0,7030000.0,295.0,1.35,0.213,0.178,54.2,2650.0,1.03,0.115,0.115,Energy,1.0
+ett1/15T/medium,n_beats,19.3,19.3,2.26,1.41,0.881,0.507,56.2,4.39,0.837,0.43,0.43,Energy,7.0
+ett1/H/medium,n_beats,243.0,243.0,9.39,1.67,13100000000000.0,0.591,66.9,15.6,0.746,0.45,0.45,Energy,7.0
+ett2/15T/medium,n_beats,15.7,15.7,2.59,1.09,0.168,0.195,43.8,3.96,0.211,0.138,0.138,Energy,7.0
+ett2/H/medium,n_beats,232.0,232.0,9.67,1.05,0.183,0.172,42.2,15.2,0.205,0.13,0.13,Energy,7.0
+jena_weather/10T/medium,n_beats,2670.0,2670.0,14.5,0.749,0.85,0.763,30.0,51.7,0.317,0.0891,0.0891,Nature,21.0
+jena_weather/H/medium,n_beats,2180.0,2180.0,15.8,0.902,8.7,0.719,36.1,46.7,0.285,0.0965,0.0965,Nature,21.0
+kdd_cup_2018/H/medium,n_beats,6200.0,6200.0,31.5,1.29,0.85,0.754,51.6,78.8,1.65,0.66,0.66,Nature,1.0
+loop_seattle/5T/medium,n_beats,111.0,111.0,6.64,1.05,0.223,0.148,41.9,10.6,0.188,0.118,0.118,Transport,1.0
+loop_seattle/H/medium,n_beats,71.5,71.5,5.01,1.03,0.126,0.113,41.0,8.46,0.149,0.0885,0.0885,Transport,1.0
+m_dense/H/medium,n_beats,54900.0,54900.0,106.0,0.89,0.277,0.25,35.6,234.0,0.408,0.184,0.184,Transport,1.0
+solar/10T/medium,n_beats,90.0,90.0,4.52,1.98,0.964,1.95,79.1,9.49,2.11,1.0,1.0,Energy,1.0
+solar/H/medium,n_beats,3330.0,3330.0,27.8,2.12,0.992,1.99,84.8,57.7,2.08,1.0,1.0,Energy,1.0
+sz_taxi/15T/medium,n_beats,22.7,22.7,3.38,0.662,11500000000000.0,0.485,26.5,4.77,0.444,0.314,0.314,Transport,1.0
+electricity/15T/long,n_beats,506000.0,506000.0,78.1,1.15,0.171,0.18,46.1,711.0,1.12,0.123,0.123,Energy,1.0
+electricity/H/long,n_beats,9570000.0,9570000.0,319.0,1.42,0.216,0.186,56.7,3090.0,1.22,0.126,0.126,Energy,1.0
+solar/10T/long,n_beats,93.6,93.6,4.65,2.03,0.96,1.95,81.2,9.67,2.09,1.01,1.01,Energy,1.0
+solar/H/long,n_beats,3580.0,3580.0,28.9,2.21,0.999,1.99,88.2,59.8,2.07,1.0,1.0,Energy,1.0
+kdd_cup_2018/H/long,n_beats,4780.0,4780.0,28.1,1.18,0.827,0.752,47.2,69.1,1.62,0.66,0.66,Nature,1.0
+loop_seattle/5T/long,n_beats,116.0,116.0,6.63,1.05,0.207,0.148,42.0,10.8,0.19,0.117,0.117,Transport,1.0
+loop_seattle/H/long,n_beats,59.8,59.8,4.47,0.932,0.128,0.104,37.3,7.73,0.138,0.0798,0.0798,Transport,1.0
+sz_taxi/15T/long,n_beats,24.9,24.9,3.49,0.666,5980000000000.0,0.555,26.6,4.99,0.462,0.323,0.323,Transport,1.0
+m_dense/H/long,n_beats,92300.0,92300.0,140.0,1.18,0.356,0.311,47.3,304.0,0.526,0.243,0.243,Transport,1.0
+ett1/15T/long,n_beats,17.5,17.5,2.26,1.42,0.769,0.529,57.0,4.18,0.797,0.431,0.431,Energy,7.0
+ett1/H/long,n_beats,398.0,398.0,11.8,1.96,2030000000000.0,0.667,78.3,19.9,0.955,0.567,0.567,Energy,7.0
+ett2/15T/long,n_beats,13.3,13.3,2.36,0.98,0.149,0.178,39.2,3.64,0.194,0.126,0.126,Energy,7.0
+ett2/H/long,n_beats,324.0,324.0,11.4,1.26,0.217,0.205,50.5,18.0,0.247,0.156,0.156,Energy,7.0
+jena_weather/10T/long,n_beats,2850.0,2850.0,21.9,0.855,2.88,0.671,34.2,53.4,0.327,0.134,0.134,Nature,21.0
+jena_weather/H/long,n_beats,4250.0,4250.0,21.8,1.13,10.0,0.721,45.2,65.2,0.392,0.131,0.131,Nature,21.0
+bitbrains_fast_storage/5T/long,n_beats,3890000.0,3890000.0,299.0,1.4,1.58,0.873,55.9,1970.0,5.21,0.791,0.791,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,n_beats,2480000.0,2480000.0,277.0,3.95,5.19,0.723,158.0,1580.0,6.03,1.06,1.06,Web/CloudOps,2.0
+bizitobs_application/10S/long,n_beats,7120000.0,7120000.0,1610.0,3.83,0.055,0.0561,153.0,2670.0,0.103,0.0623,0.0623,Web/CloudOps,2.0
+bizitobs_service/10S/long,n_beats,135000.0,135000.0,81.9,2.62,0.118,0.13,105.0,367.0,0.272,0.0607,0.0607,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,n_beats,220.0,220.0,9.72,0.968,0.681,0.897,38.7,14.8,0.833,0.546,0.546,Web/CloudOps,7.0
+bizitobs_l2c/H/long,n_beats,142.0,142.0,7.85,0.811,0.666,0.918,32.4,11.9,0.729,0.479,0.479,Web/CloudOps,7.0

results/naive/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,naive,2300000.0,2300000.0,173.0,1.09,2.43,0.375,70.2,1520.0,4.76,0.544,0.893
-bitbrains_fast_storage/H/short,naive,3130000.0,3130000.0,280.0,1.41,4.94,0.343,61.0,1770.0,5.04,0.799,1.21
-bitbrains_rnd/5T/short,naive,1850000.0,1850000.0,130.0,2.06,1.64,0.345,132.0,1360.0,5.57,0.533,0.868
-bitbrains_rnd/H/short,naive,4190000.0,4190000.0,251.0,5.87,3.24,0.308,242.0,2050.0,8.95,1.1,1.46
-bizitobs_application/nan/short,naive,5850000.0,5850000.0,1050.0,3.76,0.0544,0.0542,47.9,2420.0,0.0933,0.0404,0.0382
-bizitobs_l2c/5T/short,naive,22.0,22.0,2.76,0.283,0.168,0.158,3.09,4.69,0.161,0.0947,0.0801
-bizitobs_l2c/H/short,naive,263.0,263.0,11.0,1.09,1.29,1.01,9.96,16.2,0.875,0.595,0.486
-bizitobs_service/nan/short,naive,24400.0,24400.0,51.1,2.19,0.29,0.0945,26.8,156.0,0.116,0.0378,0.0366
-car_parts/nan/short,naive,3.0,3.0,0.69,1.21,0.85,1.66,25.8,1.73,4.15,1.65,2.5
-covid_deaths/nan/short,naive,4440000.0,4440000.0,354.0,46.9,0.133,0.178,1470.0,2110.0,0.792,0.133,0.127
-electricity/15T/short,naive,603000.0,603000.0,127.0,2.46,0.353,0.299,20.0,777.0,1.53,0.251,0.221
-electricity/D/short,naive,4110000000.0,4110000000.0,6960.0,1.99,0.605,0.136,24.6,64100.0,1.05,0.114,0.104
-electricity/H/short,naive,14600000.0,14600000.0,706.0,3.92,0.521,0.399,34.0,3820.0,1.8,0.333,0.294
-electricity/W/short,naive,317000000000.0,317000000000.0,56600.0,2.09,0.286,0.12,15.9,563000.0,1.29,0.129,0.0993
-ett1/15T/short,naive,18.2,18.2,2.62,1.97,0.932,0.561,12.7,4.27,0.808,0.495,0.385
-ett1/D/short,naive,58000.0,58000.0,155.0,1.78,1.16,0.516,23.5,241.0,0.632,0.407,0.408
-ett1/H/short,naive,345.0,345.0,10.2,1.83,0.925,0.512,15.4,18.6,0.867,0.474,0.407
-ett1/W/short,naive,1570000.0,1570000.0,970.0,1.77,0.615,0.625,12.8,1250.0,0.499,0.386,0.312
-ett2/15T/short,naive,19.8,19.8,3.02,1.24,0.163,0.195,13.6,4.45,0.211,0.144,0.121
-ett2/D/short,naive,123000.0,123000.0,212.0,1.39,0.471,0.142,32.7,351.0,0.201,0.121,0.153
-ett2/H/short,naive,172.0,172.0,8.96,1.09,0.18,0.16,14.1,13.1,0.166,0.114,0.113
-ett2/W/short,naive,4690000.0,4690000.0,1320.0,0.779,0.122,0.127,16.6,2170.0,0.182,0.111,0.134
-hierarchical_sales/D/short,naive,59.0,59.0,3.45,1.13,1.22,1.19,28.9,7.68,2.36,1.06,1.74
-hierarchical_sales/W/short,naive,1050.0,1050.0,13.6,1.03,0.95,0.58,15.3,32.3,1.48,0.623,0.832
-hospital/nan/short,naive,5850.0,5850.0,24.1,0.968,0.243,0.216,11.8,76.5,0.278,0.0874,0.0863
-jena_weather/10T/short,naive,1650.0,1650.0,10.0,0.364,0.418,0.429,51.2,40.7,0.253,0.0622,0.288
-jena_weather/D/short,naive,634.0,634.0,13.1,1.57,1.77,0.485,31.0,25.2,0.152,0.0791,0.211
-jena_weather/H/short,naive,2410.0,2410.0,12.3,0.648,1.1,0.479,38.3,49.1,0.301,0.0755,0.308
-kdd_cup_2018/D/short,naive,3180.0,3180.0,23.9,1.5,0.589,0.572,24.6,56.4,1.26,0.535,0.675
-kdd_cup_2018/H/short,naive,5590.0,5590.0,31.1,1.28,1.35,0.619,14.0,74.8,1.57,0.65,0.562
-loop_seattle/5T/short,naive,101.0,101.0,5.65,0.893,0.138,0.12,14.6,10.1,0.173,0.0968,0.116
-loop_seattle/D/short,naive,58.7,58.7,5.94,1.73,0.111,0.107,21.8,7.66,0.137,0.106,0.103
-loop_seattle/H/short,naive,193.0,193.0,8.0,1.59,0.301,0.161,28.1,13.9,0.246,0.142,0.182
-m_dense/D/short,naive,39900.0,39900.0,118.0,1.67,0.253,0.256,23.3,200.0,0.346,0.205,0.227
-m_dense/H/short,naive,358000.0,358000.0,343.0,2.71,1.04,0.729,28.5,598.0,1.06,0.609,0.539
-m4_daily/nan/short,naive,498000.0,498000.0,181.0,3.28,0.0422,0.0305,32.2,705.0,0.109,0.0279,0.0244
-m4_hourly/nan/short,naive,57500000.0,57500000.0,1220.0,11.6,0.377,0.43,75.8,7590.0,1.04,0.166,0.136
-m4_monthly/nan/short,naive,2500000.0,2500000.0,671.0,1.21,0.19,0.153,12.7,1580.0,0.329,0.14,0.129
-m4_quarterly/nan/short,naive,2270000.0,2270000.0,656.0,1.48,0.132,0.116,13.7,1510.0,0.252,0.11,0.0943
-m4_weekly/nan/short,naive,454000.0,454000.0,348.0,2.78,0.0894,0.0916,26.6,673.0,0.123,0.0634,0.0609
-m4_yearly/nan/short,naive,4070000.0,4070000.0,1010.0,3.97,0.175,0.164,52.0,2020.0,0.324,0.162,0.137
-restaurant/nan/short,naive,274.0,274.0,10.7,1.01,0.944,0.556,20.7,16.6,0.757,0.49,0.674
-saugeen/D/short,naive,995.0,995.0,15.4,3.41,0.471,0.424,58.7,31.5,1.02,0.498,0.585
-saugeen/M/short,naive,1030.0,1030.0,21.0,1.23,0.731,0.606,19.2,32.0,0.962,0.631,0.768
-saugeen/W/short,naive,1800.0,1800.0,24.6,1.99,0.824,0.558,23.3,42.4,1.28,0.741,0.734
-solar/10T/short,naive,36.6,36.6,3.3,1.45,2.66,1.41,17.7,6.05,1.76,0.96,0.943
-solar/D/short,naive,182000.0,182000.0,295.0,1.16,1.15,0.498,22.4,426.0,0.616,0.426,0.559
-solar/H/short,naive,3230.0,3230.0,27.1,2.09,1.0,2.0,33.3,56.8,2.09,1.0,1.33
-solar/W/short,naive,2810000.0,2810000.0,1340.0,1.47,0.309,0.253,11.6,1680.0,0.342,0.274,0.21
-sz_taxi/15T/short,naive,33.1,33.1,3.94,0.786,1310000000000.0,0.528,22.6,5.76,0.538,0.369,0.661
-sz_taxi/H/short,naive,14.1,14.1,2.69,0.835,0.969,0.394,25.4,3.76,0.35,0.25,0.486
-temperature_rain/nan/short,naive,311.0,311.0,7.89,2.01,97.0,1.33,47.5,17.6,2.07,0.929,1.27
-us_births/D/short,naive,2860000.0,2860000.0,1270.0,1.86,0.125,0.123,22.7,1690.0,0.158,0.119,0.12
-us_births/M/short,naive,261000000.0,261000000.0,13300.0,1.5,0.0409,0.0413,18.1,16200.0,0.0502,0.0412,0.039
-us_births/W/short,naive,5290000.0,5290000.0,1720.0,1.56,0.0232,0.0232,13.3,2300.0,0.0312,0.0234,0.0193
-bitbrains_fast_storage/5T/medium,naive,3700000.0,3700000.0,280.0,1.27,4.12,0.45,197.0,1920.0,5.85,0.852,2.05
-bitbrains_rnd/5T/medium,naive,2450000.0,2450000.0,158.0,4.77,0.575,0.396,390.0,1560.0,6.58,0.664,2.01
-bizitobs_application/nan/medium,naive,21600000.0,21600000.0,1830.0,6.52,0.0866,0.0889,105.0,4650.0,0.183,0.0719,0.0885
-bizitobs_l2c/5T/medium,naive,157.0,157.0,8.57,0.826,0.624,0.87,6.33,12.5,0.66,0.451,0.359
-bizitobs_l2c/H/medium,naive,559.0,559.0,16.5,1.58,1.0,2.0,17.9,23.6,1.43,1.0,0.877
-bizitobs_service/nan/medium,naive,121000.0,121000.0,96.7,3.71,0.134,0.137,61.1,348.0,0.262,0.0727,0.0953
-electricity/15T/medium,naive,2930000.0,2930000.0,223.0,3.46,0.404,0.412,54.7,1710.0,2.95,0.385,0.43
-electricity/H/medium,naive,70400000.0,70400000.0,969.0,4.09,0.591,0.393,100.0,8390.0,3.27,0.378,0.559
-ett1/15T/medium,naive,26.0,26.0,2.79,1.82,1.11,0.617,32.4,5.1,0.971,0.532,0.617
-ett1/H/medium,naive,472.0,472.0,12.0,2.03,9730000000000.0,0.65,46.9,21.7,1.04,0.574,0.841
-ett2/15T/medium,naive,18.1,18.1,2.9,1.22,0.184,0.21,34.5,4.26,0.227,0.155,0.242
-ett2/H/medium,naive,411.0,411.0,13.1,1.43,0.242,0.216,43.7,20.3,0.273,0.177,0.295
-jena_weather/10T/medium,naive,3630.0,3630.0,15.9,0.76,0.949,0.58,162.0,60.2,0.37,0.0978,0.882
-jena_weather/H/medium,naive,2460.0,2460.0,13.4,0.873,2.04,0.523,119.0,49.6,0.304,0.0821,0.927
-kdd_cup_2018/H/medium,naive,5750.0,5750.0,32.5,1.45,1.52,0.706,36.0,75.8,1.59,0.68,1.0
-loop_seattle/5T/medium,naive,392.0,392.0,12.9,1.99,0.363,0.299,44.1,19.8,0.352,0.229,0.327
-loop_seattle/H/medium,naive,216.0,216.0,8.81,1.78,0.322,0.172,87.8,14.7,0.26,0.156,0.458
-m_dense/H/medium,naive,361000.0,361000.0,349.0,2.74,1.18,0.73,88.6,601.0,1.05,0.607,1.2
-solar/10T/medium,naive,80.8,80.8,5.94,2.56,2.86,1.64,33.3,8.99,1.99,1.32,1.37
-solar/H/medium,naive,3340.0,3340.0,27.8,2.12,1.0,2.0,103.0,57.8,2.08,1.0,2.98
-sz_taxi/15T/medium,naive,30.6,30.6,3.97,0.779,10000000000000.0,0.528,70.1,5.53,0.515,0.37,1.94
-bitbrains_fast_storage/5T/long,naive,3500000.0,3500000.0,289.0,1.19,1.8,0.51,232.0,1870.0,4.94,0.765,2.12
-bitbrains_rnd/5T/long,naive,4800000.0,4800000.0,288.0,3.99,5.68,0.43,406.0,2190.0,8.39,1.1,2.36
-bizitobs_application/nan/long,naive,1370000000.0,1370000000.0,28300.0,38600.0,559.0,1.04,605000.0,37100.0,1.43,1.09,0.983
-bizitobs_l2c/5T/long,naive,353.0,353.0,13.2,1.25,0.986,1.21,9.78,18.8,1.05,0.743,0.592
-bizitobs_l2c/H/long,naive,944.0,944.0,27.7,4.15,6.13,1.12,25.6,30.7,1.88,1.69,1.27
-bizitobs_service/nan/long,naive,209000.0,209000.0,127.0,3.86,0.151,0.159,67.0,457.0,0.339,0.0939,0.119
-electricity/15T/long,naive,6140000.0,6140000.0,249.0,3.41,0.516,0.384,66.5,2480.0,3.91,0.393,0.478
-electricity/H/long,naive,62400000.0,62400000.0,945.0,4.02,0.544,0.389,122.0,7900.0,3.11,0.373,0.668
-ett1/15T/long,naive,28.4,28.4,3.04,2.04,1.17,0.68,39.7,5.33,1.02,0.579,0.716
-ett1/H/long,naive,444.0,444.0,12.4,2.27,5650000000000.0,0.749,57.3,21.1,1.01,0.592,0.987
-ett2/15T/long,naive,16.6,16.6,2.88,1.3,0.2,0.249,42.0,4.07,0.217,0.154,0.283
-ett2/H/long,naive,294.0,294.0,11.5,1.32,0.218,0.222,53.5,17.2,0.235,0.157,0.349
-jena_weather/10T/long,naive,2740.0,2740.0,13.3,0.753,0.844,0.499,198.0,52.3,0.32,0.0812,1.07
-jena_weather/H/long,naive,3730.0,3730.0,17.7,1.47,2.37,0.575,144.0,61.0,0.368,0.107,1.14
-kdd_cup_2018/H/long,naive,4180.0,4180.0,25.9,1.18,1.1,0.715,43.8,64.7,1.52,0.607,1.25
-loop_seattle/5T/long,naive,214.0,214.0,9.08,1.41,0.342,0.188,54.0,14.6,0.258,0.16,0.361
-loop_seattle/H/long,naive,210.0,210.0,8.6,1.75,0.326,0.174,108.0,14.5,0.259,0.154,0.556
-m_dense/H/long,naive,396000.0,396000.0,362.0,2.86,1.09,0.77,108.0,629.0,1.09,0.627,1.44
-solar/10T/long,naive,94.6,94.6,4.63,2.02,1.0,2.0,40.6,9.72,2.1,1.0,1.55
-solar/H/long,naive,3580.0,3580.0,28.8,2.2,1.0,2.0,126.0,59.8,2.07,1.0,3.46
-sz_taxi/15T/long,naive,28.5,28.5,3.85,0.742,9280000000000.0,0.535,85.0,5.34,0.494,0.357,2.4

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,naive,2300000.0,2300000.0,173.0,1.09,2.43,0.375,70.2,1520.0,4.76,0.544,0.893,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,naive,3130000.0,3130000.0,280.0,1.41,4.94,0.343,61.0,1770.0,5.04,0.799,1.21,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,naive,1850000.0,1850000.0,130.0,2.06,1.64,0.345,132.0,1360.0,5.57,0.533,0.868,Web/CloudOps,2.0
+bitbrains_rnd/H/short,naive,4190000.0,4190000.0,251.0,5.87,3.24,0.308,242.0,2050.0,8.95,1.1,1.46,Web/CloudOps,2.0
+bizitobs_application/10S/short,naive,5850000.0,5850000.0,1050.0,3.76,0.0544,0.0542,47.9,2420.0,0.0933,0.0404,0.0382,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,naive,22.0,22.0,2.76,0.283,0.168,0.158,3.09,4.69,0.161,0.0947,0.0801,Web/CloudOps,7.0
+bizitobs_l2c/H/short,naive,263.0,263.0,11.0,1.09,1.29,1.01,9.96,16.2,0.875,0.595,0.486,Web/CloudOps,7.0
+bizitobs_service/10S/short,naive,24400.0,24400.0,51.1,2.19,0.29,0.0945,26.8,156.0,0.116,0.0378,0.0366,Web/CloudOps,2.0
+car_parts/M/short,naive,3.0,3.0,0.69,1.21,0.85,1.66,25.8,1.73,4.15,1.65,2.5,Sales,1.0
+covid_deaths/D/short,naive,4440000.0,4440000.0,354.0,46.9,0.133,0.178,1470.0,2110.0,0.792,0.133,0.127,Healthcare,1.0
+electricity/15T/short,naive,603000.0,603000.0,127.0,2.46,0.353,0.299,20.0,777.0,1.53,0.251,0.221,Energy,1.0
+electricity/D/short,naive,4110000000.0,4110000000.0,6960.0,1.99,0.605,0.136,24.6,64100.0,1.05,0.114,0.104,Energy,1.0
+electricity/H/short,naive,14600000.0,14600000.0,706.0,3.92,0.521,0.399,34.0,3820.0,1.8,0.333,0.294,Energy,1.0
+electricity/W/short,naive,317000000000.0,317000000000.0,56600.0,2.09,0.286,0.12,15.9,563000.0,1.29,0.129,0.0993,Energy,1.0
+ett1/15T/short,naive,18.2,18.2,2.62,1.97,0.932,0.561,12.7,4.27,0.808,0.495,0.385,Energy,7.0
+ett1/D/short,naive,58000.0,58000.0,155.0,1.78,1.16,0.516,23.5,241.0,0.632,0.407,0.408,Energy,7.0
+ett1/H/short,naive,345.0,345.0,10.2,1.83,0.925,0.512,15.4,18.6,0.867,0.474,0.407,Energy,7.0
+ett1/W/short,naive,1570000.0,1570000.0,970.0,1.77,0.615,0.625,12.8,1250.0,0.499,0.386,0.312,Energy,7.0
+ett2/15T/short,naive,19.8,19.8,3.02,1.24,0.163,0.195,13.6,4.45,0.211,0.144,0.121,Energy,7.0
+ett2/D/short,naive,123000.0,123000.0,212.0,1.39,0.471,0.142,32.7,351.0,0.201,0.121,0.153,Energy,7.0
+ett2/H/short,naive,172.0,172.0,8.96,1.09,0.18,0.16,14.1,13.1,0.166,0.114,0.113,Energy,7.0
+ett2/W/short,naive,4690000.0,4690000.0,1320.0,0.779,0.122,0.127,16.6,2170.0,0.182,0.111,0.134,Energy,7.0
+hierarchical_sales/D/short,naive,59.0,59.0,3.45,1.13,1.22,1.19,28.9,7.68,2.36,1.06,1.74,Sales,1.0
+hierarchical_sales/W/short,naive,1050.0,1050.0,13.6,1.03,0.95,0.58,15.3,32.3,1.48,0.623,0.832,Sales,1.0
+hospital/M/short,naive,5850.0,5850.0,24.1,0.968,0.243,0.216,11.8,76.5,0.278,0.0874,0.0863,Healthcare,1.0
+jena_weather/10T/short,naive,1650.0,1650.0,10.0,0.364,0.418,0.429,51.2,40.7,0.253,0.0622,0.288,Nature,21.0
+jena_weather/D/short,naive,634.0,634.0,13.1,1.57,1.77,0.485,31.0,25.2,0.152,0.0791,0.211,Nature,21.0
+jena_weather/H/short,naive,2410.0,2410.0,12.3,0.648,1.1,0.479,38.3,49.1,0.301,0.0755,0.308,Nature,21.0
+kdd_cup_2018/D/short,naive,3180.0,3180.0,23.9,1.5,0.589,0.572,24.6,56.4,1.26,0.535,0.675,Nature,1.0
+kdd_cup_2018/H/short,naive,5590.0,5590.0,31.1,1.28,1.35,0.619,14.0,74.8,1.57,0.65,0.562,Nature,1.0
+loop_seattle/5T/short,naive,101.0,101.0,5.65,0.893,0.138,0.12,14.6,10.1,0.173,0.0968,0.116,Transport,1.0
+loop_seattle/D/short,naive,58.7,58.7,5.94,1.73,0.111,0.107,21.8,7.66,0.137,0.106,0.103,Transport,1.0
+loop_seattle/H/short,naive,193.0,193.0,8.0,1.59,0.301,0.161,28.1,13.9,0.246,0.142,0.182,Transport,1.0
+m_dense/D/short,naive,39900.0,39900.0,118.0,1.67,0.253,0.256,23.3,200.0,0.346,0.205,0.227,Transport,1.0
+m_dense/H/short,naive,358000.0,358000.0,343.0,2.71,1.04,0.729,28.5,598.0,1.06,0.609,0.539,Transport,1.0
+m4_daily/D/short,naive,498000.0,498000.0,181.0,3.28,0.0422,0.0305,32.2,705.0,0.109,0.0279,0.0244,Econ/Fin,1.0
+m4_hourly/H/short,naive,57500000.0,57500000.0,1220.0,11.6,0.377,0.43,75.8,7590.0,1.04,0.166,0.136,Econ/Fin,1.0
+m4_monthly/M/short,naive,2500000.0,2500000.0,671.0,1.21,0.19,0.153,12.7,1580.0,0.329,0.14,0.129,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,naive,2270000.0,2270000.0,656.0,1.48,0.132,0.116,13.7,1510.0,0.252,0.11,0.0943,Econ/Fin,1.0
+m4_weekly/W-SUN/short,naive,454000.0,454000.0,348.0,2.78,0.0894,0.0916,26.6,673.0,0.123,0.0634,0.0609,Econ/Fin,1.0
+m4_yearly/A-DEC/short,naive,4070000.0,4070000.0,1010.0,3.97,0.175,0.164,52.0,2020.0,0.324,0.162,0.137,Econ/Fin,1.0
+restaurant/D/short,naive,274.0,274.0,10.7,1.01,0.944,0.556,20.7,16.6,0.757,0.49,0.674,Sales,1.0
+saugeen/D/short,naive,995.0,995.0,15.4,3.41,0.471,0.424,58.7,31.5,1.02,0.498,0.585,Nature,1.0
+saugeen/M/short,naive,1030.0,1030.0,21.0,1.23,0.731,0.606,19.2,32.0,0.962,0.631,0.768,Nature,1.0
+saugeen/W/short,naive,1800.0,1800.0,24.6,1.99,0.824,0.558,23.3,42.4,1.28,0.741,0.734,Nature,1.0
+solar/10T/short,naive,36.6,36.6,3.3,1.45,2.66,1.41,17.7,6.05,1.76,0.96,0.943,Energy,1.0
+solar/D/short,naive,182000.0,182000.0,295.0,1.16,1.15,0.498,22.4,426.0,0.616,0.426,0.559,Energy,1.0
+solar/H/short,naive,3230.0,3230.0,27.1,2.09,1.0,2.0,33.3,56.8,2.09,1.0,1.33,Energy,1.0
+solar/W/short,naive,2810000.0,2810000.0,1340.0,1.47,0.309,0.253,11.6,1680.0,0.342,0.274,0.21,Energy,1.0
+sz_taxi/15T/short,naive,33.1,33.1,3.94,0.786,1310000000000.0,0.528,22.6,5.76,0.538,0.369,0.661,Transport,1.0
+sz_taxi/H/short,naive,14.1,14.1,2.69,0.835,0.969,0.394,25.4,3.76,0.35,0.25,0.486,Transport,1.0
+temperature_rain/D/short,naive,311.0,311.0,7.89,2.01,97.0,1.33,47.5,17.6,2.07,0.929,1.27,Nature,1.0
+us_births/D/short,naive,2860000.0,2860000.0,1270.0,1.86,0.125,0.123,22.7,1690.0,0.158,0.119,0.12,Healthcare,1.0
+us_births/M/short,naive,261000000.0,261000000.0,13300.0,1.5,0.0409,0.0413,18.1,16200.0,0.0502,0.0412,0.039,Healthcare,1.0
+us_births/W/short,naive,5290000.0,5290000.0,1720.0,1.56,0.0232,0.0232,13.3,2300.0,0.0312,0.0234,0.0193,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,naive,3700000.0,3700000.0,280.0,1.27,4.12,0.45,197.0,1920.0,5.85,0.852,2.05,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,naive,2450000.0,2450000.0,158.0,4.77,0.575,0.396,390.0,1560.0,6.58,0.664,2.01,Web/CloudOps,2.0
+bizitobs_application/10S/medium,naive,21600000.0,21600000.0,1830.0,6.52,0.0866,0.0889,105.0,4650.0,0.183,0.0719,0.0885,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,naive,157.0,157.0,8.57,0.826,0.624,0.87,6.33,12.5,0.66,0.451,0.359,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,naive,559.0,559.0,16.5,1.58,1.0,2.0,17.9,23.6,1.43,1.0,0.877,Web/CloudOps,7.0
+bizitobs_service/10S/medium,naive,121000.0,121000.0,96.7,3.71,0.134,0.137,61.1,348.0,0.262,0.0727,0.0953,Web/CloudOps,2.0
+electricity/15T/medium,naive,2930000.0,2930000.0,223.0,3.46,0.404,0.412,54.7,1710.0,2.95,0.385,0.43,Energy,1.0
+electricity/H/medium,naive,70400000.0,70400000.0,969.0,4.09,0.591,0.393,100.0,8390.0,3.27,0.378,0.559,Energy,1.0
+ett1/15T/medium,naive,26.0,26.0,2.79,1.82,1.11,0.617,32.4,5.1,0.971,0.532,0.617,Energy,7.0
+ett1/H/medium,naive,472.0,472.0,12.0,2.03,9730000000000.0,0.65,46.9,21.7,1.04,0.574,0.841,Energy,7.0
+ett2/15T/medium,naive,18.1,18.1,2.9,1.22,0.184,0.21,34.5,4.26,0.227,0.155,0.242,Energy,7.0
+ett2/H/medium,naive,411.0,411.0,13.1,1.43,0.242,0.216,43.7,20.3,0.273,0.177,0.295,Energy,7.0
+jena_weather/10T/medium,naive,3630.0,3630.0,15.9,0.76,0.949,0.58,162.0,60.2,0.37,0.0978,0.882,Nature,21.0
+jena_weather/H/medium,naive,2460.0,2460.0,13.4,0.873,2.04,0.523,119.0,49.6,0.304,0.0821,0.927,Nature,21.0
+kdd_cup_2018/H/medium,naive,5750.0,5750.0,32.5,1.45,1.52,0.706,36.0,75.8,1.59,0.68,1.0,Nature,1.0
+loop_seattle/5T/medium,naive,392.0,392.0,12.9,1.99,0.363,0.299,44.1,19.8,0.352,0.229,0.327,Transport,1.0
+loop_seattle/H/medium,naive,216.0,216.0,8.81,1.78,0.322,0.172,87.8,14.7,0.26,0.156,0.458,Transport,1.0
+m_dense/H/medium,naive,361000.0,361000.0,349.0,2.74,1.18,0.73,88.6,601.0,1.05,0.607,1.2,Transport,1.0
+solar/10T/medium,naive,80.8,80.8,5.94,2.56,2.86,1.64,33.3,8.99,1.99,1.32,1.37,Energy,1.0
+solar/H/medium,naive,3340.0,3340.0,27.8,2.12,1.0,2.0,103.0,57.8,2.08,1.0,2.98,Energy,1.0
+sz_taxi/15T/medium,naive,30.6,30.6,3.97,0.779,10000000000000.0,0.528,70.1,5.53,0.515,0.37,1.94,Transport,1.0
+bitbrains_fast_storage/5T/long,naive,3500000.0,3500000.0,289.0,1.19,1.8,0.51,232.0,1870.0,4.94,0.765,2.12,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,naive,4800000.0,4800000.0,288.0,3.99,5.68,0.43,406.0,2190.0,8.39,1.1,2.36,Web/CloudOps,2.0
+bizitobs_application/10S/long,naive,1370000000.0,1370000000.0,28300.0,38600.0,559.0,1.04,605000.0,37100.0,1.43,1.09,0.983,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,naive,353.0,353.0,13.2,1.25,0.986,1.21,9.78,18.8,1.05,0.743,0.592,Web/CloudOps,7.0
+bizitobs_l2c/H/long,naive,944.0,944.0,27.7,4.15,6.13,1.12,25.6,30.7,1.88,1.69,1.27,Web/CloudOps,7.0
+bizitobs_service/10S/long,naive,209000.0,209000.0,127.0,3.86,0.151,0.159,67.0,457.0,0.339,0.0939,0.119,Web/CloudOps,2.0
+electricity/15T/long,naive,6140000.0,6140000.0,249.0,3.41,0.516,0.384,66.5,2480.0,3.91,0.393,0.478,Energy,1.0
+electricity/H/long,naive,62400000.0,62400000.0,945.0,4.02,0.544,0.389,122.0,7900.0,3.11,0.373,0.668,Energy,1.0
+ett1/15T/long,naive,28.4,28.4,3.04,2.04,1.17,0.68,39.7,5.33,1.02,0.579,0.716,Energy,7.0
+ett1/H/long,naive,444.0,444.0,12.4,2.27,5650000000000.0,0.749,57.3,21.1,1.01,0.592,0.987,Energy,7.0
+ett2/15T/long,naive,16.6,16.6,2.88,1.3,0.2,0.249,42.0,4.07,0.217,0.154,0.283,Energy,7.0
+ett2/H/long,naive,294.0,294.0,11.5,1.32,0.218,0.222,53.5,17.2,0.235,0.157,0.349,Energy,7.0
+jena_weather/10T/long,naive,2740.0,2740.0,13.3,0.753,0.844,0.499,198.0,52.3,0.32,0.0812,1.07,Nature,21.0
+jena_weather/H/long,naive,3730.0,3730.0,17.7,1.47,2.37,0.575,144.0,61.0,0.368,0.107,1.14,Nature,21.0
+kdd_cup_2018/H/long,naive,4180.0,4180.0,25.9,1.18,1.1,0.715,43.8,64.7,1.52,0.607,1.25,Nature,1.0
+loop_seattle/5T/long,naive,214.0,214.0,9.08,1.41,0.342,0.188,54.0,14.6,0.258,0.16,0.361,Transport,1.0
+loop_seattle/H/long,naive,210.0,210.0,8.6,1.75,0.326,0.174,108.0,14.5,0.259,0.154,0.556,Transport,1.0
+m_dense/H/long,naive,396000.0,396000.0,362.0,2.86,1.09,0.77,108.0,629.0,1.09,0.627,1.44,Transport,1.0
+solar/10T/long,naive,94.6,94.6,4.63,2.02,1.0,2.0,40.6,9.72,2.1,1.0,1.55,Energy,1.0
+solar/H/long,naive,3580.0,3580.0,28.8,2.2,1.0,2.0,126.0,59.8,2.07,1.0,3.46,Energy,1.0
+sz_taxi/15T/long,naive,28.5,28.5,3.85,0.742,9280000000000.0,0.535,85.0,5.34,0.494,0.357,2.4,Transport,1.0

results/patch_tst/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,patch_tst,2110000.0,2110000.0,175.0,0.973,2.16,0.74,19.9,1450.0,4.56,0.549,0.471
-bitbrains_fast_storage/H/short,patch_tst,2180000.0,2180000.0,247.0,1.34,2.81,0.615,31.7,1480.0,4.21,0.703,0.549
-bitbrains_rnd/5T/short,patch_tst,1690000.0,1690000.0,128.0,1.98,1.34,0.681,62.2,1300.0,5.32,0.524,0.474
-bitbrains_rnd/H/short,patch_tst,1580000.0,1580000.0,150.0,6.11,1.39,0.585,201.0,1260.0,5.51,0.656,0.603
-bizitobs_application/nan/short,patch_tst,3300000.0,3300000.0,673.0,2.24,0.0323,0.0325,36.7,1820.0,0.0701,0.026,0.022
-bizitobs_l2c/5T/short,patch_tst,19.0,19.0,2.6,0.266,0.138,0.211,3.27,4.36,0.15,0.0892,0.0741
-bizitobs_l2c/H/short,patch_tst,63.3,63.3,5.06,0.495,0.432,0.637,4.11,7.96,0.429,0.273,0.217
-bizitobs_service/nan/short,patch_tst,29100.0,29100.0,42.3,1.24,0.103,0.0849,11.6,171.0,0.126,0.0314,0.0252
-car_parts/nan/short,patch_tst,1.45,1.45,0.418,0.797,1.0,2.0,31.4,1.2,2.89,1.0,1.0
-covid_deaths/nan/short,patch_tst,1130000.0,1130000.0,228.0,37.7,0.132,0.39,425.0,1060.0,0.4,0.0857,0.0673
-electricity/15T/short,patch_tst,240000.0,240000.0,81.3,1.47,0.257,0.228,14.3,490.0,0.966,0.16,0.134
-electricity/D/short,patch_tst,3520000000.0,3520000000.0,6280.0,1.85,0.554,0.115,14.5,59300.0,0.974,0.103,0.0828
-electricity/H/short,patch_tst,2040000.0,2040000.0,203.0,1.08,0.213,0.146,11.1,1430.0,0.674,0.0958,0.0785
-electricity/W/short,patch_tst,274000000000.0,274000000000.0,53600.0,1.96,0.277,0.12,17.7,523000.0,1.19,0.122,0.0954
-ett1/15T/short,patch_tst,5.68,5.68,1.28,0.835,0.519,0.279,5.75,2.38,0.45,0.242,0.191
-ett1/D/short,patch_tst,45800.0,45800.0,141.0,1.68,1.12,0.465,14.0,214.0,0.562,0.37,0.304
-ett1/H/short,patch_tst,102.0,102.0,5.23,0.893,0.446,0.279,6.39,10.1,0.47,0.244,0.19
-ett1/W/short,patch_tst,1740000.0,1740000.0,1020.0,1.89,0.623,0.647,11.8,1320.0,0.525,0.406,0.323
-ett2/15T/short,patch_tst,9.59,9.59,2.03,0.879,0.122,0.147,6.84,3.1,0.147,0.0963,0.0759
-ett2/D/short,patch_tst,167000.0,167000.0,292.0,2.17,0.481,0.225,17.9,409.0,0.234,0.167,0.131
-ett2/H/short,patch_tst,136.0,136.0,7.3,0.858,0.139,0.124,6.61,11.7,0.148,0.0926,0.074
-ett2/W/short,patch_tst,7860000.0,7860000.0,2020.0,1.49,0.209,0.252,12.3,2800.0,0.235,0.169,0.142
-hierarchical_sales/D/short,patch_tst,28.6,28.6,2.33,0.756,0.656,1.05,9.2,5.35,1.64,0.716,0.59
-hierarchical_sales/W/short,patch_tst,466.0,466.0,9.33,0.771,0.573,0.483,8.09,21.6,0.991,0.428,0.358
-hospital/nan/short,patch_tst,5120.0,5120.0,21.8,0.82,0.209,0.18,6.07,71.6,0.26,0.0791,0.0637
-jena_weather/10T/short,patch_tst,1750.0,1750.0,10.9,0.552,0.388,0.662,8.27,41.9,0.26,0.0678,0.0639
-jena_weather/D/short,patch_tst,394.0,394.0,10.5,1.39,0.97,0.471,11.0,19.9,0.12,0.0632,0.0526
-jena_weather/H/short,patch_tst,1390.0,1390.0,9.76,0.641,1.49,0.637,6.66,37.3,0.229,0.0598,0.0502
-kdd_cup_2018/D/short,patch_tst,2880.0,2880.0,21.5,1.22,0.526,0.477,12.7,53.6,1.2,0.481,0.401
-kdd_cup_2018/H/short,patch_tst,5150.0,5150.0,27.3,1.12,1.19,0.562,9.84,71.8,1.5,0.572,0.457
-loop_seattle/5T/short,patch_tst,63.2,63.2,4.71,0.744,0.135,0.097,7.6,7.95,0.136,0.0807,0.0656
-loop_seattle/D/short,patch_tst,19.3,19.3,3.1,0.934,0.0573,0.0572,9.01,4.4,0.0786,0.0554,0.0462
-loop_seattle/H/short,patch_tst,79.4,79.4,5.21,1.07,0.155,0.117,10.7,8.91,0.158,0.0922,0.0764
-m_dense/D/short,patch_tst,9240.0,9240.0,49.5,0.732,0.131,0.106,7.17,96.1,0.166,0.0856,0.07
-m_dense/H/short,patch_tst,67200.0,67200.0,121.0,1.03,0.373,0.279,9.59,259.0,0.46,0.214,0.173
-m4_daily/nan/short,patch_tst,458000.0,458000.0,175.0,3.22,0.0428,0.0301,34.6,676.0,0.104,0.0271,0.0228
-m4_hourly/nan/short,patch_tst,4420000.0,4420000.0,376.0,1.4,0.167,0.143,24.5,2100.0,0.287,0.0514,0.039
-m4_monthly/nan/short,patch_tst,1960000.0,1960000.0,593.0,1.06,0.168,0.138,14.1,1400.0,0.291,0.123,0.102
-m4_quarterly/nan/short,patch_tst,1940000.0,1940000.0,613.0,1.32,0.133,0.109,10.6,1390.0,0.233,0.103,0.0828
-m4_weekly/nan/short,patch_tst,275000.0,275000.0,277.0,2.34,0.0694,0.0694,22.5,524.0,0.0956,0.0504,0.0402
-m4_yearly/nan/short,patch_tst,3720000.0,3720000.0,887.0,3.29,0.176,0.143,33.3,1930.0,0.309,0.142,0.117
-restaurant/nan/short,patch_tst,144.0,144.0,7.21,0.69,0.652,0.396,5.08,12.0,0.552,0.332,0.262
-saugeen/D/short,patch_tst,1220.0,1220.0,14.8,3.28,0.43,0.429,42.6,34.9,1.13,0.478,0.408
-saugeen/M/short,patch_tst,575.0,575.0,15.2,0.893,0.48,0.426,8.79,24.0,0.72,0.457,0.372
-saugeen/W/short,patch_tst,1390.0,1390.0,19.1,1.55,0.542,0.552,18.6,37.3,1.13,0.577,0.484
-solar/10T/short,patch_tst,82.1,82.1,4.97,2.2,1.61,1.98,64.2,9.06,2.64,1.45,1.37
-solar/D/short,patch_tst,119000.0,119000.0,247.0,0.962,1.03,0.427,7.51,345.0,0.498,0.357,0.287
-solar/H/short,patch_tst,657.0,657.0,12.4,0.954,4.57,1.43,4.93,25.6,0.945,0.456,0.34
-solar/W/short,patch_tst,1690000.0,1690000.0,1010.0,1.1,0.228,0.197,4.8,1300.0,0.265,0.207,0.162
-sz_taxi/15T/short,patch_tst,17.3,17.3,2.8,0.56,1180000000000.0,0.406,4.5,4.16,0.389,0.262,0.207
-sz_taxi/H/short,patch_tst,7.76,7.76,1.93,0.591,0.953,0.306,4.92,2.79,0.26,0.18,0.144
-temperature_rain/nan/short,patch_tst,196.0,196.0,6.49,1.51,58.8,1.51,29.2,14.0,1.65,0.764,0.644
-us_births/D/short,patch_tst,255000.0,255000.0,331.0,0.487,0.032,0.0312,4.26,505.0,0.0474,0.031,0.0249
-us_births/M/short,patch_tst,67000000.0,67000000.0,6920.0,0.782,0.0214,0.0213,4.47,8190.0,0.0254,0.0215,0.0167
-us_births/W/short,patch_tst,2980000.0,2980000.0,1350.0,1.23,0.0183,0.0183,8.29,1730.0,0.0234,0.0184,0.0145
-bitbrains_fast_storage/5T/medium,patch_tst,2870000.0,2870000.0,264.0,1.2,3.16,0.816,27.5,1690.0,5.15,0.801,0.642
-bitbrains_rnd/5T/medium,patch_tst,2260000.0,2260000.0,151.0,4.65,0.502,0.757,167.0,1500.0,6.32,0.635,0.62
-bizitobs_application/nan/medium,patch_tst,5660000.0,5660000.0,1370.0,2.77,0.04,0.0411,35.6,2380.0,0.0934,0.0537,0.0473
-bizitobs_l2c/5T/medium,patch_tst,156.0,156.0,7.9,0.787,0.561,0.822,7.78,12.5,0.657,0.415,0.332
-bizitobs_l2c/H/medium,patch_tst,78.8,78.8,5.3,0.537,0.657,0.776,4.86,8.88,0.537,0.321,0.263
-bizitobs_service/nan/medium,patch_tst,97000.0,97000.0,68.0,1.49,0.122,0.101,15.8,311.0,0.234,0.0512,0.0451
-electricity/15T/medium,patch_tst,293000.0,293000.0,61.3,0.977,0.161,0.157,8.75,541.0,0.932,0.106,0.0858
-electricity/H/medium,patch_tst,6210000.0,6210000.0,258.0,1.16,0.245,0.145,10.1,2490.0,0.973,0.101,0.081
-ett1/15T/medium,patch_tst,9.57,9.57,1.68,1.08,0.712,0.413,8.24,3.09,0.59,0.32,0.25
-ett1/H/medium,patch_tst,144.0,144.0,7.33,1.39,4240000000000.0,0.458,9.08,12.0,0.574,0.351,0.273
-ett2/15T/medium,patch_tst,12.1,12.1,2.22,0.933,0.143,0.172,7.02,3.48,0.186,0.118,0.0936
-ett2/H/medium,patch_tst,322.0,322.0,11.6,1.27,0.201,0.203,10.4,17.9,0.242,0.156,0.125
-jena_weather/10T/medium,patch_tst,1890.0,1890.0,12.5,0.943,0.779,0.666,7.74,43.5,0.267,0.0769,0.0649
-jena_weather/H/medium,patch_tst,1620.0,1620.0,13.2,1.09,3.81,0.694,13.1,40.2,0.246,0.0807,0.0685
-kdd_cup_2018/H/medium,patch_tst,5070.0,5070.0,25.3,1.05,0.967,0.56,11.0,71.2,1.49,0.53,0.442
-loop_seattle/5T/medium,patch_tst,110.0,110.0,6.61,1.05,0.241,0.147,9.96,10.5,0.187,0.118,0.0947
-loop_seattle/H/medium,patch_tst,66.1,66.1,5.02,1.03,0.144,0.114,7.87,8.13,0.144,0.0887,0.0709
-m_dense/H/medium,patch_tst,44100.0,44100.0,88.8,0.757,0.289,0.235,8.05,210.0,0.365,0.155,0.127
-solar/10T/medium,patch_tst,20.8,20.8,2.1,0.913,3.61,1.47,5.76,4.56,1.01,0.465,0.356
-solar/H/medium,patch_tst,697.0,697.0,12.6,0.965,6.22,1.43,5.25,26.4,0.951,0.454,0.344
-sz_taxi/15T/medium,patch_tst,18.9,18.9,2.98,0.588,9630000000000.0,0.427,4.61,4.35,0.405,0.278,0.22
-bitbrains_fast_storage/5T/long,patch_tst,3220000.0,3220000.0,312.0,1.14,2.65,0.849,22.9,1790.0,4.74,0.825,0.669
-bitbrains_rnd/5T/long,patch_tst,2480000.0,2480000.0,186.0,3.72,1.28,0.724,126.0,1580.0,6.04,0.713,0.664
-bizitobs_application/nan/long,patch_tst,6920000.0,6920000.0,1600.0,3.19,0.0465,0.0478,41.4,2630.0,0.101,0.0618,0.0543
-bizitobs_l2c/5T/long,patch_tst,115.0,115.0,6.97,0.686,0.606,0.775,7.32,10.7,0.602,0.391,0.324
-bizitobs_l2c/H/long,patch_tst,85.4,85.4,5.75,0.617,0.766,0.783,5.47,9.24,0.564,0.351,0.291
-bizitobs_service/nan/long,patch_tst,136000.0,136000.0,85.3,1.69,0.136,0.101,19.9,368.0,0.273,0.0632,0.0569
-electricity/15T/long,patch_tst,369000.0,369000.0,63.8,0.96,0.149,0.148,8.32,608.0,0.959,0.101,0.0813
-electricity/H/long,patch_tst,11900000.0,11900000.0,333.0,1.39,0.335,0.163,11.3,3450.0,1.36,0.131,0.104
-ett1/15T/long,patch_tst,8.7,8.7,1.67,1.1,0.824,0.42,7.6,2.95,0.562,0.318,0.247
-ett1/H/long,patch_tst,169.0,169.0,7.97,1.47,4490000000000.0,0.518,10.7,13.0,0.622,0.382,0.297
-ett2/15T/long,patch_tst,12.5,12.5,2.28,0.961,0.15,0.176,8.71,3.53,0.188,0.122,0.0981
-ett2/H/long,patch_tst,319.0,319.0,12.0,1.43,0.212,0.224,11.2,17.9,0.245,0.165,0.13
-jena_weather/10T/long,patch_tst,1870.0,1870.0,13.0,1.07,0.877,0.659,8.3,43.2,0.265,0.0796,0.0662
-jena_weather/H/long,patch_tst,1980.0,1980.0,15.5,1.31,3.58,0.694,10.7,44.5,0.268,0.0934,0.076
-kdd_cup_2018/H/long,patch_tst,4190.0,4190.0,24.4,1.02,0.953,0.616,10.8,64.7,1.52,0.572,0.477
-loop_seattle/5T/long,patch_tst,116.0,116.0,6.73,1.06,0.246,0.148,10.0,10.8,0.191,0.119,0.0954
-loop_seattle/H/long,patch_tst,63.1,63.1,4.7,0.979,0.155,0.11,8.74,7.94,0.142,0.084,0.0685
-m_dense/H/long,patch_tst,37800.0,37800.0,85.4,0.738,0.29,0.218,7.4,194.0,0.337,0.148,0.12
-solar/10T/long,patch_tst,19.7,19.7,2.09,0.912,3.13,1.47,5.46,4.44,0.959,0.452,0.339
-solar/H/long,patch_tst,775.0,775.0,12.9,0.978,8.96,1.42,6.11,27.8,0.965,0.446,0.353
-sz_taxi/15T/long,patch_tst,30.7,30.7,3.87,0.761,5580000000000.0,0.515,5.86,5.54,0.512,0.359,0.281

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,patch_tst,2110000.0,2110000.0,175.0,0.973,2.16,0.74,19.9,1450.0,4.56,0.549,0.471,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,patch_tst,2180000.0,2180000.0,247.0,1.34,2.81,0.615,31.7,1480.0,4.21,0.703,0.549,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,patch_tst,1690000.0,1690000.0,128.0,1.98,1.34,0.681,62.2,1300.0,5.32,0.524,0.474,Web/CloudOps,2.0
+bitbrains_rnd/H/short,patch_tst,1580000.0,1580000.0,150.0,6.11,1.39,0.585,201.0,1260.0,5.51,0.656,0.603,Web/CloudOps,2.0
+bizitobs_application/10S/short,patch_tst,3300000.0,3300000.0,673.0,2.24,0.0323,0.0325,36.7,1820.0,0.0701,0.026,0.022,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,patch_tst,19.0,19.0,2.6,0.266,0.138,0.211,3.27,4.36,0.15,0.0892,0.0741,Web/CloudOps,7.0
+bizitobs_l2c/H/short,patch_tst,63.3,63.3,5.06,0.495,0.432,0.637,4.11,7.96,0.429,0.273,0.217,Web/CloudOps,7.0
+bizitobs_service/10S/short,patch_tst,29100.0,29100.0,42.3,1.24,0.103,0.0849,11.6,171.0,0.126,0.0314,0.0252,Web/CloudOps,2.0
+car_parts/M/short,patch_tst,1.45,1.45,0.418,0.797,1.0,2.0,31.4,1.2,2.89,1.0,1.0,Sales,1.0
+covid_deaths/D/short,patch_tst,1130000.0,1130000.0,228.0,37.7,0.132,0.39,425.0,1060.0,0.4,0.0857,0.0673,Healthcare,1.0
+electricity/15T/short,patch_tst,240000.0,240000.0,81.3,1.47,0.257,0.228,14.3,490.0,0.966,0.16,0.134,Energy,1.0
+electricity/D/short,patch_tst,3520000000.0,3520000000.0,6280.0,1.85,0.554,0.115,14.5,59300.0,0.974,0.103,0.0828,Energy,1.0
+electricity/H/short,patch_tst,2040000.0,2040000.0,203.0,1.08,0.213,0.146,11.1,1430.0,0.674,0.0958,0.0785,Energy,1.0
+electricity/W/short,patch_tst,274000000000.0,274000000000.0,53600.0,1.96,0.277,0.12,17.7,523000.0,1.19,0.122,0.0954,Energy,1.0
+ett1/15T/short,patch_tst,5.68,5.68,1.28,0.835,0.519,0.279,5.75,2.38,0.45,0.242,0.191,Energy,7.0
+ett1/D/short,patch_tst,45800.0,45800.0,141.0,1.68,1.12,0.465,14.0,214.0,0.562,0.37,0.304,Energy,7.0
+ett1/H/short,patch_tst,102.0,102.0,5.23,0.893,0.446,0.279,6.39,10.1,0.47,0.244,0.19,Energy,7.0
+ett1/W/short,patch_tst,1740000.0,1740000.0,1020.0,1.89,0.623,0.647,11.8,1320.0,0.525,0.406,0.323,Energy,7.0
+ett2/15T/short,patch_tst,9.59,9.59,2.03,0.879,0.122,0.147,6.84,3.1,0.147,0.0963,0.0759,Energy,7.0
+ett2/D/short,patch_tst,167000.0,167000.0,292.0,2.17,0.481,0.225,17.9,409.0,0.234,0.167,0.131,Energy,7.0
+ett2/H/short,patch_tst,136.0,136.0,7.3,0.858,0.139,0.124,6.61,11.7,0.148,0.0926,0.074,Energy,7.0
+ett2/W/short,patch_tst,7860000.0,7860000.0,2020.0,1.49,0.209,0.252,12.3,2800.0,0.235,0.169,0.142,Energy,7.0
+hierarchical_sales/D/short,patch_tst,28.6,28.6,2.33,0.756,0.656,1.05,9.2,5.35,1.64,0.716,0.59,Sales,1.0
+hierarchical_sales/W/short,patch_tst,466.0,466.0,9.33,0.771,0.573,0.483,8.09,21.6,0.991,0.428,0.358,Sales,1.0
+hospital/M/short,patch_tst,5120.0,5120.0,21.8,0.82,0.209,0.18,6.07,71.6,0.26,0.0791,0.0637,Healthcare,1.0
+jena_weather/10T/short,patch_tst,1750.0,1750.0,10.9,0.552,0.388,0.662,8.27,41.9,0.26,0.0678,0.0639,Nature,21.0
+jena_weather/D/short,patch_tst,394.0,394.0,10.5,1.39,0.97,0.471,11.0,19.9,0.12,0.0632,0.0526,Nature,21.0
+jena_weather/H/short,patch_tst,1390.0,1390.0,9.76,0.641,1.49,0.637,6.66,37.3,0.229,0.0598,0.0502,Nature,21.0
+kdd_cup_2018/D/short,patch_tst,2880.0,2880.0,21.5,1.22,0.526,0.477,12.7,53.6,1.2,0.481,0.401,Nature,1.0
+kdd_cup_2018/H/short,patch_tst,5150.0,5150.0,27.3,1.12,1.19,0.562,9.84,71.8,1.5,0.572,0.457,Nature,1.0
+loop_seattle/5T/short,patch_tst,63.2,63.2,4.71,0.744,0.135,0.097,7.6,7.95,0.136,0.0807,0.0656,Transport,1.0
+loop_seattle/D/short,patch_tst,19.3,19.3,3.1,0.934,0.0573,0.0572,9.01,4.4,0.0786,0.0554,0.0462,Transport,1.0
+loop_seattle/H/short,patch_tst,79.4,79.4,5.21,1.07,0.155,0.117,10.7,8.91,0.158,0.0922,0.0764,Transport,1.0
+m_dense/D/short,patch_tst,9240.0,9240.0,49.5,0.732,0.131,0.106,7.17,96.1,0.166,0.0856,0.07,Transport,1.0
+m_dense/H/short,patch_tst,67200.0,67200.0,121.0,1.03,0.373,0.279,9.59,259.0,0.46,0.214,0.173,Transport,1.0
+m4_daily/D/short,patch_tst,458000.0,458000.0,175.0,3.22,0.0428,0.0301,34.6,676.0,0.104,0.0271,0.0228,Econ/Fin,1.0
+m4_hourly/H/short,patch_tst,4420000.0,4420000.0,376.0,1.4,0.167,0.143,24.5,2100.0,0.287,0.0514,0.039,Econ/Fin,1.0
+m4_monthly/M/short,patch_tst,1960000.0,1960000.0,593.0,1.06,0.168,0.138,14.1,1400.0,0.291,0.123,0.102,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,patch_tst,1940000.0,1940000.0,613.0,1.32,0.133,0.109,10.6,1390.0,0.233,0.103,0.0828,Econ/Fin,1.0
+m4_weekly/W-SUN/short,patch_tst,275000.0,275000.0,277.0,2.34,0.0694,0.0694,22.5,524.0,0.0956,0.0504,0.0402,Econ/Fin,1.0
+m4_yearly/A-DEC/short,patch_tst,3720000.0,3720000.0,887.0,3.29,0.176,0.143,33.3,1930.0,0.309,0.142,0.117,Econ/Fin,1.0
+restaurant/D/short,patch_tst,144.0,144.0,7.21,0.69,0.652,0.396,5.08,12.0,0.552,0.332,0.262,Sales,1.0
+saugeen/D/short,patch_tst,1220.0,1220.0,14.8,3.28,0.43,0.429,42.6,34.9,1.13,0.478,0.408,Nature,1.0
+saugeen/M/short,patch_tst,575.0,575.0,15.2,0.893,0.48,0.426,8.79,24.0,0.72,0.457,0.372,Nature,1.0
+saugeen/W/short,patch_tst,1390.0,1390.0,19.1,1.55,0.542,0.552,18.6,37.3,1.13,0.577,0.484,Nature,1.0
+solar/10T/short,patch_tst,82.1,82.1,4.97,2.2,1.61,1.98,64.2,9.06,2.64,1.45,1.37,Energy,1.0
+solar/D/short,patch_tst,119000.0,119000.0,247.0,0.962,1.03,0.427,7.51,345.0,0.498,0.357,0.287,Energy,1.0
+solar/H/short,patch_tst,657.0,657.0,12.4,0.954,4.57,1.43,4.93,25.6,0.945,0.456,0.34,Energy,1.0
+solar/W/short,patch_tst,1690000.0,1690000.0,1010.0,1.1,0.228,0.197,4.8,1300.0,0.265,0.207,0.162,Energy,1.0
+sz_taxi/15T/short,patch_tst,17.3,17.3,2.8,0.56,1180000000000.0,0.406,4.5,4.16,0.389,0.262,0.207,Transport,1.0
+sz_taxi/H/short,patch_tst,7.76,7.76,1.93,0.591,0.953,0.306,4.92,2.79,0.26,0.18,0.144,Transport,1.0
+temperature_rain/D/short,patch_tst,196.0,196.0,6.49,1.51,58.8,1.51,29.2,14.0,1.65,0.764,0.644,Nature,1.0
+us_births/D/short,patch_tst,255000.0,255000.0,331.0,0.487,0.032,0.0312,4.26,505.0,0.0474,0.031,0.0249,Healthcare,1.0
+us_births/M/short,patch_tst,67000000.0,67000000.0,6920.0,0.782,0.0214,0.0213,4.47,8190.0,0.0254,0.0215,0.0167,Healthcare,1.0
+us_births/W/short,patch_tst,2980000.0,2980000.0,1350.0,1.23,0.0183,0.0183,8.29,1730.0,0.0234,0.0184,0.0145,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,patch_tst,2870000.0,2870000.0,264.0,1.2,3.16,0.816,27.5,1690.0,5.15,0.801,0.642,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,patch_tst,2260000.0,2260000.0,151.0,4.65,0.502,0.757,167.0,1500.0,6.32,0.635,0.62,Web/CloudOps,2.0
+bizitobs_application/10S/medium,patch_tst,5660000.0,5660000.0,1370.0,2.77,0.04,0.0411,35.6,2380.0,0.0934,0.0537,0.0473,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,patch_tst,156.0,156.0,7.9,0.787,0.561,0.822,7.78,12.5,0.657,0.415,0.332,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,patch_tst,78.8,78.8,5.3,0.537,0.657,0.776,4.86,8.88,0.537,0.321,0.263,Web/CloudOps,7.0
+bizitobs_service/10S/medium,patch_tst,97000.0,97000.0,68.0,1.49,0.122,0.101,15.8,311.0,0.234,0.0512,0.0451,Web/CloudOps,2.0
+electricity/15T/medium,patch_tst,293000.0,293000.0,61.3,0.977,0.161,0.157,8.75,541.0,0.932,0.106,0.0858,Energy,1.0
+electricity/H/medium,patch_tst,6210000.0,6210000.0,258.0,1.16,0.245,0.145,10.1,2490.0,0.973,0.101,0.081,Energy,1.0
+ett1/15T/medium,patch_tst,9.57,9.57,1.68,1.08,0.712,0.413,8.24,3.09,0.59,0.32,0.25,Energy,7.0
+ett1/H/medium,patch_tst,144.0,144.0,7.33,1.39,4240000000000.0,0.458,9.08,12.0,0.574,0.351,0.273,Energy,7.0
+ett2/15T/medium,patch_tst,12.1,12.1,2.22,0.933,0.143,0.172,7.02,3.48,0.186,0.118,0.0936,Energy,7.0
+ett2/H/medium,patch_tst,322.0,322.0,11.6,1.27,0.201,0.203,10.4,17.9,0.242,0.156,0.125,Energy,7.0
+jena_weather/10T/medium,patch_tst,1890.0,1890.0,12.5,0.943,0.779,0.666,7.74,43.5,0.267,0.0769,0.0649,Nature,21.0
+jena_weather/H/medium,patch_tst,1620.0,1620.0,13.2,1.09,3.81,0.694,13.1,40.2,0.246,0.0807,0.0685,Nature,21.0
+kdd_cup_2018/H/medium,patch_tst,5070.0,5070.0,25.3,1.05,0.967,0.56,11.0,71.2,1.49,0.53,0.442,Nature,1.0
+loop_seattle/5T/medium,patch_tst,110.0,110.0,6.61,1.05,0.241,0.147,9.96,10.5,0.187,0.118,0.0947,Transport,1.0
+loop_seattle/H/medium,patch_tst,66.1,66.1,5.02,1.03,0.144,0.114,7.87,8.13,0.144,0.0887,0.0709,Transport,1.0
+m_dense/H/medium,patch_tst,44100.0,44100.0,88.8,0.757,0.289,0.235,8.05,210.0,0.365,0.155,0.127,Transport,1.0
+solar/10T/medium,patch_tst,20.8,20.8,2.1,0.913,3.61,1.47,5.76,4.56,1.01,0.465,0.356,Energy,1.0
+solar/H/medium,patch_tst,697.0,697.0,12.6,0.965,6.22,1.43,5.25,26.4,0.951,0.454,0.344,Energy,1.0
+sz_taxi/15T/medium,patch_tst,18.9,18.9,2.98,0.588,9630000000000.0,0.427,4.61,4.35,0.405,0.278,0.22,Transport,1.0
+bitbrains_fast_storage/5T/long,patch_tst,3220000.0,3220000.0,312.0,1.14,2.65,0.849,22.9,1790.0,4.74,0.825,0.669,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,patch_tst,2480000.0,2480000.0,186.0,3.72,1.28,0.724,126.0,1580.0,6.04,0.713,0.664,Web/CloudOps,2.0
+bizitobs_application/10S/long,patch_tst,6920000.0,6920000.0,1600.0,3.19,0.0465,0.0478,41.4,2630.0,0.101,0.0618,0.0543,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,patch_tst,115.0,115.0,6.97,0.686,0.606,0.775,7.32,10.7,0.602,0.391,0.324,Web/CloudOps,7.0
+bizitobs_l2c/H/long,patch_tst,85.4,85.4,5.75,0.617,0.766,0.783,5.47,9.24,0.564,0.351,0.291,Web/CloudOps,7.0
+bizitobs_service/10S/long,patch_tst,136000.0,136000.0,85.3,1.69,0.136,0.101,19.9,368.0,0.273,0.0632,0.0569,Web/CloudOps,2.0
+electricity/15T/long,patch_tst,369000.0,369000.0,63.8,0.96,0.149,0.148,8.32,608.0,0.959,0.101,0.0813,Energy,1.0
+electricity/H/long,patch_tst,11900000.0,11900000.0,333.0,1.39,0.335,0.163,11.3,3450.0,1.36,0.131,0.104,Energy,1.0
+ett1/15T/long,patch_tst,8.7,8.7,1.67,1.1,0.824,0.42,7.6,2.95,0.562,0.318,0.247,Energy,7.0
+ett1/H/long,patch_tst,169.0,169.0,7.97,1.47,4490000000000.0,0.518,10.7,13.0,0.622,0.382,0.297,Energy,7.0
+ett2/15T/long,patch_tst,12.5,12.5,2.28,0.961,0.15,0.176,8.71,3.53,0.188,0.122,0.0981,Energy,7.0
+ett2/H/long,patch_tst,319.0,319.0,12.0,1.43,0.212,0.224,11.2,17.9,0.245,0.165,0.13,Energy,7.0
+jena_weather/10T/long,patch_tst,1870.0,1870.0,13.0,1.07,0.877,0.659,8.3,43.2,0.265,0.0796,0.0662,Nature,21.0
+jena_weather/H/long,patch_tst,1980.0,1980.0,15.5,1.31,3.58,0.694,10.7,44.5,0.268,0.0934,0.076,Nature,21.0
+kdd_cup_2018/H/long,patch_tst,4190.0,4190.0,24.4,1.02,0.953,0.616,10.8,64.7,1.52,0.572,0.477,Nature,1.0
+loop_seattle/5T/long,patch_tst,116.0,116.0,6.73,1.06,0.246,0.148,10.0,10.8,0.191,0.119,0.0954,Transport,1.0
+loop_seattle/H/long,patch_tst,63.1,63.1,4.7,0.979,0.155,0.11,8.74,7.94,0.142,0.084,0.0685,Transport,1.0
+m_dense/H/long,patch_tst,37800.0,37800.0,85.4,0.738,0.29,0.218,7.4,194.0,0.337,0.148,0.12,Transport,1.0
+solar/10T/long,patch_tst,19.7,19.7,2.09,0.912,3.13,1.47,5.46,4.44,0.959,0.452,0.339,Energy,1.0
+solar/H/long,patch_tst,775.0,775.0,12.9,0.978,8.96,1.42,6.11,27.8,0.965,0.446,0.353,Energy,1.0
+sz_taxi/15T/long,patch_tst,30.7,30.7,3.87,0.761,5580000000000.0,0.515,5.86,5.54,0.512,0.359,0.281,Transport,1.0

results/seasonal_naive/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,seasonal_naive,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21
-bitbrains_fast_storage/H/short,seasonal_naive,4200000.0,4200000.0,324.0,1.3,4.12,0.313,35.8,2050.0,5.84,0.923,1.08
-bitbrains_rnd/5T/short,seasonal_naive,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1
-bitbrains_rnd/H/short,seasonal_naive,3710000.0,3710000.0,254.0,6.04,4.79,0.361,223.0,1930.0,8.43,1.11,1.3
-bizitobs_application/nan/short,seasonal_naive,3940000.0,3940000.0,1050.0,2.24,0.0341,0.0348,26.7,1980.0,0.0765,0.0407,0.0348
-bizitobs_l2c/5T/short,seasonal_naive,174.0,174.0,9.69,0.986,0.426,0.507,7.25,13.2,0.453,0.333,0.262
-bizitobs_l2c/H/short,seasonal_naive,282.0,282.0,12.5,1.21,1.36,1.14,8.5,16.8,0.905,0.675,0.536
-bizitobs_service/nan/short,seasonal_naive,73500.0,73500.0,55.1,1.23,0.0824,0.0755,16.4,271.0,0.201,0.0408,0.04
-car_parts/nan/short,seasonal_naive,2.5,2.5,0.667,1.2,0.854,1.68,20.4,1.58,3.79,1.6,1.72
-covid_deaths/nan/short,seasonal_naive,4440000.0,4440000.0,354.0,46.9,0.133,0.178,1390.0,2110.0,0.792,0.133,0.125
-electricity/15T/short,seasonal_naive,367000.0,367000.0,94.2,1.72,0.302,0.23,27.0,606.0,1.19,0.186,0.165
-electricity/D/short,seasonal_naive,4110000000.0,4110000000.0,6960.0,1.99,0.605,0.136,33.8,64100.0,1.05,0.114,0.122
-electricity/H/short,seasonal_naive,2890000.0,2890000.0,248.0,1.36,0.363,0.165,18.0,1700.0,0.802,0.117,0.109
-electricity/W/short,seasonal_naive,317000000000.0,317000000000.0,56600.0,2.09,0.286,0.12,18.0,563000.0,1.29,0.129,0.0989
-ett1/15T/short,seasonal_naive,8.78,8.78,1.49,0.934,0.633,0.306,8.44,2.96,0.56,0.283,0.241
-ett1/D/short,seasonal_naive,58000.0,58000.0,155.0,1.78,1.16,0.516,34.2,241.0,0.632,0.407,0.515
-ett1/H/short,seasonal_naive,141.0,141.0,5.82,0.977,0.57,0.287,10.2,11.9,0.555,0.272,0.25
-ett1/W/short,seasonal_naive,1570000.0,1570000.0,970.0,1.77,0.615,0.625,17.8,1250.0,0.499,0.386,0.338
-ett2/15T/short,seasonal_naive,14.6,14.6,2.53,1.07,0.153,0.17,8.53,3.82,0.182,0.12,0.0964
-ett2/D/short,seasonal_naive,123000.0,123000.0,212.0,1.39,0.471,0.142,48.0,351.0,0.201,0.121,0.205
-ett2/H/short,seasonal_naive,152.0,152.0,7.97,0.923,0.145,0.137,11.5,12.3,0.156,0.101,0.0941
-ett2/W/short,seasonal_naive,4690000.0,4690000.0,1320.0,0.779,0.122,0.127,23.0,2170.0,0.182,0.111,0.169
-hierarchical_sales/D/short,seasonal_naive,59.0,59.0,3.45,1.13,1.22,1.19,40.8,7.68,2.36,1.06,2.36
-hierarchical_sales/W/short,seasonal_naive,1050.0,1050.0,13.6,1.03,0.95,0.58,20.6,32.3,1.48,0.623,1.03
-hospital/nan/short,seasonal_naive,3460.0,3460.0,20.0,0.921,0.233,0.21,6.6,58.9,0.214,0.0726,0.0625
-jena_weather/10T/short,seasonal_naive,1990.0,1990.0,10.6,0.743,0.877,0.394,20.7,44.6,0.277,0.0656,0.155
-jena_weather/D/short,seasonal_naive,634.0,634.0,13.1,1.57,1.77,0.485,45.4,25.2,0.152,0.0791,0.297
-jena_weather/H/short,seasonal_naive,1940.0,1940.0,11.0,0.723,1.13,0.401,19.8,44.1,0.27,0.0676,0.173
-kdd_cup_2018/D/short,seasonal_naive,3180.0,3180.0,23.9,1.5,0.589,0.572,35.5,56.4,1.26,0.535,0.888
-kdd_cup_2018/H/short,seasonal_naive,5620.0,5620.0,32.2,1.34,1.42,0.665,12.1,74.9,1.57,0.675,0.559
-loop_seattle/5T/short,seasonal_naive,76.3,76.3,4.81,0.762,0.13,0.102,9.64,8.73,0.15,0.0824,0.0808
-loop_seattle/D/short,seasonal_naive,58.7,58.7,5.94,1.73,0.111,0.107,32.0,7.66,0.137,0.106,0.131
-loop_seattle/H/short,seasonal_naive,126.0,126.0,6.35,1.29,0.171,0.142,14.4,11.2,0.198,0.112,0.108
-m_dense/D/short,seasonal_naive,39900.0,39900.0,118.0,1.67,0.253,0.256,34.1,200.0,0.346,0.205,0.294
-m_dense/H/short,seasonal_naive,146000.0,146000.0,180.0,1.49,0.54,0.391,14.1,382.0,0.677,0.32,0.281
-m4_daily/nan/short,seasonal_naive,498000.0,498000.0,181.0,3.28,0.0422,0.0305,36.5,705.0,0.109,0.0279,0.0265
-m4_hourly/nan/short,seasonal_naive,3610000.0,3610000.0,354.0,1.19,0.156,0.139,10.0,1900.0,0.26,0.0483,0.0395
-m4_monthly/nan/short,seasonal_naive,2650000.0,2650000.0,700.0,1.26,0.192,0.16,11.1,1630.0,0.339,0.146,0.126
-m4_quarterly/nan/short,seasonal_naive,2490000.0,2490000.0,709.0,1.6,0.142,0.125,12.6,1580.0,0.264,0.119,0.0992
-m4_weekly/nan/short,seasonal_naive,454000.0,454000.0,348.0,2.78,0.0894,0.0916,31.2,673.0,0.123,0.0634,0.0727
-m4_yearly/nan/short,seasonal_naive,4070000.0,4070000.0,1010.0,3.97,0.175,0.164,47.0,2020.0,0.324,0.162,0.138
-restaurant/nan/short,seasonal_naive,274.0,274.0,10.7,1.01,0.944,0.556,30.2,16.6,0.757,0.49,0.907
-saugeen/D/short,seasonal_naive,995.0,995.0,15.4,3.41,0.471,0.424,77.2,31.5,1.02,0.498,0.754
-saugeen/M/short,seasonal_naive,714.0,714.0,16.7,0.976,0.497,0.442,10.6,26.7,0.802,0.5,0.445
-saugeen/W/short,seasonal_naive,1800.0,1800.0,24.6,1.99,0.824,0.558,30.4,42.4,1.28,0.741,0.855
-solar/10T/short,seasonal_naive,37.9,37.9,2.53,1.11,4.4,0.925,18.8,6.16,1.79,0.735,0.86
-solar/D/short,seasonal_naive,182000.0,182000.0,295.0,1.16,1.15,0.498,32.8,426.0,0.616,0.426,0.757
-solar/H/short,seasonal_naive,1010.0,1010.0,12.3,0.952,3.87,0.62,16.6,31.8,1.17,0.453,0.628
-solar/W/short,seasonal_naive,2810000.0,2810000.0,1340.0,1.47,0.309,0.253,16.1,1680.0,0.342,0.274,0.236
-sz_taxi/15T/short,seasonal_naive,31.2,31.2,3.82,0.764,1310000000000.0,0.538,7.06,5.59,0.523,0.357,0.309
-sz_taxi/H/short,seasonal_naive,12.0,12.0,2.43,0.738,1.55,0.385,9.27,3.47,0.323,0.226,0.229
-temperature_rain/nan/short,seasonal_naive,311.0,311.0,7.89,2.01,97.0,1.33,61.8,17.6,2.07,0.929,1.63
-us_births/D/short,seasonal_naive,2860000.0,2860000.0,1270.0,1.86,0.125,0.123,32.8,1690.0,0.158,0.119,0.144
-us_births/M/short,seasonal_naive,74200000.0,74200000.0,6700.0,0.761,0.0206,0.021,5.65,8610.0,0.0267,0.0208,0.0168
-us_births/W/short,seasonal_naive,5290000.0,5290000.0,1720.0,1.56,0.0232,0.0232,17.0,2300.0,0.0312,0.0234,0.0216
-bitbrains_fast_storage/5T/medium,seasonal_naive,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27
-bitbrains_rnd/5T/medium,seasonal_naive,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26
-bizitobs_application/nan/medium,seasonal_naive,5140000.0,5140000.0,1280.0,2.69,0.0391,0.0399,21.6,2270.0,0.0891,0.0501,0.0419
-bizitobs_l2c/5T/medium,seasonal_naive,295.0,295.0,12.9,1.24,0.936,1.17,8.51,17.2,0.903,0.677,0.53
-bizitobs_l2c/H/medium,seasonal_naive,447.0,447.0,15.6,1.65,1.6,1.48,47.1,21.1,1.28,0.946,1.42
-bizitobs_service/nan/medium,seasonal_naive,96500.0,96500.0,63.8,1.32,0.0796,0.0771,17.4,311.0,0.234,0.048,0.0486
-electricity/15T/medium,seasonal_naive,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124
-electricity/H/medium,seasonal_naive,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156
-ett1/15T/medium,seasonal_naive,12.9,12.9,1.84,1.19,0.908,0.428,14.9,3.59,0.684,0.35,0.352
-ett1/H/medium,seasonal_naive,205.0,205.0,8.16,1.57,2350000000000.0,0.457,29.9,14.3,0.685,0.391,0.54
-ett2/15T/medium,seasonal_naive,14.9,14.9,2.48,1.05,0.165,0.19,17.5,3.87,0.206,0.132,0.143
-ett2/H/medium,seasonal_naive,338.0,338.0,11.5,1.24,0.201,0.198,36.6,18.4,0.248,0.155,0.241
-jena_weather/10T/medium,seasonal_naive,2570.0,2570.0,12.4,0.716,0.899,0.402,37.5,50.7,0.311,0.0764,0.277
-jena_weather/H/medium,seasonal_naive,1950.0,1950.0,12.7,0.889,1.7,0.455,61.3,44.2,0.27,0.0775,0.486
-kdd_cup_2018/H/medium,seasonal_naive,5790.0,5790.0,31.3,1.43,1.64,0.655,30.7,76.1,1.59,0.656,0.949
-loop_seattle/5T/medium,seasonal_naive,150.0,150.0,7.27,1.15,0.224,0.162,12.3,12.2,0.218,0.129,0.123
-loop_seattle/H/medium,seasonal_naive,154.0,154.0,7.22,1.48,0.201,0.161,35.8,12.4,0.219,0.128,0.206
-m_dense/H/medium,seasonal_naive,158000.0,158000.0,189.0,1.57,0.543,0.398,32.6,398.0,0.692,0.329,0.479
-solar/10T/medium,seasonal_naive,29.2,29.2,2.12,0.927,3.22,0.659,19.5,5.41,1.2,0.47,0.771
-solar/H/medium,seasonal_naive,993.0,993.0,12.2,0.935,5.24,0.568,43.1,31.5,1.14,0.44,1.27
-sz_taxi/15T/medium,seasonal_naive,28.9,28.9,3.67,0.713,18900000000000.0,0.517,14.3,5.38,0.501,0.342,0.454
-bitbrains_fast_storage/5T/long,seasonal_naive,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29
-bitbrains_rnd/5T/long,seasonal_naive,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29
-bizitobs_application/nan/long,seasonal_naive,1230000000.0,1230000000.0,26000.0,36400.0,538.0,1.03,1310000.0,35000.0,1.35,1.0,0.973
-bizitobs_l2c/5T/long,seasonal_naive,416.0,416.0,15.4,1.45,1.02,1.3,10.4,20.4,1.15,0.862,0.674
-bizitobs_l2c/H/long,seasonal_naive,907.0,907.0,27.0,4.04,5.97,1.11,59.4,30.1,1.84,1.65,1.82
-bizitobs_service/nan/long,seasonal_naive,131000.0,131000.0,75.3,1.37,0.0849,0.0814,19.3,362.0,0.268,0.0558,0.0559
-electricity/15T/long,seasonal_naive,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129
-electricity/H/long,seasonal_naive,13500000.0,13500000.0,357.0,1.52,0.361,0.168,34.9,3680.0,1.45,0.141,0.19
-ett1/15T/long,seasonal_naive,13.0,13.0,1.86,1.19,0.984,0.42,18.7,3.61,0.688,0.354,0.396
-ett1/H/long,seasonal_naive,199.0,199.0,7.75,1.48,2650000000000.0,0.477,36.6,14.1,0.676,0.371,0.616
-ett2/15T/long,seasonal_naive,13.7,13.7,2.36,1.01,0.161,0.189,22.2,3.7,0.197,0.126,0.165
-ett2/H/long,seasonal_naive,259.0,259.0,10.0,1.13,0.19,0.188,45.0,16.1,0.22,0.137,0.287
-jena_weather/10T/long,seasonal_naive,2040.0,2040.0,11.4,0.761,0.772,0.404,42.1,45.2,0.277,0.07,0.304
-jena_weather/H/long,seasonal_naive,2710.0,2710.0,15.7,1.27,1.87,0.502,74.9,52.1,0.314,0.0944,0.598
-kdd_cup_2018/H/long,seasonal_naive,4860.0,4860.0,29.6,1.34,1.35,0.81,37.3,69.7,1.64,0.695,1.25
-loop_seattle/5T/long,seasonal_naive,172.0,172.0,7.89,1.25,0.23,0.176,13.7,13.1,0.232,0.14,0.137
-loop_seattle/H/long,seasonal_naive,167.0,167.0,7.51,1.55,0.235,0.164,44.0,12.9,0.231,0.134,0.245
-m_dense/H/long,seasonal_naive,138000.0,138000.0,176.0,1.48,0.498,0.388,39.9,371.0,0.642,0.304,0.552
-solar/10T/long,seasonal_naive,26.9,26.9,2.0,0.871,2.31,0.66,21.6,5.19,1.12,0.431,0.786
-solar/H/long,seasonal_naive,1160.0,1160.0,14.0,1.07,5.33,0.712,52.7,34.1,1.18,0.485,1.47
-sz_taxi/15T/long,seasonal_naive,28.5,28.5,3.68,0.691,3280000000000.0,0.522,18.0,5.34,0.494,0.341,0.554

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,seasonal_naive,5400000.0,5400000.0,346.0,1.14,5.93,0.476,31.1,2320.0,7.3,1.09,1.21,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,seasonal_naive,4200000.0,4200000.0,324.0,1.3,4.12,0.313,35.8,2050.0,5.84,0.923,1.08,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,seasonal_naive,3410000.0,3410000.0,211.0,1.97,3.05,0.384,74.4,1850.0,7.55,0.862,1.1,Web/CloudOps,2.0
+bitbrains_rnd/H/short,seasonal_naive,3710000.0,3710000.0,254.0,6.04,4.79,0.361,223.0,1930.0,8.43,1.11,1.3,Web/CloudOps,2.0
+bizitobs_application/10S/short,seasonal_naive,3940000.0,3940000.0,1050.0,2.24,0.0341,0.0348,26.7,1980.0,0.0765,0.0407,0.0348,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,seasonal_naive,174.0,174.0,9.69,0.986,0.426,0.507,7.25,13.2,0.453,0.333,0.262,Web/CloudOps,7.0
+bizitobs_l2c/H/short,seasonal_naive,282.0,282.0,12.5,1.21,1.36,1.14,8.5,16.8,0.905,0.675,0.536,Web/CloudOps,7.0
+bizitobs_service/10S/short,seasonal_naive,73500.0,73500.0,55.1,1.23,0.0824,0.0755,16.4,271.0,0.201,0.0408,0.04,Web/CloudOps,2.0
+car_parts/M/short,seasonal_naive,2.5,2.5,0.667,1.2,0.854,1.68,20.4,1.58,3.79,1.6,1.72,Sales,1.0
+covid_deaths/D/short,seasonal_naive,4440000.0,4440000.0,354.0,46.9,0.133,0.178,1390.0,2110.0,0.792,0.133,0.125,Healthcare,1.0
+electricity/15T/short,seasonal_naive,367000.0,367000.0,94.2,1.72,0.302,0.23,27.0,606.0,1.19,0.186,0.165,Energy,1.0
+electricity/D/short,seasonal_naive,4110000000.0,4110000000.0,6960.0,1.99,0.605,0.136,33.8,64100.0,1.05,0.114,0.122,Energy,1.0
+electricity/H/short,seasonal_naive,2890000.0,2890000.0,248.0,1.36,0.363,0.165,18.0,1700.0,0.802,0.117,0.109,Energy,1.0
+electricity/W/short,seasonal_naive,317000000000.0,317000000000.0,56600.0,2.09,0.286,0.12,18.0,563000.0,1.29,0.129,0.0989,Energy,1.0
+ett1/15T/short,seasonal_naive,8.78,8.78,1.49,0.934,0.633,0.306,8.44,2.96,0.56,0.283,0.241,Energy,7.0
+ett1/D/short,seasonal_naive,58000.0,58000.0,155.0,1.78,1.16,0.516,34.2,241.0,0.632,0.407,0.515,Energy,7.0
+ett1/H/short,seasonal_naive,141.0,141.0,5.82,0.977,0.57,0.287,10.2,11.9,0.555,0.272,0.25,Energy,7.0
+ett1/W/short,seasonal_naive,1570000.0,1570000.0,970.0,1.77,0.615,0.625,17.8,1250.0,0.499,0.386,0.338,Energy,7.0
+ett2/15T/short,seasonal_naive,14.6,14.6,2.53,1.07,0.153,0.17,8.53,3.82,0.182,0.12,0.0964,Energy,7.0
+ett2/D/short,seasonal_naive,123000.0,123000.0,212.0,1.39,0.471,0.142,48.0,351.0,0.201,0.121,0.205,Energy,7.0
+ett2/H/short,seasonal_naive,152.0,152.0,7.97,0.923,0.145,0.137,11.5,12.3,0.156,0.101,0.0941,Energy,7.0
+ett2/W/short,seasonal_naive,4690000.0,4690000.0,1320.0,0.779,0.122,0.127,23.0,2170.0,0.182,0.111,0.169,Energy,7.0
+hierarchical_sales/D/short,seasonal_naive,59.0,59.0,3.45,1.13,1.22,1.19,40.8,7.68,2.36,1.06,2.36,Sales,1.0
+hierarchical_sales/W/short,seasonal_naive,1050.0,1050.0,13.6,1.03,0.95,0.58,20.6,32.3,1.48,0.623,1.03,Sales,1.0
+hospital/M/short,seasonal_naive,3460.0,3460.0,20.0,0.921,0.233,0.21,6.6,58.9,0.214,0.0726,0.0625,Healthcare,1.0
+jena_weather/10T/short,seasonal_naive,1990.0,1990.0,10.6,0.743,0.877,0.394,20.7,44.6,0.277,0.0656,0.155,Nature,21.0
+jena_weather/D/short,seasonal_naive,634.0,634.0,13.1,1.57,1.77,0.485,45.4,25.2,0.152,0.0791,0.297,Nature,21.0
+jena_weather/H/short,seasonal_naive,1940.0,1940.0,11.0,0.723,1.13,0.401,19.8,44.1,0.27,0.0676,0.173,Nature,21.0
+kdd_cup_2018/D/short,seasonal_naive,3180.0,3180.0,23.9,1.5,0.589,0.572,35.5,56.4,1.26,0.535,0.888,Nature,1.0
+kdd_cup_2018/H/short,seasonal_naive,5620.0,5620.0,32.2,1.34,1.42,0.665,12.1,74.9,1.57,0.675,0.559,Nature,1.0
+loop_seattle/5T/short,seasonal_naive,76.3,76.3,4.81,0.762,0.13,0.102,9.64,8.73,0.15,0.0824,0.0808,Transport,1.0
+loop_seattle/D/short,seasonal_naive,58.7,58.7,5.94,1.73,0.111,0.107,32.0,7.66,0.137,0.106,0.131,Transport,1.0
+loop_seattle/H/short,seasonal_naive,126.0,126.0,6.35,1.29,0.171,0.142,14.4,11.2,0.198,0.112,0.108,Transport,1.0
+m_dense/D/short,seasonal_naive,39900.0,39900.0,118.0,1.67,0.253,0.256,34.1,200.0,0.346,0.205,0.294,Transport,1.0
+m_dense/H/short,seasonal_naive,146000.0,146000.0,180.0,1.49,0.54,0.391,14.1,382.0,0.677,0.32,0.281,Transport,1.0
+m4_daily/D/short,seasonal_naive,498000.0,498000.0,181.0,3.28,0.0422,0.0305,36.5,705.0,0.109,0.0279,0.0265,Econ/Fin,1.0
+m4_hourly/H/short,seasonal_naive,3610000.0,3610000.0,354.0,1.19,0.156,0.139,10.0,1900.0,0.26,0.0483,0.0395,Econ/Fin,1.0
+m4_monthly/M/short,seasonal_naive,2650000.0,2650000.0,700.0,1.26,0.192,0.16,11.1,1630.0,0.339,0.146,0.126,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,seasonal_naive,2490000.0,2490000.0,709.0,1.6,0.142,0.125,12.6,1580.0,0.264,0.119,0.0992,Econ/Fin,1.0
+m4_weekly/W-SUN/short,seasonal_naive,454000.0,454000.0,348.0,2.78,0.0894,0.0916,31.2,673.0,0.123,0.0634,0.0727,Econ/Fin,1.0
+m4_yearly/A-DEC/short,seasonal_naive,4070000.0,4070000.0,1010.0,3.97,0.175,0.164,47.0,2020.0,0.324,0.162,0.138,Econ/Fin,1.0
+restaurant/D/short,seasonal_naive,274.0,274.0,10.7,1.01,0.944,0.556,30.2,16.6,0.757,0.49,0.907,Sales,1.0
+saugeen/D/short,seasonal_naive,995.0,995.0,15.4,3.41,0.471,0.424,77.2,31.5,1.02,0.498,0.754,Nature,1.0
+saugeen/M/short,seasonal_naive,714.0,714.0,16.7,0.976,0.497,0.442,10.6,26.7,0.802,0.5,0.445,Nature,1.0
+saugeen/W/short,seasonal_naive,1800.0,1800.0,24.6,1.99,0.824,0.558,30.4,42.4,1.28,0.741,0.855,Nature,1.0
+solar/10T/short,seasonal_naive,37.9,37.9,2.53,1.11,4.4,0.925,18.8,6.16,1.79,0.735,0.86,Energy,1.0
+solar/D/short,seasonal_naive,182000.0,182000.0,295.0,1.16,1.15,0.498,32.8,426.0,0.616,0.426,0.757,Energy,1.0
+solar/H/short,seasonal_naive,1010.0,1010.0,12.3,0.952,3.87,0.62,16.6,31.8,1.17,0.453,0.628,Energy,1.0
+solar/W/short,seasonal_naive,2810000.0,2810000.0,1340.0,1.47,0.309,0.253,16.1,1680.0,0.342,0.274,0.236,Energy,1.0
+sz_taxi/15T/short,seasonal_naive,31.2,31.2,3.82,0.764,1310000000000.0,0.538,7.06,5.59,0.523,0.357,0.309,Transport,1.0
+sz_taxi/H/short,seasonal_naive,12.0,12.0,2.43,0.738,1.55,0.385,9.27,3.47,0.323,0.226,0.229,Transport,1.0
+temperature_rain/D/short,seasonal_naive,311.0,311.0,7.89,2.01,97.0,1.33,61.8,17.6,2.07,0.929,1.63,Nature,1.0
+us_births/D/short,seasonal_naive,2860000.0,2860000.0,1270.0,1.86,0.125,0.123,32.8,1690.0,0.158,0.119,0.144,Healthcare,1.0
+us_births/M/short,seasonal_naive,74200000.0,74200000.0,6700.0,0.761,0.0206,0.021,5.65,8610.0,0.0267,0.0208,0.0168,Healthcare,1.0
+us_births/W/short,seasonal_naive,5290000.0,5290000.0,1720.0,1.56,0.0232,0.0232,17.0,2300.0,0.0312,0.0234,0.0216,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,seasonal_naive,5190000.0,5190000.0,333.0,1.22,5.77,0.452,39.1,2280.0,6.92,1.01,1.27,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,seasonal_naive,3270000.0,3270000.0,205.0,4.54,2.75,0.392,183.0,1810.0,7.61,0.862,1.26,Web/CloudOps,2.0
+bizitobs_application/10S/medium,seasonal_naive,5140000.0,5140000.0,1280.0,2.69,0.0391,0.0399,21.6,2270.0,0.0891,0.0501,0.0419,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,seasonal_naive,295.0,295.0,12.9,1.24,0.936,1.17,8.51,17.2,0.903,0.677,0.53,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,seasonal_naive,447.0,447.0,15.6,1.65,1.6,1.48,47.1,21.1,1.28,0.946,1.42,Web/CloudOps,7.0
+bizitobs_service/10S/medium,seasonal_naive,96500.0,96500.0,63.8,1.32,0.0796,0.0771,17.4,311.0,0.234,0.048,0.0486,Web/CloudOps,2.0
+electricity/15T/medium,seasonal_naive,374000.0,374000.0,70.8,1.15,0.215,0.162,14.7,611.0,1.05,0.122,0.124,Energy,1.0
+electricity/H/medium,seasonal_naive,8350000.0,8350000.0,308.0,1.39,0.387,0.157,28.7,2890.0,1.13,0.12,0.156,Energy,1.0
+ett1/15T/medium,seasonal_naive,12.9,12.9,1.84,1.19,0.908,0.428,14.9,3.59,0.684,0.35,0.352,Energy,7.0
+ett1/H/medium,seasonal_naive,205.0,205.0,8.16,1.57,2350000000000.0,0.457,29.9,14.3,0.685,0.391,0.54,Energy,7.0
+ett2/15T/medium,seasonal_naive,14.9,14.9,2.48,1.05,0.165,0.19,17.5,3.87,0.206,0.132,0.143,Energy,7.0
+ett2/H/medium,seasonal_naive,338.0,338.0,11.5,1.24,0.201,0.198,36.6,18.4,0.248,0.155,0.241,Energy,7.0
+jena_weather/10T/medium,seasonal_naive,2570.0,2570.0,12.4,0.716,0.899,0.402,37.5,50.7,0.311,0.0764,0.277,Nature,21.0
+jena_weather/H/medium,seasonal_naive,1950.0,1950.0,12.7,0.889,1.7,0.455,61.3,44.2,0.27,0.0775,0.486,Nature,21.0
+kdd_cup_2018/H/medium,seasonal_naive,5790.0,5790.0,31.3,1.43,1.64,0.655,30.7,76.1,1.59,0.656,0.949,Nature,1.0
+loop_seattle/5T/medium,seasonal_naive,150.0,150.0,7.27,1.15,0.224,0.162,12.3,12.2,0.218,0.129,0.123,Transport,1.0
+loop_seattle/H/medium,seasonal_naive,154.0,154.0,7.22,1.48,0.201,0.161,35.8,12.4,0.219,0.128,0.206,Transport,1.0
+m_dense/H/medium,seasonal_naive,158000.0,158000.0,189.0,1.57,0.543,0.398,32.6,398.0,0.692,0.329,0.479,Transport,1.0
+solar/10T/medium,seasonal_naive,29.2,29.2,2.12,0.927,3.22,0.659,19.5,5.41,1.2,0.47,0.771,Energy,1.0
+solar/H/medium,seasonal_naive,993.0,993.0,12.2,0.935,5.24,0.568,43.1,31.5,1.14,0.44,1.27,Energy,1.0
+sz_taxi/15T/medium,seasonal_naive,28.9,28.9,3.67,0.713,18900000000000.0,0.517,14.3,5.38,0.501,0.342,0.454,Transport,1.0
+bitbrains_fast_storage/5T/long,seasonal_naive,6470000.0,6470000.0,405.0,1.14,6.46,0.503,37.2,2540.0,6.72,1.07,1.29,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,seasonal_naive,3850000.0,3850000.0,237.0,3.5,3.18,0.403,145.0,1960.0,7.52,0.91,1.29,Web/CloudOps,2.0
+bizitobs_application/10S/long,seasonal_naive,1230000000.0,1230000000.0,26000.0,36400.0,538.0,1.03,1310000.0,35000.0,1.35,1.0,0.973,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,seasonal_naive,416.0,416.0,15.4,1.45,1.02,1.3,10.4,20.4,1.15,0.862,0.674,Web/CloudOps,7.0
+bizitobs_l2c/H/long,seasonal_naive,907.0,907.0,27.0,4.04,5.97,1.11,59.4,30.1,1.84,1.65,1.82,Web/CloudOps,7.0
+bizitobs_service/10S/long,seasonal_naive,131000.0,131000.0,75.3,1.37,0.0849,0.0814,19.3,362.0,0.268,0.0558,0.0559,Web/CloudOps,2.0
+electricity/15T/long,seasonal_naive,432000.0,432000.0,73.8,1.16,0.2,0.157,17.8,658.0,1.04,0.116,0.129,Energy,1.0
+electricity/H/long,seasonal_naive,13500000.0,13500000.0,357.0,1.52,0.361,0.168,34.9,3680.0,1.45,0.141,0.19,Energy,1.0
+ett1/15T/long,seasonal_naive,13.0,13.0,1.86,1.19,0.984,0.42,18.7,3.61,0.688,0.354,0.396,Energy,7.0
+ett1/H/long,seasonal_naive,199.0,199.0,7.75,1.48,2650000000000.0,0.477,36.6,14.1,0.676,0.371,0.616,Energy,7.0
+ett2/15T/long,seasonal_naive,13.7,13.7,2.36,1.01,0.161,0.189,22.2,3.7,0.197,0.126,0.165,Energy,7.0
+ett2/H/long,seasonal_naive,259.0,259.0,10.0,1.13,0.19,0.188,45.0,16.1,0.22,0.137,0.287,Energy,7.0
+jena_weather/10T/long,seasonal_naive,2040.0,2040.0,11.4,0.761,0.772,0.404,42.1,45.2,0.277,0.07,0.304,Nature,21.0
+jena_weather/H/long,seasonal_naive,2710.0,2710.0,15.7,1.27,1.87,0.502,74.9,52.1,0.314,0.0944,0.598,Nature,21.0
+kdd_cup_2018/H/long,seasonal_naive,4860.0,4860.0,29.6,1.34,1.35,0.81,37.3,69.7,1.64,0.695,1.25,Nature,1.0
+loop_seattle/5T/long,seasonal_naive,172.0,172.0,7.89,1.25,0.23,0.176,13.7,13.1,0.232,0.14,0.137,Transport,1.0
+loop_seattle/H/long,seasonal_naive,167.0,167.0,7.51,1.55,0.235,0.164,44.0,12.9,0.231,0.134,0.245,Transport,1.0
+m_dense/H/long,seasonal_naive,138000.0,138000.0,176.0,1.48,0.498,0.388,39.9,371.0,0.642,0.304,0.552,Transport,1.0
+solar/10T/long,seasonal_naive,26.9,26.9,2.0,0.871,2.31,0.66,21.6,5.19,1.12,0.431,0.786,Energy,1.0
+solar/H/long,seasonal_naive,1160.0,1160.0,14.0,1.07,5.33,0.712,52.7,34.1,1.18,0.485,1.47,Energy,1.0
+sz_taxi/15T/long,seasonal_naive,28.5,28.5,3.68,0.691,3280000000000.0,0.522,18.0,5.34,0.494,0.341,0.554,Transport,1.0

results/tft/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,tft,1880000.0,1880000.0,174.0,0.996,2.38,0.736,19.6,1370.0,4.31,0.548,0.451
-bitbrains_fast_storage/H/short,tft,2270000.0,2270000.0,273.0,1.73,4.31,0.647,26.5,1510.0,4.29,0.777,0.595
-bitbrains_rnd/5T/short,tft,1770000.0,1770000.0,140.0,2.27,1.75,0.728,63.4,1330.0,5.45,0.574,0.486
-bitbrains_rnd/H/short,tft,1830000.0,1830000.0,162.0,6.19,1.45,0.621,210.0,1350.0,5.92,0.71,0.65
-bizitobs_application/nan/short,tft,34600000.0,34600000.0,2440.0,9.11,0.132,0.129,297.0,5880.0,0.227,0.0943,0.0896
-bizitobs_l2c/5T/short,tft,20.8,20.8,2.68,0.278,0.159,0.212,3.88,4.56,0.157,0.092,0.0769
-bizitobs_l2c/H/short,tft,147.0,147.0,8.7,0.862,0.76,0.8,11.1,12.1,0.654,0.469,0.401
-bizitobs_service/nan/short,tft,15300.0,15300.0,37.7,2.15,0.563,0.104,29.9,124.0,0.0917,0.028,0.0245
-car_parts/nan/short,tft,1.43,1.43,0.423,0.807,0.976,1.98,12.0,1.19,2.86,1.01,0.89
-covid_deaths/nan/short,tft,599000.0,599000.0,114.0,32.9,0.0896,0.361,983.0,774.0,0.291,0.0429,0.0374
-electricity/15T/short,tft,432000.0,432000.0,112.0,2.07,0.339,0.306,25.8,657.0,1.29,0.22,0.184
-electricity/D/short,tft,3900000000.0,3900000000.0,6340.0,1.86,0.707,0.138,15.9,62400.0,1.03,0.104,0.0836
-electricity/H/short,tft,2380000.0,2380000.0,229.0,1.29,0.368,0.172,13.8,1540.0,0.728,0.108,0.0891
-electricity/W/short,tft,345000000000.0,345000000000.0,58100.0,2.1,0.292,0.127,25.2,587000.0,1.34,0.132,0.107
-ett1/15T/short,tft,7.83,7.83,1.6,1.05,0.596,0.325,9.95,2.8,0.529,0.303,0.245
-ett1/D/short,tft,57000.0,57000.0,159.0,1.86,1.5,0.524,13.7,239.0,0.627,0.417,0.33
-ett1/H/short,tft,102.0,102.0,5.44,0.947,0.533,0.29,6.68,10.1,0.472,0.254,0.199
-ett1/W/short,tft,2320000.0,2320000.0,1060.0,1.61,1.11,0.467,18.6,1520.0,0.606,0.423,0.406
-ett2/15T/short,tft,9.23,9.23,2.14,1.06,0.159,0.191,9.44,3.04,0.144,0.101,0.0809
-ett2/D/short,tft,119000.0,119000.0,207.0,1.31,0.437,0.134,11.3,344.0,0.197,0.118,0.0955
-ett2/H/short,tft,138.0,138.0,7.78,0.956,0.166,0.144,6.78,11.8,0.149,0.0987,0.0782
-ett2/W/short,tft,15900000.0,15900000.0,2520.0,1.6,0.227,0.262,8.92,3990.0,0.335,0.211,0.16
-hierarchical_sales/D/short,tft,30.0,30.0,2.38,0.771,0.669,1.07,8.64,5.47,1.68,0.731,0.6
-hierarchical_sales/W/short,tft,496.0,496.0,9.88,0.793,0.562,0.506,8.15,22.3,1.02,0.454,0.382
-hospital/nan/short,tft,3540.0,3540.0,20.0,0.833,0.221,0.187,5.65,59.5,0.216,0.0727,0.058
-jena_weather/10T/short,tft,1940.0,1940.0,12.4,0.45,0.508,0.681,7.67,44.0,0.274,0.0769,0.0691
-jena_weather/D/short,tft,615.0,615.0,13.5,1.8,1.59,0.529,22.1,24.8,0.149,0.081,0.0692
-jena_weather/H/short,tft,1180.0,1180.0,9.55,0.634,1.51,0.65,7.5,34.4,0.211,0.0586,0.0483
-kdd_cup_2018/D/short,tft,2860.0,2860.0,21.1,1.21,0.482,0.472,10.2,53.4,1.2,0.472,0.38
-kdd_cup_2018/H/short,tft,4970.0,4970.0,27.5,1.15,1.05,0.624,9.93,70.5,1.48,0.575,0.467
-loop_seattle/5T/short,tft,62.7,62.7,4.58,0.731,0.122,0.0979,6.75,7.92,0.136,0.0785,0.0647
-loop_seattle/D/short,tft,22.1,22.1,3.24,0.973,0.0591,0.0597,12.7,4.7,0.084,0.0579,0.0482
-loop_seattle/H/short,tft,80.4,80.4,5.1,1.04,0.148,0.115,8.74,8.97,0.159,0.0902,0.0728
-m_dense/D/short,tft,12200.0,12200.0,52.4,0.799,0.132,0.115,10.8,111.0,0.191,0.0907,0.0767
-m_dense/H/short,tft,45400.0,45400.0,96.6,0.878,0.293,0.242,9.32,213.0,0.378,0.171,0.139
-m4_daily/nan/short,tft,629000.0,629000.0,185.0,3.29,0.0435,0.0308,28.0,793.0,0.122,0.0285,0.0228
-m4_hourly/nan/short,tft,2990000.0,2990000.0,363.0,2.47,0.292,0.202,32.9,1730.0,0.236,0.0496,0.0401
-m4_monthly/nan/short,tft,2280000.0,2280000.0,683.0,1.21,0.212,0.158,10.3,1510.0,0.314,0.142,0.113
-m4_quarterly/nan/short,tft,2070000.0,2070000.0,611.0,1.3,0.133,0.108,11.2,1440.0,0.241,0.102,0.083
-m4_weekly/nan/short,tft,442000.0,442000.0,338.0,2.68,0.0847,0.0895,22.1,665.0,0.121,0.0616,0.0494
-m4_yearly/nan/short,tft,3430000.0,3430000.0,844.0,3.09,0.162,0.141,29.2,1850.0,0.297,0.135,0.11
-restaurant/nan/short,tft,169.0,169.0,7.88,0.75,0.704,0.423,5.04,13.0,0.598,0.363,0.284
-saugeen/D/short,tft,1380.0,1380.0,14.5,3.22,0.331,0.39,50.3,37.1,1.2,0.469,0.419
-saugeen/M/short,tft,521.0,521.0,14.8,0.865,0.457,0.432,4.44,22.8,0.685,0.443,0.34
-saugeen/W/short,tft,1420.0,1420.0,19.2,1.55,0.537,0.471,20.5,37.7,1.14,0.578,0.491
-solar/10T/short,tft,24.8,24.8,2.59,1.11,3.41,1.58,11.4,4.98,1.45,0.753,0.618
-solar/D/short,tft,121000.0,121000.0,256.0,0.999,1.05,0.434,5.8,348.0,0.503,0.37,0.277
-solar/H/short,tft,725.0,725.0,12.5,0.96,3.72,1.43,6.84,26.9,0.993,0.46,0.367
-solar/W/short,tft,730000.0,730000.0,630.0,0.691,0.132,0.126,8.04,854.0,0.174,0.129,0.114
-sz_taxi/15T/short,tft,19.5,19.5,3.0,0.603,1500000000000.0,0.432,4.71,4.42,0.413,0.281,0.222
-sz_taxi/H/short,tft,7.93,7.93,1.95,0.595,1.15,0.314,4.53,2.82,0.262,0.181,0.144
-temperature_rain/nan/short,tft,189.0,189.0,6.15,1.44,48.3,1.49,20.8,13.7,1.62,0.724,0.592
-us_births/D/short,tft,88400.0,88400.0,214.0,0.315,0.0202,0.0203,2.32,297.0,0.0279,0.02,0.0161
-us_births/M/short,tft,80700000.0,80700000.0,7690.0,0.871,0.0238,0.0241,15.0,8980.0,0.0279,0.0239,0.0213
-us_births/W/short,tft,5740000.0,5740000.0,1750.0,1.59,0.0235,0.0234,13.0,2400.0,0.0325,0.0237,0.0194
-bitbrains_fast_storage/5T/medium,tft,3130000.0,3130000.0,256.0,1.38,2.22,0.908,26.5,1770.0,5.38,0.779,0.61
-bitbrains_rnd/5T/medium,tft,2170000.0,2170000.0,169.0,4.81,1.07,0.8,175.0,1470.0,6.2,0.709,0.628
-bizitobs_application/nan/medium,tft,5230000.0,5230000.0,1300.0,13.8,0.178,0.189,439.0,2290.0,0.0898,0.051,0.0474
-bizitobs_l2c/5T/medium,tft,141.0,141.0,8.15,0.786,0.537,0.789,8.49,11.9,0.625,0.429,0.346
-bizitobs_l2c/H/medium,tft,109.0,109.0,6.92,0.693,0.975,0.829,7.59,10.4,0.632,0.419,0.345
-bizitobs_service/nan/medium,tft,97400.0,97400.0,62.0,1.68,0.131,0.106,26.7,312.0,0.235,0.0467,0.0438
-electricity/15T/medium,tft,344000.0,344000.0,67.4,1.11,0.191,0.172,9.34,587.0,1.01,0.116,0.0939
-electricity/H/medium,tft,7690000.0,7690000.0,291.0,1.31,0.306,0.161,11.8,2770.0,1.08,0.114,0.0908
-ett1/15T/medium,tft,9.11,9.11,1.68,1.08,0.736,0.415,7.5,3.02,0.575,0.319,0.247
-ett1/H/medium,tft,194.0,194.0,8.71,1.58,3600000000000.0,0.524,8.98,13.9,0.667,0.417,0.316
-ett2/15T/medium,tft,14.4,14.4,2.5,1.1,0.175,0.201,7.08,3.8,0.203,0.133,0.104
-ett2/H/medium,tft,295.0,295.0,11.6,1.32,0.23,0.22,7.92,17.2,0.231,0.156,0.122
-jena_weather/10T/medium,tft,1450.0,1450.0,10.3,0.737,1.04,0.678,7.43,38.0,0.233,0.063,0.0521
-jena_weather/H/medium,tft,1570.0,1570.0,14.8,0.939,9.28,0.703,10.6,39.6,0.242,0.0905,0.0726
-kdd_cup_2018/H/medium,tft,5440.0,5440.0,27.7,1.16,1.12,0.633,9.87,73.8,1.54,0.58,0.472
-loop_seattle/5T/medium,tft,112.0,112.0,6.43,1.01,0.255,0.145,9.63,10.6,0.188,0.114,0.0916
-loop_seattle/H/medium,tft,78.9,78.9,4.73,0.971,0.119,0.109,9.65,8.88,0.157,0.0836,0.0688
-m_dense/H/medium,tft,32300.0,32300.0,81.7,0.732,0.247,0.218,7.17,180.0,0.313,0.142,0.114
-solar/10T/medium,tft,23.1,23.1,2.14,0.931,4.2,1.47,5.46,4.8,1.07,0.474,0.362
-solar/H/medium,tft,872.0,872.0,11.7,0.884,4.07,1.41,5.78,29.5,1.06,0.42,0.33
-sz_taxi/15T/medium,tft,16.9,16.9,2.8,0.548,10300000000000.0,0.411,4.01,4.11,0.382,0.261,0.206
-bitbrains_fast_storage/5T/long,tft,5020000.0,5020000.0,425.0,1.21,6.73,0.84,23.7,2240.0,5.92,1.12,0.734
-bitbrains_rnd/5T/long,tft,2280000.0,2280000.0,175.0,3.71,0.977,0.781,137.0,1510.0,5.79,0.669,0.624
-bizitobs_application/nan/long,tft,6000000.0,6000000.0,1500.0,14.8,0.194,0.203,447.0,2450.0,0.0945,0.058,0.0556
-bizitobs_l2c/5T/long,tft,192.0,192.0,10.5,1.06,0.784,0.944,9.0,13.8,0.777,0.587,0.472
-bizitobs_l2c/H/long,tft,83.2,83.2,5.75,0.599,0.746,0.799,5.85,9.12,0.557,0.351,0.286
-bizitobs_service/nan/long,tft,135000.0,135000.0,80.9,1.75,0.217,0.122,22.1,368.0,0.272,0.0599,0.056
-electricity/15T/long,tft,410000.0,410000.0,66.2,1.03,0.154,0.156,8.45,640.0,1.01,0.104,0.0839
-electricity/H/long,tft,7210000.0,7210000.0,296.0,1.41,0.44,0.177,12.7,2680.0,1.06,0.117,0.0938
-ett1/15T/long,tft,9.32,9.32,1.92,1.34,0.824,0.496,8.98,3.05,0.582,0.366,0.28
-ett1/H/long,tft,177.0,177.0,8.33,1.55,2650000000000.0,0.5,9.45,13.3,0.636,0.399,0.313
-ett2/15T/long,tft,15.3,15.3,2.6,1.15,0.182,0.209,7.49,3.91,0.208,0.139,0.109
-ett2/H/long,tft,386.0,386.0,12.9,1.45,0.243,0.244,8.68,19.6,0.269,0.177,0.138
-jena_weather/10T/long,tft,1380.0,1380.0,10.4,0.741,1.09,0.683,8.24,37.1,0.227,0.0639,0.0518
-jena_weather/H/long,tft,3090.0,3090.0,18.1,1.15,6.78,0.739,10.6,55.6,0.335,0.109,0.0902
-kdd_cup_2018/H/long,tft,4460.0,4460.0,26.4,1.11,0.999,0.666,8.67,66.8,1.57,0.62,0.503
-loop_seattle/5T/long,tft,105.0,105.0,6.16,0.977,0.191,0.138,8.25,10.3,0.182,0.109,0.0878
-loop_seattle/H/long,tft,76.8,76.8,4.67,0.972,0.135,0.11,10.4,8.76,0.157,0.0834,0.0684
-m_dense/H/long,tft,33800.0,33800.0,81.5,0.723,0.249,0.214,7.74,184.0,0.318,0.141,0.115
-solar/10T/long,tft,22.0,22.0,2.29,1.0,4.57,1.47,6.94,4.69,1.01,0.495,0.379
-solar/H/long,tft,899.0,899.0,14.6,1.12,6.22,1.43,5.65,30.0,1.04,0.507,0.401
-sz_taxi/15T/long,tft,16.7,16.7,2.81,0.535,7900000000000.0,0.406,45.2,4.08,0.378,0.26,0.241

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,tft,1880000.0,1880000.0,174.0,0.996,2.38,0.736,19.6,1370.0,4.31,0.548,0.451,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,tft,2270000.0,2270000.0,273.0,1.73,4.31,0.647,26.5,1510.0,4.29,0.777,0.595,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,tft,1770000.0,1770000.0,140.0,2.27,1.75,0.728,63.4,1330.0,5.45,0.574,0.486,Web/CloudOps,2.0
+bitbrains_rnd/H/short,tft,1830000.0,1830000.0,162.0,6.19,1.45,0.621,210.0,1350.0,5.92,0.71,0.65,Web/CloudOps,2.0
+bizitobs_application/10S/short,tft,34600000.0,34600000.0,2440.0,9.11,0.132,0.129,297.0,5880.0,0.227,0.0943,0.0896,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,tft,20.8,20.8,2.68,0.278,0.159,0.212,3.88,4.56,0.157,0.092,0.0769,Web/CloudOps,7.0
+bizitobs_l2c/H/short,tft,147.0,147.0,8.7,0.862,0.76,0.8,11.1,12.1,0.654,0.469,0.401,Web/CloudOps,7.0
+bizitobs_service/10S/short,tft,15300.0,15300.0,37.7,2.15,0.563,0.104,29.9,124.0,0.0917,0.028,0.0245,Web/CloudOps,2.0
+car_parts/M/short,tft,1.43,1.43,0.423,0.807,0.976,1.98,12.0,1.19,2.86,1.01,0.89,Sales,1.0
+covid_deaths/D/short,tft,599000.0,599000.0,114.0,32.9,0.0896,0.361,983.0,774.0,0.291,0.0429,0.0374,Healthcare,1.0
+electricity/15T/short,tft,432000.0,432000.0,112.0,2.07,0.339,0.306,25.8,657.0,1.29,0.22,0.184,Energy,1.0
+electricity/D/short,tft,3900000000.0,3900000000.0,6340.0,1.86,0.707,0.138,15.9,62400.0,1.03,0.104,0.0836,Energy,1.0
+electricity/H/short,tft,2380000.0,2380000.0,229.0,1.29,0.368,0.172,13.8,1540.0,0.728,0.108,0.0891,Energy,1.0
+electricity/W/short,tft,345000000000.0,345000000000.0,58100.0,2.1,0.292,0.127,25.2,587000.0,1.34,0.132,0.107,Energy,1.0
+ett1/15T/short,tft,7.83,7.83,1.6,1.05,0.596,0.325,9.95,2.8,0.529,0.303,0.245,Energy,7.0
+ett1/D/short,tft,57000.0,57000.0,159.0,1.86,1.5,0.524,13.7,239.0,0.627,0.417,0.33,Energy,7.0
+ett1/H/short,tft,102.0,102.0,5.44,0.947,0.533,0.29,6.68,10.1,0.472,0.254,0.199,Energy,7.0
+ett1/W/short,tft,2320000.0,2320000.0,1060.0,1.61,1.11,0.467,18.6,1520.0,0.606,0.423,0.406,Energy,7.0
+ett2/15T/short,tft,9.23,9.23,2.14,1.06,0.159,0.191,9.44,3.04,0.144,0.101,0.0809,Energy,7.0
+ett2/D/short,tft,119000.0,119000.0,207.0,1.31,0.437,0.134,11.3,344.0,0.197,0.118,0.0955,Energy,7.0
+ett2/H/short,tft,138.0,138.0,7.78,0.956,0.166,0.144,6.78,11.8,0.149,0.0987,0.0782,Energy,7.0
+ett2/W/short,tft,15900000.0,15900000.0,2520.0,1.6,0.227,0.262,8.92,3990.0,0.335,0.211,0.16,Energy,7.0
+hierarchical_sales/D/short,tft,30.0,30.0,2.38,0.771,0.669,1.07,8.64,5.47,1.68,0.731,0.6,Sales,1.0
+hierarchical_sales/W/short,tft,496.0,496.0,9.88,0.793,0.562,0.506,8.15,22.3,1.02,0.454,0.382,Sales,1.0
+hospital/M/short,tft,3540.0,3540.0,20.0,0.833,0.221,0.187,5.65,59.5,0.216,0.0727,0.058,Healthcare,1.0
+jena_weather/10T/short,tft,1940.0,1940.0,12.4,0.45,0.508,0.681,7.67,44.0,0.274,0.0769,0.0691,Nature,21.0
+jena_weather/D/short,tft,615.0,615.0,13.5,1.8,1.59,0.529,22.1,24.8,0.149,0.081,0.0692,Nature,21.0
+jena_weather/H/short,tft,1180.0,1180.0,9.55,0.634,1.51,0.65,7.5,34.4,0.211,0.0586,0.0483,Nature,21.0
+kdd_cup_2018/D/short,tft,2860.0,2860.0,21.1,1.21,0.482,0.472,10.2,53.4,1.2,0.472,0.38,Nature,1.0
+kdd_cup_2018/H/short,tft,4970.0,4970.0,27.5,1.15,1.05,0.624,9.93,70.5,1.48,0.575,0.467,Nature,1.0
+loop_seattle/5T/short,tft,62.7,62.7,4.58,0.731,0.122,0.0979,6.75,7.92,0.136,0.0785,0.0647,Transport,1.0
+loop_seattle/D/short,tft,22.1,22.1,3.24,0.973,0.0591,0.0597,12.7,4.7,0.084,0.0579,0.0482,Transport,1.0
+loop_seattle/H/short,tft,80.4,80.4,5.1,1.04,0.148,0.115,8.74,8.97,0.159,0.0902,0.0728,Transport,1.0
+m_dense/D/short,tft,12200.0,12200.0,52.4,0.799,0.132,0.115,10.8,111.0,0.191,0.0907,0.0767,Transport,1.0
+m_dense/H/short,tft,45400.0,45400.0,96.6,0.878,0.293,0.242,9.32,213.0,0.378,0.171,0.139,Transport,1.0
+m4_daily/D/short,tft,629000.0,629000.0,185.0,3.29,0.0435,0.0308,28.0,793.0,0.122,0.0285,0.0228,Econ/Fin,1.0
+m4_hourly/H/short,tft,2990000.0,2990000.0,363.0,2.47,0.292,0.202,32.9,1730.0,0.236,0.0496,0.0401,Econ/Fin,1.0
+m4_monthly/M/short,tft,2280000.0,2280000.0,683.0,1.21,0.212,0.158,10.3,1510.0,0.314,0.142,0.113,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,tft,2070000.0,2070000.0,611.0,1.3,0.133,0.108,11.2,1440.0,0.241,0.102,0.083,Econ/Fin,1.0
+m4_weekly/W-SUN/short,tft,442000.0,442000.0,338.0,2.68,0.0847,0.0895,22.1,665.0,0.121,0.0616,0.0494,Econ/Fin,1.0
+m4_yearly/A-DEC/short,tft,3430000.0,3430000.0,844.0,3.09,0.162,0.141,29.2,1850.0,0.297,0.135,0.11,Econ/Fin,1.0
+restaurant/D/short,tft,169.0,169.0,7.88,0.75,0.704,0.423,5.04,13.0,0.598,0.363,0.284,Sales,1.0
+saugeen/D/short,tft,1380.0,1380.0,14.5,3.22,0.331,0.39,50.3,37.1,1.2,0.469,0.419,Nature,1.0
+saugeen/M/short,tft,521.0,521.0,14.8,0.865,0.457,0.432,4.44,22.8,0.685,0.443,0.34,Nature,1.0
+saugeen/W/short,tft,1420.0,1420.0,19.2,1.55,0.537,0.471,20.5,37.7,1.14,0.578,0.491,Nature,1.0
+solar/10T/short,tft,24.8,24.8,2.59,1.11,3.41,1.58,11.4,4.98,1.45,0.753,0.618,Energy,1.0
+solar/D/short,tft,121000.0,121000.0,256.0,0.999,1.05,0.434,5.8,348.0,0.503,0.37,0.277,Energy,1.0
+solar/H/short,tft,725.0,725.0,12.5,0.96,3.72,1.43,6.84,26.9,0.993,0.46,0.367,Energy,1.0
+solar/W/short,tft,730000.0,730000.0,630.0,0.691,0.132,0.126,8.04,854.0,0.174,0.129,0.114,Energy,1.0
+sz_taxi/15T/short,tft,19.5,19.5,3.0,0.603,1500000000000.0,0.432,4.71,4.42,0.413,0.281,0.222,Transport,1.0
+sz_taxi/H/short,tft,7.93,7.93,1.95,0.595,1.15,0.314,4.53,2.82,0.262,0.181,0.144,Transport,1.0
+temperature_rain/D/short,tft,189.0,189.0,6.15,1.44,48.3,1.49,20.8,13.7,1.62,0.724,0.592,Nature,1.0
+us_births/D/short,tft,88400.0,88400.0,214.0,0.315,0.0202,0.0203,2.32,297.0,0.0279,0.02,0.0161,Healthcare,1.0
+us_births/M/short,tft,80700000.0,80700000.0,7690.0,0.871,0.0238,0.0241,15.0,8980.0,0.0279,0.0239,0.0213,Healthcare,1.0
+us_births/W/short,tft,5740000.0,5740000.0,1750.0,1.59,0.0235,0.0234,13.0,2400.0,0.0325,0.0237,0.0194,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,tft,3130000.0,3130000.0,256.0,1.38,2.22,0.908,26.5,1770.0,5.38,0.779,0.61,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,tft,2170000.0,2170000.0,169.0,4.81,1.07,0.8,175.0,1470.0,6.2,0.709,0.628,Web/CloudOps,2.0
+bizitobs_application/10S/medium,tft,5230000.0,5230000.0,1300.0,13.8,0.178,0.189,439.0,2290.0,0.0898,0.051,0.0474,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,tft,141.0,141.0,8.15,0.786,0.537,0.789,8.49,11.9,0.625,0.429,0.346,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,tft,109.0,109.0,6.92,0.693,0.975,0.829,7.59,10.4,0.632,0.419,0.345,Web/CloudOps,7.0
+bizitobs_service/10S/medium,tft,97400.0,97400.0,62.0,1.68,0.131,0.106,26.7,312.0,0.235,0.0467,0.0438,Web/CloudOps,2.0
+electricity/15T/medium,tft,344000.0,344000.0,67.4,1.11,0.191,0.172,9.34,587.0,1.01,0.116,0.0939,Energy,1.0
+electricity/H/medium,tft,7690000.0,7690000.0,291.0,1.31,0.306,0.161,11.8,2770.0,1.08,0.114,0.0908,Energy,1.0
+ett1/15T/medium,tft,9.11,9.11,1.68,1.08,0.736,0.415,7.5,3.02,0.575,0.319,0.247,Energy,7.0
+ett1/H/medium,tft,194.0,194.0,8.71,1.58,3600000000000.0,0.524,8.98,13.9,0.667,0.417,0.316,Energy,7.0
+ett2/15T/medium,tft,14.4,14.4,2.5,1.1,0.175,0.201,7.08,3.8,0.203,0.133,0.104,Energy,7.0
+ett2/H/medium,tft,295.0,295.0,11.6,1.32,0.23,0.22,7.92,17.2,0.231,0.156,0.122,Energy,7.0
+jena_weather/10T/medium,tft,1450.0,1450.0,10.3,0.737,1.04,0.678,7.43,38.0,0.233,0.063,0.0521,Nature,21.0
+jena_weather/H/medium,tft,1570.0,1570.0,14.8,0.939,9.28,0.703,10.6,39.6,0.242,0.0905,0.0726,Nature,21.0
+kdd_cup_2018/H/medium,tft,5440.0,5440.0,27.7,1.16,1.12,0.633,9.87,73.8,1.54,0.58,0.472,Nature,1.0
+loop_seattle/5T/medium,tft,112.0,112.0,6.43,1.01,0.255,0.145,9.63,10.6,0.188,0.114,0.0916,Transport,1.0
+loop_seattle/H/medium,tft,78.9,78.9,4.73,0.971,0.119,0.109,9.65,8.88,0.157,0.0836,0.0688,Transport,1.0
+m_dense/H/medium,tft,32300.0,32300.0,81.7,0.732,0.247,0.218,7.17,180.0,0.313,0.142,0.114,Transport,1.0
+solar/10T/medium,tft,23.1,23.1,2.14,0.931,4.2,1.47,5.46,4.8,1.07,0.474,0.362,Energy,1.0
+solar/H/medium,tft,872.0,872.0,11.7,0.884,4.07,1.41,5.78,29.5,1.06,0.42,0.33,Energy,1.0
+sz_taxi/15T/medium,tft,16.9,16.9,2.8,0.548,10300000000000.0,0.411,4.01,4.11,0.382,0.261,0.206,Transport,1.0
+bitbrains_fast_storage/5T/long,tft,5020000.0,5020000.0,425.0,1.21,6.73,0.84,23.7,2240.0,5.92,1.12,0.734,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,tft,2280000.0,2280000.0,175.0,3.71,0.977,0.781,137.0,1510.0,5.79,0.669,0.624,Web/CloudOps,2.0
+bizitobs_application/10S/long,tft,6000000.0,6000000.0,1500.0,14.8,0.194,0.203,447.0,2450.0,0.0945,0.058,0.0556,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,tft,192.0,192.0,10.5,1.06,0.784,0.944,9.0,13.8,0.777,0.587,0.472,Web/CloudOps,7.0
+bizitobs_l2c/H/long,tft,83.2,83.2,5.75,0.599,0.746,0.799,5.85,9.12,0.557,0.351,0.286,Web/CloudOps,7.0
+bizitobs_service/10S/long,tft,135000.0,135000.0,80.9,1.75,0.217,0.122,22.1,368.0,0.272,0.0599,0.056,Web/CloudOps,2.0
+electricity/15T/long,tft,410000.0,410000.0,66.2,1.03,0.154,0.156,8.45,640.0,1.01,0.104,0.0839,Energy,1.0
+electricity/H/long,tft,7210000.0,7210000.0,296.0,1.41,0.44,0.177,12.7,2680.0,1.06,0.117,0.0938,Energy,1.0
+ett1/15T/long,tft,9.32,9.32,1.92,1.34,0.824,0.496,8.98,3.05,0.582,0.366,0.28,Energy,7.0
+ett1/H/long,tft,177.0,177.0,8.33,1.55,2650000000000.0,0.5,9.45,13.3,0.636,0.399,0.313,Energy,7.0
+ett2/15T/long,tft,15.3,15.3,2.6,1.15,0.182,0.209,7.49,3.91,0.208,0.139,0.109,Energy,7.0
+ett2/H/long,tft,386.0,386.0,12.9,1.45,0.243,0.244,8.68,19.6,0.269,0.177,0.138,Energy,7.0
+jena_weather/10T/long,tft,1380.0,1380.0,10.4,0.741,1.09,0.683,8.24,37.1,0.227,0.0639,0.0518,Nature,21.0
+jena_weather/H/long,tft,3090.0,3090.0,18.1,1.15,6.78,0.739,10.6,55.6,0.335,0.109,0.0902,Nature,21.0
+kdd_cup_2018/H/long,tft,4460.0,4460.0,26.4,1.11,0.999,0.666,8.67,66.8,1.57,0.62,0.503,Nature,1.0
+loop_seattle/5T/long,tft,105.0,105.0,6.16,0.977,0.191,0.138,8.25,10.3,0.182,0.109,0.0878,Transport,1.0
+loop_seattle/H/long,tft,76.8,76.8,4.67,0.972,0.135,0.11,10.4,8.76,0.157,0.0834,0.0684,Transport,1.0
+m_dense/H/long,tft,33800.0,33800.0,81.5,0.723,0.249,0.214,7.74,184.0,0.318,0.141,0.115,Transport,1.0
+solar/10T/long,tft,22.0,22.0,2.29,1.0,4.57,1.47,6.94,4.69,1.01,0.495,0.379,Energy,1.0
+solar/H/long,tft,899.0,899.0,14.6,1.12,6.22,1.43,5.65,30.0,1.04,0.507,0.401,Energy,1.0
+sz_taxi/15T/long,tft,16.7,16.7,2.81,0.535,7900000000000.0,0.406,45.2,4.08,0.378,0.26,0.241,Transport,1.0

results/tide/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,tide,2130000.0,2130000.0,193.0,1.16,1.99,0.795,28.1,1460.0,4.58,0.607,0.532
-bitbrains_fast_storage/H/short,tide,2190000.0,2190000.0,288.0,1.53,3.65,0.652,42.8,1480.0,4.22,0.821,0.65
-bitbrains_rnd/5T/short,tide,1860000.0,1860000.0,166.0,2.36,2.17,0.703,67.3,1360.0,5.58,0.678,0.58
-bitbrains_rnd/H/short,tide,1640000.0,1640000.0,182.0,6.75,3.44,0.739,220.0,1280.0,5.6,0.795,0.71
-bizitobs_application/nan/short,tide,9790000.0,9790000.0,1450.0,3.86,0.0584,0.0574,58.4,3130.0,0.121,0.0559,0.0547
-bizitobs_l2c/5T/short,tide,40.3,40.3,4.31,0.45,0.233,0.27,5.04,6.35,0.218,0.148,0.124
-bizitobs_l2c/H/short,tide,65.0,65.0,5.19,0.524,0.467,0.641,3.55,8.06,0.434,0.28,0.219
-bizitobs_service/nan/short,tide,23600.0,23600.0,60.7,3.0,0.159,0.111,49.2,154.0,0.114,0.0449,0.041
-car_parts/nan/short,tide,1.66,1.66,0.607,1.11,0.996,1.91,19.0,1.29,3.09,1.45,1.23
-covid_deaths/nan/short,tide,3390000.0,3390000.0,343.0,51.2,0.156,0.442,1120.0,1840.0,0.693,0.129,0.171
-electricity/15T/short,tide,249000.0,249000.0,87.1,1.59,0.279,0.239,18.3,499.0,0.984,0.172,0.144
-electricity/D/short,tide,3040000000.0,3040000000.0,5850.0,1.78,0.587,0.124,19.1,55100.0,0.906,0.0961,0.0776
-electricity/H/short,tide,1910000.0,1910000.0,220.0,1.22,0.309,0.17,13.7,1380.0,0.653,0.104,0.0863
-electricity/W/short,tide,338000000000.0,338000000000.0,55400.0,1.95,0.277,0.122,36.0,582000.0,1.33,0.126,0.113
-ett1/15T/short,tide,6.92,6.92,1.5,0.979,0.495,0.322,8.49,2.63,0.497,0.284,0.224
-ett1/D/short,tide,390000.0,390000.0,482.0,6.9,2.32,1.72,47.1,625.0,1.64,1.27,1.06
-ett1/H/short,tide,128.0,128.0,5.78,0.964,0.489,0.305,9.65,11.3,0.529,0.27,0.222
-ett1/W/short,tide,1390000.0,1390000.0,898.0,1.49,0.634,0.532,12.2,1180.0,0.468,0.357,0.284
-ett2/15T/short,tide,10.4,10.4,2.12,0.945,0.135,0.157,14.8,3.23,0.153,0.101,0.0932
-ett2/D/short,tide,163000.0,163000.0,278.0,2.19,0.379,0.206,27.1,404.0,0.231,0.159,0.13
-ett2/H/short,tide,236.0,236.0,10.3,1.27,0.176,0.175,23.4,15.4,0.195,0.131,0.128
-ett2/W/short,tide,218000000.0,218000000.0,11100.0,6.92,0.956,1.58,53.8,14800.0,1.24,0.931,0.712
-hierarchical_sales/D/short,tide,62.3,62.3,4.32,1.33,1.42,1.88,13.2,7.89,2.42,1.33,1.07
-hierarchical_sales/W/short,tide,718.0,718.0,14.4,1.17,0.92,0.759,10.9,26.8,1.23,0.66,0.532
-hospital/nan/short,tide,17500.0,17500.0,40.1,1.08,0.211,0.216,14.2,132.0,0.48,0.146,0.129
-jena_weather/10T/short,tide,2940.0,2940.0,21.3,1.41,0.727,0.689,60.0,54.3,0.337,0.132,0.184
-jena_weather/D/short,tide,29500.0,29500.0,79.8,12.0,1.64,0.701,80.9,172.0,1.03,0.48,0.333
-jena_weather/H/short,tide,2220.0,2220.0,18.9,1.63,4.39,0.661,52.5,47.1,0.289,0.116,0.152
-kdd_cup_2018/D/short,tide,8380.0,8380.0,54.3,3.43,1.37,1.56,27.0,91.5,2.05,1.22,1.01
-kdd_cup_2018/H/short,tide,5390.0,5390.0,28.6,1.16,1.27,0.597,11.1,73.4,1.54,0.598,0.477
-loop_seattle/5T/short,tide,70.6,70.6,4.9,0.766,0.142,0.1,9.23,8.4,0.144,0.084,0.0728
-loop_seattle/D/short,tide,18.1,18.1,3.03,0.925,0.0564,0.0558,8.03,4.25,0.076,0.0542,0.0441
-loop_seattle/H/short,tide,77.0,77.0,5.44,1.13,0.163,0.121,11.1,8.78,0.155,0.0963,0.0794
-m_dense/D/short,tide,13700.0,13700.0,65.4,0.911,0.148,0.131,8.17,117.0,0.202,0.113,0.0907
-m_dense/H/short,tide,62100.0,62100.0,114.0,0.984,0.383,0.273,11.5,249.0,0.442,0.202,0.168
-m4_daily/nan/short,tide,434000.0,434000.0,187.0,3.46,0.0488,0.0324,72.0,659.0,0.102,0.0289,0.0321
-m4_hourly/nan/short,tide,5480000.0,5480000.0,411.0,3.92,0.195,0.181,45.1,2340.0,0.32,0.0561,0.0477
-m4_monthly/nan/short,tide,2310000.0,2310000.0,727.0,1.75,0.195,0.166,32.5,1520.0,0.316,0.151,0.135
-m4_quarterly/nan/short,tide,2310000.0,2310000.0,720.0,1.68,0.161,0.127,18.5,1520.0,0.254,0.12,0.101
-m4_weekly/nan/short,tide,613000.0,613000.0,438.0,5.08,0.1,0.101,55.3,783.0,0.143,0.0799,0.0658
-m4_yearly/nan/short,tide,4170000.0,4170000.0,1150.0,5.02,0.211,0.192,61.2,2040.0,0.328,0.184,0.155
-restaurant/nan/short,tide,169.0,169.0,8.0,0.757,0.678,0.429,7.37,13.0,0.599,0.368,0.297
-saugeen/D/short,tide,1280.0,1280.0,14.2,3.16,0.34,0.368,44.6,35.7,1.16,0.461,0.397
-saugeen/M/short,tide,780.0,780.0,17.2,1.01,0.526,0.522,8.42,27.9,0.838,0.517,0.424
-saugeen/W/short,tide,1600.0,1600.0,19.4,1.57,0.49,0.513,23.5,40.0,1.21,0.586,0.523
-solar/10T/short,tide,59.3,59.3,3.44,1.52,1.21,1.91,41.1,7.7,2.24,1.0,0.95
-solar/D/short,tide,183000.0,183000.0,291.0,1.13,1.28,0.453,9.12,428.0,0.618,0.421,0.352
-solar/H/short,tide,831.0,831.0,13.0,1.0,3.23,1.45,9.0,28.8,1.06,0.478,0.38
-solar/W/short,tide,2430000.0,2430000.0,1210.0,1.34,0.267,0.24,8.09,1560.0,0.318,0.248,0.187
-sz_taxi/15T/short,tide,20.2,20.2,3.07,0.617,1230000000000.0,0.447,6.81,4.49,0.42,0.287,0.241
-sz_taxi/H/short,tide,9.05,9.05,2.14,0.662,1.22,0.326,10.2,3.01,0.28,0.199,0.195
-temperature_rain/nan/short,tide,237.0,237.0,7.02,1.8,44.1,1.53,29.4,15.4,1.81,0.826,0.697
-us_births/D/short,tide,307000.0,307000.0,424.0,0.624,0.0415,0.0408,4.7,554.0,0.0519,0.0398,0.0309
-us_births/M/short,tide,68100000.0,68100000.0,6950.0,0.784,0.0216,0.0219,13.7,8250.0,0.0256,0.0216,0.0231
-us_births/W/short,tide,2800000.0,2800000.0,1300.0,1.18,0.0175,0.0175,20.6,1670.0,0.0227,0.0176,0.0164
-bitbrains_fast_storage/5T/medium,tide,3260000.0,3260000.0,295.0,1.61,4.08,0.907,33.5,1810.0,5.49,0.896,0.764
-bitbrains_rnd/5T/medium,tide,2230000.0,2230000.0,186.0,5.26,1.88,0.848,179.0,1490.0,6.28,0.781,0.726
-bizitobs_application/nan/medium,tide,5440000.0,5440000.0,1340.0,2.98,0.0433,0.0441,30.6,2330.0,0.0916,0.0527,0.0452
-bizitobs_l2c/5T/medium,tide,146.0,146.0,8.17,0.786,0.56,0.928,10.3,12.1,0.636,0.43,0.361
-bizitobs_l2c/H/medium,tide,201.0,201.0,9.91,0.987,1.0,1.03,9.38,14.2,0.859,0.6,0.493
-bizitobs_service/nan/medium,tide,93700.0,93700.0,70.1,1.84,0.179,0.112,27.6,306.0,0.23,0.0527,0.0495
-electricity/15T/medium,tide,312000.0,312000.0,67.2,1.09,0.187,0.172,11.5,558.0,0.962,0.116,0.0956
-electricity/H/medium,tide,7770000.0,7770000.0,298.0,1.33,0.308,0.174,14.0,2790.0,1.09,0.116,0.0948
-ett1/15T/medium,tide,10.8,10.8,1.85,1.18,0.799,0.444,10.3,3.29,0.626,0.353,0.285
-ett1/H/medium,tide,155.0,155.0,7.67,1.43,5300000000000.0,0.478,11.3,12.4,0.596,0.367,0.292
-ett2/15T/medium,tide,20.0,20.0,2.97,1.27,0.19,0.224,29.0,4.47,0.238,0.158,0.166
-ett2/H/medium,tide,339.0,339.0,12.7,1.59,0.235,0.252,24.9,18.4,0.248,0.171,0.154
-jena_weather/10T/medium,tide,1720.0,1720.0,14.4,0.941,1.47,0.669,32.9,41.4,0.254,0.0886,0.109
-jena_weather/H/medium,tide,1750.0,1750.0,16.4,1.26,7.76,0.711,40.1,41.8,0.256,0.101,0.121
-kdd_cup_2018/H/medium,tide,5220.0,5220.0,26.9,1.13,1.04,0.609,11.4,72.2,1.51,0.562,0.466
-loop_seattle/5T/medium,tide,99.2,99.2,6.34,1.01,0.223,0.142,9.63,9.96,0.177,0.113,0.0921
-loop_seattle/H/medium,tide,82.1,82.1,6.01,1.23,0.16,0.133,11.9,9.06,0.16,0.106,0.0876
-m_dense/H/medium,tide,57000.0,57000.0,117.0,0.993,0.43,0.319,9.43,239.0,0.415,0.204,0.168
-solar/10T/medium,tide,22.7,22.7,2.24,0.974,3.7,1.48,7.22,4.77,1.06,0.496,0.395
-solar/H/medium,tide,694.0,694.0,12.2,0.935,4.24,1.42,9.17,26.3,0.949,0.441,0.344
-sz_taxi/15T/medium,tide,23.2,23.2,3.35,0.657,11300000000000.0,0.551,6.0,4.82,0.449,0.312,0.253
-electricity/15T/long,tide,502000.0,502000.0,78.3,1.19,0.209,0.183,11.6,709.0,1.12,0.124,0.1
-electricity/H/long,tide,12300000.0,12300000.0,377.0,1.61,0.434,0.198,15.5,3500.0,1.38,0.149,0.119
-solar/10T/long,tide,21.4,21.4,2.17,0.946,3.31,1.48,5.81,4.63,1.0,0.469,0.357
-solar/H/long,tide,960.0,960.0,14.8,1.13,10.3,1.43,9.02,31.0,1.07,0.515,0.429
-kdd_cup_2018/H/long,tide,4400.0,4400.0,26.9,1.16,1.15,0.721,11.9,66.4,1.56,0.632,0.527
-loop_seattle/5T/long,tide,111.0,111.0,6.77,1.07,0.248,0.148,12.1,10.5,0.186,0.12,0.101
-loop_seattle/H/long,tide,81.2,81.2,5.95,1.24,0.185,0.133,10.8,9.01,0.161,0.106,0.087
-sz_taxi/15T/long,tide,39.1,39.1,4.39,0.867,5440000000000.0,0.577,6.95,6.26,0.579,0.407,0.315
-m_dense/H/long,tide,55000.0,55000.0,116.0,0.966,0.443,0.318,8.62,235.0,0.406,0.2,0.162
-ett1/15T/long,tide,10.3,10.3,1.88,1.22,0.797,0.463,10.7,3.2,0.61,0.358,0.288
-ett1/H/long,tide,178.0,178.0,8.23,1.52,3910000000000.0,0.531,12.4,13.4,0.639,0.394,0.313
-ett2/15T/long,tide,16.4,16.4,2.92,1.39,0.194,0.241,15.9,4.05,0.216,0.155,0.127
-ett2/H/long,tide,304.0,304.0,11.2,1.31,0.211,0.208,14.4,17.4,0.239,0.154,0.128
-jena_weather/10T/long,tide,1610.0,1610.0,13.6,0.822,1.28,0.672,20.7,40.1,0.246,0.0833,0.0847
-jena_weather/H/long,tide,2870.0,2870.0,25.9,2.43,7.0,0.682,29.2,53.6,0.322,0.156,0.122
-bitbrains_fast_storage/5T/long,tide,3300000.0,3300000.0,321.0,1.59,3.31,0.88,36.1,1820.0,4.8,0.847,0.706
-bitbrains_rnd/5T/long,tide,2440000.0,2440000.0,258.0,4.09,4.63,0.813,129.0,1560.0,5.99,0.988,0.8
-bizitobs_application/nan/long,tide,8870000.0,8870000.0,1820.0,4.06,0.0587,0.06,26.1,2980.0,0.115,0.0701,0.0584
-bizitobs_service/nan/long,tide,142000.0,142000.0,97.8,2.16,0.257,0.133,33.4,377.0,0.279,0.0725,0.0646
-bizitobs_l2c/5T/long,tide,411.0,411.0,14.5,1.36,0.839,1.39,9.72,20.3,1.14,0.813,0.619
-bizitobs_l2c/H/long,tide,181.0,181.0,9.65,0.99,1.08,1.04,8.22,13.4,0.821,0.589,0.475

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,tide,2130000.0,2130000.0,193.0,1.16,1.99,0.795,28.1,1460.0,4.58,0.607,0.532,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,tide,2190000.0,2190000.0,288.0,1.53,3.65,0.652,42.8,1480.0,4.22,0.821,0.65,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,tide,1860000.0,1860000.0,166.0,2.36,2.17,0.703,67.3,1360.0,5.58,0.678,0.58,Web/CloudOps,2.0
+bitbrains_rnd/H/short,tide,1640000.0,1640000.0,182.0,6.75,3.44,0.739,220.0,1280.0,5.6,0.795,0.71,Web/CloudOps,2.0
+bizitobs_application/10S/short,tide,9790000.0,9790000.0,1450.0,3.86,0.0584,0.0574,58.4,3130.0,0.121,0.0559,0.0547,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,tide,40.3,40.3,4.31,0.45,0.233,0.27,5.04,6.35,0.218,0.148,0.124,Web/CloudOps,7.0
+bizitobs_l2c/H/short,tide,65.0,65.0,5.19,0.524,0.467,0.641,3.55,8.06,0.434,0.28,0.219,Web/CloudOps,7.0
+bizitobs_service/10S/short,tide,23600.0,23600.0,60.7,3.0,0.159,0.111,49.2,154.0,0.114,0.0449,0.041,Web/CloudOps,2.0
+car_parts/M/short,tide,1.66,1.66,0.607,1.11,0.996,1.91,19.0,1.29,3.09,1.45,1.23,Sales,1.0
+covid_deaths/D/short,tide,3390000.0,3390000.0,343.0,51.2,0.156,0.442,1120.0,1840.0,0.693,0.129,0.171,Healthcare,1.0
+electricity/15T/short,tide,249000.0,249000.0,87.1,1.59,0.279,0.239,18.3,499.0,0.984,0.172,0.144,Energy,1.0
+electricity/D/short,tide,3040000000.0,3040000000.0,5850.0,1.78,0.587,0.124,19.1,55100.0,0.906,0.0961,0.0776,Energy,1.0
+electricity/H/short,tide,1910000.0,1910000.0,220.0,1.22,0.309,0.17,13.7,1380.0,0.653,0.104,0.0863,Energy,1.0
+electricity/W/short,tide,338000000000.0,338000000000.0,55400.0,1.95,0.277,0.122,36.0,582000.0,1.33,0.126,0.113,Energy,1.0
+ett1/15T/short,tide,6.92,6.92,1.5,0.979,0.495,0.322,8.49,2.63,0.497,0.284,0.224,Energy,7.0
+ett1/D/short,tide,390000.0,390000.0,482.0,6.9,2.32,1.72,47.1,625.0,1.64,1.27,1.06,Energy,7.0
+ett1/H/short,tide,128.0,128.0,5.78,0.964,0.489,0.305,9.65,11.3,0.529,0.27,0.222,Energy,7.0
+ett1/W/short,tide,1390000.0,1390000.0,898.0,1.49,0.634,0.532,12.2,1180.0,0.468,0.357,0.284,Energy,7.0
+ett2/15T/short,tide,10.4,10.4,2.12,0.945,0.135,0.157,14.8,3.23,0.153,0.101,0.0932,Energy,7.0
+ett2/D/short,tide,163000.0,163000.0,278.0,2.19,0.379,0.206,27.1,404.0,0.231,0.159,0.13,Energy,7.0
+ett2/H/short,tide,236.0,236.0,10.3,1.27,0.176,0.175,23.4,15.4,0.195,0.131,0.128,Energy,7.0
+ett2/W/short,tide,218000000.0,218000000.0,11100.0,6.92,0.956,1.58,53.8,14800.0,1.24,0.931,0.712,Energy,7.0
+hierarchical_sales/D/short,tide,62.3,62.3,4.32,1.33,1.42,1.88,13.2,7.89,2.42,1.33,1.07,Sales,1.0
+hierarchical_sales/W/short,tide,718.0,718.0,14.4,1.17,0.92,0.759,10.9,26.8,1.23,0.66,0.532,Sales,1.0
+hospital/M/short,tide,17500.0,17500.0,40.1,1.08,0.211,0.216,14.2,132.0,0.48,0.146,0.129,Healthcare,1.0
+jena_weather/10T/short,tide,2940.0,2940.0,21.3,1.41,0.727,0.689,60.0,54.3,0.337,0.132,0.184,Nature,21.0
+jena_weather/D/short,tide,29500.0,29500.0,79.8,12.0,1.64,0.701,80.9,172.0,1.03,0.48,0.333,Nature,21.0
+jena_weather/H/short,tide,2220.0,2220.0,18.9,1.63,4.39,0.661,52.5,47.1,0.289,0.116,0.152,Nature,21.0
+kdd_cup_2018/D/short,tide,8380.0,8380.0,54.3,3.43,1.37,1.56,27.0,91.5,2.05,1.22,1.01,Nature,1.0
+kdd_cup_2018/H/short,tide,5390.0,5390.0,28.6,1.16,1.27,0.597,11.1,73.4,1.54,0.598,0.477,Nature,1.0
+loop_seattle/5T/short,tide,70.6,70.6,4.9,0.766,0.142,0.1,9.23,8.4,0.144,0.084,0.0728,Transport,1.0
+loop_seattle/D/short,tide,18.1,18.1,3.03,0.925,0.0564,0.0558,8.03,4.25,0.076,0.0542,0.0441,Transport,1.0
+loop_seattle/H/short,tide,77.0,77.0,5.44,1.13,0.163,0.121,11.1,8.78,0.155,0.0963,0.0794,Transport,1.0
+m_dense/D/short,tide,13700.0,13700.0,65.4,0.911,0.148,0.131,8.17,117.0,0.202,0.113,0.0907,Transport,1.0
+m_dense/H/short,tide,62100.0,62100.0,114.0,0.984,0.383,0.273,11.5,249.0,0.442,0.202,0.168,Transport,1.0
+m4_daily/D/short,tide,434000.0,434000.0,187.0,3.46,0.0488,0.0324,72.0,659.0,0.102,0.0289,0.0321,Econ/Fin,1.0
+m4_hourly/H/short,tide,5480000.0,5480000.0,411.0,3.92,0.195,0.181,45.1,2340.0,0.32,0.0561,0.0477,Econ/Fin,1.0
+m4_monthly/M/short,tide,2310000.0,2310000.0,727.0,1.75,0.195,0.166,32.5,1520.0,0.316,0.151,0.135,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,tide,2310000.0,2310000.0,720.0,1.68,0.161,0.127,18.5,1520.0,0.254,0.12,0.101,Econ/Fin,1.0
+m4_weekly/W-SUN/short,tide,613000.0,613000.0,438.0,5.08,0.1,0.101,55.3,783.0,0.143,0.0799,0.0658,Econ/Fin,1.0
+m4_yearly/A-DEC/short,tide,4170000.0,4170000.0,1150.0,5.02,0.211,0.192,61.2,2040.0,0.328,0.184,0.155,Econ/Fin,1.0
+restaurant/D/short,tide,169.0,169.0,8.0,0.757,0.678,0.429,7.37,13.0,0.599,0.368,0.297,Sales,1.0
+saugeen/D/short,tide,1280.0,1280.0,14.2,3.16,0.34,0.368,44.6,35.7,1.16,0.461,0.397,Nature,1.0
+saugeen/M/short,tide,780.0,780.0,17.2,1.01,0.526,0.522,8.42,27.9,0.838,0.517,0.424,Nature,1.0
+saugeen/W/short,tide,1600.0,1600.0,19.4,1.57,0.49,0.513,23.5,40.0,1.21,0.586,0.523,Nature,1.0
+solar/10T/short,tide,59.3,59.3,3.44,1.52,1.21,1.91,41.1,7.7,2.24,1.0,0.95,Energy,1.0
+solar/D/short,tide,183000.0,183000.0,291.0,1.13,1.28,0.453,9.12,428.0,0.618,0.421,0.352,Energy,1.0
+solar/H/short,tide,831.0,831.0,13.0,1.0,3.23,1.45,9.0,28.8,1.06,0.478,0.38,Energy,1.0
+solar/W/short,tide,2430000.0,2430000.0,1210.0,1.34,0.267,0.24,8.09,1560.0,0.318,0.248,0.187,Energy,1.0
+sz_taxi/15T/short,tide,20.2,20.2,3.07,0.617,1230000000000.0,0.447,6.81,4.49,0.42,0.287,0.241,Transport,1.0
+sz_taxi/H/short,tide,9.05,9.05,2.14,0.662,1.22,0.326,10.2,3.01,0.28,0.199,0.195,Transport,1.0
+temperature_rain/D/short,tide,237.0,237.0,7.02,1.8,44.1,1.53,29.4,15.4,1.81,0.826,0.697,Nature,1.0
+us_births/D/short,tide,307000.0,307000.0,424.0,0.624,0.0415,0.0408,4.7,554.0,0.0519,0.0398,0.0309,Healthcare,1.0
+us_births/M/short,tide,68100000.0,68100000.0,6950.0,0.784,0.0216,0.0219,13.7,8250.0,0.0256,0.0216,0.0231,Healthcare,1.0
+us_births/W/short,tide,2800000.0,2800000.0,1300.0,1.18,0.0175,0.0175,20.6,1670.0,0.0227,0.0176,0.0164,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,tide,3260000.0,3260000.0,295.0,1.61,4.08,0.907,33.5,1810.0,5.49,0.896,0.764,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,tide,2230000.0,2230000.0,186.0,5.26,1.88,0.848,179.0,1490.0,6.28,0.781,0.726,Web/CloudOps,2.0
+bizitobs_application/10S/medium,tide,5440000.0,5440000.0,1340.0,2.98,0.0433,0.0441,30.6,2330.0,0.0916,0.0527,0.0452,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,tide,146.0,146.0,8.17,0.786,0.56,0.928,10.3,12.1,0.636,0.43,0.361,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,tide,201.0,201.0,9.91,0.987,1.0,1.03,9.38,14.2,0.859,0.6,0.493,Web/CloudOps,7.0
+bizitobs_service/10S/medium,tide,93700.0,93700.0,70.1,1.84,0.179,0.112,27.6,306.0,0.23,0.0527,0.0495,Web/CloudOps,2.0
+electricity/15T/medium,tide,312000.0,312000.0,67.2,1.09,0.187,0.172,11.5,558.0,0.962,0.116,0.0956,Energy,1.0
+electricity/H/medium,tide,7770000.0,7770000.0,298.0,1.33,0.308,0.174,14.0,2790.0,1.09,0.116,0.0948,Energy,1.0
+ett1/15T/medium,tide,10.8,10.8,1.85,1.18,0.799,0.444,10.3,3.29,0.626,0.353,0.285,Energy,7.0
+ett1/H/medium,tide,155.0,155.0,7.67,1.43,5300000000000.0,0.478,11.3,12.4,0.596,0.367,0.292,Energy,7.0
+ett2/15T/medium,tide,20.0,20.0,2.97,1.27,0.19,0.224,29.0,4.47,0.238,0.158,0.166,Energy,7.0
+ett2/H/medium,tide,339.0,339.0,12.7,1.59,0.235,0.252,24.9,18.4,0.248,0.171,0.154,Energy,7.0
+jena_weather/10T/medium,tide,1720.0,1720.0,14.4,0.941,1.47,0.669,32.9,41.4,0.254,0.0886,0.109,Nature,21.0
+jena_weather/H/medium,tide,1750.0,1750.0,16.4,1.26,7.76,0.711,40.1,41.8,0.256,0.101,0.121,Nature,21.0
+kdd_cup_2018/H/medium,tide,5220.0,5220.0,26.9,1.13,1.04,0.609,11.4,72.2,1.51,0.562,0.466,Nature,1.0
+loop_seattle/5T/medium,tide,99.2,99.2,6.34,1.01,0.223,0.142,9.63,9.96,0.177,0.113,0.0921,Transport,1.0
+loop_seattle/H/medium,tide,82.1,82.1,6.01,1.23,0.16,0.133,11.9,9.06,0.16,0.106,0.0876,Transport,1.0
+m_dense/H/medium,tide,57000.0,57000.0,117.0,0.993,0.43,0.319,9.43,239.0,0.415,0.204,0.168,Transport,1.0
+solar/10T/medium,tide,22.7,22.7,2.24,0.974,3.7,1.48,7.22,4.77,1.06,0.496,0.395,Energy,1.0
+solar/H/medium,tide,694.0,694.0,12.2,0.935,4.24,1.42,9.17,26.3,0.949,0.441,0.344,Energy,1.0
+sz_taxi/15T/medium,tide,23.2,23.2,3.35,0.657,11300000000000.0,0.551,6.0,4.82,0.449,0.312,0.253,Transport,1.0
+electricity/15T/long,tide,502000.0,502000.0,78.3,1.19,0.209,0.183,11.6,709.0,1.12,0.124,0.1,Energy,1.0
+electricity/H/long,tide,12300000.0,12300000.0,377.0,1.61,0.434,0.198,15.5,3500.0,1.38,0.149,0.119,Energy,1.0
+solar/10T/long,tide,21.4,21.4,2.17,0.946,3.31,1.48,5.81,4.63,1.0,0.469,0.357,Energy,1.0
+solar/H/long,tide,960.0,960.0,14.8,1.13,10.3,1.43,9.02,31.0,1.07,0.515,0.429,Energy,1.0
+kdd_cup_2018/H/long,tide,4400.0,4400.0,26.9,1.16,1.15,0.721,11.9,66.4,1.56,0.632,0.527,Nature,1.0
+loop_seattle/5T/long,tide,111.0,111.0,6.77,1.07,0.248,0.148,12.1,10.5,0.186,0.12,0.101,Transport,1.0
+loop_seattle/H/long,tide,81.2,81.2,5.95,1.24,0.185,0.133,10.8,9.01,0.161,0.106,0.087,Transport,1.0
+sz_taxi/15T/long,tide,39.1,39.1,4.39,0.867,5440000000000.0,0.577,6.95,6.26,0.579,0.407,0.315,Transport,1.0
+m_dense/H/long,tide,55000.0,55000.0,116.0,0.966,0.443,0.318,8.62,235.0,0.406,0.2,0.162,Transport,1.0
+ett1/15T/long,tide,10.3,10.3,1.88,1.22,0.797,0.463,10.7,3.2,0.61,0.358,0.288,Energy,7.0
+ett1/H/long,tide,178.0,178.0,8.23,1.52,3910000000000.0,0.531,12.4,13.4,0.639,0.394,0.313,Energy,7.0
+ett2/15T/long,tide,16.4,16.4,2.92,1.39,0.194,0.241,15.9,4.05,0.216,0.155,0.127,Energy,7.0
+ett2/H/long,tide,304.0,304.0,11.2,1.31,0.211,0.208,14.4,17.4,0.239,0.154,0.128,Energy,7.0
+jena_weather/10T/long,tide,1610.0,1610.0,13.6,0.822,1.28,0.672,20.7,40.1,0.246,0.0833,0.0847,Nature,21.0
+jena_weather/H/long,tide,2870.0,2870.0,25.9,2.43,7.0,0.682,29.2,53.6,0.322,0.156,0.122,Nature,21.0
+bitbrains_fast_storage/5T/long,tide,3300000.0,3300000.0,321.0,1.59,3.31,0.88,36.1,1820.0,4.8,0.847,0.706,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,tide,2440000.0,2440000.0,258.0,4.09,4.63,0.813,129.0,1560.0,5.99,0.988,0.8,Web/CloudOps,2.0
+bizitobs_application/10S/long,tide,8870000.0,8870000.0,1820.0,4.06,0.0587,0.06,26.1,2980.0,0.115,0.0701,0.0584,Web/CloudOps,2.0
+bizitobs_service/10S/long,tide,142000.0,142000.0,97.8,2.16,0.257,0.133,33.4,377.0,0.279,0.0725,0.0646,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,tide,411.0,411.0,14.5,1.36,0.839,1.39,9.72,20.3,1.14,0.813,0.619,Web/CloudOps,7.0
+bizitobs_l2c/H/long,tide,181.0,181.0,9.65,0.99,1.08,1.04,8.22,13.4,0.821,0.589,0.475,Web/CloudOps,7.0

results/timesfm/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,timesfm,1950000.0,2030000.0,187.0,0.874,1.94,0.57,26.5,1400.0,4.38,0.587,0.476
-bitbrains_fast_storage/H/short,timesfm,3040000.0,3120000.0,333.0,1.18,4.73,0.47,30.7,1740.0,4.97,0.95,0.699
-bitbrains_rnd/5T/short,timesfm,1840000.0,1910000.0,146.0,1.98,1.35,0.527,82.8,1360.0,5.55,0.596,0.519
-bitbrains_rnd/H/short,timesfm,1830000.0,1940000.0,176.0,6.09,2.73,0.521,235.0,1350.0,5.93,0.77,0.654
-bizitobs_application/nan/short,timesfm,15000000.0,15300000.0,1670.0,4.36,0.0622,0.0649,37.2,3880.0,0.15,0.0643,0.0555
-bizitobs_l2c/5T/short,timesfm,23.1,23.2,2.89,0.31,0.178,0.19,3.33,4.81,0.165,0.0991,0.0801
-bizitobs_l2c/H/short,timesfm,245.0,257.0,10.8,1.05,0.964,0.966,12.7,15.7,0.844,0.584,0.485
-bizitobs_service/nan/short,timesfm,56400.0,58000.0,79.9,2.9,0.456,0.133,30.1,237.0,0.176,0.0592,0.051
-car_parts/nan/short,timesfm,1.39,1.36,0.498,0.893,0.772,1.84,18.5,1.18,2.83,1.19,1.02
-covid_deaths/nan/short,timesfm,15800000.0,20300000.0,623.0,55.6,0.175,0.443,1090.0,3980.0,1.5,0.235,0.204
-electricity/15T/short,timesfm,245000.0,249000.0,80.8,1.48,0.233,0.215,14.0,495.0,0.975,0.159,0.13
-electricity/D/short,timesfm,3060000000.0,3050000000.0,6040.0,1.75,0.489,0.109,13.9,55300.0,0.909,0.0993,0.0772
-electricity/H/short,timesfm,1500000.0,1530000.0,167.0,0.878,0.188,0.114,9.78,1230.0,0.579,0.0787,0.0643
-electricity/W/short,timesfm,375000000000.0,342000000000.0,47000.0,1.86,0.261,0.118,20.6,612000.0,1.4,0.107,0.0878
-ett1/15T/short,timesfm,5.85,5.9,1.3,0.875,0.493,0.295,6.33,2.42,0.457,0.245,0.193
-ett1/D/short,timesfm,43200.0,42800.0,138.0,1.7,2.03,0.456,10.5,208.0,0.546,0.364,0.28
-ett1/H/short,timesfm,110.0,112.0,5.59,0.938,0.481,0.285,6.7,10.5,0.49,0.261,0.209
-ett1/W/short,timesfm,1920000.0,1730000.0,982.0,1.73,0.784,0.58,8.28,1380.0,0.551,0.391,0.307
-ett2/15T/short,timesfm,9.63,9.48,2.03,0.898,0.131,0.15,6.58,3.1,0.147,0.0966,0.0771
-ett2/D/short,timesfm,171000.0,170000.0,246.0,1.64,0.463,0.166,14.4,413.0,0.237,0.141,0.113
-ett2/H/short,timesfm,138.0,138.0,7.33,0.821,0.131,0.12,5.8,11.7,0.149,0.0929,0.0738
-ett2/W/short,timesfm,8790000.0,7880000.0,1700.0,1.13,0.169,0.183,7.65,2970.0,0.249,0.143,0.111
-hierarchical_sales/D/short,timesfm,27.7,29.0,2.3,0.745,0.624,1.03,7.15,5.27,1.62,0.707,0.573
-hierarchical_sales/W/short,timesfm,453.0,441.0,8.96,0.725,0.542,0.467,6.65,21.3,0.977,0.411,0.343
-hospital/nan/short,timesfm,2690.0,2750.0,18.5,0.783,0.198,0.178,5.17,51.9,0.188,0.0673,0.0524
-jena_weather/10T/short,timesfm,931.0,1020.0,6.9,0.318,0.418,0.576,3.13,30.5,0.189,0.0429,0.0363
-jena_weather/D/short,timesfm,649.0,569.0,12.0,1.2,0.744,0.493,8.19,25.5,0.153,0.0726,0.0587
-jena_weather/H/short,timesfm,1210.0,1210.0,9.39,0.589,2.22,0.623,5.15,34.7,0.213,0.0575,0.0479
-kdd_cup_2018/D/short,timesfm,2610.0,2860.0,21.4,1.21,0.542,0.476,9.68,51.1,1.14,0.479,0.38
-kdd_cup_2018/H/short,timesfm,4910.0,4970.0,26.4,1.09,1.13,0.551,8.95,70.1,1.47,0.552,0.446
-loop_seattle/5T/short,timesfm,83.8,83.7,5.38,0.836,0.155,0.11,8.18,9.15,0.157,0.0923,0.0751
-loop_seattle/D/short,timesfm,18.0,18.2,2.91,0.88,0.0542,0.0537,7.66,4.25,0.0759,0.052,0.0425
-loop_seattle/H/short,timesfm,87.5,90.4,5.68,1.15,0.178,0.125,10.1,9.35,0.166,0.1,0.082
-m_dense/D/short,timesfm,10300.0,10200.0,49.8,0.702,0.125,0.101,7.66,102.0,0.176,0.0862,0.0702
-m_dense/H/short,timesfm,45500.0,45400.0,96.4,0.849,0.326,0.239,8.59,213.0,0.378,0.171,0.14
-m4_daily/nan/short,timesfm,370000.0,362000.0,173.0,3.27,0.038,0.0298,26.1,609.0,0.094,0.0268,0.0213
-m4_hourly/nan/short,timesfm,505000.0,555000.0,196.0,0.768,0.102,0.0933,5.96,711.0,0.097,0.0268,0.021
-m4_monthly/nan/short,timesfm,2090000.0,2030000.0,580.0,0.957,0.167,0.137,8.04,1450.0,0.301,0.121,0.0969
-m4_quarterly/nan/short,timesfm,2140000.0,2130000.0,627.0,1.4,0.125,0.114,11.0,1460.0,0.245,0.105,0.0846
-m4_weekly/nan/short,timesfm,305000.0,297000.0,286.0,2.42,0.0688,0.0694,17.1,552.0,0.101,0.0521,0.0413
-m4_yearly/nan/short,timesfm,3870000.0,3740000.0,897.0,3.35,0.17,0.149,32.4,1970.0,0.315,0.144,0.117
-restaurant/nan/short,timesfm,146.0,148.0,7.37,0.704,0.706,0.403,4.78,12.1,0.557,0.339,0.265
-saugeen/D/short,timesfm,1260.0,1380.0,14.9,3.3,0.384,0.413,45.7,35.5,1.15,0.482,0.417
-saugeen/M/short,timesfm,414.0,445.0,13.9,0.814,0.43,0.41,4.79,20.3,0.611,0.417,0.328
-saugeen/W/short,timesfm,903.0,983.0,15.8,1.28,0.438,0.436,12.1,30.0,0.907,0.477,0.382
-solar/10T/short,timesfm,52.7,52.5,3.38,1.49,4.78,1.44,26.7,7.26,2.11,0.984,0.871
-solar/D/short,timesfm,123000.0,135000.0,254.0,0.99,1.1,0.426,5.81,351.0,0.507,0.366,0.288
-solar/H/short,timesfm,830.0,807.0,13.4,1.04,6.1,1.35,9.81,28.8,1.06,0.495,0.403
-solar/W/short,timesfm,1700000.0,1700000.0,1050.0,1.15,0.237,0.204,6.35,1310.0,0.266,0.214,0.157
-sz_taxi/15T/short,timesfm,17.2,17.3,2.79,0.558,889000000000.0,0.41,4.18,4.14,0.388,0.261,0.206
-sz_taxi/H/short,timesfm,7.29,7.32,1.86,0.566,0.939,0.301,4.03,2.7,0.252,0.174,0.137
-temperature_rain/nan/short,timesfm,179.0,193.0,6.06,1.42,29.3,1.5,23.2,13.4,1.57,0.713,0.581
-us_births/D/short,timesfm,338000.0,310000.0,375.0,0.552,0.0356,0.035,4.64,582.0,0.0545,0.0352,0.0285
-us_births/M/short,timesfm,42800000.0,41800000.0,5510.0,0.622,0.017,0.0172,4.02,6540.0,0.0203,0.0171,0.0126
-us_births/W/short,timesfm,2390000.0,2320000.0,1170.0,1.06,0.0158,0.0157,7.48,1540.0,0.021,0.0158,0.0125
-bitbrains_fast_storage/5T/medium,timesfm,3060000.0,3180000.0,281.0,20.3,3.76,0.755,722.0,1750.0,5.31,0.854,0.746
-bitbrains_rnd/5T/medium,timesfm,2230000.0,2290000.0,188.0,49.8,2.03,0.704,1800.0,1490.0,6.28,0.791,0.734
-bizitobs_application/nan/medium,timesfm,46700000.0,47400000.0,3750.0,11.2,0.159,0.161,275.0,6830.0,0.268,0.147,0.136
-bizitobs_l2c/5T/medium,timesfm,173.0,174.0,9.04,0.887,0.628,0.859,25.9,13.1,0.692,0.476,0.449
-bizitobs_l2c/H/medium,timesfm,544.0,555.0,16.1,1.49,2.27,1.02,24.4,23.3,1.41,0.976,0.856
-bizitobs_service/nan/medium,timesfm,181000.0,183000.0,160.0,6.46,0.793,0.254,147.0,426.0,0.321,0.121,0.109
-electricity/15T/medium,timesfm,603000.0,601000.0,92.2,1.49,0.248,0.216,23.7,776.0,1.34,0.159,0.138
-electricity/H/medium,timesfm,5940000.0,6010000.0,246.0,1.07,0.219,0.13,14.5,2440.0,0.951,0.096,0.0819
-ett1/15T/medium,timesfm,12.4,12.4,2.02,1.27,0.807,0.475,18.7,3.52,0.672,0.385,0.329
-ett1/H/medium,timesfm,149.0,150.0,7.33,1.44,2380000000000.0,0.489,24.6,12.2,0.584,0.351,0.304
-ett2/15T/medium,timesfm,14.0,14.0,2.38,1.01,0.156,0.189,18.2,3.74,0.199,0.127,0.112
-ett2/H/medium,timesfm,282.0,281.0,10.6,1.12,0.188,0.186,20.0,16.8,0.226,0.143,0.126
-jena_weather/10T/medium,timesfm,1890.0,1920.0,12.2,1.1,1.04,0.678,28.8,43.5,0.267,0.0748,0.0671
-jena_weather/H/medium,timesfm,1500.0,1510.0,11.8,1.05,3.24,0.678,23.2,38.7,0.237,0.072,0.0649
-kdd_cup_2018/H/medium,timesfm,5120.0,5130.0,26.8,1.14,1.2,0.587,19.6,71.6,1.5,0.562,0.493
-loop_seattle/5T/medium,timesfm,205.0,208.0,9.62,1.49,0.315,0.207,27.7,14.3,0.255,0.171,0.151
-loop_seattle/H/medium,timesfm,101.0,98.5,6.51,1.32,0.176,0.142,20.4,10.0,0.177,0.115,0.1
-m_dense/H/medium,timesfm,40400.0,40700.0,90.0,0.765,0.3,0.23,10.8,201.0,0.35,0.157,0.132
-solar/10T/medium,timesfm,43.1,44.2,3.18,1.38,2.72,1.41,24.4,6.56,1.46,0.706,0.623
-solar/H/medium,timesfm,895.0,901.0,13.6,1.04,5.43,1.32,16.8,29.9,1.08,0.488,0.425
-sz_taxi/15T/medium,timesfm,17.3,17.4,2.86,0.558,9520000000000.0,0.425,9.9,4.16,0.387,0.266,0.233
-electricity/15T/long,timesfm,861000.0,847000.0,99.2,1.5,0.25,0.215,26.6,928.0,1.46,0.157,0.137
-electricity/H/long,timesfm,9790000.0,9900000.0,293.0,1.21,0.337,0.145,19.8,3130.0,1.23,0.115,0.101
-solar/10T/long,timesfm,48.5,50.6,3.64,1.58,2.46,1.52,30.9,6.96,1.5,0.787,0.703
-solar/H/long,timesfm,1280.0,1280.0,18.7,1.44,7.3,1.38,26.7,35.8,1.24,0.65,0.572
-kdd_cup_2018/H/long,timesfm,3990.0,4020.0,25.3,1.09,1.18,0.626,24.6,63.2,1.48,0.594,0.537
-loop_seattle/5T/long,timesfm,193.0,195.0,9.22,1.43,0.315,0.194,33.3,13.9,0.246,0.163,0.148
-loop_seattle/H/long,timesfm,92.3,95.4,6.09,1.26,0.202,0.134,24.3,9.6,0.172,0.109,0.0967
-sz_taxi/15T/long,timesfm,16.6,16.6,2.83,0.535,8620000000000.0,0.415,12.1,4.07,0.377,0.262,0.238
-m_dense/H/long,timesfm,38800.0,38800.0,91.4,0.787,0.312,0.235,12.1,197.0,0.341,0.158,0.135
-ett1/15T/long,timesfm,12.6,12.6,2.11,1.32,0.799,0.497,25.5,3.55,0.677,0.402,0.358
-ett1/H/long,timesfm,178.0,180.0,7.4,1.41,1920000000000.0,0.478,30.9,13.3,0.638,0.354,0.317
-ett2/15T/long,timesfm,14.5,14.4,2.44,1.03,0.161,0.196,23.7,3.8,0.203,0.13,0.119
-ett2/H/long,timesfm,253.0,250.0,10.0,1.09,0.186,0.184,25.3,15.9,0.218,0.138,0.125
-jena_weather/10T/long,timesfm,1910.0,1920.0,12.3,1.36,1.16,0.673,39.4,43.7,0.267,0.0755,0.0688
-jena_weather/H/long,timesfm,2230.0,2120.0,16.4,1.38,5.38,0.69,36.2,47.2,0.284,0.0985,0.0891
-bitbrains_fast_storage/5T/long,timesfm,3800000.0,3830000.0,334.0,32.0,4.11,0.786,1130.0,1950.0,5.15,0.882,0.806
-bitbrains_rnd/5T/long,timesfm,2660000.0,2710000.0,225.0,91.0,3.18,0.699,3270.0,1630.0,6.24,0.862,0.806
-bizitobs_application/nan/long,timesfm,31300000.0,31300000.0,3530.0,16.3,0.245,0.217,427.0,5590.0,0.216,0.136,0.128
-bizitobs_service/nan/long,timesfm,244000.0,244000.0,196.0,7.77,1.36,0.298,213.0,494.0,0.366,0.145,0.137
-bizitobs_l2c/5T/long,timesfm,370.0,372.0,13.5,1.28,1.01,1.15,43.0,19.2,1.08,0.757,0.734
-bizitobs_l2c/H/long,timesfm,313.0,315.0,12.9,1.27,1.3,1.12,30.8,17.7,1.08,0.787,0.724

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,timesfm,1950000.0,2030000.0,187.0,0.874,1.94,0.57,26.5,1400.0,4.38,0.587,0.476,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,timesfm,3040000.0,3120000.0,333.0,1.18,4.73,0.47,30.7,1740.0,4.97,0.95,0.699,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,timesfm,1840000.0,1910000.0,146.0,1.98,1.35,0.527,82.8,1360.0,5.55,0.596,0.519,Web/CloudOps,2.0
+bitbrains_rnd/H/short,timesfm,1830000.0,1940000.0,176.0,6.09,2.73,0.521,235.0,1350.0,5.93,0.77,0.654,Web/CloudOps,2.0
+bizitobs_application/10S/short,timesfm,15000000.0,15300000.0,1670.0,4.36,0.0622,0.0649,37.2,3880.0,0.15,0.0643,0.0555,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,timesfm,23.1,23.2,2.89,0.31,0.178,0.19,3.33,4.81,0.165,0.0991,0.0801,Web/CloudOps,7.0
+bizitobs_l2c/H/short,timesfm,245.0,257.0,10.8,1.05,0.964,0.966,12.7,15.7,0.844,0.584,0.485,Web/CloudOps,7.0
+bizitobs_service/10S/short,timesfm,56400.0,58000.0,79.9,2.9,0.456,0.133,30.1,237.0,0.176,0.0592,0.051,Web/CloudOps,2.0
+car_parts/M/short,timesfm,1.39,1.36,0.498,0.893,0.772,1.84,18.5,1.18,2.83,1.19,1.02,Sales,1.0
+covid_deaths/D/short,timesfm,15800000.0,20300000.0,623.0,55.6,0.175,0.443,1090.0,3980.0,1.5,0.235,0.204,Healthcare,1.0
+electricity/15T/short,timesfm,245000.0,249000.0,80.8,1.48,0.233,0.215,14.0,495.0,0.975,0.159,0.13,Energy,1.0
+electricity/D/short,timesfm,3060000000.0,3050000000.0,6040.0,1.75,0.489,0.109,13.9,55300.0,0.909,0.0993,0.0772,Energy,1.0
+electricity/H/short,timesfm,1500000.0,1530000.0,167.0,0.878,0.188,0.114,9.78,1230.0,0.579,0.0787,0.0643,Energy,1.0
+electricity/W/short,timesfm,375000000000.0,342000000000.0,47000.0,1.86,0.261,0.118,20.6,612000.0,1.4,0.107,0.0878,Energy,1.0
+ett1/15T/short,timesfm,5.85,5.9,1.3,0.875,0.493,0.295,6.33,2.42,0.457,0.245,0.193,Energy,7.0
+ett1/D/short,timesfm,43200.0,42800.0,138.0,1.7,2.03,0.456,10.5,208.0,0.546,0.364,0.28,Energy,7.0
+ett1/H/short,timesfm,110.0,112.0,5.59,0.938,0.481,0.285,6.7,10.5,0.49,0.261,0.209,Energy,7.0
+ett1/W/short,timesfm,1920000.0,1730000.0,982.0,1.73,0.784,0.58,8.28,1380.0,0.551,0.391,0.307,Energy,7.0
+ett2/15T/short,timesfm,9.63,9.48,2.03,0.898,0.131,0.15,6.58,3.1,0.147,0.0966,0.0771,Energy,7.0
+ett2/D/short,timesfm,171000.0,170000.0,246.0,1.64,0.463,0.166,14.4,413.0,0.237,0.141,0.113,Energy,7.0
+ett2/H/short,timesfm,138.0,138.0,7.33,0.821,0.131,0.12,5.8,11.7,0.149,0.0929,0.0738,Energy,7.0
+ett2/W/short,timesfm,8790000.0,7880000.0,1700.0,1.13,0.169,0.183,7.65,2970.0,0.249,0.143,0.111,Energy,7.0
+hierarchical_sales/D/short,timesfm,27.7,29.0,2.3,0.745,0.624,1.03,7.15,5.27,1.62,0.707,0.573,Sales,1.0
+hierarchical_sales/W/short,timesfm,453.0,441.0,8.96,0.725,0.542,0.467,6.65,21.3,0.977,0.411,0.343,Sales,1.0
+hospital/M/short,timesfm,2690.0,2750.0,18.5,0.783,0.198,0.178,5.17,51.9,0.188,0.0673,0.0524,Healthcare,1.0
+jena_weather/10T/short,timesfm,931.0,1020.0,6.9,0.318,0.418,0.576,3.13,30.5,0.189,0.0429,0.0363,Nature,21.0
+jena_weather/D/short,timesfm,649.0,569.0,12.0,1.2,0.744,0.493,8.19,25.5,0.153,0.0726,0.0587,Nature,21.0
+jena_weather/H/short,timesfm,1210.0,1210.0,9.39,0.589,2.22,0.623,5.15,34.7,0.213,0.0575,0.0479,Nature,21.0
+kdd_cup_2018/D/short,timesfm,2610.0,2860.0,21.4,1.21,0.542,0.476,9.68,51.1,1.14,0.479,0.38,Nature,1.0
+kdd_cup_2018/H/short,timesfm,4910.0,4970.0,26.4,1.09,1.13,0.551,8.95,70.1,1.47,0.552,0.446,Nature,1.0
+loop_seattle/5T/short,timesfm,83.8,83.7,5.38,0.836,0.155,0.11,8.18,9.15,0.157,0.0923,0.0751,Transport,1.0
+loop_seattle/D/short,timesfm,18.0,18.2,2.91,0.88,0.0542,0.0537,7.66,4.25,0.0759,0.052,0.0425,Transport,1.0
+loop_seattle/H/short,timesfm,87.5,90.4,5.68,1.15,0.178,0.125,10.1,9.35,0.166,0.1,0.082,Transport,1.0
+m_dense/D/short,timesfm,10300.0,10200.0,49.8,0.702,0.125,0.101,7.66,102.0,0.176,0.0862,0.0702,Transport,1.0
+m_dense/H/short,timesfm,45500.0,45400.0,96.4,0.849,0.326,0.239,8.59,213.0,0.378,0.171,0.14,Transport,1.0
+m4_daily/D/short,timesfm,370000.0,362000.0,173.0,3.27,0.038,0.0298,26.1,609.0,0.094,0.0268,0.0213,Econ/Fin,1.0
+m4_hourly/H/short,timesfm,505000.0,555000.0,196.0,0.768,0.102,0.0933,5.96,711.0,0.097,0.0268,0.021,Econ/Fin,1.0
+m4_monthly/M/short,timesfm,2090000.0,2030000.0,580.0,0.957,0.167,0.137,8.04,1450.0,0.301,0.121,0.0969,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,timesfm,2140000.0,2130000.0,627.0,1.4,0.125,0.114,11.0,1460.0,0.245,0.105,0.0846,Econ/Fin,1.0
+m4_weekly/W-SUN/short,timesfm,305000.0,297000.0,286.0,2.42,0.0688,0.0694,17.1,552.0,0.101,0.0521,0.0413,Econ/Fin,1.0
+m4_yearly/A-DEC/short,timesfm,3870000.0,3740000.0,897.0,3.35,0.17,0.149,32.4,1970.0,0.315,0.144,0.117,Econ/Fin,1.0
+restaurant/D/short,timesfm,146.0,148.0,7.37,0.704,0.706,0.403,4.78,12.1,0.557,0.339,0.265,Sales,1.0
+saugeen/D/short,timesfm,1260.0,1380.0,14.9,3.3,0.384,0.413,45.7,35.5,1.15,0.482,0.417,Nature,1.0
+saugeen/M/short,timesfm,414.0,445.0,13.9,0.814,0.43,0.41,4.79,20.3,0.611,0.417,0.328,Nature,1.0
+saugeen/W/short,timesfm,903.0,983.0,15.8,1.28,0.438,0.436,12.1,30.0,0.907,0.477,0.382,Nature,1.0
+solar/10T/short,timesfm,52.7,52.5,3.38,1.49,4.78,1.44,26.7,7.26,2.11,0.984,0.871,Energy,1.0
+solar/D/short,timesfm,123000.0,135000.0,254.0,0.99,1.1,0.426,5.81,351.0,0.507,0.366,0.288,Energy,1.0
+solar/H/short,timesfm,830.0,807.0,13.4,1.04,6.1,1.35,9.81,28.8,1.06,0.495,0.403,Energy,1.0
+solar/W/short,timesfm,1700000.0,1700000.0,1050.0,1.15,0.237,0.204,6.35,1310.0,0.266,0.214,0.157,Energy,1.0
+sz_taxi/15T/short,timesfm,17.2,17.3,2.79,0.558,889000000000.0,0.41,4.18,4.14,0.388,0.261,0.206,Transport,1.0
+sz_taxi/H/short,timesfm,7.29,7.32,1.86,0.566,0.939,0.301,4.03,2.7,0.252,0.174,0.137,Transport,1.0
+temperature_rain/D/short,timesfm,179.0,193.0,6.06,1.42,29.3,1.5,23.2,13.4,1.57,0.713,0.581,Nature,1.0
+us_births/D/short,timesfm,338000.0,310000.0,375.0,0.552,0.0356,0.035,4.64,582.0,0.0545,0.0352,0.0285,Healthcare,1.0
+us_births/M/short,timesfm,42800000.0,41800000.0,5510.0,0.622,0.017,0.0172,4.02,6540.0,0.0203,0.0171,0.0126,Healthcare,1.0
+us_births/W/short,timesfm,2390000.0,2320000.0,1170.0,1.06,0.0158,0.0157,7.48,1540.0,0.021,0.0158,0.0125,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,timesfm,3060000.0,3180000.0,281.0,20.3,3.76,0.755,722.0,1750.0,5.31,0.854,0.746,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,timesfm,2230000.0,2290000.0,188.0,49.8,2.03,0.704,1800.0,1490.0,6.28,0.791,0.734,Web/CloudOps,2.0
+bizitobs_application/10S/medium,timesfm,46700000.0,47400000.0,3750.0,11.2,0.159,0.161,275.0,6830.0,0.268,0.147,0.136,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,timesfm,173.0,174.0,9.04,0.887,0.628,0.859,25.9,13.1,0.692,0.476,0.449,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,timesfm,544.0,555.0,16.1,1.49,2.27,1.02,24.4,23.3,1.41,0.976,0.856,Web/CloudOps,7.0
+bizitobs_service/10S/medium,timesfm,181000.0,183000.0,160.0,6.46,0.793,0.254,147.0,426.0,0.321,0.121,0.109,Web/CloudOps,2.0
+electricity/15T/medium,timesfm,603000.0,601000.0,92.2,1.49,0.248,0.216,23.7,776.0,1.34,0.159,0.138,Energy,1.0
+electricity/H/medium,timesfm,5940000.0,6010000.0,246.0,1.07,0.219,0.13,14.5,2440.0,0.951,0.096,0.0819,Energy,1.0
+ett1/15T/medium,timesfm,12.4,12.4,2.02,1.27,0.807,0.475,18.7,3.52,0.672,0.385,0.329,Energy,7.0
+ett1/H/medium,timesfm,149.0,150.0,7.33,1.44,2380000000000.0,0.489,24.6,12.2,0.584,0.351,0.304,Energy,7.0
+ett2/15T/medium,timesfm,14.0,14.0,2.38,1.01,0.156,0.189,18.2,3.74,0.199,0.127,0.112,Energy,7.0
+ett2/H/medium,timesfm,282.0,281.0,10.6,1.12,0.188,0.186,20.0,16.8,0.226,0.143,0.126,Energy,7.0
+jena_weather/10T/medium,timesfm,1890.0,1920.0,12.2,1.1,1.04,0.678,28.8,43.5,0.267,0.0748,0.0671,Nature,21.0
+jena_weather/H/medium,timesfm,1500.0,1510.0,11.8,1.05,3.24,0.678,23.2,38.7,0.237,0.072,0.0649,Nature,21.0
+kdd_cup_2018/H/medium,timesfm,5120.0,5130.0,26.8,1.14,1.2,0.587,19.6,71.6,1.5,0.562,0.493,Nature,1.0
+loop_seattle/5T/medium,timesfm,205.0,208.0,9.62,1.49,0.315,0.207,27.7,14.3,0.255,0.171,0.151,Transport,1.0
+loop_seattle/H/medium,timesfm,101.0,98.5,6.51,1.32,0.176,0.142,20.4,10.0,0.177,0.115,0.1,Transport,1.0
+m_dense/H/medium,timesfm,40400.0,40700.0,90.0,0.765,0.3,0.23,10.8,201.0,0.35,0.157,0.132,Transport,1.0
+solar/10T/medium,timesfm,43.1,44.2,3.18,1.38,2.72,1.41,24.4,6.56,1.46,0.706,0.623,Energy,1.0
+solar/H/medium,timesfm,895.0,901.0,13.6,1.04,5.43,1.32,16.8,29.9,1.08,0.488,0.425,Energy,1.0
+sz_taxi/15T/medium,timesfm,17.3,17.4,2.86,0.558,9520000000000.0,0.425,9.9,4.16,0.387,0.266,0.233,Transport,1.0
+electricity/15T/long,timesfm,861000.0,847000.0,99.2,1.5,0.25,0.215,26.6,928.0,1.46,0.157,0.137,Energy,1.0
+electricity/H/long,timesfm,9790000.0,9900000.0,293.0,1.21,0.337,0.145,19.8,3130.0,1.23,0.115,0.101,Energy,1.0
+solar/10T/long,timesfm,48.5,50.6,3.64,1.58,2.46,1.52,30.9,6.96,1.5,0.787,0.703,Energy,1.0
+solar/H/long,timesfm,1280.0,1280.0,18.7,1.44,7.3,1.38,26.7,35.8,1.24,0.65,0.572,Energy,1.0
+kdd_cup_2018/H/long,timesfm,3990.0,4020.0,25.3,1.09,1.18,0.626,24.6,63.2,1.48,0.594,0.537,Nature,1.0
+loop_seattle/5T/long,timesfm,193.0,195.0,9.22,1.43,0.315,0.194,33.3,13.9,0.246,0.163,0.148,Transport,1.0
+loop_seattle/H/long,timesfm,92.3,95.4,6.09,1.26,0.202,0.134,24.3,9.6,0.172,0.109,0.0967,Transport,1.0
+sz_taxi/15T/long,timesfm,16.6,16.6,2.83,0.535,8620000000000.0,0.415,12.1,4.07,0.377,0.262,0.238,Transport,1.0
+m_dense/H/long,timesfm,38800.0,38800.0,91.4,0.787,0.312,0.235,12.1,197.0,0.341,0.158,0.135,Transport,1.0
+ett1/15T/long,timesfm,12.6,12.6,2.11,1.32,0.799,0.497,25.5,3.55,0.677,0.402,0.358,Energy,7.0
+ett1/H/long,timesfm,178.0,180.0,7.4,1.41,1920000000000.0,0.478,30.9,13.3,0.638,0.354,0.317,Energy,7.0
+ett2/15T/long,timesfm,14.5,14.4,2.44,1.03,0.161,0.196,23.7,3.8,0.203,0.13,0.119,Energy,7.0
+ett2/H/long,timesfm,253.0,250.0,10.0,1.09,0.186,0.184,25.3,15.9,0.218,0.138,0.125,Energy,7.0
+jena_weather/10T/long,timesfm,1910.0,1920.0,12.3,1.36,1.16,0.673,39.4,43.7,0.267,0.0755,0.0688,Nature,21.0
+jena_weather/H/long,timesfm,2230.0,2120.0,16.4,1.38,5.38,0.69,36.2,47.2,0.284,0.0985,0.0891,Nature,21.0
+bitbrains_fast_storage/5T/long,timesfm,3800000.0,3830000.0,334.0,32.0,4.11,0.786,1130.0,1950.0,5.15,0.882,0.806,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,timesfm,2660000.0,2710000.0,225.0,91.0,3.18,0.699,3270.0,1630.0,6.24,0.862,0.806,Web/CloudOps,2.0
+bizitobs_application/10S/long,timesfm,31300000.0,31300000.0,3530.0,16.3,0.245,0.217,427.0,5590.0,0.216,0.136,0.128,Web/CloudOps,2.0
+bizitobs_service/10S/long,timesfm,244000.0,244000.0,196.0,7.77,1.36,0.298,213.0,494.0,0.366,0.145,0.137,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,timesfm,370.0,372.0,13.5,1.28,1.01,1.15,43.0,19.2,1.08,0.757,0.734,Web/CloudOps,7.0
+bizitobs_l2c/H/long,timesfm,313.0,315.0,12.9,1.27,1.3,1.12,30.8,17.7,1.08,0.787,0.724,Web/CloudOps,7.0

results/visionts/all_results.csv CHANGED Viewed

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss
-bitbrains_fast_storage/5T/short,visionts,1890000.0,1890000.0,197.0,1.09,3.07,0.775,43.6,1380.0,4.32,0.619,0.619
-bitbrains_fast_storage/H/short,visionts,8480000.0,8480000.0,543.0,1.62,4.77,0.656,64.9,2910.0,8.3,1.55,1.55
-bitbrains_rnd/5T/short,visionts,1760000.0,1760000.0,159.0,2.09,2.42,0.708,83.6,1330.0,5.43,0.65,0.65
-bitbrains_rnd/H/short,visionts,1880000.0,1880000.0,235.0,6.7,4.7,0.699,268.0,1370.0,5.99,1.03,1.03
-bizitobs_application/nan/short,visionts,4170000.0,4170000.0,1080.0,2.25,0.034,0.0349,89.8,2040.0,0.0788,0.0418,0.0418
-bizitobs_l2c/5T/short,visionts,25.9,25.9,3.27,0.334,0.193,0.227,13.3,5.09,0.175,0.112,0.112
-bizitobs_l2c/H/short,visionts,109.0,109.0,6.12,0.607,0.552,0.706,24.3,10.5,0.564,0.33,0.33
-bizitobs_service/nan/short,visionts,74200.0,74200.0,55.0,1.21,0.122,0.109,48.6,272.0,0.202,0.0408,0.0408
-car_parts/nan/short,visionts,1.69,1.69,0.612,1.12,0.746,1.83,44.6,1.3,3.12,1.47,1.47
-covid_deaths/nan/short,visionts,686000.0,686000.0,154.0,45.4,0.125,0.413,1820.0,828.0,0.312,0.058,0.058
-electricity/15T/short,visionts,296000.0,296000.0,85.2,1.54,0.288,0.228,61.8,544.0,1.07,0.168,0.168
-electricity/D/short,visionts,2570000000.0,2570000000.0,5550.0,1.69,0.503,0.11,67.7,50700.0,0.834,0.0912,0.0912
-electricity/H/short,visionts,1740000.0,1740000.0,198.0,1.12,0.296,0.15,44.9,1320.0,0.623,0.0934,0.0934
-electricity/W/short,visionts,230000000000.0,230000000000.0,48500.0,1.86,0.267,0.115,74.4,480000.0,1.09,0.111,0.111
-ett1/15T/short,visionts,6.77,6.77,1.33,0.836,0.519,0.283,33.4,2.6,0.492,0.251,0.251
-ett1/D/short,visionts,54400.0,54400.0,153.0,1.88,2.09,0.481,75.2,233.0,0.612,0.401,0.401
-ett1/H/short,visionts,106.0,106.0,5.17,0.85,0.529,0.273,34.0,10.3,0.481,0.241,0.241
-ett1/W/short,visionts,1540000.0,1540000.0,992.0,1.73,0.8,0.567,69.4,1240.0,0.495,0.395,0.395
-ett2/15T/short,visionts,10.6,10.6,2.14,0.952,0.139,0.16,38.1,3.26,0.155,0.102,0.102
-ett2/D/short,visionts,141000.0,141000.0,239.0,1.66,0.482,0.163,66.6,376.0,0.215,0.137,0.137
-ett2/H/short,visionts,116.0,116.0,6.91,0.798,0.128,0.119,31.9,10.8,0.137,0.0877,0.0877
-ett2/W/short,visionts,9640000.0,9640000.0,2190.0,1.5,0.234,0.283,59.9,3100.0,0.26,0.183,0.183
-hierarchical_sales/D/short,visionts,33.1,33.1,2.7,0.877,0.836,1.09,35.1,5.76,1.77,0.827,0.827
-hierarchical_sales/W/short,visionts,562.0,562.0,11.1,0.862,0.813,0.527,34.5,23.7,1.09,0.509,0.509
-hospital/nan/short,visionts,3190.0,3190.0,19.4,0.879,0.223,0.2,35.2,56.5,0.205,0.0703,0.0703
-jena_weather/10T/short,visionts,1280.0,1280.0,9.77,0.397,0.568,0.598,15.9,35.8,0.223,0.0607,0.0607
-jena_weather/D/short,visionts,516.0,516.0,12.2,1.61,0.67,0.644,64.4,22.7,0.137,0.0736,0.0736
-jena_weather/H/short,visionts,1150.0,1150.0,9.39,0.625,1.6,0.629,25.0,33.9,0.208,0.0576,0.0576
-kdd_cup_2018/D/short,visionts,3060.0,3060.0,24.6,1.47,0.697,0.577,58.8,55.3,1.24,0.551,0.551
-kdd_cup_2018/H/short,visionts,5210.0,5210.0,29.1,1.2,1.51,0.582,48.2,72.2,1.51,0.609,0.609
-loop_seattle/5T/short,visionts,73.3,73.3,5.07,0.79,0.149,0.103,31.6,8.56,0.147,0.087,0.087
-loop_seattle/D/short,visionts,20.0,20.0,3.15,0.95,0.0587,0.0579,38.0,4.47,0.0799,0.0562,0.0562
-loop_seattle/H/short,visionts,99.7,99.7,5.47,1.11,0.146,0.124,44.4,9.99,0.177,0.0968,0.0968
-m_dense/D/short,visionts,11100.0,11100.0,54.4,0.788,0.141,0.113,31.5,105.0,0.182,0.0942,0.0942
-m_dense/H/short,visionts,76500.0,76500.0,136.0,1.14,0.454,0.305,45.5,277.0,0.491,0.241,0.241
-m4_daily/nan/short,visionts,456000.0,456000.0,215.0,4.01,0.0481,0.0373,161.0,676.0,0.104,0.0332,0.0332
-m4_hourly/nan/short,visionts,1840000.0,1840000.0,288.0,0.925,0.126,0.112,37.0,1360.0,0.185,0.0394,0.0394
-m4_monthly/nan/short,visionts,2220000.0,2220000.0,667.0,1.16,0.204,0.157,46.5,1490.0,0.31,0.139,0.139
-m4_quarterly/nan/short,visionts,1990000.0,1990000.0,623.0,1.36,0.133,0.112,54.6,1410.0,0.236,0.104,0.104
-m4_weekly/nan/short,visionts,392000.0,392000.0,314.0,2.53,0.0821,0.0788,101.0,626.0,0.114,0.0572,0.0572
-m4_yearly/nan/short,visionts,4120000.0,4120000.0,993.0,3.83,0.191,0.164,153.0,2030.0,0.325,0.159,0.159
-restaurant/nan/short,visionts,156.0,156.0,7.77,0.743,0.783,0.419,29.7,12.5,0.575,0.358,0.358
-saugeen/D/short,visionts,1540.0,1540.0,18.0,3.99,0.584,0.514,160.0,39.2,1.27,0.582,0.582
-saugeen/M/short,visionts,481.0,481.0,13.7,0.8,0.42,0.384,32.0,21.9,0.658,0.41,0.41
-saugeen/W/short,visionts,1340.0,1340.0,20.0,1.62,0.696,0.544,64.9,36.6,1.11,0.603,0.603
-solar/10T/short,visionts,36.2,36.2,2.53,1.11,4.39,1.58,44.4,6.02,1.75,0.736,0.736
-solar/D/short,visionts,187000.0,187000.0,297.0,1.16,1.31,0.459,46.3,433.0,0.625,0.429,0.429
-solar/H/short,visionts,680.0,680.0,11.3,0.871,4.58,1.4,34.8,26.1,0.961,0.415,0.415
-solar/W/short,visionts,5330000.0,5330000.0,1930.0,2.14,0.443,0.344,85.5,2310.0,0.471,0.395,0.395
-sz_taxi/15T/short,visionts,20.9,20.9,3.12,0.626,1230000000000.0,0.448,25.0,4.57,0.428,0.292,0.292
-sz_taxi/H/short,visionts,7.83,7.83,1.95,0.594,1.33,0.315,23.8,2.8,0.261,0.182,0.182
-temperature_rain/nan/short,visionts,176.0,176.0,6.63,1.6,83.0,1.42,64.1,13.3,1.56,0.781,0.781
-us_births/D/short,visionts,282000.0,282000.0,378.0,0.557,0.0362,0.0358,22.3,531.0,0.0498,0.0355,0.0355
-us_births/M/short,visionts,63600000.0,63600000.0,6410.0,0.727,0.0196,0.0199,29.1,7980.0,0.0248,0.0199,0.0199
-us_births/W/short,visionts,3610000.0,3610000.0,1530.0,1.39,0.0204,0.0207,55.5,1900.0,0.0258,0.0207,0.0207
-bitbrains_fast_storage/5T/medium,visionts,2870000.0,2870000.0,295.0,1.26,5.44,0.813,50.3,1690.0,5.15,0.897,0.897
-bitbrains_rnd/5T/medium,visionts,2480000.0,2480000.0,216.0,4.62,3.34,0.786,185.0,1570.0,6.62,0.908,0.908
-bizitobs_application/nan/medium,visionts,5640000.0,5640000.0,1320.0,2.72,0.0392,0.0402,109.0,2370.0,0.0932,0.0519,0.0519
-bizitobs_l2c/5T/medium,visionts,121.0,121.0,6.54,0.645,0.504,0.72,25.8,11.0,0.579,0.344,0.344
-bizitobs_l2c/H/medium,visionts,75.4,75.4,4.98,0.503,0.567,0.771,20.1,8.68,0.526,0.302,0.302
-bizitobs_service/nan/medium,visionts,97100.0,97100.0,64.6,1.32,0.109,0.104,53.0,312.0,0.235,0.0487,0.0487
-electricity/15T/medium,visionts,296000.0,296000.0,60.6,0.954,0.169,0.153,38.2,544.0,0.938,0.104,0.104
-electricity/H/medium,visionts,7610000.0,7610000.0,287.0,1.27,0.346,0.158,50.7,2760.0,1.08,0.112,0.112
-ett1/15T/medium,visionts,12.3,12.3,1.94,1.27,0.919,0.466,50.7,3.5,0.668,0.37,0.37
-ett1/H/medium,visionts,183.0,183.0,7.77,1.4,6680000000000.0,0.479,56.0,13.5,0.648,0.372,0.372
-ett2/15T/medium,visionts,21.2,21.2,2.89,1.16,0.18,0.213,46.5,4.6,0.245,0.154,0.154
-ett2/H/medium,visionts,337.0,337.0,11.9,1.3,0.215,0.204,51.8,18.3,0.247,0.16,0.16
-jena_weather/10T/medium,visionts,1640.0,1640.0,11.0,0.663,0.892,0.663,26.5,40.5,0.249,0.0675,0.0675
-jena_weather/H/medium,visionts,1260.0,1260.0,11.1,0.841,2.82,0.661,33.6,35.6,0.218,0.0678,0.0678
-kdd_cup_2018/H/medium,visionts,4990.0,4990.0,25.1,1.06,1.09,0.558,42.3,70.6,1.48,0.525,0.525
-loop_seattle/5T/medium,visionts,171.0,171.0,8.48,1.32,0.313,0.18,52.6,13.1,0.233,0.151,0.151
-loop_seattle/H/medium,visionts,77.7,77.7,5.1,1.05,0.128,0.116,41.9,8.81,0.156,0.0902,0.0902
-m_dense/H/medium,visionts,54500.0,54500.0,104.0,0.892,0.336,0.248,35.7,233.0,0.406,0.181,0.181
-solar/10T/medium,visionts,24.1,24.1,2.03,0.89,3.25,1.47,35.6,4.91,1.09,0.451,0.451
-solar/H/medium,visionts,640.0,640.0,11.6,0.889,4.17,1.42,35.5,25.3,0.911,0.418,0.418
-sz_taxi/15T/medium,visionts,17.1,17.1,2.88,0.561,11300000000000.0,0.422,22.4,4.14,0.385,0.268,0.268
-electricity/15T/long,visionts,391000.0,391000.0,66.7,1.02,0.183,0.157,40.6,626.0,0.987,0.105,0.105
-electricity/H/long,visionts,10800000.0,10800000.0,322.0,1.39,0.408,0.171,55.5,3290.0,1.3,0.127,0.127
-solar/10T/long,visionts,32.0,32.0,2.6,1.14,4.15,1.5,45.4,5.65,1.22,0.562,0.562
-solar/H/long,visionts,663.0,663.0,12.6,0.956,5.01,1.41,38.2,25.7,0.893,0.435,0.435
-kdd_cup_2018/H/long,visionts,4060.0,4060.0,24.6,1.04,1.22,0.618,41.7,63.7,1.49,0.578,0.578
-loop_seattle/5T/long,visionts,136.0,136.0,6.8,1.08,0.191,0.155,43.1,11.7,0.206,0.12,0.12
-loop_seattle/H/long,visionts,74.5,74.5,4.93,1.02,0.161,0.112,40.8,8.63,0.154,0.0881,0.0881
-sz_taxi/15T/long,visionts,16.9,16.9,2.95,0.556,6190000000000.0,0.433,22.2,4.11,0.381,0.273,0.273
-m_dense/H/long,visionts,42300.0,42300.0,95.7,0.821,0.336,0.234,32.8,206.0,0.356,0.166,0.166
-ett1/15T/long,visionts,9.98,9.98,1.68,1.08,0.816,0.407,43.0,3.16,0.602,0.32,0.32
-ett1/H/long,visionts,154.0,154.0,7.61,1.42,3850000000000.0,0.487,56.9,12.4,0.595,0.364,0.364
-ett2/15T/long,visionts,14.5,14.5,2.5,1.06,0.168,0.193,42.5,3.81,0.203,0.133,0.133
-ett2/H/long,visionts,335.0,335.0,11.8,1.29,0.225,0.209,51.7,18.3,0.251,0.162,0.162
-jena_weather/10T/long,visionts,1410.0,1410.0,10.8,0.705,0.8,0.659,28.2,37.5,0.23,0.0662,0.0662
-jena_weather/H/long,visionts,1380.0,1380.0,13.5,1.1,3.41,0.66,43.9,37.2,0.224,0.0811,0.0811
-bitbrains_fast_storage/5T/long,visionts,3980000.0,3980000.0,366.0,1.26,5.96,0.845,50.6,1990.0,5.27,0.968,0.968
-bitbrains_rnd/5T/long,visionts,3200000.0,3200000.0,254.0,3.56,3.98,0.77,142.0,1790.0,6.85,0.971,0.971
-bizitobs_application/nan/long,visionts,7840000.0,7840000.0,1670.0,3.4,0.0488,0.0503,136.0,2800.0,0.108,0.0645,0.0645
-bizitobs_service/nan/long,visionts,134000.0,134000.0,81.3,1.49,0.147,0.119,59.7,365.0,0.271,0.0602,0.0602
-bizitobs_l2c/5T/long,visionts,115.0,115.0,6.18,0.608,0.511,0.793,24.3,10.7,0.601,0.347,0.347
-bizitobs_l2c/H/long,visionts,101.0,101.0,6.07,0.635,0.853,0.794,25.4,10.0,0.614,0.371,0.371

+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+bitbrains_fast_storage/5T/short,visionts,1890000.0,1890000.0,197.0,1.09,3.07,0.775,43.6,1380.0,4.32,0.619,0.619,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,visionts,8480000.0,8480000.0,543.0,1.62,4.77,0.656,64.9,2910.0,8.3,1.55,1.55,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,visionts,1760000.0,1760000.0,159.0,2.09,2.42,0.708,83.6,1330.0,5.43,0.65,0.65,Web/CloudOps,2.0
+bitbrains_rnd/H/short,visionts,1880000.0,1880000.0,235.0,6.7,4.7,0.699,268.0,1370.0,5.99,1.03,1.03,Web/CloudOps,2.0
+bizitobs_application/10S/short,visionts,4170000.0,4170000.0,1080.0,2.25,0.034,0.0349,89.8,2040.0,0.0788,0.0418,0.0418,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,visionts,25.9,25.9,3.27,0.334,0.193,0.227,13.3,5.09,0.175,0.112,0.112,Web/CloudOps,7.0
+bizitobs_l2c/H/short,visionts,109.0,109.0,6.12,0.607,0.552,0.706,24.3,10.5,0.564,0.33,0.33,Web/CloudOps,7.0
+bizitobs_service/10S/short,visionts,74200.0,74200.0,55.0,1.21,0.122,0.109,48.6,272.0,0.202,0.0408,0.0408,Web/CloudOps,2.0
+car_parts/M/short,visionts,1.69,1.69,0.612,1.12,0.746,1.83,44.6,1.3,3.12,1.47,1.47,Sales,1.0
+covid_deaths/D/short,visionts,686000.0,686000.0,154.0,45.4,0.125,0.413,1820.0,828.0,0.312,0.058,0.058,Healthcare,1.0
+electricity/15T/short,visionts,296000.0,296000.0,85.2,1.54,0.288,0.228,61.8,544.0,1.07,0.168,0.168,Energy,1.0
+electricity/D/short,visionts,2570000000.0,2570000000.0,5550.0,1.69,0.503,0.11,67.7,50700.0,0.834,0.0912,0.0912,Energy,1.0
+electricity/H/short,visionts,1740000.0,1740000.0,198.0,1.12,0.296,0.15,44.9,1320.0,0.623,0.0934,0.0934,Energy,1.0
+electricity/W/short,visionts,230000000000.0,230000000000.0,48500.0,1.86,0.267,0.115,74.4,480000.0,1.09,0.111,0.111,Energy,1.0
+ett1/15T/short,visionts,6.77,6.77,1.33,0.836,0.519,0.283,33.4,2.6,0.492,0.251,0.251,Energy,7.0
+ett1/D/short,visionts,54400.0,54400.0,153.0,1.88,2.09,0.481,75.2,233.0,0.612,0.401,0.401,Energy,7.0
+ett1/H/short,visionts,106.0,106.0,5.17,0.85,0.529,0.273,34.0,10.3,0.481,0.241,0.241,Energy,7.0
+ett1/W/short,visionts,1540000.0,1540000.0,992.0,1.73,0.8,0.567,69.4,1240.0,0.495,0.395,0.395,Energy,7.0
+ett2/15T/short,visionts,10.6,10.6,2.14,0.952,0.139,0.16,38.1,3.26,0.155,0.102,0.102,Energy,7.0
+ett2/D/short,visionts,141000.0,141000.0,239.0,1.66,0.482,0.163,66.6,376.0,0.215,0.137,0.137,Energy,7.0
+ett2/H/short,visionts,116.0,116.0,6.91,0.798,0.128,0.119,31.9,10.8,0.137,0.0877,0.0877,Energy,7.0
+ett2/W/short,visionts,9640000.0,9640000.0,2190.0,1.5,0.234,0.283,59.9,3100.0,0.26,0.183,0.183,Energy,7.0
+hierarchical_sales/D/short,visionts,33.1,33.1,2.7,0.877,0.836,1.09,35.1,5.76,1.77,0.827,0.827,Sales,1.0
+hierarchical_sales/W/short,visionts,562.0,562.0,11.1,0.862,0.813,0.527,34.5,23.7,1.09,0.509,0.509,Sales,1.0
+hospital/M/short,visionts,3190.0,3190.0,19.4,0.879,0.223,0.2,35.2,56.5,0.205,0.0703,0.0703,Healthcare,1.0
+jena_weather/10T/short,visionts,1280.0,1280.0,9.77,0.397,0.568,0.598,15.9,35.8,0.223,0.0607,0.0607,Nature,21.0
+jena_weather/D/short,visionts,516.0,516.0,12.2,1.61,0.67,0.644,64.4,22.7,0.137,0.0736,0.0736,Nature,21.0
+jena_weather/H/short,visionts,1150.0,1150.0,9.39,0.625,1.6,0.629,25.0,33.9,0.208,0.0576,0.0576,Nature,21.0
+kdd_cup_2018/D/short,visionts,3060.0,3060.0,24.6,1.47,0.697,0.577,58.8,55.3,1.24,0.551,0.551,Nature,1.0
+kdd_cup_2018/H/short,visionts,5210.0,5210.0,29.1,1.2,1.51,0.582,48.2,72.2,1.51,0.609,0.609,Nature,1.0
+loop_seattle/5T/short,visionts,73.3,73.3,5.07,0.79,0.149,0.103,31.6,8.56,0.147,0.087,0.087,Transport,1.0
+loop_seattle/D/short,visionts,20.0,20.0,3.15,0.95,0.0587,0.0579,38.0,4.47,0.0799,0.0562,0.0562,Transport,1.0
+loop_seattle/H/short,visionts,99.7,99.7,5.47,1.11,0.146,0.124,44.4,9.99,0.177,0.0968,0.0968,Transport,1.0
+m_dense/D/short,visionts,11100.0,11100.0,54.4,0.788,0.141,0.113,31.5,105.0,0.182,0.0942,0.0942,Transport,1.0
+m_dense/H/short,visionts,76500.0,76500.0,136.0,1.14,0.454,0.305,45.5,277.0,0.491,0.241,0.241,Transport,1.0
+m4_daily/D/short,visionts,456000.0,456000.0,215.0,4.01,0.0481,0.0373,161.0,676.0,0.104,0.0332,0.0332,Econ/Fin,1.0
+m4_hourly/H/short,visionts,1840000.0,1840000.0,288.0,0.925,0.126,0.112,37.0,1360.0,0.185,0.0394,0.0394,Econ/Fin,1.0
+m4_monthly/M/short,visionts,2220000.0,2220000.0,667.0,1.16,0.204,0.157,46.5,1490.0,0.31,0.139,0.139,Econ/Fin,1.0
+m4_quarterly/Q-DEC/short,visionts,1990000.0,1990000.0,623.0,1.36,0.133,0.112,54.6,1410.0,0.236,0.104,0.104,Econ/Fin,1.0
+m4_weekly/W-SUN/short,visionts,392000.0,392000.0,314.0,2.53,0.0821,0.0788,101.0,626.0,0.114,0.0572,0.0572,Econ/Fin,1.0
+m4_yearly/A-DEC/short,visionts,4120000.0,4120000.0,993.0,3.83,0.191,0.164,153.0,2030.0,0.325,0.159,0.159,Econ/Fin,1.0
+restaurant/D/short,visionts,156.0,156.0,7.77,0.743,0.783,0.419,29.7,12.5,0.575,0.358,0.358,Sales,1.0
+saugeen/D/short,visionts,1540.0,1540.0,18.0,3.99,0.584,0.514,160.0,39.2,1.27,0.582,0.582,Nature,1.0
+saugeen/M/short,visionts,481.0,481.0,13.7,0.8,0.42,0.384,32.0,21.9,0.658,0.41,0.41,Nature,1.0
+saugeen/W/short,visionts,1340.0,1340.0,20.0,1.62,0.696,0.544,64.9,36.6,1.11,0.603,0.603,Nature,1.0
+solar/10T/short,visionts,36.2,36.2,2.53,1.11,4.39,1.58,44.4,6.02,1.75,0.736,0.736,Energy,1.0
+solar/D/short,visionts,187000.0,187000.0,297.0,1.16,1.31,0.459,46.3,433.0,0.625,0.429,0.429,Energy,1.0
+solar/H/short,visionts,680.0,680.0,11.3,0.871,4.58,1.4,34.8,26.1,0.961,0.415,0.415,Energy,1.0
+solar/W/short,visionts,5330000.0,5330000.0,1930.0,2.14,0.443,0.344,85.5,2310.0,0.471,0.395,0.395,Energy,1.0
+sz_taxi/15T/short,visionts,20.9,20.9,3.12,0.626,1230000000000.0,0.448,25.0,4.57,0.428,0.292,0.292,Transport,1.0
+sz_taxi/H/short,visionts,7.83,7.83,1.95,0.594,1.33,0.315,23.8,2.8,0.261,0.182,0.182,Transport,1.0
+temperature_rain/D/short,visionts,176.0,176.0,6.63,1.6,83.0,1.42,64.1,13.3,1.56,0.781,0.781,Nature,1.0
+us_births/D/short,visionts,282000.0,282000.0,378.0,0.557,0.0362,0.0358,22.3,531.0,0.0498,0.0355,0.0355,Healthcare,1.0
+us_births/M/short,visionts,63600000.0,63600000.0,6410.0,0.727,0.0196,0.0199,29.1,7980.0,0.0248,0.0199,0.0199,Healthcare,1.0
+us_births/W/short,visionts,3610000.0,3610000.0,1530.0,1.39,0.0204,0.0207,55.5,1900.0,0.0258,0.0207,0.0207,Healthcare,1.0
+bitbrains_fast_storage/5T/medium,visionts,2870000.0,2870000.0,295.0,1.26,5.44,0.813,50.3,1690.0,5.15,0.897,0.897,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,visionts,2480000.0,2480000.0,216.0,4.62,3.34,0.786,185.0,1570.0,6.62,0.908,0.908,Web/CloudOps,2.0
+bizitobs_application/10S/medium,visionts,5640000.0,5640000.0,1320.0,2.72,0.0392,0.0402,109.0,2370.0,0.0932,0.0519,0.0519,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,visionts,121.0,121.0,6.54,0.645,0.504,0.72,25.8,11.0,0.579,0.344,0.344,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,visionts,75.4,75.4,4.98,0.503,0.567,0.771,20.1,8.68,0.526,0.302,0.302,Web/CloudOps,7.0
+bizitobs_service/10S/medium,visionts,97100.0,97100.0,64.6,1.32,0.109,0.104,53.0,312.0,0.235,0.0487,0.0487,Web/CloudOps,2.0
+electricity/15T/medium,visionts,296000.0,296000.0,60.6,0.954,0.169,0.153,38.2,544.0,0.938,0.104,0.104,Energy,1.0
+electricity/H/medium,visionts,7610000.0,7610000.0,287.0,1.27,0.346,0.158,50.7,2760.0,1.08,0.112,0.112,Energy,1.0
+ett1/15T/medium,visionts,12.3,12.3,1.94,1.27,0.919,0.466,50.7,3.5,0.668,0.37,0.37,Energy,7.0
+ett1/H/medium,visionts,183.0,183.0,7.77,1.4,6680000000000.0,0.479,56.0,13.5,0.648,0.372,0.372,Energy,7.0
+ett2/15T/medium,visionts,21.2,21.2,2.89,1.16,0.18,0.213,46.5,4.6,0.245,0.154,0.154,Energy,7.0
+ett2/H/medium,visionts,337.0,337.0,11.9,1.3,0.215,0.204,51.8,18.3,0.247,0.16,0.16,Energy,7.0
+jena_weather/10T/medium,visionts,1640.0,1640.0,11.0,0.663,0.892,0.663,26.5,40.5,0.249,0.0675,0.0675,Nature,21.0
+jena_weather/H/medium,visionts,1260.0,1260.0,11.1,0.841,2.82,0.661,33.6,35.6,0.218,0.0678,0.0678,Nature,21.0
+kdd_cup_2018/H/medium,visionts,4990.0,4990.0,25.1,1.06,1.09,0.558,42.3,70.6,1.48,0.525,0.525,Nature,1.0
+loop_seattle/5T/medium,visionts,171.0,171.0,8.48,1.32,0.313,0.18,52.6,13.1,0.233,0.151,0.151,Transport,1.0
+loop_seattle/H/medium,visionts,77.7,77.7,5.1,1.05,0.128,0.116,41.9,8.81,0.156,0.0902,0.0902,Transport,1.0
+m_dense/H/medium,visionts,54500.0,54500.0,104.0,0.892,0.336,0.248,35.7,233.0,0.406,0.181,0.181,Transport,1.0
+solar/10T/medium,visionts,24.1,24.1,2.03,0.89,3.25,1.47,35.6,4.91,1.09,0.451,0.451,Energy,1.0
+solar/H/medium,visionts,640.0,640.0,11.6,0.889,4.17,1.42,35.5,25.3,0.911,0.418,0.418,Energy,1.0
+sz_taxi/15T/medium,visionts,17.1,17.1,2.88,0.561,11300000000000.0,0.422,22.4,4.14,0.385,0.268,0.268,Transport,1.0
+electricity/15T/long,visionts,391000.0,391000.0,66.7,1.02,0.183,0.157,40.6,626.0,0.987,0.105,0.105,Energy,1.0
+electricity/H/long,visionts,10800000.0,10800000.0,322.0,1.39,0.408,0.171,55.5,3290.0,1.3,0.127,0.127,Energy,1.0
+solar/10T/long,visionts,32.0,32.0,2.6,1.14,4.15,1.5,45.4,5.65,1.22,0.562,0.562,Energy,1.0
+solar/H/long,visionts,663.0,663.0,12.6,0.956,5.01,1.41,38.2,25.7,0.893,0.435,0.435,Energy,1.0
+kdd_cup_2018/H/long,visionts,4060.0,4060.0,24.6,1.04,1.22,0.618,41.7,63.7,1.49,0.578,0.578,Nature,1.0
+loop_seattle/5T/long,visionts,136.0,136.0,6.8,1.08,0.191,0.155,43.1,11.7,0.206,0.12,0.12,Transport,1.0
+loop_seattle/H/long,visionts,74.5,74.5,4.93,1.02,0.161,0.112,40.8,8.63,0.154,0.0881,0.0881,Transport,1.0
+sz_taxi/15T/long,visionts,16.9,16.9,2.95,0.556,6190000000000.0,0.433,22.2,4.11,0.381,0.273,0.273,Transport,1.0
+m_dense/H/long,visionts,42300.0,42300.0,95.7,0.821,0.336,0.234,32.8,206.0,0.356,0.166,0.166,Transport,1.0
+ett1/15T/long,visionts,9.98,9.98,1.68,1.08,0.816,0.407,43.0,3.16,0.602,0.32,0.32,Energy,7.0
+ett1/H/long,visionts,154.0,154.0,7.61,1.42,3850000000000.0,0.487,56.9,12.4,0.595,0.364,0.364,Energy,7.0
+ett2/15T/long,visionts,14.5,14.5,2.5,1.06,0.168,0.193,42.5,3.81,0.203,0.133,0.133,Energy,7.0
+ett2/H/long,visionts,335.0,335.0,11.8,1.29,0.225,0.209,51.7,18.3,0.251,0.162,0.162,Energy,7.0
+jena_weather/10T/long,visionts,1410.0,1410.0,10.8,0.705,0.8,0.659,28.2,37.5,0.23,0.0662,0.0662,Nature,21.0
+jena_weather/H/long,visionts,1380.0,1380.0,13.5,1.1,3.41,0.66,43.9,37.2,0.224,0.0811,0.0811,Nature,21.0
+bitbrains_fast_storage/5T/long,visionts,3980000.0,3980000.0,366.0,1.26,5.96,0.845,50.6,1990.0,5.27,0.968,0.968,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,visionts,3200000.0,3200000.0,254.0,3.56,3.98,0.77,142.0,1790.0,6.85,0.971,0.971,Web/CloudOps,2.0
+bizitobs_application/10S/long,visionts,7840000.0,7840000.0,1670.0,3.4,0.0488,0.0503,136.0,2800.0,0.108,0.0645,0.0645,Web/CloudOps,2.0
+bizitobs_service/10S/long,visionts,134000.0,134000.0,81.3,1.49,0.147,0.119,59.7,365.0,0.271,0.0602,0.0602,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,visionts,115.0,115.0,6.18,0.608,0.511,0.793,24.3,10.7,0.601,0.347,0.347,Web/CloudOps,7.0
+bizitobs_l2c/H/long,visionts,101.0,101.0,6.07,0.635,0.853,0.794,25.4,10.0,0.614,0.371,0.371,Web/CloudOps,7.0