GIFT-Eval / results /chronos_large /all_results.csv
juncliu's picture
update freq string in results
c870669
raw
history blame
11.3 kB
dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
bitbrains_fast_storage/5T/short,Chronos_large,1930000.0,2330000.0,170.0,0.856,2.11,0.721,29.7,1390.0,4.37,0.533,0.465,Web/CloudOps,2.0
bitbrains_fast_storage/H/short,Chronos_large,2690000.0,3660000.0,273.0,1.12,3.17,0.561,33.1,1640.0,4.67,0.777,0.633,Web/CloudOps,2.0
bitbrains_rnd/5T/short,Chronos_large,1810000.0,2000000.0,133.0,1.79,1.38,0.656,95.6,1350.0,5.51,0.545,0.506,Web/CloudOps,2.0
bitbrains_rnd/H/short,Chronos_large,2190000.0,2720000.0,174.0,5.75,1.42,0.502,197.0,1480.0,6.48,0.761,0.661,Web/CloudOps,2.0
bizitobs_application/10S/short,Chronos_large,5750000.0,4740000.0,955.0,2.89,0.0416,0.0418,34.4,2400.0,0.0924,0.0368,0.0315,Web/CloudOps,2.0
bizitobs_l2c/5T/short,Chronos_large,24.7,23.6,2.89,0.31,0.178,0.223,3.95,4.97,0.171,0.0994,0.0843,Web/CloudOps,7.0
bizitobs_l2c/H/short,Chronos_large,254.0,292.0,10.9,1.04,1.07,1.03,11.5,15.9,0.859,0.588,0.491,Web/CloudOps,7.0
bizitobs_service/10S/short,Chronos_large,22900.0,20500.0,43.4,1.91,0.16,0.0857,25.3,151.0,0.112,0.0321,0.027,Web/CloudOps,2.0
car_parts/M/short,Chronos_large,1.6,1.66,0.545,0.904,0.78,1.88,13.9,1.26,3.03,1.31,1.07,Sales,1.0
covid_deaths/D/short,Chronos_large,532000.0,473000.0,127.0,43.1,0.119,0.403,1190.0,730.0,0.274,0.0478,0.0424,Healthcare,1.0
electricity/15T/short,Chronos_large,154000.0,162000.0,55.6,1.05,0.177,0.173,13.0,393.0,0.774,0.11,0.0917,Energy,1.0
electricity/D/short,Chronos_large,1500000000.0,1470000000.0,4550.0,1.55,0.507,0.102,15.8,38700.0,0.637,0.0747,0.0606,Energy,1.0
electricity/H/short,Chronos_large,1620000.0,1690000.0,163.0,0.901,0.162,0.123,11.4,1270.0,0.601,0.0769,0.0648,Energy,1.0
electricity/W/short,Chronos_large,38300000000.0,40200000000.0,27300.0,1.5,0.249,0.0968,15.1,196000.0,0.447,0.0623,0.0487,Energy,1.0
ett1/15T/short,Chronos_large,6.22,6.21,1.24,0.79,0.483,0.273,8.32,2.49,0.472,0.235,0.196,Energy,7.0
ett1/D/short,Chronos_large,69800.0,74000.0,178.0,1.96,1.36,0.533,32.8,264.0,0.694,0.467,0.404,Energy,7.0
ett1/H/short,Chronos_large,109.0,119.0,5.14,0.851,0.47,0.263,8.77,10.4,0.488,0.24,0.198,Energy,7.0
ett1/W/short,Chronos_large,1410000.0,1370000.0,897.0,1.65,0.594,0.58,30.2,1190.0,0.472,0.357,0.316,Energy,7.0
ett2/15T/short,Chronos_large,8.35,8.44,1.87,0.852,0.121,0.147,8.14,2.89,0.137,0.0886,0.0722,Energy,7.0
ett2/D/short,Chronos_large,106000.0,106000.0,191.0,1.27,0.446,0.132,11.9,326.0,0.186,0.109,0.0907,Energy,7.0
ett2/H/short,Chronos_large,132.0,130.0,6.88,0.785,0.129,0.116,7.51,11.5,0.146,0.0873,0.0717,Energy,7.0
ett2/W/short,Chronos_large,2410000.0,2470000.0,1060.0,0.655,0.104,0.108,4.18,1550.0,0.13,0.0888,0.0707,Energy,7.0
hierarchical_sales/D/short,Chronos_large,29.4,29.8,2.39,0.773,0.673,1.05,8.09,5.42,1.66,0.732,0.599,Sales,1.0
hierarchical_sales/W/short,Chronos_large,499.0,489.0,9.22,0.76,0.562,0.473,9.18,22.3,1.03,0.423,0.365,Sales,1.0
hospital/M/short,Chronos_large,3120.0,3370.0,19.8,0.816,0.206,0.188,5.94,55.9,0.203,0.0719,0.0565,Healthcare,1.0
jena_weather/10T/short,Chronos_large,1130.0,1330.0,8.17,0.368,0.376,0.616,4.34,33.6,0.209,0.0507,0.0437,Nature,21.0
jena_weather/D/short,Chronos_large,399.0,409.0,10.0,1.09,0.68,0.476,11.9,20.0,0.12,0.0604,0.0487,Nature,21.0
jena_weather/H/short,Chronos_large,1180.0,1310.0,8.69,0.561,0.982,0.622,6.84,34.3,0.21,0.0533,0.0456,Nature,21.0
kdd_cup_2018/D/short,Chronos_large,3360.0,3360.0,24.0,1.37,0.49,0.58,35.4,58.0,1.3,0.538,0.502,Nature,1.0
kdd_cup_2018/H/short,Chronos_large,5060.0,5290.0,26.2,1.04,1.1,0.504,11.9,71.1,1.49,0.548,0.458,Nature,1.0
loop_seattle/5T/short,Chronos_large,77.4,81.8,4.88,0.765,0.127,0.103,8.81,8.8,0.151,0.0836,0.0698,Transport,1.0
loop_seattle/D/short,Chronos_large,19.2,19.4,3.01,0.908,0.0559,0.0556,9.43,4.38,0.0782,0.0539,0.0446,Transport,1.0
loop_seattle/H/short,Chronos_large,68.3,75.1,4.55,0.926,0.13,0.103,8.69,8.27,0.146,0.0806,0.0659,Transport,1.0
m_dense/D/short,Chronos_large,11600.0,13600.0,53.6,0.724,0.131,0.104,9.26,108.0,0.186,0.0928,0.0747,Transport,1.0
m_dense/H/short,Chronos_large,45300.0,48700.0,91.3,0.802,0.282,0.213,12.3,213.0,0.378,0.162,0.137,Transport,1.0
m4_daily/D/short,Chronos_large,768000.0,531000.0,174.0,3.18,0.0382,0.0296,30.1,876.0,0.135,0.0269,0.0223,Econ/Fin,1.0
m4_hourly/H/short,Chronos_large,1240000.0,1490000.0,241.0,0.694,0.0848,0.0766,7.78,1110.0,0.152,0.0329,0.0258,Econ/Fin,1.0
m4_monthly/M/short,Chronos_large,2160000.0,2170000.0,597.0,0.971,0.169,0.14,11.0,1470.0,0.305,0.124,0.103,Econ/Fin,1.0
m4_quarterly/Q/short,Chronos_large,1990000.0,1990000.0,584.0,1.23,0.115,0.107,14.3,1410.0,0.236,0.0978,0.0833,Econ/Fin,1.0
m4_weekly/W/short,Chronos_large,256000.0,255000.0,256.0,2.08,0.0607,0.0606,16.1,506.0,0.0922,0.0466,0.0375,Econ/Fin,1.0
m4_yearly/A/short,Chronos_large,4080000.0,3990000.0,963.0,3.64,0.171,0.164,55.3,2020.0,0.324,0.154,0.135,Econ/Fin,1.0
restaurant/D/short,Chronos_large,153.0,156.0,7.6,0.73,0.715,0.416,5.73,12.4,0.569,0.35,0.279,Sales,1.0
saugeen/D/short,Chronos_large,1410.0,1440.0,14.3,3.18,0.302,0.364,72.2,37.6,1.22,0.464,0.42,Nature,1.0
saugeen/M/short,Chronos_large,622.0,611.0,14.8,0.869,0.391,0.451,23.4,24.9,0.749,0.446,0.415,Nature,1.0
saugeen/W/short,Chronos_large,1340.0,1340.0,16.5,1.34,0.329,0.42,40.3,36.6,1.1,0.499,0.471,Nature,1.0
solar/10T/short,Chronos_large,26.7,31.0,2.47,1.1,6.41,1.57,9.42,5.17,1.5,0.719,0.575,Energy,1.0
solar/D/short,Chronos_large,150000.0,162000.0,259.0,1.01,1.21,0.426,17.6,387.0,0.559,0.375,0.328,Energy,1.0
solar/H/short,Chronos_large,704.0,883.0,10.8,0.83,4.67,1.38,6.2,26.5,0.978,0.398,0.337,Energy,1.0
solar/W/short,Chronos_large,1600000.0,1760000.0,1050.0,1.15,0.237,0.204,6.6,1260.0,0.258,0.215,0.162,Energy,1.0
sz_taxi/15T/short,Chronos_large,19.1,19.3,2.94,0.587,573000000000.0,0.438,9.23,4.37,0.409,0.275,0.236,Transport,1.0
sz_taxi/H/short,Chronos_large,7.68,7.73,1.89,0.575,1.1,0.311,7.95,2.77,0.258,0.176,0.148,Transport,1.0
temperature_rain/D/short,Chronos_large,189.0,216.0,6.03,1.41,20.9,1.63,29.1,13.8,1.62,0.709,0.609,Nature,1.0
us_births/D/short,Chronos_large,216000.0,226000.0,295.0,0.434,0.0284,0.0278,4.32,465.0,0.0436,0.0277,0.0226,Healthcare,1.0
us_births/M/short,Chronos_large,52500000.0,39700000.0,5170.0,0.585,0.0159,0.0161,4.77,7250.0,0.0225,0.0161,0.0134,Healthcare,1.0
us_births/W/short,Chronos_large,1420000.0,1450000.0,908.0,0.826,0.0123,0.0123,5.66,1190.0,0.0162,0.0123,0.00992,Healthcare,1.0
bitbrains_fast_storage/5T/medium,Chronos_large,3680000.0,3840000.0,270.0,1.1,3.32,0.809,37.5,1920.0,5.83,0.82,0.798,Web/CloudOps,2.0
bitbrains_rnd/5T/medium,Chronos_large,2330000.0,2380000.0,153.0,4.6,0.416,0.715,179.0,1530.0,6.42,0.642,0.636,Web/CloudOps,2.0
bizitobs_application/10S/medium,Chronos_large,21500000.0,21700000.0,2520.0,8.93,0.122,0.124,232.0,4640.0,0.182,0.0989,0.0954,Web/CloudOps,2.0
bizitobs_l2c/5T/medium,Chronos_large,182.0,180.0,9.67,0.951,0.672,0.992,29.5,13.5,0.71,0.509,0.496,Web/CloudOps,7.0
bizitobs_l2c/H/medium,Chronos_large,390.0,399.0,14.5,1.35,1.37,1.28,29.1,19.7,1.2,0.88,0.802,Web/CloudOps,7.0
bizitobs_service/10S/medium,Chronos_large,90600.0,88700.0,100.0,4.56,0.747,0.167,126.0,301.0,0.227,0.0755,0.0722,Web/CloudOps,2.0
electricity/15T/medium,Chronos_large,275000.0,280000.0,60.3,0.99,0.177,0.161,19.6,525.0,0.904,0.104,0.0944,Energy,1.0
electricity/H/medium,Chronos_large,5760000.0,5820000.0,238.0,1.07,0.259,0.13,25.7,2400.0,0.937,0.0928,0.0858,Energy,1.0
ett1/15T/medium,Chronos_large,15.1,15.2,2.1,1.31,0.845,0.519,32.2,3.89,0.741,0.4,0.376,Energy,7.0
ett1/H/medium,Chronos_large,157.0,155.0,7.39,1.35,2030000000000.0,0.452,37.1,12.5,0.6,0.354,0.333,Energy,7.0
ett2/15T/medium,Chronos_large,16.1,16.3,2.57,1.09,0.16,0.195,25.0,4.01,0.214,0.137,0.126,Energy,7.0
ett2/H/medium,Chronos_large,263.0,263.0,10.1,1.11,0.19,0.178,25.9,16.2,0.218,0.137,0.125,Energy,7.0
jena_weather/10T/medium,Chronos_large,2350.0,2430.0,13.5,0.715,0.865,0.709,17.2,48.4,0.297,0.0828,0.0751,Nature,21.0
jena_weather/H/medium,Chronos_large,2000.0,2060.0,12.3,0.875,1.43,0.722,18.8,44.7,0.273,0.0755,0.0709,Nature,21.0
kdd_cup_2018/H/medium,Chronos_large,6510.0,6550.0,34.1,1.24,1.35,0.592,26.4,80.7,1.69,0.714,0.658,Nature,1.0
loop_seattle/5T/medium,Chronos_large,278.0,283.0,10.5,1.62,0.318,0.24,41.3,16.7,0.297,0.187,0.176,Transport,1.0
loop_seattle/H/medium,Chronos_large,86.6,87.6,5.14,1.05,0.135,0.116,24.2,9.31,0.164,0.0908,0.0843,Transport,1.0
m_dense/H/medium,Chronos_large,39400.0,39500.0,84.3,0.757,0.262,0.201,19.0,198.0,0.345,0.147,0.134,Transport,1.0
solar/10T/medium,Chronos_large,49.6,55.2,3.55,1.54,3.75,1.65,26.0,7.04,1.56,0.788,0.681,Energy,1.0
solar/H/medium,Chronos_large,657.0,716.0,10.5,0.806,4.28,1.39,16.7,25.6,0.923,0.38,0.355,Energy,1.0
sz_taxi/15T/medium,Chronos_large,20.8,20.4,3.05,0.593,12600000000000.0,0.467,15.7,4.56,0.424,0.283,0.267,Transport,1.0
electricity/15T/long,Chronos_large,349000.0,348000.0,64.3,1.01,0.174,0.159,23.9,591.0,0.932,0.101,0.0942,Energy,1.0
electricity/H/long,Chronos_large,9410000.0,9410000.0,284.0,1.2,0.312,0.142,34.8,3070.0,1.21,0.112,0.107,Energy,1.0
solar/10T/long,Chronos_large,58.8,63.5,3.84,1.66,2.49,1.73,35.6,7.67,1.66,0.829,0.747,Energy,1.0
solar/H/long,Chronos_large,1020.0,1050.0,13.6,1.02,3.37,1.47,29.2,32.0,1.11,0.47,0.448,Energy,1.0
kdd_cup_2018/H/long,Chronos_large,4620.0,4670.0,29.2,1.16,1.24,0.645,28.5,68.0,1.59,0.685,0.636,Nature,1.0
loop_seattle/5T/long,Chronos_large,187.0,187.0,8.49,1.32,0.313,0.18,37.2,13.7,0.242,0.15,0.143,Transport,1.0
loop_seattle/H/long,Chronos_large,77.5,79.4,4.83,1.01,0.146,0.109,27.2,8.8,0.157,0.0864,0.0814,Transport,1.0
sz_taxi/15T/long,Chronos_large,19.3,19.3,3.0,0.568,8320000000000.0,0.463,16.8,4.4,0.407,0.278,0.265,Transport,1.0
m_dense/H/long,Chronos_large,37900.0,37800.0,85.6,0.788,0.26,0.206,22.8,195.0,0.337,0.148,0.139,Transport,1.0
ett1/15T/long,Chronos_large,13.6,13.7,2.01,1.28,0.858,0.494,36.8,3.69,0.704,0.384,0.367,Energy,7.0
ett1/H/long,Chronos_large,165.0,165.0,7.61,1.46,3100000000000.0,0.504,46.6,12.9,0.615,0.365,0.35,Energy,7.0
ett2/15T/long,Chronos_large,23.8,23.6,2.75,1.17,0.175,0.212,33.4,4.87,0.26,0.147,0.14,Energy,7.0
ett2/H/long,Chronos_large,298.0,289.0,10.6,1.14,0.191,0.187,34.5,17.3,0.236,0.145,0.139,Energy,7.0
jena_weather/10T/long,Chronos_large,2340.0,2390.0,13.7,0.756,0.863,0.7,20.8,48.4,0.296,0.0835,0.0769,Nature,21.0
jena_weather/H/long,Chronos_large,1970.0,1950.0,12.4,1.04,1.55,0.696,28.8,44.3,0.267,0.0748,0.0721,Nature,21.0
bitbrains_fast_storage/5T/long,Chronos_large,3560000.0,3660000.0,281.0,1.01,1.61,0.83,35.4,1890.0,4.99,0.742,0.723,Web/CloudOps,2.0
bitbrains_rnd/5T/long,Chronos_large,4740000.0,4810000.0,280.0,3.78,5.15,0.712,147.0,2180.0,8.34,1.07,1.07,Web/CloudOps,2.0
bizitobs_application/10S/long,Chronos_large,20200000.0,19600000.0,2200.0,8.81,0.121,0.121,287.0,4490.0,0.173,0.0847,0.0839,Web/CloudOps,2.0
bizitobs_service/10S/long,Chronos_large,209000.0,201000.0,129.0,4.14,0.21,0.18,138.0,457.0,0.339,0.0952,0.094,Web/CloudOps,2.0
bizitobs_l2c/5T/long,Chronos_large,353.0,353.0,13.4,1.26,0.985,1.29,45.3,18.8,1.06,0.751,0.741,Web/CloudOps,7.0
bizitobs_l2c/H/long,Chronos_large,311.0,319.0,13.4,1.3,1.51,1.08,33.4,17.6,1.08,0.816,0.757,Web/CloudOps,7.0