{ "format": "caststar-gift-eval-inference-v1", "models": [ "toto-2.0-2.5b", "chronos-2", "tirex", "patchtst-fm", "flowstate", "timesfm-2.5" ], "quantile_levels": [ 0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.9 ], "feature_columns": [ "hurst", "series_length", "unitroot_pp", "unitroot_kpss", "hw_alpha", "hw_beta", "hw_gamma", "stability", "nperiods", "seasonal_period", "trend", "spike", "linearity", "curvature", "e_acf1", "e_acf10", "seasonal_strength", "peak", "trough", "x_pacf5", "diff1x_pacf5", "diff2x_pacf5", "seas_pacf", "nonlinearity", "lumpiness", "alpha", "beta", "arch_acf", "garch_acf", "arch_r2", "garch_r2", "flat_spots", "entropy", "crossing_points", "arch_lm", "x_acf1", "x_acf10", "diff1_acf1", "diff1_acf10", "diff2_acf1", "diff2_acf10", "seas_acf1", "seasonality", "prediction_length", "num_variates", "freq", "domain" ], "categories": { "domain": [ "Econ/Fin", "Energy", "Healthcare", "Nature", "Sales", "Transport", "Web/CloudOps" ], "freq": [ "10S", "10T", "15T", "5T", "A-DEC", "D", "H", "M", "Q-DEC", "W-FRI", "W-SUN", "W-THU", "W-TUE", "W-WED" ] }, "configs": [ { "dirname": "bitbrains_fast_storage_5T_long", "dataset_name": "bitbrains_fast_storage/5T", "dataset_config": "bitbrains_fast_storage/5T/long", "bucket": "5T|long", "freq": "5T", "term": "long", "prediction_length": 720, "seasonality": 288, "num_variates": 2, "domain": "Web/CloudOps", "windows": 2, "test_rows": 5000, "normalizer_mase": 1.1366422318753115, "normalizer_crps": 1.1773077032683998 }, { "dirname": "bitbrains_fast_storage_5T_medium", "dataset_name": "bitbrains_fast_storage/5T", "dataset_config": "bitbrains_fast_storage/5T/medium", "bucket": "5T|medium", "freq": "5T", "term": "medium", "prediction_length": 480, "seasonality": 288, "num_variates": 2, "domain": "Web/CloudOps", "windows": 2, "test_rows": 5000, "normalizer_mase": 1.2202713595882653, "normalizer_crps": 1.1979128978088514 }, { "dirname": "bitbrains_fast_storage_5T_short", "dataset_name": "bitbrains_fast_storage/5T", "dataset_config": "bitbrains_fast_storage/5T/short", "bucket": "5T|short", "freq": "5T", "term": "short", "prediction_length": 48, "seasonality": 288, "num_variates": 2, "domain": "Web/CloudOps", "windows": 18, "test_rows": 45000, "normalizer_mase": 1.1360241737534567, "normalizer_crps": 1.210386425305063 }, { "dirname": "bitbrains_fast_storage_H_short", "dataset_name": "bitbrains_fast_storage/H", "dataset_config": "bitbrains_fast_storage/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 2, "domain": "Web/CloudOps", "windows": 2, "test_rows": 5000, "normalizer_mase": 1.2985124569638047, "normalizer_crps": 1.0222395520114795 }, { "dirname": "bitbrains_rnd_5T_long", "dataset_name": "bitbrains_rnd/5T", "dataset_config": "bitbrains_rnd/5T/long", "bucket": "5T|long", "freq": "5T", "term": "long", "prediction_length": 720, "seasonality": 288, "num_variates": 2, "domain": "Web/CloudOps", "windows": 2, "test_rows": 2000, "normalizer_mase": 3.501257904408163, "normalizer_crps": 1.175220506770106 }, { "dirname": "bitbrains_rnd_5T_medium", "dataset_name": "bitbrains_rnd/5T", "dataset_config": "bitbrains_rnd/5T/medium", "bucket": "5T|medium", "freq": "5T", "term": "medium", "prediction_length": 480, "seasonality": 288, "num_variates": 2, "domain": "Web/CloudOps", "windows": 2, "test_rows": 2000, "normalizer_mase": 4.542392314855541, "normalizer_crps": 1.169291300089368 }, { "dirname": "bitbrains_rnd_5T_short", "dataset_name": "bitbrains_rnd/5T", "dataset_config": "bitbrains_rnd/5T/short", "bucket": "5T|short", "freq": "5T", "term": "short", "prediction_length": 48, "seasonality": 288, "num_variates": 2, "domain": "Web/CloudOps", "windows": 18, "test_rows": 18000, "normalizer_mase": 1.9708126376716957, "normalizer_crps": 1.1015904440824371 }, { "dirname": "bitbrains_rnd_H_short", "dataset_name": "bitbrains_rnd/H", "dataset_config": "bitbrains_rnd/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 2, "domain": "Web/CloudOps", "windows": 2, "test_rows": 2000, "normalizer_mase": 6.0373618687533925, "normalizer_crps": 1.2432170953390527 }, { "dirname": "bizitobs_application_10S_long", "dataset_name": "bizitobs_application", "dataset_config": "bizitobs_application/10S/long", "bucket": "10S|long", "freq": "10S", "term": "long", "prediction_length": 900, "seasonality": 360, "num_variates": 2, "domain": "Web/CloudOps", "windows": 1, "test_rows": 2, "normalizer_mase": 3.2063450561622804, "normalizer_crps": 0.04573090228155046 }, { "dirname": "bizitobs_application_10S_medium", "dataset_name": "bizitobs_application", "dataset_config": "bizitobs_application/10S/medium", "bucket": "10S|medium", "freq": "10S", "term": "medium", "prediction_length": 600, "seasonality": 360, "num_variates": 2, "domain": "Web/CloudOps", "windows": 2, "test_rows": 4, "normalizer_mase": 2.6914183385868085, "normalizer_crps": 0.04268912394422428 }, { "dirname": "bizitobs_application_10S_short", "dataset_name": "bizitobs_application", "dataset_config": "bizitobs_application/10S/short", "bucket": "10S|short", "freq": "10S", "term": "short", "prediction_length": 60, "seasonality": 360, "num_variates": 2, "domain": "Web/CloudOps", "windows": 15, "test_rows": 30, "normalizer_mase": 2.2423302386755415, "normalizer_crps": 0.03483868247005456 }, { "dirname": "bizitobs_l2c_5T_long", "dataset_name": "bizitobs_l2c/5T", "dataset_config": "bizitobs_l2c/5T/long", "bucket": "5T|long", "freq": "5T", "term": "long", "prediction_length": 720, "seasonality": 288, "num_variates": 7, "domain": "Web/CloudOps", "windows": 5, "test_rows": 35, "normalizer_mase": 1.4542830442631411, "normalizer_crps": 0.6484921267253538 }, { "dirname": "bizitobs_l2c_5T_medium", "dataset_name": "bizitobs_l2c/5T", "dataset_config": "bizitobs_l2c/5T/medium", "bucket": "5T|medium", "freq": "5T", "term": "medium", "prediction_length": 480, "seasonality": 288, "num_variates": 7, "domain": "Web/CloudOps", "windows": 7, "test_rows": 49, "normalizer_mase": 1.2435997989335994, "normalizer_crps": 0.5203917750796179 }, { "dirname": "bizitobs_l2c_5T_short", "dataset_name": "bizitobs_l2c/5T", "dataset_config": "bizitobs_l2c/5T/short", "bucket": "5T|short", "freq": "5T", "term": "short", "prediction_length": 48, "seasonality": 288, "num_variates": 7, "domain": "Web/CloudOps", "windows": 20, "test_rows": 140, "normalizer_mase": 0.9860210805885202, "normalizer_crps": 0.26206838623738704 }, { "dirname": "bizitobs_l2c_H_long", "dataset_name": "bizitobs_l2c/H", "dataset_config": "bizitobs_l2c/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 7, "domain": "Web/CloudOps", "windows": 1, "test_rows": 7, "normalizer_mase": 1.4260541525613812, "normalizer_crps": 0.9410651242377539 }, { "dirname": "bizitobs_l2c_H_medium", "dataset_name": "bizitobs_l2c/H", "dataset_config": "bizitobs_l2c/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 7, "domain": "Web/CloudOps", "windows": 1, "test_rows": 7, "normalizer_mase": 1.5102861226255864, "normalizer_crps": 0.9042051354742671 }, { "dirname": "bizitobs_l2c_H_short", "dataset_name": "bizitobs_l2c/H", "dataset_config": "bizitobs_l2c/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 7, "domain": "Web/CloudOps", "windows": 6, "test_rows": 42, "normalizer_mase": 1.2140641267600039, "normalizer_crps": 0.5211675771895117 }, { "dirname": "bizitobs_service_10S_long", "dataset_name": "bizitobs_service", "dataset_config": "bizitobs_service/10S/long", "bucket": "10S|long", "freq": "10S", "term": "long", "prediction_length": 900, "seasonality": 360, "num_variates": 2, "domain": "Web/CloudOps", "windows": 1, "test_rows": 42, "normalizer_mase": 1.367193469742303, "normalizer_crps": 0.05345299584740217 }, { "dirname": "bizitobs_service_10S_medium", "dataset_name": "bizitobs_service", "dataset_config": "bizitobs_service/10S/medium", "bucket": "10S|medium", "freq": "10S", "term": "medium", "prediction_length": 600, "seasonality": 360, "num_variates": 2, "domain": "Web/CloudOps", "windows": 2, "test_rows": 84, "normalizer_mase": 1.3205790727650968, "normalizer_crps": 0.04755831292581585 }, { "dirname": "bizitobs_service_10S_short", "dataset_name": "bizitobs_service", "dataset_config": "bizitobs_service/10S/short", "bucket": "10S|short", "freq": "10S", "term": "short", "prediction_length": 60, "seasonality": 360, "num_variates": 2, "domain": "Web/CloudOps", "windows": 15, "test_rows": 630, "normalizer_mase": 1.225305042620374, "normalizer_crps": 0.03998233993351736 }, { "dirname": "car_parts_M_short", "dataset_name": "car_parts_with_missing", "dataset_config": "car_parts/M/short", "bucket": "M|short", "freq": "M", "term": "short", "prediction_length": 12, "seasonality": 12, "num_variates": 1, "domain": "Sales", "windows": 1, "test_rows": 2674, "normalizer_mase": 1.2014638390969912, "normalizer_crps": 1.7217438941460104 }, { "dirname": "covid_deaths_D_short", "dataset_name": "covid_deaths", "dataset_config": "covid_deaths/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Healthcare", "windows": 1, "test_rows": 266, "normalizer_mase": 46.91239825526407, "normalizer_crps": 0.12672327831223676 }, { "dirname": "electricity_15T_long", "dataset_name": "electricity/15T", "dataset_config": "electricity/15T/long", "bucket": "15T|long", "freq": "15T", "term": "long", "prediction_length": 720, "seasonality": 96, "num_variates": 1, "domain": "Energy", "windows": 20, "test_rows": 7400, "normalizer_mase": 1.1635317075319347, "normalizer_crps": 0.11255332426055248 }, { "dirname": "electricity_15T_medium", "dataset_name": "electricity/15T", "dataset_config": "electricity/15T/medium", "bucket": "15T|medium", "freq": "15T", "term": "medium", "prediction_length": 480, "seasonality": 96, "num_variates": 1, "domain": "Energy", "windows": 20, "test_rows": 7400, "normalizer_mase": 1.1507882041044137, "normalizer_crps": 0.11275485280084273 }, { "dirname": "electricity_15T_short", "dataset_name": "electricity/15T", "dataset_config": "electricity/15T/short", "bucket": "15T|short", "freq": "15T", "term": "short", "prediction_length": 48, "seasonality": 96, "num_variates": 1, "domain": "Energy", "windows": 20, "test_rows": 7400, "normalizer_mase": 1.7170601412372184, "normalizer_crps": 0.16489261500071847 }, { "dirname": "electricity_D_short", "dataset_name": "electricity/D", "dataset_config": "electricity/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Energy", "windows": 5, "test_rows": 1850, "normalizer_mase": 1.987041399842847, "normalizer_crps": 0.10405987098536745 }, { "dirname": "electricity_H_long", "dataset_name": "electricity/H", "dataset_config": "electricity/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 1, "domain": "Energy", "windows": 5, "test_rows": 1850, "normalizer_mase": 1.5240786163496851, "normalizer_crps": 0.15341839756227935 }, { "dirname": "electricity_H_medium", "dataset_name": "electricity/H", "dataset_config": "electricity/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 1, "domain": "Energy", "windows": 8, "test_rows": 2960, "normalizer_mase": 1.3924537851702354, "normalizer_crps": 0.12738701179892217 }, { "dirname": "electricity_H_short", "dataset_name": "electricity/H", "dataset_config": "electricity/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 1, "domain": "Energy", "windows": 20, "test_rows": 7400, "normalizer_mase": 1.3577726051465433, "normalizer_crps": 0.10566499518474065 }, { "dirname": "electricity_W_short", "dataset_name": "electricity/W", "dataset_config": "electricity/W-FRI/short", "bucket": "W|short", "freq": "W-FRI", "term": "short", "prediction_length": 8, "seasonality": 1, "num_variates": 1, "domain": "Energy", "windows": 3, "test_rows": 1110, "normalizer_mase": 2.0896995064573947, "normalizer_crps": 0.0993032024444414 }, { "dirname": "ett1_15T_long", "dataset_name": "ett1/15T", "dataset_config": "ett1/15T/long", "bucket": "15T|long", "freq": "15T", "term": "long", "prediction_length": 720, "seasonality": 96, "num_variates": 7, "domain": "Energy", "windows": 10, "test_rows": 70, "normalizer_mase": 1.190885705867336, "normalizer_crps": 0.3401793468576481 }, { "dirname": "ett1_15T_medium", "dataset_name": "ett1/15T", "dataset_config": "ett1/15T/medium", "bucket": "15T|medium", "freq": "15T", "term": "medium", "prediction_length": 480, "seasonality": 96, "num_variates": 7, "domain": "Energy", "windows": 15, "test_rows": 105, "normalizer_mase": 1.188305978388322, "normalizer_crps": 0.32155116949786394 }, { "dirname": "ett1_15T_short", "dataset_name": "ett1/15T", "dataset_config": "ett1/15T/short", "bucket": "15T|short", "freq": "15T", "term": "short", "prediction_length": 48, "seasonality": 96, "num_variates": 7, "domain": "Energy", "windows": 20, "test_rows": 140, "normalizer_mase": 0.9341549587802876, "normalizer_crps": 0.24136394938567346 }, { "dirname": "ett1_D_short", "dataset_name": "ett1/D", "dataset_config": "ett1/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 7, "domain": "Energy", "windows": 3, "test_rows": 21, "normalizer_mase": 1.7783697877928102, "normalizer_crps": 0.40843357791503654 }, { "dirname": "ett1_H_long", "dataset_name": "ett1/H", "dataset_config": "ett1/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 7, "domain": "Energy", "windows": 3, "test_rows": 21, "normalizer_mase": 1.4787012870437326, "normalizer_crps": 0.47106248989542887 }, { "dirname": "ett1_H_medium", "dataset_name": "ett1/H", "dataset_config": "ett1/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 7, "domain": "Energy", "windows": 4, "test_rows": 28, "normalizer_mase": 1.5678007461285395, "normalizer_crps": 0.4349118298516912 }, { "dirname": "ett1_H_short", "dataset_name": "ett1/H", "dataset_config": "ett1/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 7, "domain": "Energy", "windows": 20, "test_rows": 140, "normalizer_mase": 0.9773176243434534, "normalizer_crps": 0.24036844107833774 }, { "dirname": "ett1_W_short", "dataset_name": "ett1/W", "dataset_config": "ett1/W-THU/short", "bucket": "W|short", "freq": "W-THU", "term": "short", "prediction_length": 8, "seasonality": 1, "num_variates": 7, "domain": "Energy", "windows": 2, "test_rows": 14, "normalizer_mase": 1.7689207877683926, "normalizer_crps": 0.3118251468740881 }, { "dirname": "ett2_15T_long", "dataset_name": "ett2/15T", "dataset_config": "ett2/15T/long", "bucket": "15T|long", "freq": "15T", "term": "long", "prediction_length": 720, "seasonality": 96, "num_variates": 7, "domain": "Energy", "windows": 10, "test_rows": 70, "normalizer_mase": 1.0126577751121104, "normalizer_crps": 0.13282444765695306 }, { "dirname": "ett2_15T_medium", "dataset_name": "ett2/15T", "dataset_config": "ett2/15T/medium", "bucket": "15T|medium", "freq": "15T", "term": "medium", "prediction_length": 480, "seasonality": 96, "num_variates": 7, "domain": "Energy", "windows": 15, "test_rows": 105, "normalizer_mase": 1.0512391501712754, "normalizer_crps": 0.12412877798161984 }, { "dirname": "ett2_15T_short", "dataset_name": "ett2/15T", "dataset_config": "ett2/15T/short", "bucket": "15T|short", "freq": "15T", "term": "short", "prediction_length": 48, "seasonality": 96, "num_variates": 7, "domain": "Energy", "windows": 20, "test_rows": 140, "normalizer_mase": 1.067314800011479, "normalizer_crps": 0.09638438775638664 }, { "dirname": "ett2_D_short", "dataset_name": "ett2/D", "dataset_config": "ett2/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 7, "domain": "Energy", "windows": 3, "test_rows": 21, "normalizer_mase": 1.3901143157307532, "normalizer_crps": 0.15331100213050436 }, { "dirname": "ett2_H_long", "dataset_name": "ett2/H", "dataset_config": "ett2/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 7, "domain": "Energy", "windows": 3, "test_rows": 21, "normalizer_mase": 1.1284016697207502, "normalizer_crps": 0.20790633225768584 }, { "dirname": "ett2_H_medium", "dataset_name": "ett2/H", "dataset_config": "ett2/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 7, "domain": "Energy", "windows": 4, "test_rows": 28, "normalizer_mase": 1.2384249730532626, "normalizer_crps": 0.1862050814081793 }, { "dirname": "ett2_H_short", "dataset_name": "ett2/H", "dataset_config": "ett2/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 7, "domain": "Energy", "windows": 20, "test_rows": 140, "normalizer_mase": 0.9231678277377344, "normalizer_crps": 0.08895289185095483 }, { "dirname": "ett2_W_short", "dataset_name": "ett2/W", "dataset_config": "ett2/W-THU/short", "bucket": "W|short", "freq": "W-THU", "term": "short", "prediction_length": 8, "seasonality": 1, "num_variates": 7, "domain": "Energy", "windows": 2, "test_rows": 14, "normalizer_mase": 0.7785209533197451, "normalizer_crps": 0.13367758870767996 }, { "dirname": "hierarchical_sales_D_short", "dataset_name": "hierarchical_sales/D", "dataset_config": "hierarchical_sales/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Sales", "windows": 7, "test_rows": 826, "normalizer_mase": 1.1348033996861053, "normalizer_crps": 1.7364572065613715 }, { "dirname": "hierarchical_sales_W_short", "dataset_name": "hierarchical_sales/W", "dataset_config": "hierarchical_sales/W-WED/short", "bucket": "W|short", "freq": "W-WED", "term": "short", "prediction_length": 8, "seasonality": 1, "num_variates": 1, "domain": "Sales", "windows": 4, "test_rows": 472, "normalizer_mase": 1.0250133777288337, "normalizer_crps": 0.8322267526416594 }, { "dirname": "hospital_M_short", "dataset_name": "hospital", "dataset_config": "hospital/M/short", "bucket": "M|short", "freq": "M", "term": "short", "prediction_length": 12, "seasonality": 12, "num_variates": 1, "domain": "Healthcare", "windows": 1, "test_rows": 767, "normalizer_mase": 0.9205278266364826, "normalizer_crps": 0.06248817651596496 }, { "dirname": "jena_weather_10T_long", "dataset_name": "jena_weather/10T", "dataset_config": "jena_weather/10T/long", "bucket": "10T|long", "freq": "10T", "term": "long", "prediction_length": 720, "seasonality": 144, "num_variates": 21, "domain": "Nature", "windows": 8, "test_rows": 168, "normalizer_mase": 0.7614923703210493, "normalizer_crps": 0.2371949131202996 }, { "dirname": "jena_weather_10T_medium", "dataset_name": "jena_weather/10T", "dataset_config": "jena_weather/10T/medium", "bucket": "10T|medium", "freq": "10T", "term": "medium", "prediction_length": 480, "seasonality": 144, "num_variates": 21, "domain": "Nature", "windows": 11, "test_rows": 231, "normalizer_mase": 0.7160100391723763, "normalizer_crps": 0.21183609008512827 }, { "dirname": "jena_weather_10T_short", "dataset_name": "jena_weather/10T", "dataset_config": "jena_weather/10T/short", "bucket": "10T|short", "freq": "10T", "term": "short", "prediction_length": 48, "seasonality": 144, "num_variates": 21, "domain": "Nature", "windows": 20, "test_rows": 420, "normalizer_mase": 0.7428874675800381, "normalizer_crps": 0.15520092375681044 }, { "dirname": "jena_weather_D_short", "dataset_name": "jena_weather/D", "dataset_config": "jena_weather/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 21, "domain": "Nature", "windows": 2, "test_rows": 42, "normalizer_mase": 1.5734140297468562, "normalizer_crps": 0.2105908566035542 }, { "dirname": "jena_weather_H_long", "dataset_name": "jena_weather/H", "dataset_config": "jena_weather/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 21, "domain": "Nature", "windows": 2, "test_rows": 42, "normalizer_mase": 1.2677178473920059, "normalizer_crps": 0.41914340130808575 }, { "dirname": "jena_weather_H_medium", "dataset_name": "jena_weather/H", "dataset_config": "jena_weather/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 21, "domain": "Nature", "windows": 2, "test_rows": 42, "normalizer_mase": 0.8886133410507664, "normalizer_crps": 0.3428055217231077 }, { "dirname": "jena_weather_H_short", "dataset_name": "jena_weather/H", "dataset_config": "jena_weather/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 21, "domain": "Nature", "windows": 19, "test_rows": 399, "normalizer_mase": 0.7229102185557323, "normalizer_crps": 0.15420788787522166 }, { "dirname": "kdd_cup_2018_D_short", "dataset_name": "kdd_cup_2018_with_missing/D", "dataset_config": "kdd_cup_2018/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Nature", "windows": 2, "test_rows": 540, "normalizer_mase": 1.4970343738270926, "normalizer_crps": 0.674506129145155 }, { "dirname": "kdd_cup_2018_H_long", "dataset_name": "kdd_cup_2018_with_missing/H", "dataset_config": "kdd_cup_2018/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 1, "domain": "Nature", "windows": 2, "test_rows": 540, "normalizer_mase": 1.3355336658089667, "normalizer_crps": 0.9362833347539716 }, { "dirname": "kdd_cup_2018_H_medium", "dataset_name": "kdd_cup_2018_with_missing/H", "dataset_config": "kdd_cup_2018/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 1, "domain": "Nature", "windows": 2, "test_rows": 540, "normalizer_mase": 1.4289997072062277, "normalizer_crps": 0.7587892026846513 }, { "dirname": "kdd_cup_2018_H_short", "dataset_name": "kdd_cup_2018_with_missing/H", "dataset_config": "kdd_cup_2018/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 1, "domain": "Nature", "windows": 20, "test_rows": 5400, "normalizer_mase": 1.340425278558367, "normalizer_crps": 0.547536580422314 }, { "dirname": "loop_seattle_5T_long", "dataset_name": "LOOP_SEATTLE/5T", "dataset_config": "loop_seattle/5T/long", "bucket": "5T|long", "freq": "5T", "term": "long", "prediction_length": 720, "seasonality": 288, "num_variates": 1, "domain": "Transport", "windows": 15, "test_rows": 4845, "normalizer_mase": 1.2506857542807588, "normalizer_crps": 0.12716656087996273 }, { "dirname": "loop_seattle_5T_medium", "dataset_name": "LOOP_SEATTLE/5T", "dataset_config": "loop_seattle/5T/medium", "bucket": "5T|medium", "freq": "5T", "term": "medium", "prediction_length": 480, "seasonality": 288, "num_variates": 1, "domain": "Transport", "windows": 20, "test_rows": 6460, "normalizer_mase": 1.1532851467900647, "normalizer_crps": 0.11727937998585615 }, { "dirname": "loop_seattle_5T_short", "dataset_name": "LOOP_SEATTLE/5T", "dataset_config": "loop_seattle/5T/short", "bucket": "5T|short", "freq": "5T", "term": "short", "prediction_length": 48, "seasonality": 288, "num_variates": 1, "domain": "Transport", "windows": 20, "test_rows": 6460, "normalizer_mase": 0.7623397118337274, "normalizer_crps": 0.08083202568463041 }, { "dirname": "loop_seattle_D_short", "dataset_name": "LOOP_SEATTLE/D", "dataset_config": "loop_seattle/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Transport", "windows": 2, "test_rows": 646, "normalizer_mase": 1.7323957056549062, "normalizer_crps": 0.1032547596878987 }, { "dirname": "loop_seattle_H_long", "dataset_name": "LOOP_SEATTLE/H", "dataset_config": "loop_seattle/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 1, "domain": "Transport", "windows": 2, "test_rows": 646, "normalizer_mase": 1.5460268753677606, "normalizer_crps": 0.18709450197084374 }, { "dirname": "loop_seattle_H_medium", "dataset_name": "LOOP_SEATTLE/H", "dataset_config": "loop_seattle/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 1, "domain": "Transport", "windows": 2, "test_rows": 646, "normalizer_mase": 1.4805126192799751, "normalizer_crps": 0.16208090743299983 }, { "dirname": "loop_seattle_H_short", "dataset_name": "LOOP_SEATTLE/H", "dataset_config": "loop_seattle/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 1, "domain": "Transport", "windows": 19, "test_rows": 6137, "normalizer_mase": 1.2928412613913995, "normalizer_crps": 0.10423508438727377 }, { "dirname": "m4_daily_D_short", "dataset_name": "m4_daily", "dataset_config": "m4_daily/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 14, "seasonality": 1, "num_variates": 1, "domain": "Econ/Fin", "windows": 1, "test_rows": 4227, "normalizer_mase": 3.278424296610481, "normalizer_crps": 0.024356147648337902 }, { "dirname": "m4_hourly_H_short", "dataset_name": "m4_hourly", "dataset_config": "m4_hourly/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 1, "domain": "Econ/Fin", "windows": 1, "test_rows": 414, "normalizer_mase": 1.1932101877276544, "normalizer_crps": 0.03757255147212195 }, { "dirname": "m4_monthly_M_short", "dataset_name": "m4_monthly", "dataset_config": "m4_monthly/M/short", "bucket": "M|short", "freq": "M", "term": "short", "prediction_length": 18, "seasonality": 12, "num_variates": 1, "domain": "Econ/Fin", "windows": 1, "test_rows": 48000, "normalizer_mase": 1.259717038974429, "normalizer_crps": 0.12192063664829357 }, { "dirname": "m4_quarterly_Q_short", "dataset_name": "m4_quarterly", "dataset_config": "m4_quarterly/Q-DEC/short", "bucket": "Q|short", "freq": "Q-DEC", "term": "short", "prediction_length": 8, "seasonality": 4, "num_variates": 1, "domain": "Econ/Fin", "windows": 1, "test_rows": 24000, "normalizer_mase": 1.602247174616002, "normalizer_crps": 0.09805397548466407 }, { "dirname": "m4_weekly_W_short", "dataset_name": "m4_weekly", "dataset_config": "m4_weekly/W-SUN/short", "bucket": "W|short", "freq": "W-SUN", "term": "short", "prediction_length": 13, "seasonality": 1, "num_variates": 1, "domain": "Econ/Fin", "windows": 1, "test_rows": 359, "normalizer_mase": 2.777295047362158, "normalizer_crps": 0.06087039452311706 }, { "dirname": "m4_yearly_A_short", "dataset_name": "m4_yearly", "dataset_config": "m4_yearly/A-DEC/short", "bucket": "A|short", "freq": "A-DEC", "term": "short", "prediction_length": 6, "seasonality": 1, "num_variates": 1, "domain": "Econ/Fin", "windows": 1, "test_rows": 22974, "normalizer_mase": 3.965954931783283, "normalizer_crps": 0.13714565740983498 }, { "dirname": "m_dense_D_short", "dataset_name": "M_DENSE/D", "dataset_config": "m_dense/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Transport", "windows": 3, "test_rows": 90, "normalizer_mase": 1.6693368812171987, "normalizer_crps": 0.22686565739428607 }, { "dirname": "m_dense_H_long", "dataset_name": "M_DENSE/H", "dataset_config": "m_dense/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 1, "domain": "Transport", "windows": 3, "test_rows": 90, "normalizer_mase": 1.4779178744488217, "normalizer_crps": 0.4189507904607682 }, { "dirname": "m_dense_H_medium", "dataset_name": "M_DENSE/H", "dataset_config": "m_dense/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 1, "domain": "Transport", "windows": 4, "test_rows": 120, "normalizer_mase": 1.569946511898904, "normalizer_crps": 0.3773835994986822 }, { "dirname": "m_dense_H_short", "dataset_name": "M_DENSE/H", "dataset_config": "m_dense/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 1, "domain": "Transport", "windows": 20, "test_rows": 600, "normalizer_mase": 1.4875444172240992, "normalizer_crps": 0.27479786933969136 }, { "dirname": "restaurant_D_short", "dataset_name": "restaurant", "dataset_config": "restaurant/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Sales", "windows": 1, "test_rows": 807, "normalizer_mase": 1.0060757450046092, "normalizer_crps": 0.6770164746085788 }, { "dirname": "saugeen_D_short", "dataset_name": "saugeenday/D", "dataset_config": "saugeen/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Nature", "windows": 20, "test_rows": 20, "normalizer_mase": 3.413049305768806, "normalizer_crps": 0.5850141736335629 }, { "dirname": "saugeen_M_short", "dataset_name": "saugeenday/M", "dataset_config": "saugeen/M/short", "bucket": "M|short", "freq": "M", "term": "short", "prediction_length": 12, "seasonality": 12, "num_variates": 1, "domain": "Nature", "windows": 7, "test_rows": 7, "normalizer_mase": 0.9763741730697157, "normalizer_crps": 0.4450846286544009 }, { "dirname": "saugeen_W_short", "dataset_name": "saugeenday/W", "dataset_config": "saugeen/W-THU/short", "bucket": "W|short", "freq": "W-THU", "term": "short", "prediction_length": 8, "seasonality": 1, "num_variates": 1, "domain": "Nature", "windows": 20, "test_rows": 20, "normalizer_mase": 1.990658004828632, "normalizer_crps": 0.7340352210434381 }, { "dirname": "solar_10T_long", "dataset_name": "solar/10T", "dataset_config": "solar/10T/long", "bucket": "10T|long", "freq": "10T", "term": "long", "prediction_length": 720, "seasonality": 144, "num_variates": 1, "domain": "Energy", "windows": 8, "test_rows": 1096, "normalizer_mase": 0.8709317964102903, "normalizer_crps": 0.6738494837655387 }, { "dirname": "solar_10T_medium", "dataset_name": "solar/10T", "dataset_config": "solar/10T/medium", "bucket": "10T|medium", "freq": "10T", "term": "medium", "prediction_length": 480, "seasonality": 144, "num_variates": 1, "domain": "Energy", "windows": 11, "test_rows": 1507, "normalizer_mase": 0.9270005404761702, "normalizer_crps": 0.6550635536405177 }, { "dirname": "solar_10T_short", "dataset_name": "solar/10T", "dataset_config": "solar/10T/short", "bucket": "10T|short", "freq": "10T", "term": "short", "prediction_length": 48, "seasonality": 144, "num_variates": 1, "domain": "Energy", "windows": 20, "test_rows": 2740, "normalizer_mase": 1.1057028063509833, "normalizer_crps": 0.8595386998005952 }, { "dirname": "solar_D_short", "dataset_name": "solar/D", "dataset_config": "solar/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Energy", "windows": 2, "test_rows": 274, "normalizer_mase": 1.155861190610263, "normalizer_crps": 0.5590651164917229 }, { "dirname": "solar_H_long", "dataset_name": "solar/H", "dataset_config": "solar/H/long", "bucket": "H|long", "freq": "H", "term": "long", "prediction_length": 720, "seasonality": 24, "num_variates": 1, "domain": "Energy", "windows": 2, "test_rows": 274, "normalizer_mase": 1.0711966477927781, "normalizer_crps": 1.0779764182077312 }, { "dirname": "solar_H_medium", "dataset_name": "solar/H", "dataset_config": "solar/H/medium", "bucket": "H|medium", "freq": "H", "term": "medium", "prediction_length": 480, "seasonality": 24, "num_variates": 1, "domain": "Energy", "windows": 2, "test_rows": 274, "normalizer_mase": 0.9349685908749716, "normalizer_crps": 0.9459874672135314 }, { "dirname": "solar_H_short", "dataset_name": "solar/H", "dataset_config": "solar/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 1, "domain": "Energy", "windows": 19, "test_rows": 2603, "normalizer_mase": 0.9519362458316395, "normalizer_crps": 0.5916559631947232 }, { "dirname": "solar_W_short", "dataset_name": "solar/W", "dataset_config": "solar/W-FRI/short", "bucket": "W|short", "freq": "W-FRI", "term": "short", "prediction_length": 8, "seasonality": 1, "num_variates": 1, "domain": "Energy", "windows": 1, "test_rows": 137, "normalizer_mase": 1.4703506784640206, "normalizer_crps": 0.20974762813186765 }, { "dirname": "sz_taxi_15T_long", "dataset_name": "SZ_TAXI/15T", "dataset_config": "sz_taxi/15T/long", "bucket": "15T|long", "freq": "15T", "term": "long", "prediction_length": 720, "seasonality": 96, "num_variates": 1, "domain": "Transport", "windows": 1, "test_rows": 156, "normalizer_mase": 0.6909431344941248, "normalizer_crps": 0.4279704063043717 }, { "dirname": "sz_taxi_15T_medium", "dataset_name": "SZ_TAXI/15T", "dataset_config": "sz_taxi/15T/medium", "bucket": "15T|medium", "freq": "15T", "term": "medium", "prediction_length": 480, "seasonality": 96, "num_variates": 1, "domain": "Transport", "windows": 1, "test_rows": 156, "normalizer_mase": 0.7134840540400068, "normalizer_crps": 0.379172158612487 }, { "dirname": "sz_taxi_15T_short", "dataset_name": "SZ_TAXI/15T", "dataset_config": "sz_taxi/15T/short", "bucket": "15T|short", "freq": "15T", "term": "short", "prediction_length": 48, "seasonality": 96, "num_variates": 1, "domain": "Transport", "windows": 7, "test_rows": 1092, "normalizer_mase": 0.7644167735543712, "normalizer_crps": 0.3087068505119876 }, { "dirname": "sz_taxi_H_short", "dataset_name": "SZ_TAXI/H", "dataset_config": "sz_taxi/H/short", "bucket": "H|short", "freq": "H", "term": "short", "prediction_length": 48, "seasonality": 24, "num_variates": 1, "domain": "Transport", "windows": 2, "test_rows": 312, "normalizer_mase": 0.7381672994945998, "normalizer_crps": 0.21382494112013678 }, { "dirname": "temperature_rain_D_short", "dataset_name": "temperature_rain_with_missing", "dataset_config": "temperature_rain/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Nature", "windows": 3, "test_rows": 96216, "normalizer_mase": 2.0115357653222166, "normalizer_crps": 1.2679455200160903 }, { "dirname": "us_births_D_short", "dataset_name": "us_births/D", "dataset_config": "us_births/D/short", "bucket": "D|short", "freq": "D", "term": "short", "prediction_length": 30, "seasonality": 1, "num_variates": 1, "domain": "Healthcare", "windows": 20, "test_rows": 20, "normalizer_mase": 1.8648391912491094, "normalizer_crps": 0.11952686561898423 }, { "dirname": "us_births_M_short", "dataset_name": "us_births/M", "dataset_config": "us_births/M/short", "bucket": "M|short", "freq": "M", "term": "short", "prediction_length": 12, "seasonality": 12, "num_variates": 1, "domain": "Healthcare", "windows": 2, "test_rows": 2, "normalizer_mase": 0.7605310792868888, "normalizer_crps": 0.016825596814792485 }, { "dirname": "us_births_W_short", "dataset_name": "us_births/W", "dataset_config": "us_births/W-TUE/short", "bucket": "W|short", "freq": "W-TUE", "term": "short", "prediction_length": 8, "seasonality": 1, "num_variates": 1, "domain": "Healthcare", "windows": 14, "test_rows": 14, "normalizer_mase": 1.5634204337929731, "normalizer_crps": 0.01929679613291714 } ] }