Visit2

.gitignore

@@ -11,4 +11,3 @@ eval-results/
 eval-queue-bk/
 eval-results-bk/
 logs/
-/notebooks

requirements.txt

@@ -5,16 +5,14 @@ gradio==4.44.0
 gradio[oauth]==4.44.0
 gradio_leaderboard==0.0.9
 gradio_client
-fastapi==0.112.4
-starlette==0.38.6
 huggingface-hub>=0.18.0,<0.35.3
 matplotlib
-numpy==1.24.4
-pandas==1.5.3
+numpy
+pandas
 python-dateutil
 tqdm
 transformers
 tokenizers>=0.15.0
 sentencepiece
 ipdb
-scipy
+scipy

results/CHARM/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,CHARM,9772078.977278663,9772078.977278663,1867.858873867379,7.593335647150201,0.30261097686046723,0.3316973500276538,77.61016591122635,3126.0324658068835,0.5012737948151276,0.299519827808613,0.216802597705312,Econ/Fin,1
-m4_quarterly/Q/short,CHARM,2285540.066833333,2285540.066833333,719.8341672363281,1.6810757010201356,0.13820174767573676,0.13086142778396606,13.509733977346633,1511.8002734598685,0.2530487443633745,0.12048756397704376,0.08840619443626552,Econ/Fin,1
-m4_monthly/M/short,CHARM,2003697.5563055556,2003697.5563055556,605.4058155472367,1.018299970464635,0.17830959269073274,0.14373994549557015,8.300848567696326,1415.5202422803977,0.2941936997867558,0.1258241114668419,0.09323544109237632,Econ/Fin,1
-m4_weekly/W/short,CHARM,310953.10049282195,310953.10049282195,284.25227662309834,2.2951432096479425,0.07092209467163478,0.06955645920659685,18.776572283979455,557.6316889245284,0.10159184398304298,0.05178635560366617,0.037936599959239314,Econ/Fin,1
-m4_daily/D/short,CHARM,477470.21328872215,477470.21328872215,223.78039499212122,4.049541951845173,0.045404538405969315,0.03544607908294089,32.06067734285996,690.9921948102758,0.10673919706227412,0.03456788638010004,0.025575942882885744,Econ/Fin,1
-m4_hourly/H/short,CHARM,703938.1848221009,703938.1848221009,188.31782488738475,0.9628039788113493,0.10548444992102286,0.09496843411726652,7.555059695115086,839.0102411902377,0.11454343471647206,0.025709543724204965,0.019045837584490338,Econ/Fin,1
-electricity/15T/short,CHARM,167809.57846886438,167809.57846886438,57.630334362682994,1.0868165940211343,0.16902681269512698,0.17463798239424422,13.675188315826277,409.6456742953163,0.8074923906424104,0.11360075154729009,0.08999848872210707,Energy,1
-electricity/15T/medium,CHARM,298782.2437331081,298782.2437331081,56.508053121480856,0.8517513869671138,0.12374580438663883,0.13196732247842324,7.281439787483403,546.6097728115626,0.9418636675705558,0.09736906438117733,0.07271581157089801,Energy,1
-electricity/15T/long,CHARM,359433.88474882697,359433.88474882697,61.30270484938063,0.8968833256214381,0.1255558264621846,0.13332243718734157,7.171242771623639,599.5280516780069,0.9458289872796173,0.09671253093647023,0.071346034518578,Energy,1
-electricity/H/short,CHARM,1844452.5727604167,1844452.5727604167,186.18088238140484,1.0015472999516133,0.17107713585348122,0.13232907905234947,10.669372482649718,1358.1062450192976,0.6411231406894944,0.08789067312403938,0.06680279128168629,Energy,1
-electricity/H/medium,CHARM,5364197.180672861,5364197.180672861,240.9557252076295,1.0816635062677757,0.2488475453204427,0.1302583206451691,8.82753067561312,2316.0736561415442,0.904039867053274,0.09405295950100732,0.06951313366597597,Energy,1
-electricity/H/long,CHARM,6825372.514402403,6825372.514402403,260.45923836336334,1.1604502759386406,0.28362830081760904,0.1392010934274118,9.453820049345966,2612.5413899883774,1.0303855935931494,0.1027250507709842,0.07573514300072727,Energy,1
-electricity/D/short,CHARM,1786539043.953009,1786539043.953009,4701.763734234234,1.4653160433534007,0.5019634604764751,0.09851534731753238,12.255695829144422,42267.47028097387,0.6945949402903838,0.0772655964156432,0.05653858724900151,Energy,1
-electricity/W/short,CHARM,120595031973.13153,120595031973.13153,40481.44301801802,1.803978584052248,0.2652676341546595,0.11141197692166578,14.071905044737937,347267.9541407924,0.7923508994229451,0.0923652971798859,0.06528858797113697,Energy,1
-solar/10T/short,CHARM,20.172593937709095,20.172593937709095,2.006596574992159,0.8803998488154768,4.0677791991532315,1.5341590120264503,3.9177347929126514,4.491391091600585,1.3065451567600395,0.5837187150168651,0.3984541569594339,Energy,1
-solar/10T/medium,CHARM,19.180443293709217,19.180443293709217,1.9659392102264086,0.8595736652283438,3.3788076134773775,1.4681642891714644,4.350056469705939,4.379548297908041,0.9718391838420711,0.4362497288732209,0.30034834010718303,Energy,1
-solar/10T/long,CHARM,20.505420199082522,20.505420199082522,2.039372358608323,0.8918522563178894,3.409094891923564,1.4741644379097143,4.4872146803612285,4.528291090365385,0.9787176598176033,0.4407777023346771,0.3008509558214782,Energy,1
-solar/H/short,CHARM,761.1317720338711,761.1317720338711,11.605476147845485,0.8951143891173999,4.398335056290199,1.409650311791831,5.762677528363169,27.58861671113416,1.0169256047565232,0.4277817178623597,0.3093690338248978,Energy,1
-solar/H/medium,CHARM,806.8217305352798,806.8217305352798,12.169083124239659,0.9265375943825596,4.380685170825669,1.4097298652296228,5.570940011951933,28.40460755819872,1.0232002609248116,0.43835877691412645,0.31372188118260125,Energy,1
-solar/H/long,CHARM,771.0409164639092,771.0409164639092,12.890160558596918,0.981163325524806,4.55416241714395,1.4139263904166182,5.246255197753449,27.76762352928153,0.9627542397185938,0.44692541712674544,0.30625372144602037,Energy,1
-solar/D/short,CHARM,145365.97566909975,145365.97566909975,253.72757755474453,0.9895321483195288,1.161669921875,0.421251698886101,5.065394567438577,381.26890204827845,0.5508037137038884,0.3665499368961075,0.273472601426665,Energy,1
-solar/W/short,CHARM,3826825.6350364964,3826825.6350364964,1590.8822137317518,1.7479112891985091,0.36732929118358304,0.2925708102483819,16.597385478754425,1956.227398600811,0.39931491085681003,0.32473882628080464,0.23419119031177285,Energy,1
-hospital/M/short,CHARM,3631.5481584093873,3631.5481584093873,20.171053240269178,0.8033462374272505,0.19295593221930513,0.17915692053790302,5.623271348446782,60.262327854219066,0.21876624387723012,0.07322560726655328,0.053852587460759105,Healthcare,1
-covid_deaths/D/short,CHARM,279578.686716792,279578.686716792,110.89151394110276,38.22453032586524,0.10356195819303964,0.38015103065280387,794.2405857591385,528.752008711827,0.19894550710079087,0.04172346981325736,0.03283314116914361,Healthcare,1
-us_births/D/short,CHARM,203770.76,203770.76,289.892578125,0.4267631961157118,0.02776156743367513,0.02750789960225423,3.9906840988858874,451.4097473471303,0.04231600083497119,0.027175076856628348,0.020494683923911794,Healthcare,1
-us_births/M/short,CHARM,52649312.0,52649312.0,5898.647135416667,0.6645089475841784,0.01825857659180959,0.018404711037874222,4.960616221377454,7255.984564481929,0.022537038586603088,0.018321157786136064,0.013226610681263747,Healthcare,1
-us_births/W/short,CHARM,3056115.714285714,3056115.714285714,1398.806919642857,1.2718276762082255,0.01885665101664407,0.018913879990577698,7.203809816897218,1748.174966725503,0.023731303757006387,0.01898866677494267,0.013463476235376066,Healthcare,1
-saugeen/D/short,CHARM,1108.8179166666666,1108.8179166666666,12.282783203125,2.7290430153342196,0.2812818400065104,0.3197357432047526,23.31665094550881,33.298917650077854,1.0785598766665676,0.3978422745116977,0.30242764423060925,Nature,1
-saugeen/M/short,CHARM,383.6525065104167,383.6525065104167,12.51698230561756,0.7334816336041241,0.38404673621768043,0.37861551557268414,4.541488750859863,19.587049459028194,0.5880619853580524,0.3757973594098576,0.2757463568486823,Nature,1
-saugeen/W/short,CHARM,986.0779296875,986.0779296875,14.509938049316407,1.1773638139270086,0.3640423774719238,0.373656702041626,8.934418540144424,31.401877805117007,0.9478917930041924,0.4379945453996085,0.3288411460699756,Nature,1
-temperature_rain/D/short,CHARM,184.48986082564463,184.48986082564463,5.889893864101657,1.3641067445464525,30.271426642899755,1.5104914289687121,23.075236705905155,13.582704473912573,1.599043429372321,0.6933962305652036,0.5212514553562415,Nature,1
-kdd_cup_2018/H/short,CHARM,4189.476863319628,4189.476863319628,21.75279070197554,0.9197559139740675,0.8335044795647942,0.4870458572783472,7.205096319621692,64.72616830401464,1.3548359237522745,0.45532530438810104,0.3412152310683595,Nature,1
-kdd_cup_2018/H/medium,CHARM,5075.062182691,5075.062182691,24.68207317962816,1.0204878424859904,0.9335498563963637,0.5457168894263152,8.031286782444067,71.23947067946953,1.4911711548536515,0.5166404974153651,0.38352259114123993,Nature,1
-kdd_cup_2018/H/long,CHARM,3957.7361188415816,3957.7361188415816,23.444780943690276,0.9956361260700548,1.020703614297042,0.5950373636528085,7.126341338465262,62.91054060204523,1.4761355544482444,0.5501093200923278,0.4005467745793005,Nature,1
-kdd_cup_2018/D/short,CHARM,2967.668010048873,2967.668010048873,21.503780535191833,1.1987815332885163,0.5095515210258017,0.4702272707496966,9.293461351889299,54.476306868664224,1.2203271129124733,0.4817075151676401,0.3540713294394005,Nature,1
-car_parts/M/short,CHARM,1.33926035547947,1.33926035547947,0.48519024887581624,0.8739543803854425,0.7871757322466021,1.869218137296877,16.839962368136312,1.157264168407313,2.775000763173573,1.1634364457751734,0.940713976267944,Sales,1
-restaurant/D/short,CHARM,146.2574166579107,146.2574166579107,7.369804070934903,0.7034349249429964,0.7006966158089388,0.4018968917235302,4.688235097701538,12.093693259625478,0.5565797846137083,0.33917545900888896,0.245585095635033,Sales,1
-hierarchical_sales/D/short,CHARM,29.030816017078337,29.030816017078337,2.3299006764481707,0.7514331693424623,0.6560222217816357,1.056839025843582,6.9066899407174445,5.388025242802629,1.6529864757117478,0.714787725440795,0.541088193766834,Sales,1
-hierarchical_sales/W/short,CHARM,487.262058064089,487.262058064089,9.193289805266817,0.7551886247916773,0.5535404225033783,0.4710119376748295,6.994411460243042,22.074013184377893,1.0134287424977315,0.4220684317323124,0.3379094517718997,Sales,1
-loop_seattle/5T/short,CHARM,54.15777761736891,54.15777761736891,3.9200280692432194,0.6168106325577031,0.09319484767776033,0.08582245454699632,4.403776868367571,7.359196805179822,0.1261939779818496,0.06721982696673154,0.04887173755289207,Transport,1
-loop_seattle/5T/medium,CHARM,75.22081494090234,75.22081494090234,4.838211842508385,0.7688237711236765,0.14426203846808436,0.11165619364955968,5.6921218517934085,8.672993424470143,0.15431037373551784,0.0860817299275986,0.06302400391457365,Transport,1
-loop_seattle/5T/long,CHARM,96.5279299069774,96.5279299069774,5.398897385800081,0.8542708476693045,0.15300511826781038,0.1239558805892834,7.0177246542470675,9.82486284418146,0.17370559428568402,0.09545361535944794,0.07080530206962084,Transport,1
-loop_seattle/H/short,CHARM,61.11823475136192,61.11823475136192,4.1544904347822165,0.841288573403987,0.11403534806187139,0.09637890127013245,8.1353804170682,7.8178152159898175,0.13838328202787806,0.07353870686822052,0.05573283285129185,Transport,1
-loop_seattle/H/medium,CHARM,69.11540106585397,69.11540106585397,4.488075657894737,0.9198625518651646,0.11942317753999472,0.1030782563767566,8.945979847343047,8.31356728882698,0.14694137243312216,0.07932623551878312,0.06019179465328708,Transport,1
-loop_seattle/H/long,CHARM,61.86304502063984,61.86304502063984,4.271694082306716,0.8923526635843902,0.12795344307777765,0.09913484713118388,8.102101243975282,7.865306416195102,0.14056353285175077,0.07634087976974441,0.05738948495971584,Transport,1
-loop_seattle/D/short,CHARM,17.688902460655314,17.688902460655314,2.927990155766254,0.8807210252584604,0.054698846854415596,0.053992783789541206,9.119683298190358,4.205817692275227,0.07516358175919163,0.05232709631405565,0.0409691856742258,Transport,1
-sz_taxi/15T/short,CHARM,16.724744300702554,16.724744300702554,2.730599595513536,0.5453009157401978,1012021170843.162,0.39486790518475395,3.959669052918628,4.08958974723658,0.38239414247609904,0.2553227475879568,0.18624456405956494,Transport,1
-sz_taxi/15T/medium,CHARM,16.32724859775641,16.32724859775641,2.7415294679821045,0.5352734728529617,8928814509330.816,0.40505095913878875,3.817818831993858,4.040699023406273,0.37605448216691456,0.2551450722895598,0.18623912572162218,Transport,1
-sz_taxi/15T/long,CHARM,15.806078614672364,15.806078614672364,2.708659341056802,0.5149215144231301,5608930480027.643,0.39981524258257656,3.577749242092137,3.975685930084564,0.3679823793022536,0.25070866425813354,0.18262495707511328,Transport,1
-sz_taxi/H/short,CHARM,7.2699599958892565,7.2699599958892565,1.8617143794002695,0.5679724173891258,1.2200180607983189,0.2960652163904956,4.130907618692551,2.6962863341806367,0.25117570745775436,0.17343018076462535,0.12709021393565598,Transport,1
-m_dense/H/short,CHARM,47871.556805555556,47871.556805555556,98.32472059461806,0.8581054475575379,0.3430081042906919,0.23674393124050563,8.023269082687346,218.79569649688167,0.38808909000838376,0.17440357352475513,0.13184243762356612,Transport,1
-m_dense/H/medium,CHARM,37933.76111111111,37933.76111111111,87.4280078125,0.7379145487909378,0.32016109232370565,0.21228578779432508,6.922527282089401,194.76591362738787,0.33886808365293064,0.15211368823856278,0.11538593114577042,Transport,1
-m_dense/H/long,CHARM,37876.875061728395,37876.875061728395,89.25485339506173,0.7511059051815672,0.3266049016610421,0.2152421211902006,6.654147888611272,194.61982186233857,0.3369156816848604,0.1545133454934001,0.11792607710976435,Transport,1
-m_dense/D/short,CHARM,11140.042962962963,11140.042962962963,60.43247106481481,0.8612611894920649,0.14617167728047975,0.12329865632233797,7.505394603225089,105.54640194228774,0.18271643412007718,0.1046175465466404,0.07739670012485807,Transport,1
-ett1/15T/short,CHARM,4.563380068824404,4.563380068824404,1.0517056419735864,0.678480079601368,0.4823513883007929,0.23486041114443823,4.698129143063571,2.1362069349256414,0.4038319862732182,0.19881612189772577,0.14419275842072574,Energy,7
-ett1/15T/medium,CHARM,9.483800223214285,9.483800223214285,1.6427892485119047,1.0277826561742587,0.6621628443159904,0.40224748883928574,6.604312899190576,3.0795779293945924,0.586970528884307,0.31311721805788156,0.22315361864407748,Energy,7
-ett1/15T/long,CHARM,9.098617931547619,9.098617931547619,1.6495366753472223,1.0414966722833336,0.7291892141245353,0.40266803075396823,7.033367269205918,3.016391541485889,0.5749272102421137,0.31440332128840975,0.2256610659131469,Energy,7
-ett1/H/short,CHARM,97.63678385416667,97.63678385416667,4.978119187127977,0.8336414772034413,0.4277032761346726,0.26922454833984377,6.0659507881263695,9.881132721209987,0.461192889487194,0.2323491887924012,0.16968509398281773,Energy,7
-ett1/H/medium,CHARM,155.49547061011904,155.49547061011904,7.724497767857143,1.4655237705522468,2366573800001.4146,0.5083131699335007,10.830657969293998,12.4697823000291,0.597273012656712,0.36998513222298324,0.268676046494625,Energy,7
-ett1/H/long,CHARM,180.9056216931217,180.9056216931217,8.434078414351852,1.6432641744444674,1255472574447.474,0.5665286432498347,10.948546436473022,13.450116047570805,0.6440969265892744,0.4038897483176805,0.2921510931522111,Energy,7
-ett1/D/short,CHARM,39457.28571428572,39457.28571428572,133.28221726190475,1.7086112753473564,1.5195740714905754,0.46679561554439486,10.247861212149797,198.63858062895466,0.5217308209309843,0.35007016465470664,0.2514301471765069,Energy,7
-ett1/W/short,CHARM,1113651.642857143,1113651.642857143,832.7677176339286,1.5443143114122866,0.6782628468104771,0.5540310314723423,9.899854250964875,1055.2969453462579,0.4199278421158212,0.33137815113734725,0.2313844485474888,Energy,7
-ett2/15T/short,CHARM,7.3464628673735115,7.3464628673735115,1.748282005673363,0.769447809945206,0.10940645629735563,0.13198129563104538,5.083798614539719,2.710435918330022,0.12867403529933805,0.08299716624542641,0.06019034052895226,Energy,7
-ett2/15T/medium,CHARM,13.52883060515873,13.52883060515873,2.3416184585813493,0.9726840263809445,0.14506077324840283,0.17726376488095238,7.055552761432705,3.678155870155414,0.19601557131164893,0.1247890780477805,0.0906459529847499,Energy,7
-ett2/15T/long,CHARM,12.778794642857143,12.778794642857143,2.2963355654761903,0.962187214391635,0.1439156607725871,0.17605050223214286,7.281746615810334,3.574743996827905,0.19050456575716082,0.12237587086570505,0.0900054056184778,Energy,7
-ett2/H/short,CHARM,101.03349144345238,101.03349144345238,6.294742838541667,0.7419993138055385,0.1236532054656059,0.11254986354282924,5.297244345603868,10.051541744600794,0.12748151676493236,0.0798348537062518,0.05884667392594112,Energy,7
-ett2/H/medium,CHARM,215.59084821428573,215.59084821428573,9.101642136346726,0.9928918707724674,0.1721737160400079,0.16274163382393972,7.0004991839302955,14.683012232314107,0.1978630197230303,0.12265047314832274,0.09078392337080587,Energy,7
-ett2/H/long,CHARM,223.27862103174604,223.27862103174604,9.318803736772487,1.0688097011655349,0.20065331071852235,0.17899010067894344,7.168567931153113,14.942510533098046,0.20462618114531583,0.12761384489404803,0.09461309055395556,Energy,7
-ett2/D/short,CHARM,124601.44761904761,124601.44761904761,213.00059523809523,1.3966455903422066,0.4531980968656994,0.1423779078892299,11.31345370103201,352.9893024144607,0.20202506813906873,0.12190584664266454,0.09127424094658929,Energy,7
-ett2/W/short,CHARM,4057394.8571428573,4057394.8571428573,1471.4375,1.07049861118005,0.16081999029432023,0.17307400703430176,10.30347246888561,2014.2976088807873,0.16896865668250666,0.12343102462669925,0.09320631241012131,Energy,7
-jena_weather/10T/short,CHARM,793.1503968253968,793.1503968253968,5.716567847842262,0.28097508582546665,0.4004252515002437,0.5397180950830853,2.8917946601642734,28.16292592798903,0.17492708068398932,0.0355070537667819,0.028006287007785263,Nature,21
-jena_weather/10T/medium,CHARM,1422.0320346320345,1422.0320346320345,9.38236607142857,0.6013099397214728,0.8281385565789035,0.6474207053796898,6.018579054295177,37.70984002395176,0.23142461794716235,0.05757941381192939,0.044564262861193464,Nature,21
-jena_weather/10T/long,CHARM,1389.581746031746,1389.581746031746,9.545997643849207,0.6475100423238881,0.8520969727767973,0.6432763801049934,6.239514923578308,37.277094120005465,0.22810493087834602,0.058413596448937954,0.04524369019973926,Nature,21
-jena_weather/H/short,CHARM,1127.1288638262322,1127.1288638262322,8.736642224049708,0.5438486090849666,1.8571209834769202,0.6160888671875,5.004823350124767,33.572739891558335,0.2057987506968474,0.05355505868160764,0.04097253042821256,Nature,21
-jena_weather/H/medium,CHARM,1390.490873015873,1390.490873015873,10.963873387896825,0.7886856062642835,2.924725621490672,0.6766796293712798,7.264398321507669,37.28928630338576,0.228179738945854,0.06708988064645643,0.05153096274347289,Nature,21
-jena_weather/H/long,CHARM,1340.9566137566137,1340.9566137566137,11.615759341931216,0.8272991169023285,2.9362598207091057,0.656794536933697,6.547328093699364,36.61907445248465,0.22048742136731644,0.06993974759927213,0.052146133344598215,Nature,21
-jena_weather/D/short,CHARM,410.35528273809524,410.35528273809524,10.29339812748016,1.2094197120804053,0.8281548462946806,0.45965498666914684,7.6455485013791975,20.257227913465734,0.12198162094288287,0.061983080506578955,0.04662335709923494,Nature,21
-bitbrains_fast_storage/5T/short,CHARM,1915424.97979284,1915424.97979284,162.00147424300891,0.6967297920796054,1.9561547079209756,0.7794563485253293,12.866652673140049,1383.9887932323875,4.345382519513736,0.5086445625523378,0.35743914679581684,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,CHARM,2917887.1148548196,2917887.1148548196,265.98174799377887,0.982754485697496,3.5706176323196397,0.8151838696823894,22.037047134057264,1708.182400932295,5.189929897350263,0.8081260088553686,0.5626249802648368,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,CHARM,4931816.900230053,4931816.900230053,407.2747355083541,0.9085918638742406,4.628548264485131,0.8274016619120756,17.74187789261031,2220.7694387824354,5.868830521529703,1.0763055167536155,0.6535163711365575,Web/CloudOps,2
-bitbrains_fast_storage/H/short,CHARM,2380370.3164623124,2380370.3164623124,264.7808318927846,1.0978432599926795,3.2438603811230586,0.5927183479751187,23.17131375655182,1542.8448776407538,4.397609170279694,0.7547113979640945,0.5114305282821788,Web/CloudOps,2
-bitbrains_rnd/5T/short,CHARM,1803573.583412219,1803573.583412219,126.85952081603327,1.670405148269509,1.2306010844713593,0.6751305014290299,50.1265436435464,1342.971922049087,5.495053419813822,0.5190725377433517,0.38080825574394633,Web/CloudOps,2
-bitbrains_rnd/5T/medium,CHARM,2264990.5158133875,2264990.5158133875,144.36256296425503,4.393865113797011,0.39853283556023594,0.7194548372062909,163.01890436544252,1504.9885434159914,6.33225392543487,0.6074068869264252,0.574243628272083,Web/CloudOps,2
-bitbrains_rnd/5T/long,CHARM,2178969.3823474105,2178969.3823474105,153.21568335546223,3.3200862145398142,0.9637387689062301,0.6992502026503388,120.49768052246468,1476.1332535877004,5.654734111103969,0.5869347831034162,0.5546804800406688,Web/CloudOps,2
-bitbrains_rnd/H/short,CHARM,1745905.6729039683,1745905.6729039683,146.2275138794169,5.873955076880216,1.289918792023004,0.5710860785252654,193.833932413184,1321.327239144024,5.782774515969541,0.6399631489798603,0.5440946464532354,Web/CloudOps,2
-bizitobs_application/10S/short,CHARM,1171415.7511111111,1171415.7511111111,489.2685069444444,1.4421225291188486,0.020745357937282986,0.020944930182562934,10.099545762363098,1082.3196159689203,0.04174074143277792,0.018869130650733593,0.013533343272532928,Web/CloudOps,2
-bizitobs_application/10S/medium,CHARM,4203259.306666667,4203259.306666667,1130.7472916666666,2.3919383320070966,0.033581021626790365,0.03461206436157226,15.925404139781671,2050.1851883833974,0.08050473829226774,0.0444011181556211,0.0325102899062769,Web/CloudOps,2
-bizitobs_application/10S/long,CHARM,7293315.413333333,7293315.413333333,1614.7275,3.46668602306499,0.049203126695421005,0.05072652604844835,20.82217479424213,2700.6138956417544,0.10415188329265815,0.06227358542472482,0.047977182749416036,Web/CloudOps,2
-bizitobs_service/10S/short,CHARM,3829.155737433862,3829.155737433862,22.81807007481812,0.8753271905535402,0.06427190750364273,0.053650549833105986,6.889380677739092,61.88017240953569,0.045842811328062935,0.016904356283745765,0.012471897125192324,Web/CloudOps,2
-bizitobs_service/10S/medium,CHARM,13575.059047619048,13575.059047619048,41.54374007936508,1.2491979477533333,0.0717720685686384,0.06503184485057044,11.20958772948039,116.51205537462228,0.08768970801854255,0.03126679403126577,0.023517244671468266,Web/CloudOps,2
-bizitobs_service/10S/long,CHARM,130042.82582010582,130042.82582010582,84.01010582010582,1.6282834199025624,0.08846206907242063,0.0858390880766369,15.501488622633655,360.614511383147,0.2671547585887895,0.06223737212711046,0.05212565886458504,Web/CloudOps,2
-bizitobs_l2c/5T/short,CHARM,20.90650111607143,20.90650111607143,2.707779947916667,0.27965137299071025,0.14879485130014894,0.20844054449172247,2.6325652120484837,4.572362749834206,0.15703344435699662,0.09299612367754095,0.07050456563482645,Web/CloudOps,7
-bizitobs_l2c/5T/medium,CHARM,108.47057823129252,108.47057823129252,6.796704267644558,0.6680172330186568,0.4312666095977922,0.7146899580144558,3.546491866942123,10.41492094215278,0.5479779996025003,0.3576065943428845,0.2554181718875181,Web/CloudOps,7
-bizitobs_l2c/5T/long,CHARM,193.13486111111112,193.13486111111112,9.453229166666667,0.8936816857414822,0.6501663001465556,0.8327047681051587,4.349299519768887,13.897296899437356,0.7803124444072206,0.5307846851053418,0.37462129531767796,Web/CloudOps,7
-bizitobs_l2c/H/short,CHARM,62.51560949900794,62.51560949900794,4.876427544487847,0.4857097264924896,0.39735138159004046,0.6358144850957961,2.5461823121629426,7.906681320187879,0.42619041703151367,0.26285196084769624,0.185922575690588,Web/CloudOps,7
-bizitobs_l2c/H/medium,CHARM,79.86783854166667,79.86783854166667,5.049188523065476,0.5136331367561462,0.47998003226497316,0.7661154610770089,3.599655486077902,8.936880806056813,0.5411417071491725,0.30573603434856994,0.22556741156815008,Web/CloudOps,7
-bizitobs_l2c/H/long,CHARM,90.35586557539682,90.35586557539682,5.4537977430555555,0.5835938773403844,0.6177882662181488,0.7939226422991071,5.131964603118704,9.50557023935949,0.5806276649852519,0.3331337067754453,0.2512016176601858,Web/CloudOps,7

results/CHARM/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "CHARM",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/c3aiia3c/CHARM",
-    "code_link": "https://huggingface.co/c3aiia3c/CHARM",
-    "org": "C3 AI",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/CastStar/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,CastStar,3352804.526461761,3352804.526461761,319.1565834057615,0.8167153908960898,3.5634193191305443,0.8085730228309247,14.423814622512515,1831.0664997377241,4.838962136831824,0.8434355732259318,0.6154550422903563,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,CastStar,2985002.868666961,2985002.868666961,246.87355815577615,0.9085762350867324,2.221366959340749,0.7983486452045363,19.868957601415676,1727.7160845077992,5.249278670669629,0.7500700576904213,0.5565229406171525,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,CastStar,1626894.4172261998,1626894.4172261998,147.87628411290856,0.6266989184974425,1.842513551297576,0.7073498385757822,12.138099654448684,1275.4977135323293,4.004747369429053,0.46429495993534253,0.35657330135340254,Web/CloudOps,2
-bitbrains_fast_storage/H/short,CastStar,2585339.1414201134,2585339.1414201134,280.51172146106984,0.9296859844324383,3.4233862671027646,0.5617329178501658,18.22861969376391,1607.8989835870018,4.583034256410286,0.7995495002507671,0.5776354289995604,Web/CloudOps,2
-bitbrains_rnd/5T/long,CastStar,2404527.312450495,2404527.312450495,165.92498874560508,3.246353299529552,1.3054981463190054,0.6771643318842706,114.66429735814803,1550.6538338554144,5.940205479679413,0.6356212494646887,0.5898290410234153,Web/CloudOps,2
-bitbrains_rnd/5T/medium,CastStar,2457864.3491282854,2457864.3491282854,156.03838266951425,4.320155189590338,0.9106129076606566,0.6906182661750065,158.04875944236272,1567.7577456763802,6.596356337830896,0.6565330500235333,0.6059712130032443,Web/CloudOps,2
-bitbrains_rnd/5T/short,CastStar,1563160.7393218903,1563160.7393218903,112.22432049523385,1.566950519550213,0.8492591312718903,0.631986096602206,50.94570144415739,1250.2642677937695,5.115720447427292,0.45918952164343585,0.3700884283093131,Web/CloudOps,2
-bitbrains_rnd/H/short,CastStar,1870097.4914965262,1870097.4914965262,143.8498172499041,5.776670392152601,1.1191285820272117,0.5220700689941552,195.5577005039446,1367.5150790746427,5.984915050605,0.6295571796314634,0.5813506717460268,Web/CloudOps,2
-bizitobs_application/10S/long,CastStar,5592887.182222222,5592887.182222222,1445.2133333333334,3.058635121048015,0.044202490912543406,0.0451468743218316,41.34535824869747,2364.9285786725613,0.09120584238971517,0.05573610158388003,0.0495042035046285,Web/CloudOps,2
-bizitobs_application/10S/medium,CastStar,3096560.8533333335,3096560.8533333335,980.3822916666667,2.1918917985730877,0.03140872001647949,0.03194992701212565,16.887737022760383,1759.7047631160556,0.06909842692699374,0.0384967271562588,0.03211790180561072,Web/CloudOps,2
-bizitobs_application/10S/short,CastStar,350758.1511111111,350758.1511111111,311.7676736111111,0.9515839882719838,0.013498870001898871,0.013585315280490451,5.982989761439813,592.2483863305252,0.022840652976312964,0.01202363300017449,0.009608475209997589,Web/CloudOps,2
-bizitobs_l2c/5T/long,CastStar,54.02609126984127,54.02609126984127,4.448235057043651,0.4393813236176895,0.34618342097317967,0.6668013702876984,2.5745816210732344,7.350244300010801,0.4127052288106383,0.24976174832964465,0.19250345911324726,Web/CloudOps,7
-bizitobs_l2c/5T/medium,CastStar,59.162452168367345,59.162452168367345,4.615489809204932,0.4490549673861194,0.32737627047452345,0.5857833758503401,2.6348219395282206,7.691713214126444,0.40469722660438195,0.24284263768122832,0.1876622265590528,Web/CloudOps,7
-bizitobs_l2c/5T/short,CastStar,13.423243350074404,13.423243350074404,1.9970485142299108,0.20269975128016818,0.08828118577235182,0.1729068574451265,1.5164698574908542,3.663774467686897,0.12582884506023867,0.06858672942100158,0.05359732014343706,Web/CloudOps,7
-bizitobs_l2c/H/long,CastStar,83.33524305555555,83.33524305555555,5.168777126736111,0.5513328762674852,0.5913184964898596,0.77591552734375,4.3384283068085345,9.128813890947473,0.557614299838462,0.31572382491049705,0.2529013796089271,Web/CloudOps,7
-bizitobs_l2c/H/medium,CastStar,75.45478980654762,75.45478980654762,4.828146216982887,0.49266343235560545,0.4590890344097636,0.7554547264462426,3.4158546059670987,8.686471654621778,0.5259790526801219,0.29235158697128644,0.23247359123274075,Web/CloudOps,7
-bizitobs_l2c/H/short,CastStar,50.662035745287696,50.662035745287696,4.294074164496528,0.42522997813117624,0.3913775473761616,0.5887604365273128,2.6417793571516324,7.117726866443225,0.3836637069148386,0.23146159478036182,0.180139145170849,Web/CloudOps,7
-bizitobs_service/10S/long,CastStar,122300.72211640212,122300.72211640212,71.37681878306879,1.2317815129640888,0.07838926607969576,0.07605878880415014,13.138841715030633,349.7152014374012,0.25908020133880033,0.05287822921403843,0.045941234281334904,Web/CloudOps,2
-bizitobs_service/10S/medium,CastStar,8331.093968253968,8331.093968253968,30.785396825396827,0.9480166995430866,0.06153785342261905,0.055134446885850695,8.511064993842236,91.27482658572389,0.06869558538972019,0.023169815112048027,0.01801883358066521,Web/CloudOps,2
-bizitobs_service/10S/short,CastStar,1983.398888888889,1983.398888888889,17.268165715939155,0.6799787873617735,0.04783656690486524,0.03843312662114542,4.86263018043372,44.53536672004497,0.03299322439603451,0.012792809587833909,0.009919393166875033,Web/CloudOps,2
-car_parts/M/short,CastStar,1.4436843565962016,1.4436843565962016,0.4524590056525674,0.8391492100029275,0.8452076502556648,1.9066973316633038,20.906341425609234,1.2015341678854587,2.8811556806861573,1.084950282111142,0.9448667274275488,Sales,1
-covid_deaths/D/short,CastStar,236038.09523809524,236038.09523809524,77.88262844611529,30.661524329875594,0.07907825944813303,0.35343029815750315,499.75891372067207,485.8375193808062,0.18279873102429933,0.029303717973308347,0.024520325397836162,Healthcare,1
-electricity/15T/long,CastStar,311774.6353708709,311774.6353708709,55.45735411974474,0.8346380734166362,0.12128090702493909,0.12590860562711148,6.915806926230703,558.3678316046429,0.8808937302080163,0.08749077717750572,0.06983227496456859,Energy,1
-electricity/15T/medium,CastStar,253884.82181306306,253884.82181306306,50.50490470157658,0.7869655508505508,0.11998229226533319,0.12371108211482967,6.816641397255245,503.8698461041929,0.8682185013560212,0.08702503833115684,0.0700433348053309,Energy,1
-electricity/15T/short,CastStar,118099.24175816441,118099.24175816441,44.56255067567567,0.8659906007945392,0.14316012700343864,0.1494455048844621,9.967605004422929,343.65570235071675,0.6774131315604116,0.08784157165744186,0.07363897339401321,Energy,1
-electricity/D/short,CastStar,1225056518.882018,1225056518.882018,4151.9007207207205,1.3744893520503494,0.28457089669111324,0.09196905792511262,10.952466694873307,35000.8074032874,0.5751795308967208,0.06822952057527688,0.05332412627787286,Energy,1
-electricity/H/long,CastStar,5860981.76,5860981.76,246.24214114114113,1.1134175861167328,0.2783388680783042,0.1345660279420045,9.265869310234246,2420.9464595484137,0.9548205811640349,0.09711782901440857,0.07691875234693807,Energy,1
-electricity/H/medium,CastStar,5335212.670630631,5335212.670630631,232.08209318693693,1.0361039220114319,0.22290504924924712,0.12530079059772664,8.591142364530677,2309.807929380846,0.901594113249278,0.09058928508570903,0.07225530660130762,Energy,1
-electricity/H/short,CastStar,1655519.69740991,1655519.69740991,159.89698602899776,0.8634937984786533,0.17040432602507946,0.1183189295863246,10.235384870815778,1286.6700033069512,0.6074001304821995,0.07548279662081632,0.06265784129379959,Energy,1
-electricity/W/short,CastStar,36730934288.60541,36730934288.60541,26400.506081081083,1.4042479861739843,0.2188702474666547,0.09229411649274397,11.415612417672753,191653.16143650073,0.4372892686476322,0.06023724268147976,0.0472780161065979,Energy,1
-ett1/15T/long,CastStar,7.76934089781746,7.76934089781746,1.4884237041170636,0.9646467733920897,0.7460625304429511,0.3730271499875992,6.935002238032526,2.787353744650553,0.5312723797058652,0.28369502967267873,0.2206557814415155,Energy,7
-ett1/15T/medium,CastStar,8.799727182539682,8.799727182539682,1.5329715401785715,0.9674879710346623,0.7313873971152508,0.37050331721230156,6.482677304021323,2.9664334111083095,0.5654051411964138,0.2921858912723467,0.22383279760610847,Energy,7
-ett1/15T/short,CastStar,4.665487234933035,4.665487234933035,1.0536911737351191,0.6734029655946993,0.470469526480606,0.23137225196475075,4.440284274696769,2.1599738968175135,0.40832497575037263,0.1991914918961282,0.15337971860422472,Energy,7
-ett1/D/short,CastStar,43092.75555555556,43092.75555555556,141.18231646825396,1.7086610813118757,1.2724681067088293,0.4852843269469246,10.238452829662968,207.58794655652713,0.545236627393254,0.37082003726915075,0.2799706696477643,Energy,7
-ett1/H/long,CastStar,139.3713458994709,139.3713458994709,7.1362743882275135,1.3705405089196978,3285014216058.133,0.495920009713955,8.94638092756597,11.805564192340444,0.5653429000943228,0.3417407243549583,0.2626569823442895,Energy,7
-ett1/H/medium,CastStar,138.0328125,138.0328125,6.751969401041666,1.2202037153762022,3858211723316.88,0.43249577113560267,7.661305454651649,11.748736634208804,0.5627366344966419,0.32340332882288414,0.24750492877085428,Energy,7
-ett1/H/short,CastStar,97.15809151785714,97.15809151785714,4.839385695684523,0.7967168781434163,0.4518911815824963,0.2558232625325521,5.3409661581647185,9.85688041511396,0.46006093514139856,0.22587392916451338,0.17298440999752257,Energy,7
-ett1/W/short,CastStar,1051595.4285714286,1051595.4285714286,808.4739118303571,1.427257483942142,0.6017969676426479,0.5207920755658831,7.321170559039648,1025.4732705299677,0.4080602900824365,0.32171106596964855,0.23601011534147476,Energy,7
-ett2/15T/long,CastStar,10.681512896825398,10.681512896825398,2.0578534226190475,0.854207994815305,0.12960005239928254,0.15761233375186012,6.780657280768023,3.268258388932154,0.1741714055229116,0.109666733876204,0.08886791001585162,Energy,7
-ett2/15T/medium,CastStar,10.766412450396825,10.766412450396825,2.02916015625,0.8363641683995805,0.12613965093701504,0.15309433710007442,6.1866192881998225,3.2812211827910693,0.17486221627201176,0.10813761777281868,0.08574068729784425,Energy,7
-ett2/15T/short,CastStar,7.449161783854167,7.449161783854167,1.6784679594494047,0.7152331457318958,0.09907750772768395,0.11984579903738839,4.676096425357146,2.7293152591546046,0.1295703047707031,0.07968284511078544,0.06251711954252065,Energy,7
-ett2/D/short,CastStar,132963.3777777778,132963.3777777778,208.98477182539682,1.3509376870306549,0.4260611397879464,0.13416597881014386,12.931455333863655,364.6414372747258,0.20869391529213152,0.11960749879289098,0.09634771059074683,Energy,7
-ett2/H/long,CastStar,204.20613425925927,204.20613425925927,8.794750330687831,0.9820612790639449,0.1739749063314509,0.16620315471023478,8.52915036224312,14.290071177543494,0.19569152632540995,0.120437336839008,0.09799372909238241,Energy,7
-ett2/H/medium,CastStar,230.487109375,230.487109375,9.45964122953869,1.014498237691088,0.16955097857240103,0.16538089570545014,7.355610153351898,15.18180191462792,0.20458454385108538,0.12747474883567034,0.10189369491328919,Energy,7
-ett2/H/short,CastStar,104.9778087797619,104.9778087797619,6.28216552734375,0.7194055499461999,0.11701159065713966,0.10726990472702753,5.111712057348414,10.245867888068922,0.12994611295782027,0.07967533840510944,0.06298900023682591,Energy,7
-ett2/W/short,CastStar,3591336.285714286,3591336.285714286,1294.113560267857,0.796225868799259,0.12267758165087018,0.13467180728912354,6.499675323782676,1895.0821316540046,0.15896833746596287,0.10855628773639842,0.08445128979693782,Energy,7
-hierarchical_sales/D/short,CastStar,28.412236461347664,28.412236461347664,2.303383694191815,0.7432246541196934,0.6353245096121958,1.0497604010567383,6.8608627175956824,5.330312979680242,1.6352809925105587,0.7066526089424089,0.573380660833156,Sales,1
-hierarchical_sales/W/short,CastStar,438.2970405190678,438.2970405190678,8.663619736493644,0.7063090112756031,0.5125157426549327,0.44724137904280326,6.8725420124326515,20.93554490618928,0.9611611069798378,0.39775101979403504,0.3355324945001602,Sales,1
-hospital/M/short,CastStar,2086.1430356366795,2086.1430356366795,16.38695981366797,0.736008231722177,0.1867499121475717,0.1690590604394998,4.8843757272815544,45.674314834890296,0.16580836907373872,0.05948846940787852,0.046787888854281624,Healthcare,1
-jena_weather/10T/long,CastStar,1345.7535714285714,1345.7535714285714,9.238129340277778,0.5905505157546541,0.7361508906073064,0.6305965685970569,5.609328995571303,36.68451405468759,0.22447883184809253,0.05652969750875458,0.046074598514996616,Nature,21
-jena_weather/10T/medium,CastStar,1497.239826839827,1497.239826839827,9.424031047077921,0.566960792363569,0.7078644147451085,0.635402081642316,5.37296537542809,38.69418337217917,0.23746554186532765,0.05783511742902038,0.046738304041920704,Nature,21
-jena_weather/10T/short,CastStar,771.8405257936508,771.8405257936508,5.289353143601191,0.2628565031992547,0.3393708781375655,0.5406349303230407,2.0223146483607692,27.782018029539373,0.17256115176093384,0.03285351228120525,0.026731877980829932,Nature,21
-jena_weather/D/short,CastStar,367.63943452380954,367.63943452380954,9.592937748015872,1.0653136323945496,0.6037116397657571,0.45977201915922616,6.645771747133739,19.17392590274119,0.11545837226328323,0.057765164172798505,0.04519768279321566,Nature,21
-jena_weather/H/long,CastStar,1211.6925925925925,1211.6925925925925,10.5356853505291,0.8186049753266026,2.0126767412872684,0.6450898670014881,6.280614727148143,34.80937506753881,0.20959100410683237,0.06343649856645266,0.05068161044963042,Nature,21
-jena_weather/H/medium,CastStar,1211.0835317460317,1211.0835317460317,9.788085162450397,0.7714138827280325,2.064705593793395,0.6778467571924603,6.124192898479413,34.800625450500625,0.21295119913023078,0.059895029056227685,0.047880789149574304,Nature,21
-jena_weather/H/short,CastStar,1090.4880952380952,1090.4880952380952,8.205443622076023,0.515061876004388,1.182032541486521,0.6047369400062657,4.318579296040442,33.02253920034156,0.2024260394124715,0.05029884116306823,0.040291098557838585,Nature,21
-kdd_cup_2018/D/short,CastStar,2872.57726577565,2872.57726577565,20.9373979216537,1.17941735706624,0.5292657405361945,0.4576112970534423,9.020656481197049,53.59642959914075,1.2006169523344512,0.46901995283119646,0.3717712864920913,Nature,1
-kdd_cup_2018/H/long,CastStar,4168.304229820543,4168.304229820543,24.753507090713086,1.0357113573839374,1.0817240544377582,0.6215213583403579,7.573766364782778,64.56240570038064,1.5148948950536556,0.5808172901799823,0.4541160750011372,Nature,1
-kdd_cup_2018/H/medium,CastStar,5216.656906969499,5216.656906969499,25.223320744274726,1.0355684851709432,0.8778261540544069,0.5580191159475061,8.509819925875313,72.22642803690003,1.5118299339492627,0.5279697801934193,0.42202011019834573,Nature,1
-kdd_cup_2018/H/short,CastStar,4287.803063279697,4287.803063279697,21.785261614003062,0.9133148885151955,0.8077191887517445,0.48564722705666696,7.2798246281562236,65.48131842960782,1.370642579055923,0.45600497791021627,0.36516187825584284,Nature,1
-loop_seattle/5T/long,CastStar,76.89185271184498,76.89185271184498,4.880136031203417,0.7738104793220163,0.14557908303009617,0.11107484820785496,6.255632440919782,8.768799958480349,0.15503417737099567,0.08628180351228992,0.06869608733198349,Transport,1
-loop_seattle/5T/medium,CastStar,62.776225490196076,62.776225490196076,4.4952669875516,0.7161789781543163,0.13786606370357046,0.10335483783292819,5.28116134808283,7.923144924220185,0.1409690309050771,0.0799800378455281,0.06320233699623683,Transport,1
-loop_seattle/5T/short,CastStar,40.812772611100364,40.812772611100364,3.43430228690983,0.544116287633994,0.08778549465970727,0.07341306152973628,3.9292118877947813,6.388487505748161,0.10954845685878385,0.058890702310844464,0.04625242971400126,Transport,1
-loop_seattle/D/short,CastStar,18.00161006836945,18.00161006836945,2.8548226465750774,0.8607292595297532,0.052858756963928666,0.05267774268938661,6.995403391986882,4.242830431253346,0.07582505213686692,0.0510194973674964,0.041387249916842915,Transport,1
-loop_seattle/H/long,CastStar,56.317076238390094,56.317076238390094,3.9726023660560714,0.8325952778348202,0.11649883993310867,0.09202675834159733,6.533020563822131,7.504470416917512,0.1341149359842489,0.07099572420372459,0.056639945858436375,Transport,1
-loop_seattle/H/medium,CastStar,65.19294214396285,65.19294214396285,4.211476524203431,0.8606064605548073,0.10977068291852103,0.09623591183877951,6.937931096482103,8.074214645645906,0.1427108361386289,0.0744373741006979,0.059510329214077284,Transport,1
-loop_seattle/H/short,CastStar,54.29510317371408,54.29510317371408,3.8506060935887514,0.7850147307946731,0.10266156129514327,0.08840505073592532,6.832282382418647,7.368521098138627,0.13043031756484433,0.06815964410155194,0.054872376796318824,Transport,1
-m4_daily/D/short,CastStar,346087.7136773801,346087.7136773801,167.66252106990774,3.1410160693724825,0.035637691894498245,0.028771085654368988,24.323229785066502,588.292200931969,0.09087488684445702,0.0258992259393325,0.020424886600357628,Econ/Fin,1
-m4_hourly/H/short,CastStar,486338.3703703704,486338.3703703704,165.81517964975845,0.6400308654578611,0.08142833126147972,0.07494977130982035,5.058731985688253,697.3796457958681,0.09520771471486653,0.022637432013766525,0.018942863319957374,Econ/Fin,1
-m4_monthly/M/short,CastStar,1756298.823962963,1756298.823962963,538.7733707320601,0.8921282962644016,0.15538127794972173,0.12756367234830504,7.441203933870197,1325.2542488001927,0.27543332806110077,0.11197560219541099,0.08971544052700793,Econ/Fin,1
-m4_quarterly/Q/short,CastStar,1674901.0073333334,1674901.0073333334,531.0947854817708,1.095477727844075,0.1118749213218689,0.09627823988596598,8.437118237280606,1294.179665785757,0.2166228859114735,0.08889591465938043,0.07103860805148036,Econ/Fin,1
-m4_weekly/W/short,CastStar,227009.01478465824,227009.01478465824,242.46601135633168,1.856749573909944,0.05842588697277761,0.05789162991566451,12.484709576699645,476.45463035283666,0.08680264987131492,0.044173549691125635,0.03486475909676457,Econ/Fin,1
-m4_yearly/A/short,CastStar,3147136.325005078,3147136.325005078,805.5186243144424,2.9387879571899247,0.163260685747559,0.13243620310078502,31.07035411482461,1774.0170024565937,0.28447184985346335,0.12916864541480244,0.10595280239462376,Econ/Fin,1
-m_dense/D/short,CastStar,8701.931851851852,8701.931851851852,42.36890625,0.6267124671471423,0.11853181175871015,0.09061899255823207,6.69431219316544,93.284145768999,0.16148865485882558,0.07334684390094949,0.05991373039218346,Transport,1
-m_dense/H/long,CastStar,33120.252839506174,33120.252839506174,76.15605709876543,0.6676034466013443,0.24775689045132976,0.18348185221354166,6.729204958370642,181.98970531188343,0.3150510828652924,0.13183739275031622,0.10864191695945045,Transport,1
-m_dense/H/medium,CastStar,35776.43111111111,35776.43111111111,77.12168402777777,0.6728532132185827,0.25016375845977634,0.18550716824001737,7.089416448820372,189.14658630573038,0.329091164039822,0.1341819869188082,0.1112144321217766,Transport,1
-m_dense/H/short,CastStar,41236.39333333333,41236.39333333333,82.59238715277777,0.7392562936372459,0.2672344580428819,0.19885481940375435,7.688472214340688,203.06746005535533,0.36019107297046005,0.14649831410527914,0.12102448796208333,Transport,1
-restaurant/D/short,CastStar,137.9766916503222,137.9766916503222,7.050174535350705,0.6768496759549831,0.6725244455292099,0.3901930966051707,4.611814401792056,11.746348013332579,0.5405941515884595,0.32446536720711117,0.2537330015850363,Sales,1
-saugeen/D/short,CastStar,1262.384375,1262.384375,13.133772786458334,2.9175855376749498,0.2844427490234375,0.32789016723632813,42.9796339374989,35.530048902302404,1.1508267495275422,0.42540602987725346,0.3677563777496337,Nature,1
-saugeen/M/short,CastStar,383.52587890625,383.52587890625,12.2117919921875,0.7156115501577496,0.3531730742681594,0.34888637633550734,3.971295249347581,19.583816760433855,0.5879649300482455,0.3666346306383221,0.2815348222725472,Nature,1
-saugeen/W/short,CastStar,906.83115234375,906.83115234375,14.131039428710938,1.146431974766474,0.36695232391357424,0.37515816688537595,9.551911168238073,30.113637315072882,0.9090051826076146,0.42655717547283273,0.3403583633044936,Nature,1
-solar/10T/long,CastStar,19.852565991230737,19.852565991230737,1.8349474335335563,0.8033372194059633,3.710008323852944,1.4441075284018907,4.07667036984196,4.455621841138534,0.9630113808979425,0.3965945326703824,0.2959533355169407,Energy,1
-solar/10T/medium,CastStar,20.900932799712454,20.900932799712454,1.9221714464443707,0.8411663168106225,3.9271924351907033,1.4519803849397257,3.930108019610356,4.571753799113909,1.0144903239988368,0.4265374775567778,0.3110494345277497,Energy,1
-solar/10T/short,CastStar,18.901206387336526,18.901206387336526,1.7884878636566681,0.7820639078830302,5.426189489537378,1.4975184227990654,3.5853574364687697,4.347551769368195,1.2647023388985923,0.5202709258565182,0.3884703045894968,Energy,1
-solar/D/short,CastStar,123128.03503649635,123128.03503649635,249.23483880778588,0.972277161919265,1.0441550001900852,0.4270748983044404,5.340687102924278,350.89604591174344,0.506925269613871,0.3600594516006149,0.2738373274293547,Energy,1
-solar/H/long,CastStar,232.97027575020275,232.97027575020275,6.117343369829683,0.46511873182514607,2.460368732564742,1.343887653335361,3.1858512401227546,15.26336384124426,0.529208641066086,0.21209944317348406,0.16550748650967217,Energy,1
-solar/H/medium,CastStar,263.0707420924574,263.0707420924574,6.233770529197081,0.47128574137571677,1.9526249694996058,1.3503110268400242,2.980249702756118,16.21945566572619,0.5842626494742487,0.2245549641532995,0.17273845076259758,Energy,1
-solar/H/short,CastStar,240.5408397962287,240.5408397962287,5.954538078371611,0.45689526081771864,1.9462091683496192,1.347565394843765,2.8142274206779807,15.509379091254063,0.5716808715381937,0.21948625397714702,0.17142541446873247,Energy,1
-solar/W/short,CastStar,1322078.01459854,1322078.01459854,899.848483120438,0.9889773118731965,0.20313915893109175,0.177866664246051,5.419295334630647,1149.8165134483588,0.23470629722637726,0.18368157272726088,0.1379726367778635,Energy,1
-sz_taxi/15T/long,CastStar,15.354113247863248,15.354113247863248,2.6694555733618235,0.5033947591042484,6233889901744.793,0.3947754254028668,3.9650937068096828,3.918432498826954,0.36268313212021813,0.24708005272324457,0.19664319458318671,Transport,1
-sz_taxi/15T/medium,CastStar,16.148692908653846,16.148692908653846,2.734113122662927,0.5328188105001791,9961646196256.383,0.4027316362429888,3.8289084069264545,4.018543630303626,0.37399256033485684,0.25445486252256505,0.20044030500476323,Transport,1
-sz_taxi/15T/short,CastStar,16.47910406650641,16.47910406650641,2.7052198323865806,0.5394760041945825,1102573397999.7688,0.3881165827004755,3.7638214654314273,4.0594462758492575,0.379575588324529,0.25294962407416033,0.19862987462579024,Transport,1
-sz_taxi/H/short,CastStar,7.098098624465812,7.098098624465812,1.8334749661959135,0.5583955942287858,1.1890047513521635,0.2929101275582599,3.863181107607013,2.6642257082435434,0.24818906536076019,0.17079950726941864,0.13417272412209125,Transport,1
-temperature_rain/D/short,CastStar,182.2846362345114,182.2846362345114,5.719207549462295,1.3259282825468373,20.650341605562286,1.5227314926388777,19.06406165865232,13.501282762556727,1.5894579484744071,0.6733019416257476,0.5449543004804537,Nature,1
-us_births/D/short,CastStar,96709.96666666666,96709.96666666666,202.693671875,0.29865187767550144,0.01956916809082031,0.019372722307840984,1.9635913043534148,310.9822610160693,0.02915206349476023,0.019000886974002564,0.014945436420411918,Healthcare,1
-us_births/M/short,CastStar,50618666.666666664,50618666.666666664,5854.888020833333,0.661316038534582,0.017980622748533886,0.018215385576089222,3.3929596580047936,7114.67966015805,0.022098146517177786,0.018185242274586105,0.013737251623539304,Healthcare,1
-us_births/W/short,CastStar,1639684.857142857,1639684.857142857,977.6957310267857,0.8892018558378358,0.013256479586873735,0.013280559863362993,5.268143465816424,1280.5017989611952,0.01738268636202977,0.01327212368129524,0.010481578421218704,Healthcare,1

results/CastStar/config.json

@@ -1,9 +0,0 @@
-{
-  "model": "CastStar",
-  "model_type": "agentic",
-  "model_dtype": "float32",
-  "model_link": "https://arxiv.org/abs/2602.01776",
-  "org": "USTC-AGI",
-  "testdata_leakage": "No",
-  "replication_code_available": "No"
-}

results/ChakraTS-Lab/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,ChakraTS-Lab,4289934.977957789,4289934.977957789,397.3626756168418,0.8723448126565315,4.994259915548183,0.7163038951313194,15.20964789885024,2071.21582119242,5.473605036230348,1.0501109156331851,0.7279728794498113,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,ChakraTS-Lab,3379418.191029096,3379418.191029096,314.2246539188257,0.9669360004619056,5.135133834035324,0.6992720018465702,20.887738379241902,1838.31939309498,5.585322362307839,0.9547013391217491,0.6827499480274006,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,ChakraTS-Lab,1649250.8774423886,1649250.8774423886,153.49974673741258,0.6698770705603933,2.0189979718627473,0.616740292430826,12.736700455387489,1284.2316292018309,4.0321697548776765,0.4819512478139608,0.3796340920984111,Web/CloudOps,2
-bitbrains_fast_storage/H/short,ChakraTS-Lab,3451209.918412462,3451209.918412462,348.9777952000274,1.0022226809070132,4.788315186372787,0.4965974521449851,19.087545006128934,1857.7432326380472,5.295171533590162,0.9947000503262108,0.7021297612154433,Web/CloudOps,2
-bitbrains_rnd/5T/long,ChakraTS-Lab,2542524.516026828,2542524.516026828,177.62832574492697,3.2803877284045666,1.738650547480647,0.5893571771861846,115.59270379941458,1594.5295594710146,6.108283766119041,0.6804541264889393,0.608793685846246,Web/CloudOps,2
-bitbrains_rnd/5T/medium,ChakraTS-Lab,2405720.8649586905,2405720.8649586905,165.33083887106793,4.35725221123648,1.2140293032048974,0.630819388334051,159.34722854155592,1551.0386407045733,6.526009368886377,0.6956310275727948,0.6352243922602978,Web/CloudOps,2
-bitbrains_rnd/5T/short,ChakraTS-Lab,1523449.6658517015,1523449.6658517015,113.51145133955964,1.6218788539887057,1.0741366739522515,0.5391176450949918,52.17356963463472,1234.2810319581604,5.050321645556051,0.464456088099467,0.3829070087442759,Web/CloudOps,2
-bitbrains_rnd/H/short,ChakraTS-Lab,1839236.250117216,1839236.250117216,147.49517816802353,5.8236893059730015,1.2282656311536946,0.4806051199270997,205.9227572463575,1356.1844454635277,5.935326931144129,0.645511092626755,0.5925414478756345,Web/CloudOps,2
-bizitobs_application/10S/long,ChakraTS-Lab,5694931.626666667,5694931.626666667,1455.8095833333334,3.067938419240318,0.0444712744818793,0.0454138395521375,58.97020169821652,2386.4055872099084,0.0920341247629441,0.0561447565919583,0.0511569411924396,Web/CloudOps,2
-bizitobs_application/10S/medium,ChakraTS-Lab,3223073.7066666665,3223073.7066666665,996.6263541666668,2.1438498685892124,0.0306889820098876,0.0312857723236084,23.370979134903063,1795.292095082766,0.0704958367135502,0.0391345836815012,0.0334670896801991,Web/CloudOps,2
-bizitobs_application/10S/short,ChakraTS-Lab,342051.66222222225,342051.66222222225,311.7065625,0.9597780762180452,0.0136463324228922,0.0137430148654513,6.260260737345233,584.8518292886005,0.0225553973360893,0.012021276188887,0.0094970056820651,Web/CloudOps,2
-bizitobs_l2c/5T/long,ChakraTS-Lab,72.88662698412699,72.88662698412699,5.277126736111111,0.5116086863788868,0.4029735303552558,0.7107161546694742,3.760384108100919,8.537366513400194,0.4793603663415556,0.2963027769139962,0.2295822446869,Web/CloudOps,7
-bizitobs_l2c/5T/medium,ChakraTS-Lab,65.35735544217687,65.35735544217687,5.014010018069728,0.4941475441859058,0.3351177504695405,0.605940705737082,3.5698137003641004,8.084389614694288,0.4253577798307994,0.2638106611609881,0.208693282447779,Web/CloudOps,7
-bizitobs_l2c/5T/short,ChakraTS-Lab,18.260191127232144,18.260191127232144,2.466038876488095,0.2557903609086734,0.1398618999777545,0.1836835690937781,1.9413796445702685,4.273194487410109,0.1467587952836138,0.0846937567906714,0.0668744597231986,Web/CloudOps,7
-bizitobs_l2c/H/long,ChakraTS-Lab,81.07588665674604,81.07588665674604,5.200444878472222,0.5542517406735324,0.6017451928545892,0.7615518405321658,4.545316145841631,9.004214938391133,0.5500034362015982,0.3176581825852987,0.2564591610593386,Web/CloudOps,7
-bizitobs_l2c/H/medium,ChakraTS-Lab,70.75182291666667,70.75182291666667,4.748727562313988,0.4795677315132522,0.4668431424128427,0.7070123653600712,3.490493050285206,8.411410281080496,0.5093236687179629,0.2875426668010754,0.2266547128916395,Web/CloudOps,7
-bizitobs_l2c/H/short,ChakraTS-Lab,49.83114769345238,49.83114769345238,4.2458999875992065,0.4233382244441979,0.3764556226112859,0.4987883295619714,2.6947120743958073,7.059118053514361,0.3805045417982087,0.2288648832693968,0.1779141509875198,Web/CloudOps,7
-bizitobs_service/10S/long,ChakraTS-Lab,128207.00783068784,128207.00783068784,73.73766534391534,1.2548113253506024,0.073560138682209,0.0709454442584325,18.16814194767851,358.06006176434676,0.2652623406474806,0.054627219820681,0.0500905000576663,Web/CloudOps,2
-bizitobs_service/10S/medium,ChakraTS-Lab,6053.863492063492,6053.863492063492,28.47298363095238,0.9283771870112766,0.0572359018477182,0.0504285394577753,8.885178006797933,77.80657743445275,0.0585590636977043,0.0214294384496384,0.0175069954271327,Web/CloudOps,2
-bizitobs_service/10S/short,ChakraTS-Lab,1945.190687830688,1945.190687830688,17.533392857142857,0.6928268066638931,0.0502156963045634,0.0407596584098048,4.991294511412815,44.10431597735859,0.0326738872555686,0.0129892979570519,0.0101337946974464,Web/CloudOps,2
-car_parts/M/short,ChakraTS-Lab,1.340419926902474,1.340419926902474,0.462503623024819,0.8395963259182735,0.7948745513012264,1.871846030686084,14.158268722873816,1.1577650568670976,2.7762018423187778,1.1090362441885353,0.9435711913145712,Sales,1
-covid_deaths/D/short,ChakraTS-Lab,487895.0656641604,487895.0656641604,115.68170426065164,34.628646327308495,0.0890669053068206,0.1292427052042234,664.1430322375834,698.4948572925648,0.2628120893232196,0.043525804199985,0.0378695596349869,Healthcare,1
-electricity/15T/long,ChakraTS-Lab,302895.71843243245,302895.71843243245,56.24518937687688,0.849211303954023,0.1222552779963478,0.1216418754168203,7.052488307831756,550.3596264556771,0.8682597597593554,0.0887336793407019,0.0709852661605986,Energy,1
-electricity/15T/medium,ChakraTS-Lab,244548.46827027027,244548.46827027027,51.39064850788288,0.8030640287932588,0.1190488037401994,0.1199222317167676,7.035941970957196,494.5184205570813,0.8521050357763209,0.0885512623292123,0.0713736962147512,Energy,1
-electricity/15T/short,ChakraTS-Lab,130637.5599099099,130637.5599099099,49.41037654842342,0.958917513801466,0.1561733626957004,0.152828273573185,10.876383649996674,361.4381826950632,0.7124659026784271,0.097397591662178,0.0812618427745265,Energy,1
-electricity/D/short,ChakraTS-Lab,1338288106.8926847,1338288106.8926847,4184.777873873873,1.373886538098577,0.2529477169988053,0.0917700171116204,11.44007482196801,36582.62028467459,0.6011739425040794,0.068769798154522,0.0541295258250905,Energy,1
-electricity/H/long,ChakraTS-Lab,6157144.740516516,6157144.740516516,245.1036156156156,1.0944336949829814,0.2782960486540926,0.1259278206047747,8.881016376776843,2481.359454113111,0.9786474347812902,0.0966687935035902,0.0767277713052492,Energy,1
-electricity/H/medium,ChakraTS-Lab,4753483.735495496,4753483.735495496,224.3990357545045,1.0094268579405363,0.2244729778796659,0.1168417241855157,8.183359767780498,2180.248549018092,0.8510228571892537,0.087590338562233,0.0696575936327594,Energy,1
-electricity/H/short,ChakraTS-Lab,1444889.7147747749,1444889.7147747749,160.68256299268018,0.8903765154957382,0.1508895577765444,0.11360859839051,9.702797896728311,1202.0356545355778,0.5674466709695832,0.0758536446976565,0.0614363845331092,Energy,1
-electricity/W/short,ChakraTS-Lab,52412159287.812614,52412159287.812614,29508.745945945942,1.445804721533904,0.2084695469406155,0.0942794811834367,11.931421084028864,228937.02035235064,0.5223587309798533,0.0673292203305857,0.0520788189514776,Energy,1
-ett1/15T/long,ChakraTS-Lab,7.801920262896825,7.801920262896825,1.5084168836805556,0.9691180449157174,0.722214205923577,0.3802435593377976,6.898190366996495,2.793191769803288,0.5323851130722808,0.2875057494655892,0.222049374894219,Energy,7
-ett1/15T/medium,ChakraTS-Lab,8.513131200396826,8.513131200396826,1.5300372023809523,0.9610554120273828,0.7168737201534822,0.3766111343625992,6.512138270629647,2.9177270606410097,0.5561216626393014,0.2916266035868156,0.2233656879257654,Energy,7
-ett1/15T/short,ChakraTS-Lab,4.513960193452381,4.513960193452381,1.0479100545247395,0.6650224326052843,0.4784116580274717,0.2331185840425037,4.652582399512958,2.1246082447012156,0.4016393953995822,0.1980986197253736,0.1535801374549229,Energy,7
-ett1/D/short,ChakraTS-Lab,44291.67301587301,44291.67301587301,142.11986607142856,1.704773930898141,1.161275906032986,0.4876851399739583,9.92755526216586,210.455869521078,0.5527693221896235,0.3732825424007269,0.2832698136469285,Energy,7
-ett1/H/long,ChakraTS-Lab,148.4018187830688,148.4018187830688,7.486223751653439,1.4044448473376006,3331194133949.8623,0.4813648365162037,8.806551347545382,12.182028516756509,0.5833709612254896,0.3584990414317259,0.2706490052579925,Energy,7
-ett1/H/medium,ChakraTS-Lab,137.9156529017857,137.9156529017857,6.968990071614583,1.2682302774992291,3705538243761.614,0.439676048642113,8.38500238217063,11.743749524823224,0.5624977637789738,0.3337981044976417,0.2548389207986078,Energy,7
-ett1/H/short,ChakraTS-Lab,92.4865699404762,92.4865699404762,4.801673525855655,0.7984768959821162,0.4394254411969866,0.2580839611235119,5.370705027528196,9.6169938099427,0.4488644458613052,0.2241137479117229,0.1727241027510554,Energy,7
-ett1/W/short,ChakraTS-Lab,1152588.142857143,1152588.142857143,870.0837053571429,1.5313500694935624,0.6301349912370954,0.5469487394605365,7.789380709764254,1073.586579115603,0.4272057239250305,0.3462270733010405,0.2530374716718378,Energy,7
-ett2/15T/long,ChakraTS-Lab,10.47041294642857,10.47041294642857,2.057721664186508,0.863012469638789,0.1325006904172292,0.1612561616443452,6.935813846942052,3.2358017470834906,0.1724417323280139,0.1096597122308339,0.0886352503455719,Energy,7
-ett2/15T/medium,ChakraTS-Lab,10.704446924603175,10.704446924603175,2.0437107824900793,0.8469894312217184,0.1278142276175708,0.1561181200766895,6.322742881156935,3.271765108409095,0.1743582849514603,0.1089130469836961,0.0862922203697666,Energy,7
-ett2/15T/short,ChakraTS-Lab,7.167936197916666,7.167936197916666,1.6660757882254464,0.7226978715568508,0.1040761784276283,0.1237292698451451,5.373225797831343,2.677300169558256,0.1271009634261778,0.0790945446581816,0.06266886054783,Energy,7
-ett2/D/short,ChakraTS-Lab,102880.53968253967,102880.53968253967,192.33800843253968,1.278271730713716,0.4155379038008432,0.132522461906312,10.59568747343454,320.74996443108097,0.1835736673462643,0.1100801168931216,0.0897751671004522,Energy,7
-ett2/H/long,ChakraTS-Lab,214.33482142857144,214.33482142857144,8.877409887566138,0.9822576195435512,0.1727958750073097,0.1667980860150049,7.0951500877179905,14.640178326392457,0.2004859742665341,0.1215692958509629,0.0983275023614716,Energy,7
-ett2/H/medium,ChakraTS-Lab,230.27300967261905,230.27300967261905,9.315408179873511,1.0047276051437766,0.1696320531388492,0.1632243201846168,6.635554282679301,15.17474908104312,0.2044895023830226,0.1255311157386286,0.1000049024004702,Energy,7
-ett2/H/short,ChakraTS-Lab,101.62064732142858,101.62064732142858,6.18528064546131,0.7151663958521903,0.1167969987260582,0.1072098141624814,5.166458237115288,10.08070668760026,0.1278514093908006,0.0784465685300204,0.0622626451555966,Energy,7
-ett2/W/short,ChakraTS-Lab,3181700.0,3181700.0,1197.4916294642858,0.7937092105311719,0.1245749848229544,0.1350279450416565,7.283422690573305,1783.7320426566318,0.1496277720999911,0.1004511890464597,0.0816529821163446,Energy,7
-hierarchical_sales/D/short,ChakraTS-Lab,28.615404092600247,28.615404092600247,2.2948102909260024,0.7406821474880801,0.627073998406679,1.0569801654099955,6.979855176337208,5.349336789976889,1.64111728683358,0.7040223837651715,0.5701776126226306,Sales,1
-hierarchical_sales/W/short,ChakraTS-Lab,457.991061970339,457.991061970339,8.826286703853285,0.7108386207367453,0.5190054214224402,0.4509821099750066,6.956841970262584,21.40072573466468,0.9825177863520108,0.405219139831848,0.3396608578073236,Sales,1
-hospital/M/short,ChakraTS-Lab,2574.6386353759235,2574.6386353759235,17.288566791612343,0.7451705939164468,0.1892874202537619,0.1702667461794804,4.934395650500391,50.740897069089385,0.1842012391160671,0.0627615121037322,0.0492218267792033,Healthcare,1
-jena_weather/10T/long,ChakraTS-Lab,1309.3665343915343,1309.3665343915343,9.159336764219576,0.6224784525347737,0.7716332359497261,0.5598395240956537,5.481625584091016,36.18517008929949,0.2214232605006402,0.0560475522251757,0.0458390401755835,Nature,21
-jena_weather/10T/medium,ChakraTS-Lab,1417.019913419913,1417.019913419913,9.176629013347764,0.5793288340934378,0.7247542609370308,0.5560781266431487,5.18331415075075,37.643324951708415,0.2310164417036674,0.0563168153774371,0.0455246779219466,Nature,21
-jena_weather/10T/short,ChakraTS-Lab,768.3607142857143,768.3607142857143,5.212720114087301,0.2565807425553437,0.3397724146498416,0.3944265974019341,1.937845195004974,27.71932023491403,0.1721717198758232,0.0323775251221088,0.0263529228714497,Nature,21
-jena_weather/D/short,ChakraTS-Lab,366.6451388888889,366.6451388888889,9.457864428323411,1.009872579522837,0.6228918601615376,0.4459489610460069,6.452057182705429,19.147980021111596,0.1153021356492958,0.0569518020211454,0.0447996484764428,Nature,21
-jena_weather/H/long,ChakraTS-Lab,1181.2765873015874,1181.2765873015874,10.573501570767196,0.8632662165279456,1.9696258372784048,0.5673130580357143,6.458955218649627,34.36970449831635,0.2069437001578025,0.0636641941098472,0.0510226183645177,Nature,21
-jena_weather/H/medium,ChakraTS-Lab,1215.3960317460317,1215.3960317460317,9.813944692460318,0.7561531039811479,2.0530061828322164,0.5695912983699973,6.134585439128967,34.86253048397422,0.2133300070091049,0.060053268106626,0.048240025621246,Nature,21
-jena_weather/H/short,ChakraTS-Lab,1074.3205931495406,1074.3205931495406,8.23711785975355,0.5150705023268167,1.2428937196003942,0.5401620319064051,4.493375761729459,32.7768301266236,0.2009198586085459,0.0504930022009451,0.0405528223522417,Nature,21
-kdd_cup_2018/D/short,ChakraTS-Lab,2844.799787219895,2844.799787219895,20.85697187312986,1.1819345526408491,0.5251855592127136,0.4581476182758162,9.334906615060284,53.33666456781765,1.194797884099063,0.4672183021689251,0.3727183972792619,Nature,1
-kdd_cup_2018/H/long,ChakraTS-Lab,4030.0977847563586,4030.0977847563586,23.503585636362573,0.995870829177489,1.0213584854522546,0.5939699369730668,7.614095258107138,63.483051161364,1.4895689085508206,0.5514890945363803,0.4344741869096458,Nature,1
-kdd_cup_2018/H/medium,ChakraTS-Lab,5101.394215706494,5101.394215706494,24.853560662240618,1.0222949644752406,0.9753554312573236,0.545055992560105,8.695355295221074,71.4240450808164,1.4950346185133725,0.5202300365560188,0.4142792604448763,Nature,1
-kdd_cup_2018/H/short,ChakraTS-Lab,4182.342668489159,4182.342668489159,21.915211990934345,0.9178481987734916,0.8620907396655304,0.4845875213539084,7.633024118848778,64.67103423086073,1.353681875036841,0.4587250785848925,0.3676127316936801,Nature,1
-loop_seattle/5T/long,ChakraTS-Lab,73.28030558422199,73.28030558422199,4.823037782364408,0.7660219136847839,0.1467002791842248,0.1095755183698113,6.114556480482829,8.560391672360675,0.151349475464778,0.0852722943582743,0.0677848465803742,Transport,1
-loop_seattle/5T/medium,ChakraTS-Lab,61.44349232456141,61.44349232456141,4.4739960352973425,0.7135618659545824,0.1393087711865687,0.102587353969137,5.472313810108104,7.838589944917479,0.1394646184543351,0.0796015806941819,0.0629890619852823,Transport,1
-loop_seattle/5T/short,ChakraTS-Lab,38.79954951141641,38.79954951141641,3.3749941925269287,0.5342157560235864,0.0893431938100525,0.0719384145195393,3.990705520991499,6.228928440062256,0.1068123740942687,0.0578737010269085,0.0454885483627984,Transport,1
-loop_seattle/D/short,ChakraTS-Lab,17.007246517027863,17.007246517027863,2.77498951883385,0.8398189481462901,0.0515956819611068,0.0512217644690483,7.703715694005459,4.123984301258658,0.0737011150298065,0.0495927740732817,0.040194894300167,Transport,1
-loop_seattle/H/long,ChakraTS-Lab,44.23176384588923,44.23176384588923,3.5886617969556243,0.7605799051178657,0.1138772823411162,0.083845323182727,6.51644529361975,6.650696493292205,0.1188568503517467,0.0641341908466254,0.0513874654145461,Transport,1
-loop_seattle/H/medium,ChakraTS-Lab,41.05685307017544,41.05685307017544,3.5499500128998966,0.7409827896776212,0.1033602845435049,0.0811767011235003,5.627509379756891,6.40756217840884,0.1132529314660974,0.0627449620190593,0.0496239320933729,Transport,1
-loop_seattle/H/short,ChakraTS-Lab,37.0340727011026,37.0340727011026,3.3231751419837328,0.6868799171096982,0.0957139249174555,0.076430550054623,5.474893996732343,6.085562644579595,0.1077206472994701,0.0588235793945599,0.0468368974743767,Transport,1
-m4_daily/D/short,ChakraTS-Lab,350031.1892933185,350031.1892933185,174.8909415766839,3.247345416543619,0.0368579969058358,0.0296985037430192,26.116940779680284,591.6343374866933,0.091391155055105,0.027015817282119,0.0215045722884575,Econ/Fin,1
-m4_hourly/H/short,ChakraTS-Lab,543630.4798711755,543630.4798711755,166.22200835346214,0.6614025972606824,0.0831733924755151,0.0753507015209843,5.236984773529423,737.3130134964224,0.1006595008439258,0.022692973111637,0.020095300023406,Econ/Fin,1
-m4_monthly/M/short,ChakraTS-Lab,1778383.7655185186,1778383.7655185186,538.9342281539352,0.9014437522315498,0.1527250020062482,0.1270324426933571,7.611355576756418,1333.5605593742334,0.2771596660156523,0.1120090344825731,0.0893784053911582,Econ/Fin,1
-m4_quarterly/Q/short,ChakraTS-Lab,1706663.8546666666,1706663.8546666666,541.5010377604167,1.1421324521079368,0.1092448490460713,0.0984686752955118,9.114279473476172,1306.3934532393623,0.2186672592310953,0.0906377381976736,0.0725084553142561,Econ/Fin,1
-m4_weekly/W/short,ChakraTS-Lab,235804.935076066,235804.935076066,243.9294514677523,1.896759889971132,0.0584970510616429,0.0586072857588855,13.129611836326578,485.5975031608647,0.0884683396067373,0.0444401657999988,0.0352119474999252,Econ/Fin,1
-m4_yearly/A/short,ChakraTS-Lab,3391008.026928992,3391008.026928992,859.0582089173269,3.2041600500221605,0.1584606228769733,0.1426855192275495,33.895340168145836,1841.4689861436689,0.2952880877698892,0.1377539658299911,0.1132208490538731,Econ/Fin,1
-m_dense/D/short,ChakraTS-Lab,7056.973333333333,7056.973333333333,39.910133101851855,0.6103922993089099,0.1120317712194217,0.0880472762496383,6.726681680439902,84.00579345100749,0.1454264545482915,0.0690903438813137,0.0572599774681311,Transport,1
-m_dense/H/long,ChakraTS-Lab,28560.92049382716,28560.92049382716,70.89653549382716,0.616468999778903,0.2316674797884609,0.1734366861979166,6.2098912230972125,168.99976477447288,0.292563575532647,0.1227323833534962,0.099586815073293,Transport,1
-m_dense/H/medium,ChakraTS-Lab,32768.56888888889,32768.56888888889,73.73970486111111,0.639621581178043,0.2430238147602954,0.1780579121907552,6.912884440182751,181.0209073253388,0.3149535091844038,0.1282977704364775,0.1044139598076696,Transport,1
-m_dense/H/short,ChakraTS-Lab,42251.991111111114,42251.991111111114,84.17829861111112,0.753525706070946,0.2764093728754097,0.2002139282226562,8.041648459323415,205.55289127402497,0.3645996086226165,0.1493113258485565,0.1228130835106797,Transport,1
-restaurant/D/short,ChakraTS-Lab,139.79933688241337,139.79933688241337,7.098918931540114,0.680616333945527,0.6716056632051461,0.3918835315827262,4.625452861482241,11.823676961183155,0.5441530089379151,0.3267086972593789,0.2561283230305932,Sales,1
-saugeen/D/short,ChakraTS-Lab,1199.1444791666668,1199.1444791666668,12.833439127604167,2.851610118327626,0.2777420552571614,0.3224113972981771,31.10066789131146,34.62866557011209,1.121630728629421,0.4156781511078421,0.3425369998175871,Nature,1
-saugeen/M/short,ChakraTS-Lab,397.8036179315476,397.8036179315476,12.405187697637649,0.7268961911709032,0.350215094430106,0.3549025172278994,5.2046611018846916,19.945014864159607,0.5988091807062549,0.3724409498976179,0.2953822053895033,Nature,1
-saugeen/W/short,ChakraTS-Lab,953.524609375,953.524609375,14.583583068847656,1.183019839921564,0.3622457504272461,0.3827524662017822,11.43065456351557,30.879193794122926,0.9321141415073424,0.4402175815518583,0.3542210563335249,Nature,1
-solar/10T/long,ChakraTS-Lab,19.528707135796836,19.528707135796836,1.7891378212439173,0.7831276463245793,3.4639477997656276,1.318456426914099,3.9187576068535415,4.419129680807844,0.955124086135592,0.3866934781089821,0.2941112791129996,Energy,1
-solar/10T/medium,ChakraTS-Lab,20.740867963393057,20.740867963393057,1.8068188730369388,0.7904369243765882,3.808388543839392,1.3412408438599328,3.726074051199118,4.5542143080220825,1.0105982025178828,0.4009402680392404,0.3013292094502858,Energy,1
-solar/10T/short,ChakraTS-Lab,21.671103254257908,21.671103254257908,1.9594045820027373,0.8602871726901015,5.034185306203875,1.4334892619721642,4.19465641130682,4.655223222817345,1.354203931388201,0.5699905807142587,0.4290854558515217,Energy,1
-solar/D/short,ChakraTS-Lab,122928.599513382,122928.599513382,249.26888686131383,0.9723002536411725,1.060569685218978,0.4248872260397658,4.883020259468553,350.6117503926273,0.506514559421046,0.3601086394410469,0.2709123511802982,Energy,1
-solar/H/long,ChakraTS-Lab,239.37082319545823,239.37082319545823,6.0675518298864555,0.4607461539899256,2.4832233857728294,1.3381426009140347,2.9885639632986143,15.471613464518114,0.5364290350291442,0.2103730797411494,0.1629148556647564,Energy,1
-solar/H/medium,ChakraTS-Lab,219.7630018248175,219.7630018248175,5.68489203163017,0.4340357761991062,1.608213638837794,1.3440118442962614,2.768478777742933,14.82440561455391,0.5340096905682687,0.2047830795822565,0.158272075993248,Energy,1
-solar/H/short,ChakraTS-Lab,184.73736634012036,184.73736634012036,5.151697460462287,0.3960790375718255,1.4708626135103289,1.3360290456191763,2.6960750917287646,13.591812474431816,0.5009987484896447,0.1898932894449591,0.1486720375347974,Energy,1
-solar/W/short,ChakraTS-Lab,1509576.291970803,1509576.291970803,986.0745894160584,1.0764067046711043,0.2208989275632983,0.1934037312974025,6.1136568239352975,1228.6481562965057,0.2507978064200237,0.2012824767812467,0.1464057964777549,Energy,1
-sz_taxi/15T/long,ChakraTS-Lab,15.344896278490028,15.344896278490028,2.671779569533476,0.5041096094199873,6252144124571.496,0.395658678886218,3.651983217635504,3.917256218131516,0.3625742576743774,0.2472951576691184,0.1952518773054895,Transport,1
-sz_taxi/15T/medium,ChakraTS-Lab,16.176073384081196,16.176073384081196,2.7323048127003204,0.5326611971411755,9604627957504.438,0.4026465261084401,3.7387169709571553,4.021948953440508,0.3743094824927067,0.2542865690971324,0.2004384524200872,Transport,1
-sz_taxi/15T/short,ChakraTS-Lab,16.514160752442002,16.514160752442002,2.7098284338274574,0.5405904487259088,1032861463923.4636,0.3906290569002666,3.949731326539743,4.063761896622636,0.3799791173239854,0.2533805480190543,0.1995423940624392,Transport,1
-sz_taxi/H/short,ChakraTS-Lab,7.0573506151509084,7.0573506151509084,1.8271476549979968,0.5564964905308012,1.0638753776876335,0.2924032292814336,3.952117946162285,2.6565674497649985,0.24747565132523,0.1702100791862053,0.1344195036058362,Transport,1
-temperature_rain/D/short,ChakraTS-Lab,182.27406412861384,182.27406412861384,5.710690459814501,1.3320904850647737,18.424180469770675,1.4827350885482231,20.029744343372027,13.500891234604248,1.5894118329915092,0.6722992455576918,0.5437301353530746,Nature,1
-us_births/D/short,ChakraTS-Lab,136157.54666666666,136157.54666666666,215.77205729166667,0.3177036825687265,0.0209380499521891,0.0205953979492187,2.620479347079156,368.9953206568705,0.0345903170872587,0.0202268794818386,0.0161828962939618,Healthcare,1
-us_births/M/short,ChakraTS-Lab,39361522.666666664,39361522.666666664,5243.020833333333,0.5921628063772216,0.0161332761247952,0.0163071329394976,3.5574485844255066,6273.876207470678,0.0194866167256563,0.0162847869618688,0.0121264816719871,Healthcare,1
-us_births/W/short,ChakraTS-Lab,1962725.7142857143,1962725.7142857143,1081.359584263393,0.9833816183846046,0.0146645733288356,0.0146823738302503,7.272612779997109,1400.9731311790797,0.0190180728841402,0.0146793503242825,0.0115458501656057,Healthcare,1

results/ChakraTS-Lab/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "ChakraTS-Lab",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/yhatlabs/ChakraTS-Lab",
-    "code_link": "",
-    "org": "YHat Labs",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/ChakraTS/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,ChakraTS,4584118.169794533,4584118.169794533,405.45988624483124,0.8870417429384141,4.892830865491202,0.7741335478332464,16.28794004770453,2141.05538690491,5.658170157209361,1.0715094258315405,0.7811407861767278,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,ChakraTS,3319595.5283030346,3319595.5283030346,313.171658833157,0.9684093223398816,4.679229981616364,0.7587875097669746,21.596741486943035,1821.9757211069073,5.535665769998534,0.9515020490411045,0.713596087657641,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,ChakraTS,1603936.3436247744,1603936.3436247744,155.20448607256594,0.7004614295283675,1.962105309199249,0.6547569046474582,13.334572828352464,1266.4660846721376,3.9763903380632164,0.4873037077836844,0.38973832434048145,Web/CloudOps,2
-bitbrains_fast_storage/H/short,ChakraTS,3637986.276019844,3637986.276019844,356.2510474770583,1.0524339343784863,4.849043458014237,0.5004302020279308,20.038950875214304,1907.350590746191,5.436568614680774,1.0154311813766863,0.744227108480808,Web/CloudOps,2
-bitbrains_rnd/5T/long,ChakraTS,2587801.483004439,2587801.483004439,184.08977873004838,3.298685283543268,1.8813432324077513,0.6452711458601178,116.64759187867915,1608.6645029354129,6.162431552333326,0.7052064982089419,0.6487080451291125,Web/CloudOps,2
-bitbrains_rnd/5T/medium,ChakraTS,2638909.486875356,2638909.486875356,174.42575748551397,4.373352877053619,1.5119974290475753,0.6646187071686254,160.42409407681265,1624.4720640489193,6.834981174074227,0.7338979814251967,0.6795663868906121,Web/CloudOps,2
-bitbrains_rnd/5T/short,ChakraTS,1588986.9566054656,1588986.9566054656,117.25709695951527,1.6229976885753346,1.034303194209468,0.5840990238469602,52.375163833450365,1260.5502594523812,5.157807740530406,0.4797821886075767,0.39009638947622294,Web/CloudOps,2
-bitbrains_rnd/H/short,ChakraTS,1871422.9606581135,1871422.9606581135,150.42677208985126,5.8362098987711795,1.3402416728972826,0.5097474205071914,207.32053133730184,1367.9996201235267,5.987035918509558,0.658341182526109,0.6092250270894595,Web/CloudOps,2
-bizitobs_application/10S/long,ChakraTS,6149453.937777778,6149453.937777778,1510.6330555555555,3.1352509014376504,0.04543540954589844,0.04646815829806858,49.11365946705191,2479.8092543132784,0.09563633085799375,0.05825907877988822,0.05256977624380275,Web/CloudOps,2
-bizitobs_application/10S/medium,ChakraTS,3168447.1466666665,3168447.1466666665,992.9041666666667,2.120746279331382,0.03033504803975423,0.0309375,22.81237115153938,1780.0132433964266,0.06989588117617505,0.03898842433342862,0.03291454928480744,Web/CloudOps,2
-bizitobs_application/10S/short,ChakraTS,339569.17333333334,339569.17333333334,312.6555902777778,0.9512055483412899,0.01353727658589681,0.013632264667087132,6.381290252300415,582.7256415615614,0.022473398774072693,0.012057876396903476,0.009568073711777234,Web/CloudOps,2
-bizitobs_l2c/5T/long,ChakraTS,124.7611507936508,124.7611507936508,7.059506448412699,0.6783783113484672,0.518945253531802,0.8521158306546904,3.7603893021241053,11.169653118770109,0.627159323957532,0.3963807330972738,0.29886551937200934,Web/CloudOps,7
-bizitobs_l2c/5T/medium,ChakraTS,106.17076955782314,106.17076955782314,6.6260018069727895,0.6485157109541851,0.4403252786100322,0.7045805975910225,4.077616733740305,10.303920106339293,0.5421377233007286,0.34862513462315237,0.26672362431998037,Web/CloudOps,7
-bizitobs_l2c/5T/short,ChakraTS,18.59842471168155,18.59842471168155,2.4919288271949407,0.2596451552001158,0.14018626849151772,0.18855138982606087,2.511541159373781,4.312589096086196,0.14811176560289271,0.08558292249255632,0.06833104068113863,Web/CloudOps,7
-bizitobs_l2c/H/long,ChakraTS,84.04316096230158,84.04316096230158,5.312906125992064,0.5651830681358181,0.5990564085454043,0.77194208984375,4.85102365144396,9.16750571105912,0.559977707882351,0.3245276401669591,0.2624787302894574,Web/CloudOps,7
-bizitobs_l2c/H/medium,ChakraTS,73.10800316220238,73.10800316220238,4.823626999627976,0.48494128453246177,0.4687630945508045,0.7449729359393803,3.510339960106038,8.550321816294542,0.5177349731696789,0.29207794149614963,0.22985982469035246,Web/CloudOps,7
-bizitobs_l2c/H/short,ChakraTS,49.48383246527778,49.48383246527778,4.264794728112599,0.4237128248318695,0.3734438230665468,0.5175654970366379,2.8368487091362486,7.034474569239538,0.3791761948827418,0.22988335817333552,0.17890297464101546,Web/CloudOps,7
-bizitobs_service/10S/long,ChakraTS,126598.17650793651,126598.17650793651,73.79304232804233,1.265848055948607,0.07470456400876323,0.07201756391575727,17.327594352322492,355.8063750243052,0.26359273746190376,0.05466824486087999,0.04975623823348305,Web/CloudOps,2
-bizitobs_service/10S/medium,ChakraTS,4523.443174603174,4523.443174603174,26.310052083333332,0.9230213246357191,0.05751799083891369,0.05064671107700893,9.304739844357062,67.25654744783718,0.05061886251716315,0.0198015651971811,0.018153583608328534,Web/CloudOps,2
-bizitobs_service/10S/short,ChakraTS,1934.7902645502645,1934.7902645502645,17.654715608465608,0.7019053420782512,0.05188384525359623,0.04254589585400132,5.165107976390639,43.98625085808365,0.0325864208407628,0.013079177729822736,0.01022265386937058,Web/CloudOps,2
-car_parts/M/short,ChakraTS,1.3506384462225052,1.3506384462225052,0.45741744920110516,0.8360599797617052,0.8130922035082635,1.880924722584999,13.97562747190779,1.162169714896454,2.7867637604414175,1.0968401211012166,0.9436113366269923,Sales,1
-covid_deaths/D/short,ChakraTS,605185.92481203,605185.92481203,126.45490288220552,35.8162533483501,0.09265483579438916,0.1333970953748475,712.048588847694,777.9369671201067,0.29270256975559894,0.04757927260975845,0.041310803475834185,Healthcare,1
-electricity/15T/long,ChakraTS,306523.16487687686,306523.16487687686,56.43049812312312,0.8518910980062733,0.12241227069611278,0.12461819134357315,7.116976804218006,553.6453421432143,0.8734433789355494,0.0890260265983183,0.07126661975590552,Energy,1
-electricity/15T/medium,ChakraTS,251241.8430990991,251241.8430990991,51.652216638513515,0.8047973212974903,0.11883696929372727,0.12298379181726023,7.052149844074672,501.240304743243,0.8636875191112819,0.08900197055775093,0.07167168427902906,Energy,1
-electricity/15T/short,ChakraTS,130204.89657657658,130204.89657657658,49.12596635698198,0.9536562358589712,0.155239300115311,0.1557406611448527,10.976038167674016,360.83915610223977,0.711285103187344,0.09683696311356889,0.08081485701157667,Energy,1
-electricity/D/short,ChakraTS,1363131644.9187748,1363131644.9187748,4209.862198198198,1.3808089903430716,0.2480100294213139,0.09210390273085585,11.44252043861819,36920.61273758569,0.6067282809815315,0.06918201690844829,0.054330094190924515,Energy,1
-electricity/H/long,ChakraTS,6535591.52393994,6535591.52393994,251.69202402402402,1.1133148651397804,0.28203904635426597,0.12937980130942578,9.380051033474349,2556.4802999319086,1.0082750741534519,0.09926725983118839,0.07913964552286494,Energy,1
-electricity/H/medium,ChakraTS,4856744.314954955,4856744.314954955,226.7742046734234,1.0187098362208449,0.2291139896695833,0.1198419156813083,8.559986577665544,2203.802240436958,0.8602166391448316,0.08851744526325378,0.07058658604192396,Energy,1
-electricity/H/short,ChakraTS,1681776.296036036,1681776.296036036,168.86595052083334,0.9283985547642706,0.15773911016688774,0.11872688871182381,10.281701992522002,1296.8331797251471,0.6121978727180537,0.07971678801839159,0.06397275800394094,Energy,1
-electricity/W/short,ChakraTS,58199031069.98198,58199031069.98198,30628.96936936937,1.4572596515016707,0.20221205344036303,0.09444524780699728,11.799792517395325,241244.75345586686,0.5504409163568478,0.06988520050789727,0.053447865084024195,Energy,1
-ett1/15T/long,ChakraTS,7.8336235119047615,7.8336235119047615,1.5171141803075396,0.9805016110228274,0.7278810991520707,0.38403851221478175,7.074042900762916,2.7988611097917597,0.5334656948796016,0.28916346280208033,0.22403503577237938,Energy,7
-ett1/15T/medium,ChakraTS,8.504238591269841,8.504238591269841,1.5312424045138888,0.9652130304294149,0.713886350250502,0.3785763501364087,6.651917257551473,2.916202769230878,0.5558311311893984,0.29185631630498804,0.22394331903665782,Energy,7
-ett1/15T/short,ChakraTS,4.553625197637649,4.553625197637649,1.0511199224562873,0.6660259492437649,0.4779997525149829,0.23302674066452753,4.699377904165541,2.1339224910098418,0.4034001756588744,0.19870541837569167,0.15474295247504924,Energy,7
-ett1/D/short,ChakraTS,45228.57777777778,45228.57777777778,143.49181547619048,1.717652226601549,1.1760487389942957,0.4877434624565972,11.134378031817834,212.67011491457322,0.5585851111629088,0.37688601302036073,0.28463730858842173,Energy,7
-ett1/H/long,ChakraTS,145.64193121693123,145.64193121693123,7.401497395833333,1.4000912896489854,3331194133949.8623,0.48496048538773145,8.85997193775725,12.068219886003536,0.5779209123911109,0.35444167975604757,0.26774513817738177,Energy,7
-ett1/H/medium,ChakraTS,137.25881696428573,137.25881696428573,6.9316162109375,1.2690367460817764,4092191723804.3643,0.4400153387160528,8.327804723348162,11.715750806682674,0.5611566915507686,0.33200798516563373,0.25371590183520004,Energy,7
-ett1/H/short,ChakraTS,91.00403645833333,91.00403645833333,4.759280831473214,0.7925970175798127,0.43544366019112724,0.2565236409505208,5.451724896419349,9.53960357972664,0.4452523272005761,0.22213510742919826,0.17125011965624154,Energy,7
-ett1/W/short,ChakraTS,1158537.4285714286,1158537.4285714286,873.7603236607143,1.5354908134547405,0.6715994562421527,0.5435803277151925,7.92585753611045,1076.35376553038,0.42830685344598096,0.3476900874766342,0.2528085008071479,Energy,7
-ett2/15T/long,ChakraTS,10.854952876984127,10.854952876984127,2.0858753410218256,0.8747193847710386,0.13380915702654225,0.1623052203466022,7.045477316608127,3.2946855505471424,0.17557975680200605,0.11116007263123885,0.08982363176899466,Energy,7
-ett2/15T/medium,ChakraTS,10.860675843253969,10.860675843253969,2.058116939484127,0.8534326826879697,0.12843806327654225,0.15696630084325397,6.473804289312706,3.295553950894139,0.17562603542841612,0.1096807771669442,0.08698852543416558,Energy,7
-ett2/15T/short,ChakraTS,7.0883358909970235,7.0883358909970235,1.6614012218656995,0.7215045733593083,0.10385037964014437,0.12375615437825521,5.395907437048145,2.662392888173536,0.12639326174684923,0.07887262636352087,0.06260584849207193,Energy,7
-ett2/D/short,ChakraTS,101934.3873015873,101934.3873015873,192.38506944444444,1.2870588251964277,0.41761523049975197,0.13377621363079736,10.709113149175053,319.2716512651684,0.18272758971743527,0.1101070511518977,0.0900135912465573,Energy,7
-ett2/H/long,ChakraTS,213.41385582010582,213.41385582010582,8.873883928571429,0.9854070324048247,0.1730160959533516,0.1679304496321098,7.048801224561032,14.608691105643443,0.20005478101273122,0.12152101055630886,0.09831941080494119,Energy,7
-ett2/H/medium,ChakraTS,230.9853980654762,230.9853980654762,9.351037016369048,1.0091668859436815,0.16993790286045596,0.16415817624046689,6.649037003032951,15.1982037776007,0.20480556950228695,0.1260112372224534,0.10074967381655166,Energy,7
-ett2/H/short,ChakraTS,102.16483444940476,102.16483444940476,6.198543294270833,0.7151286522017904,0.1166621828100546,0.10708392915271578,5.234274258070277,10.10766216537755,0.12819327985002824,0.07861477581896366,0.06229047776807833,Energy,7
-ett2/W/short,ChakraTS,2876886.285714286,2876886.285714286,1143.862025669643,0.7531029953702844,0.118997437613351,0.12881551470075334,7.420542022450825,1696.138639885987,0.14228002849624413,0.0959524874800259,0.08067019878383574,Energy,7
-hierarchical_sales/D/short,ChakraTS,28.661350248036378,28.661350248036378,2.296064844718892,0.7409591500377736,0.6272266391019725,1.058190644658155,6.866066606445303,5.353629633065438,1.6424342835527774,0.7044072669754848,0.5713539350955164,Sales,1
-hierarchical_sales/W/short,ChakraTS,460.412936970339,460.412936970339,8.84112031581038,0.7123904008151339,0.521720946402468,0.4511827371888242,6.854585632976837,21.457235072821916,0.9851121577075828,0.4059001582124576,0.3398440671649895,Sales,1
-hospital/M/short,ChakraTS,2573.2183833116037,2573.2183833116037,17.287914901129945,0.7435659730061407,0.1891031211378884,0.1699539443193856,4.940528404324133,50.726899997058794,0.18415042649427765,0.06275914558990288,0.049310085668157755,Healthcare,1
-jena_weather/10T/long,ChakraTS,1295.6916666666666,1295.6916666666666,9.120480944113757,0.6225110211832404,0.7710836200432551,0.5503744327602758,5.5139772166707335,35.99571733785377,0.22026396662880254,0.05580978679928379,0.04595153783130698,Nature,21
-jena_weather/10T/medium,ChakraTS,1436.153391053391,1436.153391053391,9.291034789862914,0.5806002866299559,0.7286151485383923,0.5713246663892488,5.137863930819948,37.896614506488454,0.23257087537128468,0.05701892167210645,0.04615152854031282,Nature,21
-jena_weather/10T/short,ChakraTS,770.6080357142857,770.6080357142857,5.241582961309524,0.25698603556170174,0.34315447774194285,0.4531472365228227,1.9523661686440976,27.759827732071496,0.17242332220208384,0.03255679957778266,0.02651497678041388,Nature,21
-jena_weather/D/short,ChakraTS,372.7749503968254,372.7749503968254,9.514543030753968,1.0109353954118656,0.6235157923044892,0.4472318134610615,6.5475937920626395,19.307380723361348,0.11626198840520693,0.05729309984465766,0.04499471977277887,Nature,21
-jena_weather/H/long,ChakraTS,1162.6539682539683,1162.6539682539683,10.558333333333334,0.871707220507022,1.9624191050564062,0.54226412931999,6.6255035487968765,34.097712067732175,0.20530600437828944,0.0635728645152157,0.05151340699787574,Nature,21
-jena_weather/H/medium,ChakraTS,1199.8628968253968,1199.8628968253968,9.7222408234127,0.7276112268569737,1.9653936154757592,0.5629409630595926,6.325213672591607,34.639037180981184,0.21196241185086165,0.05949211586795872,0.04787420668938812,Nature,21
-jena_weather/H/short,ChakraTS,1074.5752923976609,1074.5752923976609,8.216145833333334,0.5144980269419696,1.206900859533952,0.5438989082401209,4.636439360215502,32.78071525146547,0.2009436741737147,0.050364445029101354,0.04050881120848824,Nature,21
-kdd_cup_2018/D/short,ChakraTS,2835.7100871068556,2835.7100871068556,20.81733326683955,1.181595557346184,0.5184472195209123,0.4574979402511803,9.180809934056427,53.25138577639887,1.192887548678367,0.46633035532582845,0.3703994891857593,Nature,1
-kdd_cup_2018/H/long,ChakraTS,4069.905191556178,4069.905191556178,23.812813084057392,1.008465800451312,1.045693545078965,0.6004145251228901,7.613122917605944,63.79580857357463,1.496907461260954,0.5587448200147591,0.4366269264822873,Nature,1
-kdd_cup_2018/H/medium,ChakraTS,5048.746350260868,5048.746350260868,24.806027390047085,1.0215091208433758,1.0141697972851393,0.5424525572308057,8.50454044433459,71.05453082148152,1.487300015843993,0.5192350790822419,0.4130981160663115,Nature,1
-kdd_cup_2018/H/short,ChakraTS,4191.343376058062,4191.343376058062,22.1124079131983,0.9246553245180468,0.8919382937064145,0.48588953576726523,7.645330484286226,64.74058523104392,1.3551377034375833,0.4628527463881779,0.37044631391593064,Nature,1
-loop_seattle/5T/long,ChakraTS,77.68658640064213,77.68658640064213,5.006099572870084,0.793954923641722,0.15518724670515135,0.11377932598935042,6.104787722411251,8.813999455448254,0.155833312935442,0.0885088642526325,0.06990863833125764,Transport,1
-loop_seattle/5T/medium,ChakraTS,64.78132103005676,64.78132103005676,4.611939267688983,0.7349970824414922,0.1458786382370074,0.10580523716283903,5.614914482952201,8.048684428529718,0.14320263092880317,0.08205587418434364,0.06485716367123687,Transport,1
-loop_seattle/5T/short,ChakraTS,39.30890012254902,39.30890012254902,3.3917103675865907,0.536808031864268,0.09139015091462031,0.07233839399182268,4.020509646643451,6.269681022392528,0.10751119093107364,0.05816034653280553,0.04572560926076222,Transport,1
-loop_seattle/D/short,ChakraTS,16.737464525283798,16.737464525283798,2.758951722136223,0.8357159598616588,0.051368614173156926,0.0509098773401219,7.401043301521858,4.09114464731862,0.07311422649295277,0.04930615719676361,0.039972569578627506,Transport,1
-loop_seattle/H/long,ChakraTS,47.49131836945305,47.49131836945305,3.7702251569487446,0.796776401569075,0.1182383376870485,0.08772888078614122,6.514113631506187,6.891394515586308,0.12315844625897623,0.06737897116848017,0.053554196769104945,Transport,1
-loop_seattle/H/medium,ChakraTS,47.05990067079463,47.05990067079463,3.8302591266769865,0.7967860511154558,0.10829481000870743,0.08702032917916344,5.803346307039394,6.860021914745946,0.12125010575544308,0.06769939366841439,0.05309466960395773,Transport,1
-loop_seattle/H/short,ChakraTS,42.118284415566784,42.118284415566784,3.5479247609275704,0.7307227939152249,0.1007674773909683,0.08111989725407238,5.672555488299822,6.48986012295849,0.11487712380231395,0.06280187620077286,0.04963975737980063,Transport,1
-m4_daily/D/short,ChakraTS,354065.93125823786,354065.93125823786,176.47341495150224,3.2691519752911864,0.03775052731959502,0.029884226989591388,26.32150593978846,595.0343950211936,0.09191636998203415,0.027260265686150083,0.021659596081414136,Econ/Fin,1
-m4_hourly/H/short,ChakraTS,448865.08212560386,448865.08212560386,165.00910829307568,0.663741137225747,0.08287120825234627,0.07521614897846216,5.245458783978655,669.9739413780239,0.09146623114346643,0.022527385481394196,0.02067804574096168,Econ/Fin,1
-m4_monthly/M/short,ChakraTS,1798205.803074074,1798205.803074074,543.7553051215277,0.9050256738932047,0.15536874036435727,0.1286419950414587,7.738536897743244,1340.9719620760436,0.27870000993412053,0.11301101978633822,0.09022478490929989,Econ/Fin,1
-m4_quarterly/Q/short,ChakraTS,1713066.2586666667,1713066.2586666667,545.2225052083334,1.157253509043509,0.10946923716862997,0.09913951794306437,9.242338865396897,1308.8415712631788,0.21907703107832466,0.09126064631554263,0.07299261001401307,Econ/Fin,1
-m4_weekly/W/short,ChakraTS,232228.03856867366,232228.03856867366,248.08099421469896,1.9571062918640156,0.05973352628830084,0.05976269682955124,13.65071489598446,481.90044466536204,0.08779479284342596,0.04519651255062676,0.03562496677010332,Econ/Fin,1
-m4_yearly/A/short,ChakraTS,3390840.6233133106,3390840.6233133106,865.204377774876,3.2533236169072275,0.15972046104774976,0.1447179497701404,31.827321096904132,1841.423531758327,0.29528079894850295,0.13873953249590454,0.11296828391180641,Econ/Fin,1
-m_dense/D/short,ChakraTS,7140.456296296296,7140.456296296296,40.38480902777778,0.6159623342145223,0.11277052735822832,0.08879186559606482,6.60758558345114,84.50122067932685,0.14628411236379915,0.0699120781228586,0.057810064700883866,Transport,1
-m_dense/H/long,ChakraTS,33875.95456790124,33875.95456790124,76.3384799382716,0.6596907146335595,0.2618479746857488,0.18442269784432871,7.394464042936501,184.05421638175324,0.31862505671746827,0.13215319365250072,0.10927869082960415,Transport,1
-m_dense/H/medium,ChakraTS,35785.753333333334,35785.753333333334,76.76819444444445,0.6637642613381859,0.26106097721304267,0.18447933620876736,8.149325607523556,189.1712275514787,0.32913403669433344,0.13356695970247193,0.11103331000547849,Transport,1
-m_dense/H/short,ChakraTS,44509.52,44509.52,85.9999826388889,0.7675203512768499,0.28627557543712084,0.20286386889672176,9.47003038349457,210.9727944546405,0.37421316631172025,0.15254253937926973,0.1272263753979689,Transport,1
-restaurant/D/short,ChakraTS,140.16814934155227,140.16814934155227,7.111150999346222,0.6816847546937409,0.6742689325616419,0.3922465388443308,4.606942722206732,11.839263040474785,0.5448703164194987,0.32727164536123243,0.25678346489588405,Sales,1
-saugeen/D/short,ChakraTS,1209.2114583333334,1209.2114583333334,12.901964518229166,2.866802086843279,0.27937365214029947,0.3245474751790365,30.889080104820216,34.77371792508436,1.126329008967933,0.41789770483741673,0.3478683111907012,Nature,1
-saugeen/M/short,ChakraTS,400.02227492559524,400.02227492559524,12.475832984561013,0.7310246190225422,0.3553480420793806,0.3580683299473354,5.321154557667232,20.000556865387406,0.6004767182075564,0.3745619333449331,0.29770795877160605,Nature,1
-saugeen/W/short,ChakraTS,959.176171875,959.176171875,14.65875701904297,1.1891401463192026,0.3696282863616943,0.38744163513183594,11.228220718909887,30.970569447057315,0.9348723915723367,0.4424867697475474,0.3539635059715053,Nature,1
-solar/10T/long,ChakraTS,18.44023215733982,18.44023215733982,1.7937600388724149,0.7848410843378877,3.2601860811492798,1.4366974727509558,3.9083060461241708,4.294209142244917,0.928124512949799,0.38769249640154585,0.2912050780868869,Energy,1
-solar/10T/medium,ChakraTS,19.365019492368944,19.365019492368944,1.7847806158067905,0.7812841501455753,3.6081280495753876,1.4309892160153914,3.7922372581139148,4.400570359893016,0.9765040015635099,0.3960498914260486,0.2949718281097016,Energy,1
-solar/10T/short,ChakraTS,21.739858481599757,21.739858481599757,1.9681084922920469,0.8625981943400916,4.937298044325736,1.511712274781197,4.089694061426193,4.662602114871025,1.356350450287532,0.5725225472748439,0.42388215275531127,Energy,1
-solar/D/short,ChakraTS,119818.13722627737,119818.13722627737,248.45293491484185,0.9688103226432265,1.0433117349072385,0.42509860667579075,5.094439316953446,346.1475656801263,0.5000653330323284,0.358929866795198,0.2711716535152578,Energy,1
-solar/H/long,ChakraTS,239.3080089213301,239.3080089213301,6.066735097323601,0.4606871148369013,2.462910152874812,1.3422108090623097,2.980026402466885,15.469583346726896,0.5363586471455382,0.21034476213474243,0.16293295180722034,Energy,1
-solar/H/medium,ChakraTS,219.7630018248175,219.7630018248175,5.68489203163017,0.43403577619910627,1.6082136388377941,1.3440118442962614,2.768872960323772,14.82440561455391,0.5340096905682687,0.2047830795822565,0.15827793237141502,Energy,1
-solar/H/short,ChakraTS,184.98464712191063,184.98464712191063,5.152684340084358,0.3961859563832006,1.4691839031337268,1.3380392445879552,2.672607760849917,13.600906114002502,0.5013339430821759,0.18992966615752022,0.14851642542445703,Energy,1
-solar/W/short,ChakraTS,1550389.2554744526,1550389.2554744526,1001.2105383211679,1.0937200493494383,0.2249586564781022,0.19628022186947566,6.047169330407815,1245.1462787457756,0.2541654856853376,0.20437210237017808,0.14605789552974252,Energy,1
-sz_taxi/15T/long,ChakraTS,15.388245637464388,15.388245637464388,2.6769158431267805,0.50512417519755,6243722440122.858,0.39665579510550214,3.709350208837387,3.922785443720366,0.36308603294557673,0.2477705620035822,0.19610675166038236,Transport,1
-sz_taxi/15T/medium,ChakraTS,16.206542134081197,16.206542134081197,2.734396492721688,0.5333148212175106,9782797517500.172,0.4028166942107372,3.841651170664785,4.025734980606796,0.37466183551501553,0.25448123483640506,0.20091602653477109,Transport,1
-sz_taxi/15T/short,ChakraTS,16.526502821180557,16.526502821180557,2.7117915823054983,0.5410140603753909,1026879024166.8809,0.39127826341342575,3.892801777949064,4.065280165152281,0.38012108192487276,0.25356411079778945,0.19978021386973258,Transport,1
-sz_taxi/H/short,ChakraTS,7.074322040264423,7.074322040264423,1.8290637415698452,0.5570183116846839,1.0634578476604233,0.2930520212548411,3.9149078510202093,2.6597597711568657,0.24777303576233956,0.17038857447432823,0.13467726779625683,Transport,1
-temperature_rain/D/short,ChakraTS,185.84834392997277,185.84834392997277,5.732816875857302,1.3328369209080726,17.839318393941372,1.5063641765791596,20.550233350424524,13.632620581897406,1.6049198598100167,0.6749041097010294,0.5469989260282255,Nature,1
-us_births/D/short,ChakraTS,149266.85333333333,149266.85333333333,223.82776041666668,0.32955008135871355,0.02165853023529053,0.02135205904642741,2.6467488251833062,386.35068698442007,0.036217241849791755,0.02098203628154688,0.016502333264348964,Healthcare,1
-us_births/M/short,ChakraTS,48714666.666666664,48714666.666666664,5831.602864583333,0.6593229998328635,0.0179146242638429,0.018138807266950607,3.8809235125794252,6979.58929068657,0.021678556750633873,0.018112918738029792,0.013640699542712964,Healthcare,1
-us_births/W/short,ChakraTS,2025307.7142857143,2025307.7142857143,1094.952845982143,0.9958417989836084,0.014857488019125802,0.01487471376146589,6.894688480144141,1423.133062747723,0.019318891782305232,0.01486387751923515,0.011645103316215221,Healthcare,1

results/ChakraTS/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "ChakraTS",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/yhatlabs/ChakraTS",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ChakraTS.ipynb",
-    "org": "YHat Labs",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/Cobra-Agent/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,Cobra-Agent,3254065.186789369,3254062.2381867925,329.26487950434336,0.8429638776074092,3.9443089343410853,0.8153915696819287,14.670497014629554,1803.9027653366934,4.767176433979177,0.8701487709162227,0.646434133059247,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Cobra-Agent,2565541.3797208876,2565538.5474987417,262.6126521865297,0.9288649982919887,3.378301642825443,0.8001711041045937,20.065729692579207,1601.7307450757407,4.866500378903134,0.7978897672405426,0.5891460433742735,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Cobra-Agent,1535594.4964094635,1535590.426814769,148.85738795396597,0.6444503569588691,1.8930183676065362,0.71757825664486,12.540153064569378,1239.1910653363602,3.890753486310931,0.46737538491517877,0.36433548860283416,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Cobra-Agent,2717065.351921484,2717064.816725599,305.46105072735145,0.9413551275972444,3.7179524259237295,0.5700805411084489,18.09778187186998,1648.3523142585398,4.698339565383901,0.8706632240581507,0.642263080056698,Web/CloudOps,2
-bitbrains_rnd/5T/long,Cobra-Agent,2357754.3321489724,2357750.805587391,173.0152549545923,3.263937837266844,1.525545375803682,0.6872711356517524,114.41853809335853,1535.4980729877104,5.882147219774362,0.6627824670137851,0.6345187345581849,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Cobra-Agent,2294347.8625760167,2294340.426515193,161.87942859037477,4.343568436673698,1.1151944536020397,0.7148629481143508,158.47227026373955,1514.7104880392214,6.373159197403143,0.6811092795208784,0.7197563966474493,Web/CloudOps,2
-bitbrains_rnd/5T/short,Cobra-Agent,1541020.367641512,1541018.4969871691,115.89879441320147,1.595689417006093,0.95541611878137,0.6394236778761015,51.28107831673851,1241.3784143610328,5.079362129137146,0.47422441082003286,0.3820462952134806,Web/CloudOps,2
-bitbrains_rnd/H/short,Cobra-Agent,1854216.7587291116,1854216.7650336528,148.20017036142633,5.780161221016878,1.3024861744911072,0.5362094684464926,197.91035803548095,1361.6962799130765,5.959449236042231,0.6485964638884882,0.6273216236864841,Web/CloudOps,2
-bizitobs_application/10S/long,Cobra-Agent,6121629.619905288,6121629.619905288,1504.8000283474391,3.1631638695637188,0.04590038881277624,0.046910152138317264,43.99761479518074,2474.1927208496286,0.09541972903917106,0.05803412553640613,0.051438626244684864,Web/CloudOps,2
-bizitobs_application/10S/medium,Cobra-Agent,3344980.109225711,3344980.109225711,1014.1645996077856,2.2335315314377264,0.03192312117680913,0.03253923227506461,19.65536515663172,1828.9286780040688,0.07181664687407742,0.039823259265477175,0.03344778310292521,Web/CloudOps,2
-bizitobs_application/10S/short,Cobra-Agent,378272.0240979603,378272.0240979603,328.8968110063341,1.0533232409470974,0.014746161272659515,0.014889146624867773,5.9627171523452205,615.0382297857267,0.023719567493809716,0.01268423608379826,0.009869686181529103,Web/CloudOps,2
-bizitobs_l2c/5T/long,Cobra-Agent,83.20414542418551,83.20414425417677,5.552619050701467,0.5496406408629562,0.4170665798876431,0.7240006616780768,3.703309916308455,9.12163063405801,0.5121659261046878,0.31177126026028074,0.24494946630365888,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Cobra-Agent,65.38203273770448,65.3820432432807,4.946761488589321,0.4849655751405355,0.3515391343327123,0.6130633777713356,3.3318156731216244,8.08591570186732,0.42543808636395103,0.2602724068615158,0.20301966132927365,Web/CloudOps,7
-bizitobs_l2c/5T/short,Cobra-Agent,15.084976289442476,15.084975939076589,2.1699118792493852,0.22477003172146076,0.11821295661416775,0.18797252735219705,2.097617735709253,3.88393824480288,0.13339015612027086,0.07452355472634346,0.059640892168996346,Web/CloudOps,7
-bizitobs_l2c/H/long,Cobra-Agent,82.2904029473433,82.29041574365874,5.293673347021612,0.5655188760827218,0.6195741652909287,0.7806921843034151,4.511779495577429,9.07140578672034,0.5541076809897061,0.3233528662700964,0.2597502551757956,Web/CloudOps,7
-bizitobs_l2c/H/medium,Cobra-Agent,72.41501302089152,72.41502497807363,4.791621192135972,0.4850686809476508,0.4638390511655195,0.7545085539797117,3.350268761117315,8.509701112312436,0.5152753350172038,0.2901399452774042,0.23018142919605408,Web/CloudOps,7
-bizitobs_l2c/H/short,Cobra-Agent,49.598733702419516,49.59875928881587,4.217099630924239,0.4179214129898475,0.38519295633088135,0.5868669542519614,2.674432951825526,7.042636843002734,0.3796161906543247,0.22731248723860928,0.17687542738980422,Web/CloudOps,7
-bizitobs_service/10S/long,Cobra-Agent,129803.7365392112,129803.73653909584,75.80277005660471,1.301149732672764,0.07464665190192107,0.0723498201247374,17.912630515639353,360.2828562937892,0.2669090639820272,0.0561571166920994,0.05109625213224424,Web/CloudOps,2
-bizitobs_service/10S/medium,Cobra-Agent,5836.708937714384,5836.708937272875,28.40272733792426,0.9496069163986866,0.05829874522267355,0.05167467380249088,8.924548045490562,76.39835690454595,0.05749920023924664,0.02137656060567521,0.017771506840627817,Web/CloudOps,2
-bizitobs_service/10S/short,Cobra-Agent,1964.0906298971522,1964.0906127272187,17.509366507928366,0.7078171913302101,0.05134794131828443,0.04145756203294249,5.056600156837216,44.31806211802533,0.03283223797852241,0.012971498765232752,0.010015521725514724,Web/CloudOps,2
-car_parts/M/short,Cobra-Agent,1.3586574280688626,1.3586506063676893,0.45763337231408013,0.8392418744263533,0.8120602787171064,1.8862696853283667,14.987460307838257,1.1656146138706662,2.7950242748023273,1.0973578825766426,0.9496887794157463,Sales,1
-covid_deaths/D/short,Cobra-Agent,316176.07987450785,316140.05517516274,92.11356355371404,32.01225323347686,0.08267985968252003,0.35776257240717174,512.2356337180529,562.2953671110121,0.21156635834416918,0.034658174929113356,0.02838922801603547,Healthcare,1
-electricity/15T/long,Cobra-Agent,300576.49872181774,300576.5467794729,55.91763959029448,0.8485651159631495,0.12560811609925854,0.12908901886430815,6.993599189497656,548.2485738438521,0.8649293480007947,0.08821693271992298,0.07066298108537367,Energy,1
-electricity/15T/medium,Cobra-Agent,237640.404657857,237640.41356604986,50.65869668725844,0.801107642445395,0.12171492916066526,0.12706197852039594,6.839436829601449,487.483748096136,0.8399835798970228,0.08729003492417776,0.07049412566720817,Energy,1
-electricity/15T/short,Cobra-Agent,126118.82089454801,126113.05825597273,48.173643712487724,0.9295631905860023,0.15310139378723317,0.1572418719840001,10.12061683151699,355.1321175204349,0.7000354129556469,0.09495974851643502,0.07916936030401923,Energy,1
-electricity/D/short,Cobra-Agent,1273711656.948364,1273711657.09344,4161.201418053027,1.3610455321971273,0.3347318484987025,0.09112788597073929,10.788472457782822,35689.09717194264,0.5864904028013076,0.06838236013798413,0.05350384010819861,Energy,1
-electricity/H/long,Cobra-Agent,8044390.873887443,8044390.871684074,269.32679344565383,1.161676929810069,0.2892699252437571,0.1382549594297585,9.35502792271596,2836.2635409791246,1.1186215256490533,0.10622240995219356,0.08394103677615042,Energy,1
-electricity/H/medium,Cobra-Agent,5456142.452015829,5456142.451459041,233.02747307659942,1.0377796692321002,0.23304818249407633,0.1257275490383138,8.472567714004526,2335.838704195097,0.9117548111521342,0.09095830089921665,0.07252766952506831,Energy,1
-electricity/H/short,Cobra-Agent,1602129.7157040006,1602129.7052863177,162.66984195075733,0.8875366030621327,0.16725391831976094,0.11981077488600739,9.854255545999955,1265.7526281639714,0.5975256371662426,0.07679178284650309,0.06276467608321556,Energy,1
-electricity/W/short,Cobra-Agent,40016067566.004585,40016067566.004585,27195.69786812574,1.4162150041596584,0.1625653854712863,0.0924610169613308,10.743302259591148,200040.1648819671,0.45642564515032547,0.06205160824625771,0.04868167238646929,Energy,1
-ett1/15T/long,Cobra-Agent,8.162579844244743,8.162579844244743,1.5280048414609544,0.9756117844845802,0.7271953274117877,0.38142541197447105,7.017465318165445,2.8570228987960076,0.5445513584383862,0.29123921704255273,0.22639218182380144,Energy,7
-ett1/15T/medium,Cobra-Agent,9.01807991210949,9.01807991210949,1.5569194105586315,0.9752197132422824,0.7154638859935354,0.3803701756880881,6.639371242155681,3.0030118068548264,0.5723769870792585,0.2967503621885843,0.2275020494813059,Energy,7
-ett1/15T/short,Cobra-Agent,4.816026503477783,4.816026503477783,1.066625144381431,0.6741537541056264,0.47304874456959195,0.2327944914356134,4.492917445645344,2.1945447143947154,0.41486028229424066,0.20163654246719828,0.15602198659295852,Energy,7
-ett1/D/short,Cobra-Agent,43516.65437968453,43516.65437968453,139.52409337848897,1.6545014700736904,1.4146906314011733,0.4656914046437749,10.340414600809336,208.6064581447193,0.5479117872431527,0.36646466291783697,0.27779712594497197,Energy,7
-ett1/H/long,Cobra-Agent,140.83845615445767,140.83845615445767,7.073044639317644,1.3362464873005317,3710082337430.954,0.46540150387355167,9.444030777635273,11.867537914599543,0.5683106884780964,0.33871278925191944,0.2614004977513562,Energy,7
-ett1/H/medium,Cobra-Agent,136.40744173052082,136.40744173052082,6.806335452490852,1.2449617396382988,3393809263074.416,0.43064914107682034,8.773101448187331,11.679359645567937,0.5594136721409765,0.3260073518453649,0.2529915371511183,Energy,7
-ett1/H/short,Cobra-Agent,93.61479580620383,93.61479580620383,4.788466343978542,0.7894502852766264,0.45255839683154114,0.25429847643136894,5.388589434175557,9.675473931865241,0.45159395460144347,0.22349731578846901,0.17119128436878672,Energy,7
-ett1/W/short,Cobra-Agent,1179976.7160327935,1179976.7160327935,879.9005629675729,1.5297158560685147,0.6983489954821367,0.5391771396826651,8.060556485489895,1086.267331752545,0.43225170719938866,0.35013344265339535,0.25393484922361337,Energy,7
-ett2/15T/long,Cobra-Agent,11.160667042303942,11.160666752611148,2.102227287924006,0.8720239120569387,0.1321715583698298,0.15893152815848588,6.875350666741123,3.3407584531516106,0.17803505407925124,0.11203149049562336,0.09060756550161501,Energy,7
-ett2/15T/medium,Cobra-Agent,11.007406331839048,11.007406376768964,2.0657703748676512,0.8526652620928503,0.1278906352690128,0.15509475414648527,6.332168687033414,3.3177411490107316,0.17680842035372282,0.11008863572818947,0.08719968125036709,Energy,7
-ett2/15T/short,Cobra-Agent,7.202207875535736,7.202207875535736,1.650176819014762,0.7135236424278395,0.10217282328202723,0.12194487485793104,4.839631682728895,2.683692954779987,0.12740445520164054,0.07833976619362841,0.061795133331660375,Energy,7
-ett2/D/short,Cobra-Agent,106588.19295657909,106588.19295657909,193.8730449911148,1.278239825795673,0.43154046940943164,0.1308237609119066,12.823779710710566,326.47847242441435,0.1868522359902478,0.11095865428987693,0.09240603423818727,Energy,7
-ett2/H/long,Cobra-Agent,217.08913614019903,217.08913614019903,9.009080117751681,1.0074505483461624,0.17593888229312765,0.1712852797662987,8.087349144975262,14.733945029767114,0.20177003839568947,0.12337241910405929,0.10039987891900293,Energy,7
-ett2/H/medium,Cobra-Agent,234.14850900726188,234.14850900726188,9.50679790612665,1.0324665098860675,0.17363696914907514,0.16769704201661026,7.312871058072753,15.301911939599636,0.20620308945810809,0.1281102065438026,0.10250001061861483,Energy,7
-ett2/H/short,Cobra-Agent,105.03864569711088,105.03864569711088,6.2757567977266655,0.7219098336285253,0.11796998093800283,0.10795683753541141,5.040194890795683,10.248836309411468,0.1299837549049135,0.07959405427223488,0.06311733379078067,Energy,7
-ett2/W/short,Cobra-Agent,2902333.985961911,2902333.985961911,1165.4554356166295,0.7743520004854404,0.12192480919632838,0.12996543589136839,9.431594342081354,1703.6237806399365,0.14290790060165115,0.09776383227416131,0.08494935018034083,Energy,7
-hierarchical_sales/D/short,Cobra-Agent,28.546904816699513,28.546903411281946,2.295101402780434,0.7402904665200934,0.6288248947290402,1.057345501846124,6.738466091019913,5.342930358585962,1.6391518646297913,0.7041116936582418,0.5696660049433837,Sales,1
-hierarchical_sales/W/short,Cobra-Agent,461.5444177245685,461.5444177245685,8.833260374538348,0.7131824214665202,0.5153824987753124,0.4517141285057144,6.52081812066305,21.483584843423326,0.986321888564525,0.4055393044640753,0.3411400713887467,Sales,1
-hospital/M/short,Cobra-Agent,2535.4615077520657,2535.4615077520657,17.111514312710156,0.7408952778665137,0.1887059458775214,0.16967628846972718,4.989505111729799,50.35336639939842,0.18279441279497632,0.0621187704912229,0.04913160602648654,Healthcare,1
-jena_weather/10T/long,Cobra-Agent,1342.245114633309,1342.244164448545,9.386821155339772,0.6260501840034609,0.7979510835874984,0.6284665075467941,5.356858091239247,36.63666353031221,0.22418601750803666,0.05743956597288644,0.04726134372005453,Nature,21
-jena_weather/10T/medium,Cobra-Agent,1426.0187826851507,1426.0166442744132,9.302627086287421,0.5738225055624472,0.7338999823161481,0.6389186021139918,5.071010332826613,37.762663871675564,0.2317488264027004,0.05709006433007831,0.046308808610763856,Nature,21
-jena_weather/10T/short,Cobra-Agent,770.6432435948665,770.6414200766951,5.187024416245933,0.2558198947790364,0.3242844371026331,0.5361591204071675,2.147459365692393,27.7604618764686,0.17242726837808162,0.032217924005862174,0.026504394860299468,Nature,21
-jena_weather/D/short,Cobra-Agent,356.78730602740393,356.78730602740393,9.482481174947846,1.0476500765633159,0.6478758869190241,0.44997145832713425,6.639067358662597,18.888814309728495,0.11374153493106544,0.057100035296445445,0.04457394991457378,Nature,21
-jena_weather/H/long,Cobra-Agent,1215.4969623554377,1215.495322227243,11.04296119909074,0.9254794305307762,2.044023153592875,0.6546883718078467,6.852665953189227,34.863978005320014,0.20991978696989402,0.06649086521555864,0.05369612533953273,Nature,21
-jena_weather/H/medium,Cobra-Agent,1258.2690703323879,1258.2691425144465,9.949640405801263,0.7610603896480426,1.9803975687028763,0.6732945747477704,5.974607246219457,35.472088609671516,0.21705999977378634,0.060883613818094734,0.048695649063800035,Nature,21
-jena_weather/H/short,Cobra-Agent,1091.3670553200643,1091.3641776400584,8.212440747796876,0.5118493582430044,1.1675405614361418,0.6044594880467303,4.215242306923965,33.03584500690219,0.20250761764707467,0.05034173669711301,0.040248427347127316,Nature,21
-kdd_cup_2018/D/short,Cobra-Agent,2862.8421600442507,2862.8421600442507,20.921856073246364,1.1850936235712866,0.5153677073148271,0.4602141936008369,8.958743244127293,53.50553391981292,1.1985807778503705,0.4686717931630502,0.3706196845067318,Nature,1
-kdd_cup_2018/H/long,Cobra-Agent,4145.881629540475,4145.881629540475,24.120048186743738,1.0147482120436373,0.9935249755522547,0.607300113336018,7.3329056788092,64.38852094543309,1.5108148886050325,0.5659537970329465,0.43908097160694426,Nature,1
-kdd_cup_2018/H/medium,Cobra-Agent,5135.641691926464,5135.641691926464,24.9019345103583,1.02426975098882,0.9323706548903555,0.5479057896849772,8.342321254644334,71.66339157426519,1.5000445741157566,0.5212425888124301,0.4137016812873995,Nature,1
-kdd_cup_2018/H/short,Cobra-Agent,4292.729026033207,4292.729026033207,21.91846846380354,0.916723649185787,0.8532823067118592,0.48236522897594886,7.242109456289087,65.51892112995456,1.371429679560408,0.45879324114856407,0.3668487259485606,Nature,1
-loop_seattle/5T/long,Cobra-Agent,77.8607092778127,77.86070925393922,5.184507129971088,0.8196438750442822,0.16512077159621966,0.11800994932300493,5.811943073501928,8.823871558324765,0.15600786324091803,0.09166315193482386,0.07217558066931917,Transport,1
-loop_seattle/5T/medium,Cobra-Agent,64.47977517277623,64.4797759454198,4.736674975551726,0.7530033290675884,0.15341735225602707,0.10933637181393115,5.337581765057575,8.029929960639521,0.14286895429874208,0.08427518097009642,0.06630775139633281,Transport,1
-loop_seattle/5T/short,Cobra-Agent,37.34941220984865,37.34941220984865,3.3548059670352623,0.5320767067434304,0.09099523572169536,0.07156595282915768,3.8890959403430907,6.11141654691027,0.10479730106436355,0.057527515632633835,0.04522643502490324,Transport,1
-loop_seattle/D/short,Cobra-Agent,17.715070321642752,17.715070321642752,2.846039097375545,0.8586530392415146,0.05283135934669211,0.052523206482429696,6.808272825370384,4.208927455022568,0.07521915591597833,0.05086252041550416,0.04114191089781833,Transport,1
-loop_seattle/H/long,Cobra-Agent,54.743019820252364,54.743019820252364,3.995997425138766,0.8377779413730148,0.11846285859140497,0.09271789667408799,6.410824034509477,7.39885260160333,0.1322273793692863,0.0714138118359075,0.056707168919755926,Transport,1
-loop_seattle/H/medium,Cobra-Agent,57.26745100095875,57.26745100095875,4.090589434594316,0.8396709298403382,0.10984915041911333,0.0931380514054689,6.384451879486249,7.567526081947703,0.1337551780941663,0.07230071127729201,0.05762058972706146,Transport,1
-loop_seattle/H/short,Cobra-Agent,51.361116039803456,51.361116039803456,3.8151636832188784,0.7773000641594126,0.10422192455240567,0.08754209202964924,6.208681805139277,7.166667010528915,0.12685729486563793,0.06753227736292602,0.05406572432254269,Transport,1
-m4_daily/D/short,Cobra-Agent,345410.45919914986,345410.4458942664,173.26461039121605,3.2208983560581292,0.0364442431221157,0.029480545331202403,23.89104111014756,587.716308433882,0.09078592740734849,0.026764593929945506,0.021072193591080337,Econ/Fin,1
-m4_hourly/H/short,Cobra-Agent,681709.3637478448,681709.3637643807,167.71782859459208,0.6587728439941891,0.08470831654260881,0.07629668814467445,5.133193707352686,825.6569286016104,0.11272040794619781,0.022897188171183993,0.018740261137163372,Econ/Fin,1
-m4_monthly/M/short,Cobra-Agent,1788042.714105736,1788042.7220642127,543.6963532905297,0.9016228451956143,0.15651144004652318,0.128884583242004,7.258214649447961,1337.1771438765081,0.27791131534751257,0.11299876713011739,0.08978007508925878,Econ/Fin,1
-m4_quarterly/Q/short,Cobra-Agent,1684713.348719242,1684713.368724354,535.9426280983438,1.1241027190099804,0.10867567226644002,0.09756160032484182,8.505138388441052,1297.9650799305973,0.21725649778052525,0.08970735822735897,0.07144621960168003,Econ/Fin,1
-m4_weekly/W/short,Cobra-Agent,233171.1781760537,233171.1781760537,241.7498969549486,1.8707477577500407,0.0579183096205797,0.057765970952450806,13.767464864023001,482.8780158342826,0.08797288618003335,0.04404308225154568,0.035006071957190854,Econ/Fin,1
-m4_yearly/A/short,Cobra-Agent,3517393.3870902318,3517413.573428414,862.2547591972301,3.22914560418537,0.16005479171736967,0.1437110148515329,27.62891591510133,1875.471510604795,0.3007405484395665,0.13826654668402744,0.11141371062482684,Econ/Fin,1
-m_dense/D/short,Cobra-Agent,7374.098321049322,7374.098321049322,40.24617548483389,0.6099786922718831,0.11366327861630601,0.08816503168179544,6.379873100856522,85.8725702483006,0.14865812174136442,0.06967208315238652,0.057722023727733336,Transport,1
-m_dense/H/long,Cobra-Agent,33103.377906406,33103.377906406,76.24453594973794,0.66010064311918,0.26064487874596776,0.184355468859953,6.893518964000211,181.94333707615127,0.3149708302387515,0.13199057011472778,0.10970143032435757,Transport,1
-m_dense/H/medium,Cobra-Agent,35535.31252593003,35535.31252593003,76.77888759487205,0.6659622862176511,0.2563809291978134,0.18388506223003312,7.2889076665308705,188.50812323592325,0.32798032975020874,0.13358556882826955,0.11093356287797049,Transport,1
-m_dense/H/short,Cobra-Agent,42404.77435277733,42404.77165014604,84.18750084650702,0.749766169621776,0.2757591266857993,0.1992903047877319,7.392318576757512,205.9241956467897,0.36525824495350173,0.1493276625878421,0.12270086286023596,Transport,1
-restaurant/D/short,Cobra-Agent,137.4008173863192,137.4008173863192,7.040077080571419,0.6757236793225092,0.675112726411181,0.3894093792944169,4.57291327664419,11.721809475772893,0.5394648312347424,0.32400065894260077,0.25327342214030785,Sales,1
-saugeen/D/short,Cobra-Agent,1240.7239638776628,1240.7239638776628,13.094674240748088,2.909556930375672,0.2776324520639565,0.3246208856082248,26.676775092892004,35.22391181963842,1.1409108711623572,0.42413960925457883,0.34307887572802936,Nature,1
-saugeen/M/short,Cobra-Agent,393.8660264420849,393.8660264420849,12.312278526169914,0.7214347560958729,0.3537250013490026,0.3536823935077128,4.438722063329834,19.846058209178086,0.5958381883010337,0.3696515274503281,0.28858017661018404,Nature,1
-saugeen/W/short,Cobra-Agent,955.6943192454798,955.6943192454798,14.570288306474685,1.1820029774761946,0.36952899077788154,0.3825527829549425,9.059271452646371,30.914306061198914,0.9331740348215667,0.43981626825296344,0.3479499590905654,Nature,1
-solar/10T/long,Cobra-Agent,18.179026153027362,18.179028540440136,1.8076143788948162,0.7907955375067457,3.44558442591303,1.4455109615972703,4.08931110580907,4.263686920146385,0.92152772622016,0.3906869335538868,0.2916848128099574,Energy,1
-solar/10T/medium,Cobra-Agent,18.803627358975564,18.80363046618465,1.8180216165454777,0.7941517308691854,3.6617362809344303,1.4469295366329817,3.879805645257586,4.336314951543022,0.9622455198903925,0.4034262213731223,0.2943754325524111,Energy,1
-solar/10T/short,Cobra-Agent,20.351237697444272,20.35124266715064,1.9923812691777267,0.8768474613499965,5.602211112977179,1.5110993889973143,3.655591401627301,4.5112346090005415,1.3123176507201764,0.5795834916875376,0.4319868947415798,Energy,1
-solar/D/short,Cobra-Agent,121592.67379402947,121592.67379402947,246.8204826815575,0.9623062047520706,1.054945340795925,0.42193917244884926,5.385337338460633,348.70141065678166,0.5037547912764884,0.35657154498406085,0.2714513406957849,Energy,1
-solar/H/long,Cobra-Agent,668.7619141784796,668.7620395656976,11.541167012329153,0.8780170925274874,4.943643448697616,1.3972224020008284,4.576117908999888,25.860431438366987,0.8966284053482466,0.40015334619552384,0.29942970887820475,Energy,1
-solar/H/medium,Cobra-Agent,662.3785060753681,662.3785234921144,10.866650037739591,0.8293465181054155,4.172481820695074,1.3943045370995433,4.38721786103367,25.736715137627183,0.9270965487651146,0.39144209712675465,0.294211202667424,Energy,1
-solar/H/short,Cobra-Agent,627.3708273628067,627.3708775180544,10.601775891781074,0.8171535416568222,4.153923348816731,1.3956095969852913,3.861368734600388,25.047371665761794,0.9232544598464149,0.3907849895387968,0.2946904276185285,Energy,1
-solar/W/short,Cobra-Agent,1613481.086254217,1613481.086254217,1026.1626792406514,1.1229185500372338,0.23171564264528566,0.20101494426889926,7.288046768580397,1270.2287535141916,0.25928543386760283,0.20946544846316253,0.15080749878486077,Energy,1
-sz_taxi/15T/long,Cobra-Agent,15.33488417072859,15.33488417072859,2.6727295442718693,0.50402428963298,6512434107215.803,0.3955603881672364,3.8634629798086455,3.9159780605525087,0.36245593604800713,0.2473830736006582,0.19656885161150187,Transport,1
-sz_taxi/15T/medium,Cobra-Agent,16.171737183531423,16.171737183365178,2.7327120182932854,0.5326918803865833,9570041266681.121,0.4025392720575657,3.7764694693135588,4.021409850230566,0.37425929931623003,0.2543244591547532,0.2003986703876833,Transport,1
-sz_taxi/15T/short,Cobra-Agent,16.467608829513644,16.467608856535563,2.70381334907579,0.5394353526173814,1070811527678.105,0.38985651040119645,3.7799949381287865,4.0580301661660485,0.3794431876538459,0.25281811962566825,0.19855101531693217,Transport,1
-sz_taxi/H/short,Cobra-Agent,7.093779107305619,7.093779107305619,1.8301140461091066,0.5573643839965391,1.0550933267220493,0.2929408244507454,3.8369411816760857,2.66341493337137,0.24811353741348827,0.17048641732869965,0.13390931565520203,Transport,1
-temperature_rain/D/short,Cobra-Agent,180.63397385562712,180.6339683307827,5.693378045397764,1.3214112522679378,21.26943077715103,1.5063048724613728,18.730921754961454,13.440013908312265,1.5822449793958744,0.670261123953296,0.5416794856432824,Nature,1
-us_births/D/short,Cobra-Agent,133998.7202404499,133998.7202404499,212.7800390625,0.31324249380370933,0.02059225834733358,0.020251326528007874,2.4977486641727515,366.0583563319514,0.03431500051388846,0.019946402051681775,0.016199629261204492,Healthcare,1
-us_births/M/short,Cobra-Agent,41716188.70865885,41716188.70865885,5352.692708333333,0.6039955553307755,0.01647580211085389,0.01666276628172489,3.9351037909992157,6458.807065446285,0.020061010709685904,0.01662542705788549,0.012334032836071014,Healthcare,1
-us_births/W/short,Cobra-Agent,1754360.1234152657,1754360.1234152657,1026.4796316964287,0.9334445091747307,0.01390916570666341,0.013929343807223906,5.60092586036302,1324.5226020779207,0.01798026444790475,0.01393436034940828,0.010840463102797022,Healthcare,1

results/Cobra-Agent/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Cobra-Agent",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/dalpha-ai/Cobra-Agent",
-    "code_link": "",
-    "org": "Dalpha AI",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/Credence/all_results.csv

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-us_births/W/short,Credence,1981293.4285714286,1981293.4285714286,1083.517299107143,0.9851020567651093,0.014681688376835414,0.014698320509071038,5.875969468433975,1407.5842527434827,0.019107818211127305,0.014708641091713007,0.011495080911903467,Healthcare,1
-us_births/M/short,Credence,40867930.666666664,40867930.666666664,5254.341145833333,0.5927523081570498,0.016176501909891765,0.016360392021733113,3.926255227348656,6392.8030367489555,0.01985600264656178,0.01631994777531297,0.012191297260903702,Healthcare,1
-us_births/D/short,Credence,133748.92,133748.92,217.39641927083332,0.32004981611634753,0.02095420440038045,0.020664739053686813,2.906081303081846,365.7169944096118,0.03428300060366135,0.020379150236448283,0.016607321670457812,Healthcare,1
-loop_seattle/5T/short,Credence,39.341390133789815,39.341390133789815,3.4488411642572583,0.5475653017247267,0.09420587692959513,0.07341289413122502,4.062700942496223,6.272271529022785,0.10755560898652276,0.05914001171713785,0.04666659247956807,Transport,1
-temperature_rain/D/short,Credence,177.56792622396415,177.56792622396415,5.652711626659176,1.312655580709039,21.572101249152418,1.4994294631885086,18.812045122520473,13.325461576394423,1.56875914113273,0.6654736112269262,0.5384378173256141,Nature,1
-solar/W/short,Credence,1618500.0510948906,1618500.0510948906,1019.4490654938412,1.1135661677897826,0.2294308756389757,0.19920882231417994,7.083897484048863,1272.2028341011078,0.2596883960120456,0.2080950344849133,0.14975132761771653,Energy,1
-solar/H/short,Credence,612.8842461422718,612.8842461422718,10.855683811191163,0.8363616938018386,4.3890899273190005,1.4030977378835967,3.8725069803458037,24.756499068775287,0.9125328005647738,0.40014412065098237,0.30192240009823956,Energy,1
-solar/H/medium,Credence,654.3222665754258,654.3222665754258,11.452482319110212,0.8733596288079221,4.209102444885201,1.4064806977271924,4.367720358164698,25.579723739231934,0.9214413573837426,0.41254514556579364,0.30496866283542734,Energy,1
-solar/H/long,Credence,659.8980072739254,659.8980072739254,11.677593137767387,0.8883293339654287,5.199635621910256,1.4007543238194116,4.607906696278808,25.688480049896402,0.8906665482727325,0.40488349454488537,0.3027778017842999,Energy,1
-solar/D/short,Credence,126225.54379562044,126225.54379562044,246.8741474680657,0.9622487048832767,1.071720927997227,0.42039874022610235,5.4565046948888645,355.2823437712891,0.5132619978753026,0.3566490718570327,0.27276837547316396,Energy,1
-loop_seattle/5T/medium,Credence,71.41364503968734,71.41364503968734,5.093492446757692,0.8083730075140683,0.16475848317023278,0.1164860430850618,5.671783217460128,8.45065944407224,0.15035459638406284,0.09062369701274862,0.07121101323088352,Transport,1
-solar/10T/short,Credence,23.539989542439034,23.539989542439034,2.1887697168800373,0.9660921516137635,5.732001036809698,1.5235234096415824,4.146622526999156,4.851802710584905,1.4113888707543,0.6367128680457225,0.4850725346939111,Energy,1
-solar/10T/medium,Credence,19.14013862500173,19.14013862500173,1.8458668655432633,0.8075838638230288,3.6547726236736673,1.4500841494337575,4.122946170140241,4.37494441393279,0.9708175500099963,0.40960519231842096,0.3076506932632776,Energy,1
-solar/10T/long,Credence,18.056756893755068,18.056756893755068,1.8420211284603418,0.806373794011146,3.2992514245977604,1.451856543261004,4.279447364950502,4.249324286725487,0.9184234751321878,0.39812340313784844,0.3004464647174967,Energy,1
-saugeen/W/short,Credence,942.9406433105469,942.9406433105469,14.756837844848633,1.1970570094750175,0.38110325336456297,0.39088950434610864,9.993948972552701,30.70733859048268,0.9269265492835072,0.4454474210311822,0.35492562559280716,Nature,1
-saugeen/M/short,Credence,398.6060732886905,398.6060732886905,12.38219488234747,0.7254962333638438,0.3544088999430339,0.35536092788013146,4.510588903279304,19.965121419332526,0.5994128398116464,0.37175063660480695,0.29144970720918795,Nature,1
-saugeen/D/short,Credence,1208.375546875,1208.375546875,12.9156396484375,2.8698198740037757,0.279986317952474,0.32440258311666154,27.68817149753579,34.761696547708944,1.1259396485299231,0.4183406510767468,0.34336834472401007,Nature,1
-restaurant/D/short,Credence,137.24760647787372,137.24760647787372,7.040552813543417,0.6754662227188343,0.6717557948967472,0.3893615799211119,4.575243882488138,11.71527236037958,0.539163978037998,0.32402255327623436,0.2535126833884472,Sales,1
-m4_yearly/A/short,Credence,3780024.204455308,3780024.204455308,895.934612433683,3.348256083413248,0.16374748665209743,0.15027195955494627,29.41936183421947,1944.2284342266234,0.31176604018430804,0.14366726741840957,0.11598507225523212,Econ/Fin,1
-m4_weekly/W/short,Credence,232332.47075208914,232332.47075208914,244.55150859760016,1.9494262628433383,0.05878148325153201,0.05877691661898692,14.170818467317096,482.00878700713446,0.08781452588996383,0.04455349230564091,0.035531322684503125,Econ/Fin,1
-m4_quarterly/Q/short,Credence,1742952.2965591634,1742952.2965591634,548.1433355496724,1.1560533456661968,0.11048622191604227,0.1000720684147396,8.754063292796006,1320.2091866667051,0.22097976942769262,0.09174954175930349,0.07306034864599445,Econ/Fin,1
-loop_seattle/5T/long,Credence,85.82239456797888,85.82239456797888,5.55685168164488,0.8769157370110361,0.17667073546712408,0.1251199539657702,6.009984734394903,9.264037703290011,0.16379009152002544,0.09824628036397032,0.07698314146112534,Transport,1
-loop_seattle/D/short,Credence,17.645019802097444,17.645019802097444,2.86297519160252,0.8645312995221023,0.0535209201560793,0.05283242815704088,6.756373593918668,4.200597552979509,0.07507028967822517,0.051165191205409855,0.04134675922365924,Transport,1
-loop_seattle/H/short,Credence,47.946900669674115,47.946900669674115,3.746456097549025,0.7653407189523878,0.10460991644081032,0.08581307221906702,6.294736471175906,6.924370055801041,0.12256839163085016,0.06631608283376958,0.05339762466401302,Transport,1
-loop_seattle/H/medium,Credence,57.86505272454891,57.86505272454891,4.164693070639029,0.8570583795027924,0.11197156709291126,0.09470824299503841,6.73576679840819,7.606908223749575,0.1344512536547473,0.0736104850964862,0.059128058621891286,Transport,1
-m4_monthly/M/short,Credence,1815345.2099774666,1815345.2099774666,549.0623064496076,0.9111372657455721,0.15733080874314462,0.12986576380123901,7.380592623105529,1347.34747187853,0.2800250587707948,0.11411399645706309,0.09084637608334828,Econ/Fin,1
-m4_hourly/H/short,Credence,828029.1790862912,828029.1790862912,176.71600902234107,0.6964065261388817,0.08728426046993422,0.07786551172130717,5.320036363968451,909.9610865780422,0.12422978591526504,0.02412563821954452,0.019395067795332222,Econ/Fin,1
-loop_seattle/H/long,Credence,54.64845212156271,54.64845212156271,4.00427861694294,0.8397277271999716,0.11943499325967795,0.09290104400763127,6.745365559909182,7.392459138984991,0.13211311906639867,0.0715618074782964,0.05734788367588174,Transport,1
-m_dense/D/short,Credence,7972.15925925926,7972.15925925926,42.987706886574074,0.6401850558696381,0.11753934078343803,0.09248046558949191,6.674480116870909,89.28694898617188,0.15456891596489558,0.07441807933546361,0.06155807237551119,Transport,1
-m4_daily/D/short,Credence,352801.7620344686,352801.7620344686,175.02748212440778,3.2512786127729063,0.03761074586027258,0.029845498968524658,24.072089857688447,593.9711794645162,0.09175213209320293,0.027036908885540886,0.021327812914881717,Econ/Fin,1
-m_dense/H/short,Credence,43176.36068793403,43176.36068793403,85.52203759087456,0.7634620809393522,0.28628258212707786,0.20327998800888086,7.927807493511263,207.78922177999038,0.3685663383029902,0.15169479903271224,0.12493999679182302,Transport,1
-m_dense/H/medium,Credence,35982.63861111111,35982.63861111111,77.82327365451388,0.6750128309610246,0.26559301938140745,0.1872690853568675,7.668932035708439,189.69090281589973,0.3300382172157605,0.1354026688341385,0.11224754902476472,Transport,1
-m_dense/H/long,Credence,33365.56061728395,33365.56061728395,76.83492283950618,0.6635170516510428,0.2672928797984264,0.18675558962070568,6.952728745461807,182.66242256491603,0.3162156812193223,0.1330126203625371,0.11005157685452689,Transport,1
-sz_taxi/15T/short,Credence,16.542044675684966,16.542044675684966,2.713050236195435,0.5413397080011091,1052505187116.6085,0.3928081980379438,3.809533145696896,4.0671912514270785,0.3802997913230212,0.253681810097318,0.19921639274901,Transport,1
-sz_taxi/15T/medium,Credence,16.26387031750801,16.26387031750801,2.740928010859041,0.5343902512638006,9547619092255.111,0.40399731733067784,3.8099304304134582,4.032848908341101,0.37532390158845375,0.25508909914303285,0.2012139307529757,Transport,1
-sz_taxi/15T/long,Credence,15.437054843304843,15.437054843304843,2.6829066958522523,0.5059875993489118,6579843666924.634,0.39717084255889173,3.840094691304683,3.929001761682583,0.36366138787427643,0.24832505346930456,0.19733732948712,Transport,1
-sz_taxi/H/short,Credence,7.16485830453726,7.16485830453726,1.8405209810305865,0.560501863683958,1.1060429566945784,0.29464194692709156,3.884994825869058,2.67672529493358,0.24935348013052103,0.17145588781257642,0.13474393705755836,Transport,1
-kdd_cup_2018/H/short,Credence,4366.834940322303,4366.834940322303,22.11540043388925,0.9232946272744946,0.8672966286987673,0.4865883925935503,7.410279287889337,66.08203190219186,1.3832166080652961,0.46291538401008847,0.37108780090840277,Nature,1
-kdd_cup_2018/H/medium,Credence,5179.8799228146545,5179.8799228146545,24.97020068765824,1.0231086828735965,0.9228104975619303,0.54850995879905,8.400142448957727,71.97138266571412,1.5064913881423707,0.5226715244705741,0.4151927584293543,Nature,1
-kdd_cup_2018/H/long,Credence,4096.371096336147,4096.371096336147,23.719996162660532,0.9993973293827084,0.9820791882338883,0.5971977879268109,7.430312720550339,64.00289912446269,1.5017666496739275,0.5565669626653209,0.4358402935082522,Nature,1
-kdd_cup_2018/D/short,Credence,2888.927228269001,2888.927228269001,21.12797560489862,1.1952953836900297,0.5291491156602859,0.4646283894662181,9.049681395728863,53.74874164358642,1.2040288863995243,0.47328908848004403,0.37458848125983474,Nature,1
-hospital/M/short,Credence,2834.9423776135036,2834.9423776135036,17.72574792867741,0.7534969901084262,0.19072928070141304,0.171835050294532,5.087405135235105,53.244176936201235,0.19328872633073854,0.06434858115093305,0.0507050420998614,Healthcare,1
-hierarchical_sales/W/short,Credence,463.5034832065388,463.5034832065388,8.880850751521224,0.7153194852123632,0.5190059380716755,0.4543076030266486,6.562817201134447,21.52913103695871,0.9884129365880346,0.40772420194954395,0.3430515558311208,Sales,1
-hierarchical_sales/D/short,Credence,28.729503773834747,28.729503773834747,2.292235123317761,0.7405168655034932,0.6308665744765213,1.0598728859067335,6.879417539248687,5.359991023671098,1.6443858877424427,0.7032323508612238,0.5677235036013336,Sales,1
-electricity/W/short,Credence,35677167338.926125,35677167338.926125,25591.681211289415,1.3913983663991643,0.12404143190513252,0.09128269235749974,10.49396140509632,188884.00498434514,0.430970971545659,0.05839177179682473,0.046217533866786224,Energy,1
-electricity/H/short,Credence,1525633.6620027788,1525633.6620027788,160.67214860830222,0.8772902814770303,0.16777715137842344,0.11950123753924799,9.817165267459965,1235.1654391225406,0.5830862954147924,0.07584872838969985,0.06213982642124559,Energy,1
-electricity/H/medium,Credence,5290059.0672032265,5290059.0672032265,233.38883924329602,1.0428183929415498,0.23639100108804828,0.12653187804705238,8.500259797002409,2300.0128406605095,0.897770802276334,0.09109935464083072,0.07259659109428923,Energy,1
-electricity/H/long,Credence,8082463.757674925,8082463.757674925,270.9681885674737,1.1622827572419159,0.2912307404545631,0.13844394046323913,9.334767830385333,2842.967421142023,1.121265560031176,0.1068697781920744,0.08449070789043954,Energy,1
-electricity/D/short,Credence,1207132443.7733333,1207132443.7733333,4100.2335774211715,1.3495531914085952,0.36024277470196775,0.09100998989390749,10.744090104684702,34743.811589595825,0.5709562248343537,0.06738045646679959,0.05300851707025143,Energy,1
-electricity/15T/short,Credence,131392.11671461287,131392.11671461287,50.44386328695057,0.9636366174137869,0.16142363722445216,0.1621331247068244,10.250187797556046,362.48050528906083,0.7145205404168453,0.09943479974947253,0.08247345849118831,Energy,1
-electricity/15T/medium,Credence,235986.55371074952,235986.55371074952,51.61692567416355,0.8166610134195745,0.12697121274678602,0.13014899771855473,6.932790746300936,485.784472488314,0.8370555552892645,0.08894115977235362,0.0718116872997907,Energy,1
-car_parts/M/short,Credence,1.3443089131499977,1.3443089131499977,0.4581129398338979,0.8370634232671614,0.8049785677915271,1.882188799020695,13.648863809842867,1.1594433634938783,2.7802262494483663,1.0985078362949185,0.9442805842923128,Sales,1
-covid_deaths/D/short,Credence,378188.1140062069,378188.1140062069,108.68806111041765,34.97108897386375,0.09075509984307899,0.36807812346997815,622.2833335716725,614.9700106559725,0.23138544838779088,0.04089441000156739,0.03322237663759045,Healthcare,1
-electricity/15T/long,Credence,304050.5199430368,304050.5199430368,57.02846970557594,0.8642380743404394,0.1308116295869595,0.13206093708343256,7.0548848664548025,551.4077619539253,0.8699133493064254,0.08996940288182395,0.07201943067928405,Energy,1
-jena_weather/H/short,Credence,1075.1322678401755,1075.1322678401755,8.347192584123826,0.5210019579149167,1.395962111432094,0.6077056093037256,4.3659107858696204,32.78920962512173,0.20099576256484544,0.05116775786617829,0.04101708441768538,Nature,21
-jena_weather/H/medium,Credence,1186.5049882192461,1186.5049882192461,9.803821769593254,0.7456613391720759,2.20877425457439,0.6701472923918745,6.077787788960267,34.4456817064091,0.2107792314111413,0.059991323008195575,0.04826633343479608,Nature,21
-jena_weather/H/long,Credence,1130.2408585482804,1130.2408585482804,10.76051781063988,0.9077538308252998,2.155136504315446,0.6517823862605664,6.585881604300189,33.619054991898274,0.20242395594625853,0.064790238267697,0.05271971803611088,Nature,21
-jena_weather/D/short,Credence,360.8901181175595,360.8901181175595,9.340482197110616,0.9937645238911081,0.6019073589602502,0.44512733380400055,6.466172778180113,18.997108151441353,0.11439364040524394,0.056244969136883385,0.044242303975310475,Nature,21
-jena_weather/10T/short,Credence,788.7378164518448,788.7378164518448,5.466740783055624,0.27077702219171607,0.34787774990199616,0.5432388317757615,2.095932056787003,28.08447643186258,0.17443980223730696,0.03395531276477491,0.027615336053660053,Nature,21
-jena_weather/10T/medium,Credence,1454.8164051226552,1454.8164051226552,9.531055528604966,0.5982117847501426,0.7790376010579546,0.6450781945562306,5.254830764954998,38.14205559644964,0.23407714347343386,0.058491924924733145,0.04750007854072305,Nature,21
-jena_weather/10T/long,Credence,1403.6030564888445,1403.6030564888445,9.603791792935164,0.6463866061709543,0.842861191998725,0.6357578268223568,5.518140532401427,37.46469079665338,0.22925285496906522,0.05876724564494566,0.04812969741164127,Nature,21
-ett2/W/short,Credence,2964300.0,2964300.0,1166.6429966517858,0.7712872750954578,0.12006293875830513,0.1294604556465046,8.67896865903544,1721.7142620074912,0.14442543109405384,0.0978634616918564,0.08384630584244074,Energy,7
-ett2/H/short,Credence,106.10571594238282,106.10571594238282,6.302439953031994,0.7239941760542563,0.11788169814215134,0.10784536704876845,5.071351588078193,10.300762881572549,0.13064232602877393,0.07993246952550748,0.06344846420135918,Energy,7
-ett2/H/medium,Credence,233.66578311011904,233.66578311011904,9.449562000093007,1.032354057589049,0.17500831834954556,0.1678265140953696,7.527016676251642,15.286130416495832,0.20599042459635983,0.127338916757391,0.1027503914161881,Energy,7
-ett2/H/long,Credence,226.2981398809524,226.2981398809524,9.15840076264881,1.0217813610000894,0.17940548926936442,0.1728095737269313,8.01697175490175,15.043209095168237,0.20600517628013984,0.12541725316838293,0.10239122253536842,Energy,7
-ett2/D/short,Credence,104521.9746031746,104521.9746031746,192.6950706845238,1.2724323302823013,0.42282790834941564,0.13220255239697806,12.488432766901184,323.29858428884995,0.1850322992280923,0.11028446677892514,0.09198330814035699,Energy,7
-ett2/15T/short,Credence,7.6752898534139,7.6752898534139,1.6792806761605399,0.7270627958244034,0.10533737187218753,0.12432981407460246,5.261593292780878,2.7704313478976337,0.13152223676251082,0.07972143068923164,0.06354002244339592,Energy,7
-ett2/15T/medium,Credence,11.214409790039063,11.214409790039063,2.084752943250868,0.8610712135269182,0.12968421052994128,0.15661658323096042,6.4771817574897375,3.348792288279323,0.1784631954248445,0.11110025343347499,0.08826969731334394,Energy,7
-ett2/15T/long,Credence,11.190497039310516,11.190497039310516,2.114925769624256,0.8782253118995644,0.1333790227136247,0.15985195841485994,6.932672596729436,3.3452200285348224,0.17827282177199527,0.11270821697021899,0.09089333221966853,Energy,7
-ett1/W/short,Credence,1253685.2857142857,1253685.2857142857,894.6405552455357,1.56493604769043,0.6707758222307477,0.5668904919966399,8.252324477635039,1119.680885660859,0.445547748666724,0.35599882998835986,0.26151685293320026,Energy,7
-ett1/H/short,Credence,93.07295207069033,93.07295207069033,4.802978152320499,0.7993522891032343,0.44706320422036305,0.25579450661474556,5.52860614848358,9.647432408194957,0.45028514893373367,0.22417464472785556,0.17307522213873766,Energy,7
-ett1/H/medium,Credence,140.69910714285714,140.69910714285714,6.895627267020089,1.262242807376277,3277745247375.108,0.4354628725381994,8.852059419337555,11.861665445579602,0.5681457201383867,0.33028423684694397,0.25615459786096345,Energy,7
-ett1/H/long,Credence,142.68213872354497,142.68213872354497,7.136190812045304,1.3543608574786439,3848029630019.5146,0.4718904249402749,9.327672371124457,11.94496290172326,0.5720183882162103,0.3417367136167985,0.26268251189377545,Energy,7
-ett1/D/short,Credence,41578.201587301584,41578.201587301584,137.32098524305556,1.6730259584770841,1.2093455844455294,0.47705758852649643,10.7880273791868,203.90733578589462,0.5355693811170812,0.36067812272450184,0.27508666226535256,Energy,7
-ett1/15T/short,Credence,4.662322132928031,4.662322132928031,1.0652648131052653,0.6776549174663714,0.47372050907300867,0.23782750697385283,4.4623681646332365,2.159241101157541,0.4081864440644926,0.2013793901085708,0.15492806223767028,Energy,7
-ett1/15T/medium,Credence,8.843387063647073,8.843387063647073,1.543362310500372,0.9725446187423443,0.7157097092589441,0.3798302858706109,6.735816570377376,2.9737832913053825,0.566806002136499,0.294166364987163,0.2276705717681897,Energy,7
-ett1/15T/long,Credence,8.392706124441965,8.392706124441965,1.5329517376612103,0.9781559345058916,0.7324397854734935,0.38279931160659103,7.023077284469047,2.897016762885911,0.5521742430960129,0.2921821082604248,0.22835065268151128,Energy,7
-bizitobs_service/10S/short,Credence,1997.9256756671523,1997.9256756671523,17.842970648467855,0.7237281656425067,0.05660382793693946,0.045697773864466266,5.523405269582212,44.69816188242143,0.03311382788882575,0.013218643322133988,0.010252276296669338,Web/CloudOps,2
-bizitobs_service/10S/medium,Credence,4556.090228174603,4556.090228174603,26.533218974764385,0.9647815539561216,0.06107691689143105,0.053858580242839446,9.224766822666446,67.49881649462162,0.05080119754019902,0.019969524926733585,0.01712799940726285,Web/CloudOps,2
-bizitobs_service/10S/long,Credence,129421.48566137566,129421.48566137566,76.17236400462963,1.3370194159847177,0.07860183392882977,0.07584869148135491,17.690718788730695,359.7519779811859,0.266515781940229,0.05643092574182126,0.05114256791376083,Web/CloudOps,2
-bizitobs_l2c/H/short,Credence,53.148751395089285,53.148751395089285,4.4130919925750245,0.4394223234234872,0.40957613242901775,0.6008141524671522,2.716785663925974,7.290319018745976,0.392966886461398,0.23787697294599847,0.18519021372096006,Web/CloudOps,7
-bizitobs_l2c/H/medium,Credence,70.43136160714286,70.43136160714286,4.814887927827381,0.48739709599198294,0.48642187228409317,0.7550630961382749,3.3618633245902725,8.392339459718182,0.5081689015175606,0.2915487774247358,0.2310097444693461,Web/CloudOps,7
-bizitobs_l2c/H/long,Credence,80.96149553571429,80.96149553571429,5.304670836433532,0.567811158897224,0.6271207733074948,0.7826679040163869,4.518210895075608,8.997860608817758,0.5496152954115319,0.32402460491221463,0.2596866164869739,Web/CloudOps,7
-bizitobs_l2c/5T/short,Credence,18.752176766168503,18.752176766168503,2.5036689122517903,0.26211307580694493,0.14346513937073793,0.20338597296761687,2.3325914088500728,4.330378362934179,0.14872271583610872,0.08598612152962629,0.0688893920556652,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Credence,79.86641754357993,79.86641754357993,5.566847363945579,0.5466309265585393,0.3667817146245512,0.6491725086326049,3.3221314757504254,8.9368013037988,0.470207186369805,0.2928980456170996,0.2268416466401471,Web/CloudOps,7
-bizitobs_l2c/5T/long,Credence,96.21248511904761,96.21248511904761,6.004980856274802,0.5920033658093712,0.4431110912448344,0.7644439044400726,3.509862998208682,9.808796313465155,0.5507492488242376,0.33717069761732316,0.26147389840582913,Web/CloudOps,7
-bizitobs_application/10S/short,Credence,350140.7411111111,350140.7411111111,322.68848524305554,1.0363998400381071,0.014510410096910264,0.014646855095585802,5.98163681328812,591.7269143034742,0.022820543229205716,0.012444805786338428,0.009627715825301733,Web/CloudOps,2
-bizitobs_application/10S/medium,Credence,2891940.6933333334,2891940.6933333334,951.5125,2.1562148620175603,0.030659735997517902,0.031199743209209332,16.877748526605277,1700.5706963644097,0.06677640616761417,0.03736309540638263,0.030324168755055052,Web/CloudOps,2
-bizitobs_application/10S/long,Credence,6060475.164444445,6060475.164444445,1497.650138888889,3.1371308382989205,0.045429212782118054,0.046441943993136246,40.28921595812408,2461.803234307008,0.09494191063847077,0.05775837957825591,0.05071972157378911,Web/CloudOps,2
-bitbrains_rnd/H/short,Credence,1818641.0937801444,1818641.0937801444,149.75174539903512,5.821635419912829,1.3724220529567637,0.5525362211662677,201.93884283165897,1348.570018122954,5.902002318764386,0.6553869185185583,0.6166622943900338,Web/CloudOps,2
-bitbrains_rnd/5T/short,Credence,1583829.069178179,1583829.069178179,119.75410507263618,1.6432523465160396,1.0642778200798646,0.6526269984224173,52.60856245988648,1258.5027092454663,5.149429799470652,0.48999922903598125,0.40117422401416386,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Credence,2661676.643867556,2661676.643867556,191.70914324027754,4.388420485709358,2.126143836495376,0.7265995961416354,159.79294402692142,1631.4645702152272,6.864403118729712,0.8066180931982825,0.7392441131936254,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Credence,1584125.514225858,1584125.514225858,153.81169814644826,0.6797086451842964,1.9402938693640246,0.7305929533302803,13.27901284781038,1258.6204806159235,3.951757024078375,0.48293069109935455,0.3834838314310236,Web/CloudOps,2
-bitbrains_rnd/5T/long,Credence,2601235.93952657,2601235.93952657,192.63408900834602,3.314314874292069,2.180930377394704,0.6953672589385378,115.38980282967576,1612.834752703007,6.178406623419138,0.7379378013964702,0.6916969658437743,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Credence,3455853.832133464,3455853.832133464,351.5712851839025,1.0135300721552434,4.280307864664333,0.5771279368595401,18.285717614805222,1858.9926928671516,5.298732994898757,1.0020923567966016,0.7365040793156743,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Credence,3092077.0591349504,3092077.0591349504,305.3724750419639,0.982785470940544,4.76438113700308,0.8080981329653673,20.957243144873516,1758.430282705274,5.342596876048292,0.927805922837249,0.6860463744559588,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Credence,3979524.15212993,3979524.15212993,382.79015117880357,0.8960704218847759,5.079025463954972,0.8231851048126867,15.810022827829737,1994.8744702687259,5.2718576144049445,1.0116000797480518,0.7373601867620561,Web/CloudOps,2
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+us_births/W/short,Credence,1981293.4285714286,1981293.4285714286,1083.517299107143,1083.517299107143,0.9851020567651093,0.014681688376835414,0.014698320509071038,5.875969468433975,1407.5842527434827,0.019107818211127305,0.014708641091713007,0.011495080911903467,Healthcare,1
+us_births/M/short,Credence,40867930.666666664,40867930.666666664,5254.341145833333,5254.341145833333,0.5927523081570498,0.016176501909891765,0.016360392021733113,3.926255227348656,6392.8030367489555,0.01985600264656178,0.01631994777531297,0.012191297260903702,Healthcare,1
+us_births/D/short,Credence,133748.92,133748.92,217.39641927083332,217.39641927083332,0.32004981611634753,0.02095420440038045,0.020664739053686813,2.906081303081846,365.7169944096118,0.03428300060366135,0.020379150236448283,0.016607321670457812,Healthcare,1
+loop_seattle/5T/short,Credence,39.341390133789815,39.341390133789815,3.4488411642572583,3.4488411642572583,0.5475653017247267,0.09420587692959513,0.07341289413122502,4.062700942496223,6.272271529022785,0.10755560898652276,0.05914001171713785,0.04666659247956807,Transport,1
+temperature_rain/D/short,Credence,177.56792622396415,177.56792622396415,5.652711626659176,5.652711626659176,1.312655580709039,21.572101249152418,1.4994294631885086,18.812045122520473,13.325461576394423,1.56875914113273,0.6654736112269262,0.5384378173256141,Nature,1
+solar/W/short,Credence,1618500.0510948906,1618500.0510948906,1019.4490654938412,1019.4490654938412,1.1135661677897826,0.2294308756389757,0.19920882231417994,7.083897484048863,1272.2028341011078,0.2596883960120456,0.2080950344849133,0.14975132761771653,Energy,1
+solar/H/short,Credence,612.8842461422718,612.8842461422718,10.855683811191163,10.855683811191163,0.8363616938018386,4.3890899273190005,1.4030977378835967,3.8725069803458037,24.756499068775287,0.9125328005647738,0.40014412065098237,0.30192240009823956,Energy,1
+solar/H/medium,Credence,654.3222665754258,654.3222665754258,11.452482319110212,11.452482319110212,0.8733596288079221,4.209102444885201,1.4064806977271924,4.367720358164698,25.579723739231934,0.9214413573837426,0.41254514556579364,0.30496866283542734,Energy,1
+solar/H/long,Credence,659.8980072739254,659.8980072739254,11.677593137767387,11.677593137767387,0.8883293339654287,5.199635621910256,1.4007543238194116,4.607906696278808,25.688480049896402,0.8906665482727325,0.40488349454488537,0.3027778017842999,Energy,1
+solar/D/short,Credence,126225.54379562044,126225.54379562044,246.8741474680657,246.8741474680657,0.9622487048832767,1.071720927997227,0.42039874022610235,5.4565046948888645,355.2823437712891,0.5132619978753026,0.3566490718570327,0.27276837547316396,Energy,1
+loop_seattle/5T/medium,Credence,71.41364503968734,71.41364503968734,5.093492446757692,5.093492446757692,0.8083730075140683,0.16475848317023278,0.1164860430850618,5.671783217460128,8.45065944407224,0.15035459638406284,0.09062369701274862,0.07121101323088352,Transport,1
+solar/10T/short,Credence,23.539989542439034,23.539989542439034,2.1887697168800373,2.1887697168800373,0.9660921516137635,5.732001036809698,1.5235234096415824,4.146622526999156,4.851802710584905,1.4113888707543,0.6367128680457225,0.4850725346939111,Energy,1
+solar/10T/medium,Credence,19.14013862500173,19.14013862500173,1.8458668655432633,1.8458668655432633,0.8075838638230288,3.6547726236736673,1.4500841494337575,4.122946170140241,4.37494441393279,0.9708175500099963,0.40960519231842096,0.3076506932632776,Energy,1
+solar/10T/long,Credence,18.056756893755068,18.056756893755068,1.8420211284603418,1.8420211284603418,0.806373794011146,3.2992514245977604,1.451856543261004,4.279447364950502,4.249324286725487,0.9184234751321878,0.39812340313784844,0.3004464647174967,Energy,1
+saugeen/W/short,Credence,942.9406433105469,942.9406433105469,14.756837844848633,14.756837844848633,1.1970570094750175,0.38110325336456297,0.39088950434610864,9.993948972552701,30.70733859048268,0.9269265492835072,0.4454474210311822,0.35492562559280716,Nature,1
+saugeen/M/short,Credence,398.6060732886905,398.6060732886905,12.38219488234747,12.38219488234747,0.7254962333638438,0.3544088999430339,0.35536092788013146,4.510588903279304,19.965121419332526,0.5994128398116464,0.37175063660480695,0.29144970720918795,Nature,1
+saugeen/D/short,Credence,1208.375546875,1208.375546875,12.9156396484375,12.9156396484375,2.8698198740037757,0.279986317952474,0.32440258311666154,27.68817149753579,34.761696547708944,1.1259396485299231,0.4183406510767468,0.34336834472401007,Nature,1
+restaurant/D/short,Credence,137.24760647787372,137.24760647787372,7.040552813543417,7.040552813543417,0.6754662227188343,0.6717557948967472,0.3893615799211119,4.575243882488138,11.71527236037958,0.539163978037998,0.32402255327623436,0.2535126833884472,Sales,1
+m4_yearly/A/short,Credence,3780024.204455308,3780024.204455308,895.934612433683,895.934612433683,3.348256083413248,0.16374748665209743,0.15027195955494627,29.41936183421947,1944.2284342266234,0.31176604018430804,0.14366726741840957,0.11598507225523212,Econ/Fin,1
+m4_weekly/W/short,Credence,232332.47075208914,232332.47075208914,244.55150859760016,244.55150859760016,1.9494262628433383,0.05878148325153201,0.05877691661898692,14.170818467317096,482.00878700713446,0.08781452588996383,0.04455349230564091,0.035531322684503125,Econ/Fin,1
+m4_quarterly/Q/short,Credence,1742952.2965591634,1742952.2965591634,548.1433355496724,548.1433355496724,1.1560533456661968,0.11048622191604227,0.1000720684147396,8.754063292796006,1320.2091866667051,0.22097976942769262,0.09174954175930349,0.07306034864599445,Econ/Fin,1
+loop_seattle/5T/long,Credence,85.82239456797888,85.82239456797888,5.55685168164488,5.55685168164488,0.8769157370110361,0.17667073546712408,0.1251199539657702,6.009984734394903,9.264037703290011,0.16379009152002544,0.09824628036397032,0.07698314146112534,Transport,1
+loop_seattle/D/short,Credence,17.645019802097444,17.645019802097444,2.86297519160252,2.86297519160252,0.8645312995221023,0.0535209201560793,0.05283242815704088,6.756373593918668,4.200597552979509,0.07507028967822517,0.051165191205409855,0.04134675922365924,Transport,1
+loop_seattle/H/short,Credence,47.946900669674115,47.946900669674115,3.746456097549025,3.746456097549025,0.7653407189523878,0.10460991644081032,0.08581307221906702,6.294736471175906,6.924370055801041,0.12256839163085016,0.06631608283376958,0.05339762466401302,Transport,1
+loop_seattle/H/medium,Credence,57.86505272454891,57.86505272454891,4.164693070639029,4.164693070639029,0.8570583795027924,0.11197156709291126,0.09470824299503841,6.73576679840819,7.606908223749575,0.1344512536547473,0.0736104850964862,0.059128058621891286,Transport,1
+m4_monthly/M/short,Credence,1815345.2099774666,1815345.2099774666,549.0623064496076,549.0623064496076,0.9111372657455721,0.15733080874314462,0.12986576380123901,7.380592623105529,1347.34747187853,0.2800250587707948,0.11411399645706309,0.09084637608334828,Econ/Fin,1
+m4_hourly/H/short,Credence,828029.1790862912,828029.1790862912,176.71600902234107,176.71600902234107,0.6964065261388817,0.08728426046993422,0.07786551172130717,5.320036363968451,909.9610865780422,0.12422978591526504,0.02412563821954452,0.019395067795332222,Econ/Fin,1
+loop_seattle/H/long,Credence,54.64845212156271,54.64845212156271,4.00427861694294,4.00427861694294,0.8397277271999716,0.11943499325967795,0.09290104400763127,6.745365559909182,7.392459138984991,0.13211311906639867,0.0715618074782964,0.05734788367588174,Transport,1
+m_dense/D/short,Credence,7972.15925925926,7972.15925925926,42.987706886574074,42.987706886574074,0.6401850558696381,0.11753934078343803,0.09248046558949191,6.674480116870909,89.28694898617188,0.15456891596489558,0.07441807933546361,0.06155807237551119,Transport,1
+m4_daily/D/short,Credence,352801.7620344686,352801.7620344686,175.02748212440778,175.02748212440778,3.2512786127729063,0.03761074586027258,0.029845498968524658,24.072089857688447,593.9711794645162,0.09175213209320293,0.027036908885540886,0.021327812914881717,Econ/Fin,1
+m_dense/H/short,Credence,43176.36068793403,43176.36068793403,85.52203759087456,85.52203759087456,0.7634620809393522,0.28628258212707786,0.20327998800888086,7.927807493511263,207.78922177999038,0.3685663383029902,0.15169479903271224,0.12493999679182302,Transport,1
+m_dense/H/medium,Credence,35982.63861111111,35982.63861111111,77.82327365451388,77.82327365451388,0.6750128309610246,0.26559301938140745,0.1872690853568675,7.668932035708439,189.69090281589973,0.3300382172157605,0.1354026688341385,0.11224754902476472,Transport,1
+m_dense/H/long,Credence,33365.56061728395,33365.56061728395,76.83492283950618,76.83492283950618,0.6635170516510428,0.2672928797984264,0.18675558962070568,6.952728745461807,182.66242256491603,0.3162156812193223,0.1330126203625371,0.11005157685452689,Transport,1
+sz_taxi/15T/short,Credence,16.542044675684966,16.542044675684966,2.713050236195435,2.713050236195435,0.5413397080011091,1052505187116.6085,0.3928081980379438,3.809533145696896,4.0671912514270785,0.3802997913230212,0.253681810097318,0.19921639274901,Transport,1
+sz_taxi/15T/medium,Credence,16.26387031750801,16.26387031750801,2.740928010859041,2.740928010859041,0.5343902512638006,9547619092255.111,0.40399731733067784,3.8099304304134582,4.032848908341101,0.37532390158845375,0.25508909914303285,0.2012139307529757,Transport,1
+sz_taxi/15T/long,Credence,15.437054843304843,15.437054843304843,2.6829066958522523,2.6829066958522523,0.5059875993489118,6579843666924.634,0.39717084255889173,3.840094691304683,3.929001761682583,0.36366138787427643,0.24832505346930456,0.19733732948712,Transport,1
+sz_taxi/H/short,Credence,7.16485830453726,7.16485830453726,1.8405209810305865,1.8405209810305865,0.560501863683958,1.1060429566945784,0.29464194692709156,3.884994825869058,2.67672529493358,0.24935348013052103,0.17145588781257642,0.13474393705755836,Transport,1
+kdd_cup_2018/H/short,Credence,4366.834940322303,4366.834940322303,22.11540043388925,22.11540043388925,0.9232946272744946,0.8672966286987673,0.4865883925935503,7.410279287889337,66.08203190219186,1.3832166080652961,0.46291538401008847,0.37108780090840277,Nature,1
+kdd_cup_2018/H/medium,Credence,5179.8799228146545,5179.8799228146545,24.97020068765824,24.97020068765824,1.0231086828735965,0.9228104975619303,0.54850995879905,8.400142448957727,71.97138266571412,1.5064913881423707,0.5226715244705741,0.4151927584293543,Nature,1
+kdd_cup_2018/H/long,Credence,4096.371096336147,4096.371096336147,23.719996162660532,23.719996162660532,0.9993973293827084,0.9820791882338883,0.5971977879268109,7.430312720550339,64.00289912446269,1.5017666496739275,0.5565669626653209,0.4358402935082522,Nature,1
+kdd_cup_2018/D/short,Credence,2888.927228269001,2888.927228269001,21.12797560489862,21.12797560489862,1.1952953836900297,0.5291491156602859,0.4646283894662181,9.049681395728863,53.74874164358642,1.2040288863995243,0.47328908848004403,0.37458848125983474,Nature,1
+hospital/M/short,Credence,2834.9423776135036,2834.9423776135036,17.72574792867741,17.72574792867741,0.7534969901084262,0.19072928070141304,0.171835050294532,5.087405135235105,53.244176936201235,0.19328872633073854,0.06434858115093305,0.0507050420998614,Healthcare,1
+hierarchical_sales/W/short,Credence,463.5034832065388,463.5034832065388,8.880850751521224,8.880850751521224,0.7153194852123632,0.5190059380716755,0.4543076030266486,6.562817201134447,21.52913103695871,0.9884129365880346,0.40772420194954395,0.3430515558311208,Sales,1
+hierarchical_sales/D/short,Credence,28.729503773834747,28.729503773834747,2.292235123317761,2.292235123317761,0.7405168655034932,0.6308665744765213,1.0598728859067335,6.879417539248687,5.359991023671098,1.6443858877424427,0.7032323508612238,0.5677235036013336,Sales,1
+electricity/W/short,Credence,35677167338.926125,35677167338.926125,25591.681211289415,25591.681211289415,1.3913983663991643,0.12404143190513252,0.09128269235749974,10.49396140509632,188884.00498434514,0.430970971545659,0.05839177179682473,0.046217533866786224,Energy,1
+electricity/H/short,Credence,1525633.6620027788,1525633.6620027788,160.67214860830222,160.67214860830222,0.8772902814770303,0.16777715137842344,0.11950123753924799,9.817165267459965,1235.1654391225406,0.5830862954147924,0.07584872838969985,0.06213982642124559,Energy,1
+electricity/H/medium,Credence,5290059.0672032265,5290059.0672032265,233.38883924329602,233.38883924329602,1.0428183929415498,0.23639100108804828,0.12653187804705238,8.500259797002409,2300.0128406605095,0.897770802276334,0.09109935464083072,0.07259659109428923,Energy,1
+electricity/H/long,Credence,8082463.757674925,8082463.757674925,270.9681885674737,270.9681885674737,1.1622827572419159,0.2912307404545631,0.13844394046323913,9.334767830385333,2842.967421142023,1.121265560031176,0.1068697781920744,0.08449070789043954,Energy,1
+electricity/D/short,Credence,1207132443.7733333,1207132443.7733333,4100.2335774211715,4100.2335774211715,1.3495531914085952,0.36024277470196775,0.09100998989390749,10.744090104684702,34743.811589595825,0.5709562248343537,0.06738045646679959,0.05300851707025143,Energy,1
+electricity/15T/short,Credence,131392.11671461287,131392.11671461287,50.44386328695057,50.44386328695057,0.9636366174137869,0.16142363722445216,0.1621331247068244,10.250187797556046,362.48050528906083,0.7145205404168453,0.09943479974947253,0.08247345849118831,Energy,1
+electricity/15T/medium,Credence,235986.55371074952,235986.55371074952,51.61692567416355,51.61692567416355,0.8166610134195745,0.12697121274678602,0.13014899771855473,6.932790746300936,485.784472488314,0.8370555552892645,0.08894115977235362,0.0718116872997907,Energy,1
+car_parts/M/short,Credence,1.3443089131499977,1.3443089131499977,0.4581129398338979,0.4581129398338979,0.8370634232671614,0.8049785677915271,1.882188799020695,13.648863809842867,1.1594433634938783,2.7802262494483663,1.0985078362949185,0.9442805842923128,Sales,1
+covid_deaths/D/short,Credence,378188.1140062069,378188.1140062069,108.68806111041765,108.68806111041765,34.97108897386375,0.09075509984307899,0.36807812346997815,622.2833335716725,614.9700106559725,0.23138544838779088,0.04089441000156739,0.03322237663759045,Healthcare,1
+electricity/15T/long,Credence,304050.5199430368,304050.5199430368,57.02846970557594,57.02846970557594,0.8642380743404394,0.1308116295869595,0.13206093708343256,7.0548848664548025,551.4077619539253,0.8699133493064254,0.08996940288182395,0.07201943067928405,Energy,1
+jena_weather/H/short,Credence,1075.1322678401755,1075.1322678401755,8.347192584123826,8.347192584123826,0.5210019579149167,1.395962111432094,0.6077056093037256,4.3659107858696204,32.78920962512173,0.20099576256484544,0.05116775786617829,0.04101708441768538,Nature,21
+jena_weather/H/medium,Credence,1186.5049882192461,1186.5049882192461,9.803821769593254,9.803821769593254,0.7456613391720759,2.20877425457439,0.6701472923918745,6.077787788960267,34.4456817064091,0.2107792314111413,0.059991323008195575,0.04826633343479608,Nature,21
+jena_weather/H/long,Credence,1130.2408585482804,1130.2408585482804,10.76051781063988,10.76051781063988,0.9077538308252998,2.155136504315446,0.6517823862605664,6.585881604300189,33.619054991898274,0.20242395594625853,0.064790238267697,0.05271971803611088,Nature,21
+jena_weather/D/short,Credence,360.8901181175595,360.8901181175595,9.340482197110616,9.340482197110616,0.9937645238911081,0.6019073589602502,0.44512733380400055,6.466172778180113,18.997108151441353,0.11439364040524394,0.056244969136883385,0.044242303975310475,Nature,21
+jena_weather/10T/short,Credence,788.7378164518448,788.7378164518448,5.466740783055624,5.466740783055624,0.27077702219171607,0.34787774990199616,0.5432388317757615,2.095932056787003,28.08447643186258,0.17443980223730696,0.03395531276477491,0.027615336053660053,Nature,21
+jena_weather/10T/medium,Credence,1454.8164051226552,1454.8164051226552,9.531055528604966,9.531055528604966,0.5982117847501426,0.7790376010579546,0.6450781945562306,5.254830764954998,38.14205559644964,0.23407714347343386,0.058491924924733145,0.04750007854072305,Nature,21
+jena_weather/10T/long,Credence,1403.6030564888445,1403.6030564888445,9.603791792935164,9.603791792935164,0.6463866061709543,0.842861191998725,0.6357578268223568,5.518140532401427,37.46469079665338,0.22925285496906522,0.05876724564494566,0.04812969741164127,Nature,21
+ett2/W/short,Credence,2964300.0,2964300.0,1166.6429966517858,1166.6429966517858,0.7712872750954578,0.12006293875830513,0.1294604556465046,8.67896865903544,1721.7142620074912,0.14442543109405384,0.0978634616918564,0.08384630584244074,Energy,7
+ett2/H/short,Credence,106.10571594238282,106.10571594238282,6.302439953031994,6.302439953031994,0.7239941760542563,0.11788169814215134,0.10784536704876845,5.071351588078193,10.300762881572549,0.13064232602877393,0.07993246952550748,0.06344846420135918,Energy,7
+ett2/H/medium,Credence,233.66578311011904,233.66578311011904,9.449562000093007,9.449562000093007,1.032354057589049,0.17500831834954556,0.1678265140953696,7.527016676251642,15.286130416495832,0.20599042459635983,0.127338916757391,0.1027503914161881,Energy,7
+ett2/H/long,Credence,226.2981398809524,226.2981398809524,9.15840076264881,9.15840076264881,1.0217813610000894,0.17940548926936442,0.1728095737269313,8.01697175490175,15.043209095168237,0.20600517628013984,0.12541725316838293,0.10239122253536842,Energy,7
+ett2/D/short,Credence,104521.9746031746,104521.9746031746,192.6950706845238,192.6950706845238,1.2724323302823013,0.42282790834941564,0.13220255239697806,12.488432766901184,323.29858428884995,0.1850322992280923,0.11028446677892514,0.09198330814035699,Energy,7
+ett2/15T/short,Credence,7.6752898534139,7.6752898534139,1.6792806761605399,1.6792806761605399,0.7270627958244034,0.10533737187218753,0.12432981407460246,5.261593292780878,2.7704313478976337,0.13152223676251082,0.07972143068923164,0.06354002244339592,Energy,7
+ett2/15T/medium,Credence,11.214409790039063,11.214409790039063,2.084752943250868,2.084752943250868,0.8610712135269182,0.12968421052994128,0.15661658323096042,6.4771817574897375,3.348792288279323,0.1784631954248445,0.11110025343347499,0.08826969731334394,Energy,7
+ett2/15T/long,Credence,11.190497039310516,11.190497039310516,2.114925769624256,2.114925769624256,0.8782253118995644,0.1333790227136247,0.15985195841485994,6.932672596729436,3.3452200285348224,0.17827282177199527,0.11270821697021899,0.09089333221966853,Energy,7
+ett1/W/short,Credence,1253685.2857142857,1253685.2857142857,894.6405552455357,894.6405552455357,1.56493604769043,0.6707758222307477,0.5668904919966399,8.252324477635039,1119.680885660859,0.445547748666724,0.35599882998835986,0.26151685293320026,Energy,7
+ett1/H/short,Credence,93.07295207069033,93.07295207069033,4.802978152320499,4.802978152320499,0.7993522891032343,0.44706320422036305,0.25579450661474556,5.52860614848358,9.647432408194957,0.45028514893373367,0.22417464472785556,0.17307522213873766,Energy,7
+ett1/H/medium,Credence,140.69910714285714,140.69910714285714,6.895627267020089,6.895627267020089,1.262242807376277,3277745247375.108,0.4354628725381994,8.852059419337555,11.861665445579602,0.5681457201383867,0.33028423684694397,0.25615459786096345,Energy,7
+ett1/H/long,Credence,142.68213872354497,142.68213872354497,7.136190812045304,7.136190812045304,1.3543608574786439,3848029630019.5146,0.4718904249402749,9.327672371124457,11.94496290172326,0.5720183882162103,0.3417367136167985,0.26268251189377545,Energy,7
+ett1/D/short,Credence,41578.201587301584,41578.201587301584,137.32098524305556,137.32098524305556,1.6730259584770841,1.2093455844455294,0.47705758852649643,10.7880273791868,203.90733578589462,0.5355693811170812,0.36067812272450184,0.27508666226535256,Energy,7
+ett1/15T/short,Credence,4.662322132928031,4.662322132928031,1.0652648131052653,1.0652648131052653,0.6776549174663714,0.47372050907300867,0.23782750697385283,4.4623681646332365,2.159241101157541,0.4081864440644926,0.2013793901085708,0.15492806223767028,Energy,7
+ett1/15T/medium,Credence,8.843387063647073,8.843387063647073,1.543362310500372,1.543362310500372,0.9725446187423443,0.7157097092589441,0.3798302858706109,6.735816570377376,2.9737832913053825,0.566806002136499,0.294166364987163,0.2276705717681897,Energy,7
+ett1/15T/long,Credence,8.392706124441965,8.392706124441965,1.5329517376612103,1.5329517376612103,0.9781559345058916,0.7324397854734935,0.38279931160659103,7.023077284469047,2.897016762885911,0.5521742430960129,0.2921821082604248,0.22835065268151128,Energy,7
+bizitobs_service/10S/short,Credence,1997.9256756671523,1997.9256756671523,17.842970648467855,17.842970648467855,0.7237281656425067,0.05660382793693946,0.045697773864466266,5.523405269582212,44.69816188242143,0.03311382788882575,0.013218643322133988,0.010252276296669338,Web/CloudOps,2
+bizitobs_service/10S/medium,Credence,4556.090228174603,4556.090228174603,26.533218974764385,26.533218974764385,0.9647815539561216,0.06107691689143105,0.053858580242839446,9.224766822666446,67.49881649462162,0.05080119754019902,0.019969524926733585,0.01712799940726285,Web/CloudOps,2
+bizitobs_service/10S/long,Credence,129421.48566137566,129421.48566137566,76.17236400462963,76.17236400462963,1.3370194159847177,0.07860183392882977,0.07584869148135491,17.690718788730695,359.7519779811859,0.266515781940229,0.05643092574182126,0.05114256791376083,Web/CloudOps,2
+bizitobs_l2c/H/short,Credence,53.148751395089285,53.148751395089285,4.4130919925750245,4.4130919925750245,0.4394223234234872,0.40957613242901775,0.6008141524671522,2.716785663925974,7.290319018745976,0.392966886461398,0.23787697294599847,0.18519021372096006,Web/CloudOps,7
+bizitobs_l2c/H/medium,Credence,70.43136160714286,70.43136160714286,4.814887927827381,4.814887927827381,0.48739709599198294,0.48642187228409317,0.7550630961382749,3.3618633245902725,8.392339459718182,0.5081689015175606,0.2915487774247358,0.2310097444693461,Web/CloudOps,7
+bizitobs_l2c/H/long,Credence,80.96149553571429,80.96149553571429,5.304670836433532,5.304670836433532,0.567811158897224,0.6271207733074948,0.7826679040163869,4.518210895075608,8.997860608817758,0.5496152954115319,0.32402460491221463,0.2596866164869739,Web/CloudOps,7
+bizitobs_l2c/5T/short,Credence,18.752176766168503,18.752176766168503,2.5036689122517903,2.5036689122517903,0.26211307580694493,0.14346513937073793,0.20338597296761687,2.3325914088500728,4.330378362934179,0.14872271583610872,0.08598612152962629,0.0688893920556652,Web/CloudOps,7
+bizitobs_l2c/5T/medium,Credence,79.86641754357993,79.86641754357993,5.566847363945579,5.566847363945579,0.5466309265585393,0.3667817146245512,0.6491725086326049,3.3221314757504254,8.9368013037988,0.470207186369805,0.2928980456170996,0.2268416466401471,Web/CloudOps,7
+bizitobs_l2c/5T/long,Credence,96.21248511904761,96.21248511904761,6.004980856274802,6.004980856274802,0.5920033658093712,0.4431110912448344,0.7644439044400726,3.509862998208682,9.808796313465155,0.5507492488242376,0.33717069761732316,0.26147389840582913,Web/CloudOps,7
+bizitobs_application/10S/short,Credence,350140.7411111111,350140.7411111111,322.68848524305554,322.68848524305554,1.0363998400381071,0.014510410096910264,0.014646855095585802,5.98163681328812,591.7269143034742,0.022820543229205716,0.012444805786338428,0.009627715825301733,Web/CloudOps,2
+bizitobs_application/10S/medium,Credence,2891940.6933333334,2891940.6933333334,951.5125,951.5125,2.1562148620175603,0.030659735997517902,0.031199743209209332,16.877748526605277,1700.5706963644097,0.06677640616761417,0.03736309540638263,0.030324168755055052,Web/CloudOps,2
+bizitobs_application/10S/long,Credence,6060475.164444445,6060475.164444445,1497.650138888889,1497.650138888889,3.1371308382989205,0.045429212782118054,0.046441943993136246,40.28921595812408,2461.803234307008,0.09494191063847077,0.05775837957825591,0.05071972157378911,Web/CloudOps,2
+bitbrains_rnd/H/short,Credence,1818641.0937801444,1818641.0937801444,149.75174539903512,149.75174539903512,5.821635419912829,1.3724220529567637,0.5525362211662677,201.93884283165897,1348.570018122954,5.902002318764386,0.6553869185185583,0.6166622943900338,Web/CloudOps,2
+bitbrains_rnd/5T/short,Credence,1583829.069178179,1583829.069178179,119.75410507263618,119.75410507263618,1.6432523465160396,1.0642778200798646,0.6526269984224173,52.60856245988648,1258.5027092454663,5.149429799470652,0.48999922903598125,0.40117422401416386,Web/CloudOps,2
+bitbrains_rnd/5T/medium,Credence,2661676.643867556,2661676.643867556,191.70914324027754,191.70914324027754,4.388420485709358,2.126143836495376,0.7265995961416354,159.79294402692142,1631.4645702152272,6.864403118729712,0.8066180931982825,0.7392441131936254,Web/CloudOps,2
+bitbrains_fast_storage/5T/short,Credence,1584125.514225858,1584125.514225858,153.81169814644826,153.81169814644826,0.6797086451842964,1.9402938693640246,0.7305929533302803,13.27901284781038,1258.6204806159235,3.951757024078375,0.48293069109935455,0.3834838314310236,Web/CloudOps,2
+bitbrains_rnd/5T/long,Credence,2601235.93952657,2601235.93952657,192.63408900834602,192.63408900834602,3.314314874292069,2.180930377394704,0.6953672589385378,115.38980282967576,1612.834752703007,6.178406623419138,0.7379378013964702,0.6916969658437743,Web/CloudOps,2
+bitbrains_fast_storage/H/short,Credence,3455853.832133464,3455853.832133464,351.5712851839025,351.5712851839025,1.0135300721552434,4.280307864664333,0.5771279368595401,18.285717614805222,1858.9926928671516,5.298732994898757,1.0020923567966016,0.7365040793156743,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,Credence,3092077.0591349504,3092077.0591349504,305.3724750419639,305.3724750419639,0.982785470940544,4.76438113700308,0.8080981329653673,20.957243144873516,1758.430282705274,5.342596876048292,0.927805922837249,0.6860463744559588,Web/CloudOps,2
+bitbrains_fast_storage/5T/long,Credence,3979524.15212993,3979524.15212993,382.79015117880357,382.79015117880357,0.8960704218847759,5.079025463954972,0.8231851048126867,15.810022827829737,1994.8744702687259,5.2718576144049445,1.0116000797480518,0.7373601867620561,Web/CloudOps,2

results/DLinear-t/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,DLinear-t,3904838.167667798,3932095.999071414,888.4449495444126,3.176536952468546,0.18140384356042458,0.1475419600493314,27.75084214974181,1976.0663368591142,0.3168713972307171,0.1424662660729205,0.11382982825412331,Econ/Fin,1
-ett1/W/short,DLinear-t,1522067.4285714286,1407393.4285714286,881.6071428571429,1.4938711606321746,0.7265519414629255,0.4996833460671561,11.74927709394224,1233.720968684341,0.49092701958183776,0.35081252412080366,0.28585137063016375,Energy,7
-bizitobs_l2c/H/short,DLinear-t,202.54727802579364,201.48209635416666,9.368636842757937,0.9660784952139354,1.008665382147407,0.8879055447048612,6.048817663583894,14.231910554306953,0.7671364274300051,0.5049935193182803,0.39439945724323217,Web/CloudOps,7
-bizitobs_l2c/H/medium,DLinear-t,79.88141741071429,79.51923363095239,5.472095889136905,0.5630277118943787,0.7081530165189214,0.7938737415132069,7.274552932487355,8.937640483411396,0.5411877067668762,0.3313437177235963,0.27564804644513063,Web/CloudOps,7
-bizitobs_l2c/H/long,DLinear-t,150.26200396825396,149.6405505952381,8.570056733630953,0.8991490985687569,0.9983326579156916,0.9268221416170634,8.625556281748429,12.258140314429998,0.7487625895770206,0.5234837999971027,0.42872015537290675,Web/CloudOps,7
-ett2/D/short,DLinear-t,160890.15873015873,157984.43174603174,244.0282738095238,1.5453619984086424,0.4726498074001736,0.156766352577815,13.839353880202234,401.1111550806817,0.2295664970135278,0.13966381957001936,0.1142509938767364,Energy,7
-solar/W/short,DLinear-t,3647537.98540146,3715585.401459854,1540.290602189781,1.6946840867374993,0.35544853488894274,0.2843065470674612,8.781631216649423,1909.8528700927357,0.3898487194642013,0.3144118210725167,0.24581543560613792,Energy,1
-jena_weather/D/short,DLinear-t,481.4686507936508,488.8543650793651,11.636949714781746,1.362766725620895,1.375025198947758,0.45371781606522815,9.536989601262418,21.94239391665483,0.1321290745582022,0.07007345699538214,0.056877636747657855,Nature,21
-saugeen/M/short,DLinear-t,575.943591889881,564.377185639881,15.273354666573661,0.8945246363597436,0.4456084115164621,0.4577419644310361,7.840506028184417,23.998824802266483,0.7205167163641348,0.4585519267253949,0.3725345902423382,Nature,1
-kdd_cup_2018/H/short,DLinear-t,4559.008095904657,4562.94850434195,25.210838323796693,1.0400422359619999,1.0890390996498078,0.538265201572805,9.75529863684,67.52042724912704,1.4133248194015566,0.5277085020430239,0.429210562956086,Nature,1
-kdd_cup_2018/H/medium,DLinear-t,5657.867130627093,5641.255684685357,27.830794975602586,1.1471782611008527,1.005962694152747,0.6437072956113176,11.879556964583168,75.21879506231865,1.574465594681084,0.58254893774097,0.4848050263470861,Nature,1
-kdd_cup_2018/H/long,DLinear-t,4296.153508592052,4277.962402083419,25.648424409058418,1.0947962408298137,0.9681974205404494,0.7019703380433565,10.478445128233242,65.54504945907091,1.5379516878969164,0.6018156662836853,0.4971577812299475,Nature,1
-loop_seattle/H/short,DLinear-t,93.80628683260008,93.70649552237792,5.817060368122318,1.1749307731381256,0.17123807091060542,0.12956813965374173,11.070653137986085,9.685364568904987,0.17144080333469958,0.10296788473601926,0.08415431881541802,Transport,1
-loop_seattle/H/medium,DLinear-t,72.48977199432404,72.30943708075336,4.994186177760578,1.024560784151453,0.12808261867401155,0.11356060551662071,11.470368594859572,8.514092552605007,0.15048562869196971,0.08827167923316707,0.0737836719067057,Transport,1
-loop_seattle/H/long,DLinear-t,62.39076259889921,62.43725920192639,4.557925105349157,0.9507282455190759,0.13983413386599158,0.10612813334798009,11.203807281825359,7.8987823491282,0.14116181825685353,0.08145622539158345,0.06827965277052844,Transport,1
-ett1/H/short,DLinear-t,115.99000186011905,116.44754464285714,5.461932663690476,0.9101211094223819,0.4703068324497768,0.27827344621930805,7.156160256629121,10.769865452275578,0.502673682002224,0.25493074310648806,0.2044151194636574,Energy,7
-ett1/H/medium,DLinear-t,171.97025669642858,171.90396205357143,8.11935046968006,1.4579234582526703,4048773532200.422,0.48658846900576636,10.948794696785006,13.113743046759327,0.6281172059215239,0.38889764064527266,0.311268359395634,Energy,7
-ett1/H/long,DLinear-t,187.50347222222223,186.23708664021163,8.137229249338624,1.4738067048653873,4499091163355.037,0.5150735522073413,11.119691046045114,13.693190724671231,0.6557372464124138,0.38967428473585186,0.317379376140004,Energy,7
-ett1/D/short,DLinear-t,43976.47619047619,44048.20952380952,140.07645089285714,1.7774543023416214,0.9717087518601191,0.5143913147941468,12.28009111541278,209.70568945661964,0.5507989493665967,0.36791544465343506,0.2972419940788586,Energy,7
-covid_deaths/D/short,DLinear-t,1911238.5122807017,1872393.2390977445,209.68941102756892,35.18014832353628,0.09564462527213598,0.3689059073464912,780.6644838695905,1382.4755015119442,0.5201631353433696,0.07889666136515072,0.06798562186598087,Healthcare,1
-m4_quarterly/Q/short,DLinear-t,2401701.8386666668,2413678.6053333334,614.0931181640625,1.2394565791411476,0.13365446869532266,0.10785775860150655,10.162568834704354,1549.7425072142362,0.25939960517661614,0.10278837397302797,0.08254629252515734,Econ/Fin,1
-ett2/15T/short,DLinear-t,10.638102213541666,10.622635323660715,2.1327613467261903,0.9216677139715477,0.13022507689398938,0.1548542022705078,7.599421413526128,3.261610371203413,0.15484024735603963,0.1012497683334991,0.08185042728794749,Energy,7
-ett2/15T/medium,DLinear-t,11.48866691468254,11.461268601190476,2.1469546750992063,0.9109512581535033,0.1427456810741601,0.1700742691282242,7.229994302467716,3.3894936074113695,0.18063224976732933,0.1144151009058352,0.09163049545978685,Energy,7
-ett2/15T/long,DLinear-t,13.440313740079365,13.415174851190477,2.387362816220238,0.9954216750911217,0.1544446317659314,0.18336067320808533,7.408412342172403,3.666103345526332,0.195373283411413,0.12722688591646944,0.10087656982471853,Energy,7
-bizitobs_l2c/5T/short,DLinear-t,22.08959263392857,22.10390625,2.746570986793155,0.2809934583041553,0.15666320101833314,0.2122778029668899,3.1879251613853956,4.699956662984093,0.161415535795748,0.09432836496683542,0.0769106461998737,Web/CloudOps,7
-bizitobs_l2c/5T/medium,DLinear-t,133.83105867346939,133.22267219387754,7.85598294005102,0.7515837494484687,0.5414652520027342,0.776714548123937,5.180603900812905,11.568537447467998,0.6086751924474796,0.41334022987895064,0.31755666517987435,Web/CloudOps,7
-bizitobs_l2c/5T/long,DLinear-t,305.250496031746,304.3041865079365,12.146763392857142,1.1679368587977148,0.8784652661588588,0.9666089254712301,7.773867188741748,17.471419405181308,0.9809940797819989,0.6820226050650352,0.5371226142520052,Web/CloudOps,7
-solar/10T/short,DLinear-t,53.4757094928528,53.1215202535736,4.022321536767222,1.7672020275253046,3.0741405249354505,1.6984577856504715,13.171871066971574,7.312708765762028,2.1272661880429986,1.1700928994552158,0.9452143364649027,Energy,1
-solar/10T/medium,DLinear-t,21.9145646704269,22.020809140676842,2.0918437050707808,0.911992352862832,3.535788280318832,1.4684139808172705,6.697026638119582,4.681299463869717,1.038798942050913,0.4641884255717132,0.36149895398559506,Energy,1
-solar/10T/long,DLinear-t,21.956920842203974,21.99575967533455,2.035511630043593,0.8883713219383935,3.300156252673042,1.4631764556563007,6.9037630101464735,4.685821255895702,1.012765301717792,0.43994327516385723,0.35100174043721877,Energy,1
-temperature_rain/D/short,DLinear-t,177.53292283268516,177.3317466784855,6.446223881530657,1.582765451706138,80.55421757688876,1.44120204106966,25.5958683038233,13.324148109079438,1.5686045164064144,0.7588909858668993,0.6265485254129673,Nature,1
-m4_hourly/H/short,DLinear-t,8111116.367149758,8350987.954911433,481.1524758454106,1.1344099318818102,0.23668794739457527,0.1936554716789012,10.515248085693173,2848.002171198217,0.3888151595151802,0.06568793329544717,0.04810127561776895,Econ/Fin,1
-m4_daily/D/short,DLinear-t,565830.5593294805,572299.5092770963,178.85447268199331,3.2250483046935607,0.042742344126784675,0.03022040735491187,27.135776634525968,752.2170958769021,0.11619675284150935,0.027628073159652065,0.022157119119321698,Econ/Fin,1
-ett2/H/short,DLinear-t,120.17505580357142,119.95879836309524,6.8618501209077385,0.7968061070366167,0.12694797581257453,0.11840059189569382,6.321808949513737,10.96243840591916,0.1390342209123686,0.08702735196785424,0.06998815014003062,Energy,7
-ett2/H/medium,DLinear-t,284.2877418154762,284.63965773809525,10.650141834077381,1.1415175426061126,0.19259377875478856,0.18497192746117003,9.38420904738608,16.860834552757943,0.2272105883953725,0.14351751006411959,0.11487993439127774,Energy,7
-ett2/H/long,DLinear-t,284.3806878306878,282.97718253968253,10.782155257936507,1.1939017102668672,0.2084843133896946,0.1957303970579117,10.195815951005066,16.863590597221215,0.2309338940510681,0.14765331769787943,0.12019279411121649,Energy,7
-car_parts/M/short,DLinear-t,1.7289735386852123,1.7338704544661354,0.7570006440356384,1.3831677991201106,0.7415431573510063,1.8046277054945945,17.01217079828105,1.3149043838565648,3.1530058290182743,1.8152098909385952,1.4628152022161827,Sales,1
-loop_seattle/5T/short,DLinear-t,74.92725697803793,74.86553545657573,5.263050689539797,0.8184611893828695,0.14237166425391987,0.10746184389411603,7.97837964786088,8.656053198660342,0.14843220238711716,0.09024970008783349,0.07361894768500699,Transport,1
-loop_seattle/5T/medium,DLinear-t,114.89584623323013,115.16249080882353,6.676839021381579,1.0490363170748351,0.2278104954139859,0.14841478975687725,9.392411575683482,10.71894800030442,0.19071211322990517,0.11879468763421647,0.09581441266552963,Transport,1
-loop_seattle/5T/long,DLinear-t,124.58655085425983,124.6645857699805,7.0334478736670105,1.1068547399576205,0.23105286617342477,0.15395597871024325,9.853035604946236,11.161834564902842,0.19734351882977053,0.12435279745675903,0.10003151580609598,Transport,1
-loop_seattle/D/short,DLinear-t,19.27093008255934,19.280475199948402,3.095856109713622,0.9311825455056444,0.057619563713900444,0.057183252104295666,8.53816002660835,4.38986674997765,0.0784527877284564,0.05532708759655273,0.04506595861942776,Transport,1
-sz_taxi/15T/short,DLinear-t,18.197553287641178,18.147460043211996,2.9121222117590526,0.5840107286053575,1062396984505.3928,0.42283612904531176,4.685808221000359,4.265859032790603,0.3988760638893418,0.27229588143031197,0.2156784647150557,Transport,1
-sz_taxi/15T/medium,DLinear-t,19.304427083333334,19.244085536858975,3.0704049395699786,0.6022492414383999,9894591478211.61,0.47202654455462073,5.825097600997216,4.393680357437638,0.40890529439067375,0.28575242930180794,0.24211476641588703,Transport,1
-sz_taxi/15T/long,DLinear-t,20.587640224358974,20.497569444444444,3.2159694399928775,0.611221072703204,4675375363772.755,0.5149713847711894,6.323561679233627,4.537360490897651,0.4199700045592044,0.29766440270406463,0.2580957840209646,Transport,1
-m_dense/H/short,DLinear-t,127322.60444444444,127425.81333333334,167.90864149305557,1.3846918955381746,0.5400791709521651,0.36268040974934895,13.309054288954695,356.8229315002673,0.6329149659059656,0.29782808985698456,0.24332721720659153,Transport,1
-m_dense/H/medium,DLinear-t,40385.21333333333,40354.484444444446,92.51401041666666,0.799249654008891,0.3256239493327991,0.24947435167100696,9.38252882403351,200.96072584794607,0.3496462742853346,0.16096269022165627,0.1344248320712952,Transport,1
-m_dense/H/long,DLinear-t,46787.666172839505,46932.776296296295,107.97441358024692,0.9216909660008734,0.4313281153247779,0.32000033154899693,9.866680582381353,216.30456808130407,0.374455182978278,0.18691967142814245,0.15375500336133252,Transport,1
-electricity/15T/short,DLinear-t,279822.93893018016,279366.50651463965,84.80438450168919,1.536496807319785,0.2711215349359943,0.23195504472062395,21.360710354236144,528.9829287700882,1.0427296269754338,0.16716615869424606,0.14512181098992294,Energy,1
-electricity/15T/medium,DLinear-t,306023.4605247748,306645.84016666666,59.807261402027024,0.9226782008243981,0.16291232216122806,0.15065926601650478,8.366721702833676,553.193872457726,0.9532087673396181,0.10305393598397279,0.08487245570135252,Energy,1
-electricity/15T/long,DLinear-t,457627.37276126124,458688.5452762763,73.07087570382883,1.0599834050781738,0.18709536475529023,0.16838239460163287,9.163461694590644,676.4816130252627,1.0672327053699209,0.11527826752363515,0.0933851315546407,Energy,1
-saugeen/D/short,DLinear-t,1256.3521875,1245.3241666666668,14.726627604166667,3.2703437370682082,0.3799725341796875,0.4060724131266276,44.63723625918232,35.44505871768306,1.1480738971974995,0.47699897694504595,0.41214105578792476,Nature,1
-bitbrains_rnd/H/short,DLinear-t,1938771.0927922935,1960812.560760411,221.81755892758196,6.080249758735951,4.04007742694026,0.6381831046570638,204.2030916197544,1392.3976058555593,6.0938131617168425,0.9707821633765582,0.7874763232129114,Web/CloudOps,2
-bitbrains_rnd/5T/short,DLinear-t,1720056.814865395,1719788.572691096,140.68635053518963,2.1560777340320336,1.7972633312051731,0.6765444046476392,60.40742343435325,1311.5093651458974,5.366317705062937,0.5756479319182697,0.5097585257805448,Web/CloudOps,2
-bitbrains_rnd/5T/medium,DLinear-t,2067567.2374858544,2063225.9521641836,192.09625022335294,4.78158072306998,2.2225452777940613,0.7988780824066836,166.2711678942655,1437.9037650294454,6.049994420248131,0.8082468870773664,0.6998596278834329,Web/CloudOps,2
-bitbrains_rnd/5T/long,DLinear-t,2820124.907531612,2816001.808908922,242.1962510043479,3.762247118734536,4.0696668661535425,0.8009471276718504,122.55432761871378,1679.3227526391738,6.433107118805003,0.927799271483299,0.8233286895561761,Web/CloudOps,2
-m_dense/D/short,DLinear-t,12653.303703703703,12767.232592592592,60.340891203703706,0.8790362237610259,0.15554470234751436,0.1284245017722801,8.386490510544695,112.48690458761723,0.19473147083396708,0.10445900826062111,0.08414833854464726,Transport,1
-saugeen/W/short,DLinear-t,1407.612109375,1396.7091796875,18.84807434082031,1.5288603627242883,0.5132719039916992,0.5468358993530273,20.10800033327049,37.518157062614364,1.1325167682328645,0.5689447966288558,0.48948437794359695,Nature,1
-jena_weather/H/short,DLinear-t,1281.5060568086883,1289.1976817042607,11.559969259085213,0.621079845391268,4.889473093368514,0.6335272792985067,6.784965994316772,35.79812923615825,0.21944022764840468,0.07086186736428611,0.07388595554297567,Nature,21
-jena_weather/H/medium,DLinear-t,1850.2962301587302,1880.8535714285715,17.12574714781746,0.9687411679006482,12.251066005554549,0.7067562527126736,9.540867492744699,43.015069803020545,0.26321684098042647,0.10479548410174892,0.10732242724149633,Nature,21
-jena_weather/H/long,DLinear-t,2355.4489417989416,2366.0126984126982,20.512595072751324,1.185794073063782,14.317901390008059,0.6876758070849868,10.050720123456278,48.53296757667866,0.2922222357323013,0.12350854876863465,0.11859978983420404,Nature,21
-bitbrains_fast_storage/H/short,DLinear-t,2256432.620894704,2272391.101423198,282.9777138009922,1.3163530031189323,4.550504270502564,0.627046607104988,23.891860584179305,1502.142676610549,4.28159443795648,0.8065783792321425,0.6199745754536258,Web/CloudOps,2
-kdd_cup_2018/D/short,DLinear-t,2865.2563335328146,2852.843730259658,21.13310337783222,1.2110613572949223,0.521635721002347,0.47338520696611985,12.481978936486172,53.528089201211124,1.1990860548306945,0.47340396292495923,0.3939072806549396,Nature,1
-sz_taxi/H/short,DLinear-t,7.9678282126402245,7.976388262887286,1.9748475164429755,0.6010257172968383,1.2720764681824253,0.3200580564319578,4.798123551806809,2.822734173215789,0.2629551070108749,0.18396923271907564,0.14678678000960166,Transport,1
-ett1/15T/short,DLinear-t,6.802619861421131,6.836323474702381,1.321455310639881,0.8449658711295975,0.5294520984170265,0.285681878952753,6.878859769296895,2.608183249202619,0.4930552001356725,0.24981005949527801,0.20026389081215562,Energy,7
-ett1/15T/medium,DLinear-t,10.119540550595238,10.112865203373016,1.7668887958829365,1.1135705890090926,0.7483535178383268,0.42907257564484125,8.033299693585755,3.1811225299562476,0.6063250995211146,0.33677075149356106,0.2651098533297194,Energy,7
-ett1/15T/long,DLinear-t,10.270480530753968,10.30788318452381,1.8544842819940477,1.1880053508390203,0.8665879602477187,0.4507804749503968,8.52201143188328,3.204759044102063,0.6108302424877362,0.35346653775573006,0.2764878649767052,Energy,7
-m4_monthly/M/short,DLinear-t,2176366.4019444445,2183430.739222222,603.6234675925926,0.9900741900097482,0.17411089460938065,0.13881479561770405,8.776763956926398,1475.2513012854604,0.3066078648737738,0.12545367858682968,0.10082235097708343,Econ/Fin,1
-electricity/W/short,DLinear-t,183846396597.73694,187373983592.7063,46422.32027027027,1.9086513990017933,0.2728780122174061,0.12194894412616351,15.351546181137744,428773.1295192563,0.9783187859666723,0.10592041544088228,0.07888942899943596,Energy,1
-bitbrains_fast_storage/5T/short,DLinear-t,1777130.9467331283,1780870.04516473,178.18176709451805,1.0551124836910903,2.5726409327396005,0.7402382976005221,18.303001250814987,1333.0907496240188,4.1855752590744855,0.5594466814651055,0.4590012114999089,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,DLinear-t,2976067.597670941,2985487.230639377,301.6033282062048,1.222448289107873,5.43764418573872,0.8348637860199556,25.7193430948261,1725.12828440987,5.241416219205628,0.9163542158067208,0.726859380461413,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,DLinear-t,3245488.6782528837,3248447.30619195,338.96622728818625,1.1669625582936878,4.35879618653093,0.8596185686287757,20.188535901249463,1801.5239876984385,4.76089009673635,0.8957865483024273,0.7145787800653941,Web/CloudOps,2
-hospital/M/short,DLinear-t,2840.0273794002605,2963.768687527162,18.641572278357238,0.7793728518140002,0.1994463851378307,0.1770652562107847,5.6573493359902916,53.29190725992325,0.19346199848950693,0.0676732362076616,0.055262087063253695,Healthcare,1
-us_births/W/short,DLinear-t,6001075.428571428,5911400.0,1791.5298549107142,1.6295658234498873,0.024168176310403005,0.024249798485210965,11.317815863718257,2449.7092538853317,0.03325456291665945,0.02431984211298197,0.019324065563106594,Healthcare,1
-us_births/M/short,DLinear-t,26397797.333333332,27512229.333333332,3920.86328125,0.44304322247890043,0.012161729236443838,0.012138312061627706,4.185073483327922,5137.878680285603,0.015958216151352782,0.012178174619454363,0.010148878916925222,Healthcare,1
-jena_weather/10T/short,DLinear-t,1769.627380952381,1758.626984126984,12.246027095734126,0.4117204822303204,0.5807118137527416,0.6349034869481647,5.638741085902583,42.066939286717556,0.2612884163653973,0.0760631764722284,0.07328069735456512,Nature,21
-jena_weather/10T/medium,DLinear-t,1800.1477633477634,1797.5258297258297,15.043620355339105,0.7475261772080602,1.5999552632896186,0.6795324900793651,7.859509900624191,42.42814824320953,0.2603808204454887,0.0923224409450998,0.09281830459927926,Nature,21
-jena_weather/10T/long,DLinear-t,1396.2013227513228,1397.1219576719577,11.35294208829365,0.7020661985577816,1.0171902417034777,0.6609279410548942,7.1847386166915825,37.365777427364236,0.2286475992427312,0.06947059934390908,0.05999687181553454,Nature,21
-electricity/D/short,DLinear-t,3370489265.733189,3485287638.099027,5904.648036036036,1.704984648053858,0.5316249561282196,0.11437904701576576,15.035282565826018,58055.914993505954,0.9540515327828781,0.09703298122084077,0.07601420330031447,Energy,1
-bizitobs_application/10S/short,DLinear-t,4645684.053333334,4680398.506666667,926.2490277777778,3.25653781503139,0.04649354722764757,0.04682816399468316,26.322271572437344,2155.384896795311,0.08312458014974321,0.03572172267821521,0.02912910187561998,Web/CloudOps,2
-bizitobs_application/10S/medium,DLinear-t,4367968.0,4351006.293333333,1165.74125,2.56048367443566,0.03700661341349284,0.03778692881266276,37.554029806055446,2089.968420814056,0.08206690874077052,0.045775227905997806,0.04095867091367396,Web/CloudOps,2
-bizitobs_application/10S/long,DLinear-t,5092592.071111111,5064009.386666667,1373.7579166666667,3.1955834370030134,0.04539669884575738,0.046282899644639754,32.393826777565074,2256.6772190792176,0.08703102014325023,0.052980351778509786,0.0451154220173078,Web/CloudOps,2
-us_births/D/short,DLinear-t,282295.25333333336,283037.06666666665,357.3465885416667,0.525805116519628,0.03419485410054525,0.033641510009765625,4.819618938994105,531.3146462627709,0.049806436717456416,0.033498342975467436,0.027058365520515666,Healthcare,1
-restaurant/D/short,DLinear-t,151.00479826281872,150.65499206126833,7.558838734297656,0.7230042987198343,0.7323968612458556,0.4115749425755347,5.290892523122046,12.28840096443873,0.5655406843224334,0.3478752722057572,0.2740361523716299,Sales,1
-hierarchical_sales/D/short,DLinear-t,29.228467341876808,29.092676467548575,2.379651328028111,0.7759027567838462,0.6439006496072572,1.0598781779661017,9.248519493914978,5.406335851746246,1.6586039677578879,0.7300506743902903,0.6101739960308611,Sales,1
-solar/D/short,DLinear-t,154873.91143552313,155801.94257907543,294.1770072992701,1.1462725743526547,1.08481599756691,0.4887529284994678,6.810318260364136,393.5402284843611,0.5685315886361277,0.424985577571575,0.3314502762121945,Energy,1
-solar/H/short,DLinear-t,781.5216797125112,782.2985757619414,12.7200075790204,0.9809688252601378,5.502220238275757,1.4392073273694055,10.964182853062733,27.95570925075075,1.030456740718256,0.4688637098855533,0.3768027698123228,Energy,1
-solar/H/medium,DLinear-t,816.2582116788321,822.9574817518248,13.46318050486618,1.0284323767867238,5.926705206651901,1.4211239260188564,9.325782281751781,28.570232965078045,1.0291664746521965,0.484975185002362,0.41098427856006264,Energy,1
-solar/H/long,DLinear-t,782.1906731549067,783.3128953771289,17.3319697891322,1.320848732402986,6.6958642950601135,1.440361415247364,12.514833914240914,27.96767192947791,0.9696901554287117,0.6009309792065728,0.504299876481797,Energy,1
-hierarchical_sales/W/short,DLinear-t,495.6261586334746,491.66770391949154,10.427109540519067,0.837707276350689,0.6982164255847157,0.5343188269663666,7.926163746976285,22.262662882806147,1.0220897424280035,0.4787136992838645,0.41180244504723323,Sales,1
-ett2/W/short,DLinear-t,8074248.0,7668914.285714285,2005.283203125,1.3775599514477082,0.203120299748012,0.2316598892211914,10.757451886487507,2841.5221273113466,0.23836014329214433,0.16821251787698388,0.13110847538818027,Energy,7
-bizitobs_service/10S/short,DLinear-t,22199.82476190476,22014.150264550266,47.50224289021164,2.0209756198423703,0.23450145822353463,0.09637785089079035,20.833329514828137,148.9960561958093,0.11038104495903746,0.03519118117615683,0.028996219328602944,Web/CloudOps,2
-bizitobs_service/10S/medium,DLinear-t,82637.86666666667,81833.4273015873,55.27925595238095,1.2400805357574136,0.15587388780381944,0.10183926052517361,13.708584014863394,287.4680272076647,0.21635521149209444,0.0416044706914944,0.03520413469705465,Web/CloudOps,2
-bizitobs_service/10S/long,DLinear-t,130604.9964021164,130482.08931216931,75.23489417989418,1.3879837172765708,0.16709423569775134,0.11175378224206349,21.629388599870147,361.39313275450655,0.26773158619259224,0.055736414807576934,0.05166772271911727,Web/CloudOps,2
-m4_weekly/W/short,DLinear-t,399727.2423398329,399650.39297193056,321.2730072851939,2.503033638708497,0.08573227958605635,0.08806321573431139,19.502287524793495,632.2398613974232,0.11518430471108644,0.058530963050625044,0.04737908178677687,Econ/Fin,1
-electricity/H/short,DLinear-t,2105821.1137837837,2117088.177657658,223.52120653856983,1.2188395052912107,0.36046940376557374,0.16853516793465828,14.193364100144638,1451.14475976168,0.6850439616703564,0.10551797249343124,0.09078229240209494,Energy,1
-electricity/H/medium,DLinear-t,10244604.962522522,10377281.821621621,326.3480475788288,1.318517716868936,0.31156665935433114,0.16625120420713682,11.684937898005986,3200.719444519079,1.2493462216637374,0.1273843919335483,0.10228163545825754,Energy,1
-electricity/H/long,DLinear-t,12040069.90721922,12117862.81821021,347.66623423423425,1.4306637980182382,0.3867528542287416,0.1821408860031907,13.089897415007629,3469.880388027694,1.3685198181889138,0.1371194619002703,0.11163266655585143,Energy,1

results/DLinear-t/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "DLinear-t",
-    "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "model_link": "",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/dlinear_t.ipynb",
-    "org": "Big Data CBNU",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/DeOSAlphaTimeGPTPredictor-2025/all_results.csv

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,DeOSAlphaTimeGPTPredictor-2025,4253620.759478553,3942542.6739726365,351.5178219117222,0.9039245531592373,4.6281072811839135,0.7718292500679558,16.66245616890376,2062.4307890152077,5.450388819032396,0.9289566546633562,0.6717524145217136,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,DeOSAlphaTimeGPTPredictor-2025,3390856.937975832,2938339.3379816045,289.0369573141382,0.9944598806113677,4.2767788058971545,0.7593947512182156,21.183553172197,1841.4279616579663,5.594766748606289,0.8781741558533743,0.638447648013664,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,DeOSAlphaTimeGPTPredictor-2025,1551046.723143738,1551046.7231391892,152.61767237339856,0.6903232578959704,1.7680923118860032,0.6547266354607726,13.58432050068248,1245.4102629830356,3.910280264577749,0.4791817524275708,0.3799864694504142,Web/CloudOps,2
-bitbrains_fast_storage/H/short,DeOSAlphaTimeGPTPredictor-2025,2863379.3530778517,2858801.8119597975,317.24704607234844,1.009603623087645,3.9762860880015842,0.483425179076808,19.185955232386707,1692.1522842455686,4.8231836388213525,0.9042571104362971,0.6829068010829976,Web/CloudOps,2
-bitbrains_rnd/5T/long,DeOSAlphaTimeGPTPredictor-2025,2460772.825727656,2408570.118859373,181.69137884896642,3.3142125023001303,1.6193283618889214,0.6555396986648099,115.77886533466787,1568.6850626328842,6.009279106112113,0.6960187682159416,0.6315904645719728,Web/CloudOps,2
-bitbrains_rnd/5T/medium,DeOSAlphaTimeGPTPredictor-2025,2208052.9063216285,2208052.9063216285,144.0089043382807,4.393525889829723,0.32305618616953297,0.6856240051864132,160.5133725802978,1485.9518519526853,6.252156934968296,0.6059187916090644,0.6035812787955468,Web/CloudOps,2
-bitbrains_rnd/5T/short,DeOSAlphaTimeGPTPredictor-2025,1478593.9452985392,1478593.9452985392,117.6014834052782,1.6544388112624189,1.0387110630549943,0.5783237763109859,52.89403977264285,1215.9744838188562,4.975416577471558,0.48119131851919283,0.4043434461782052,Web/CloudOps,2
-bitbrains_rnd/H/short,DeOSAlphaTimeGPTPredictor-2025,1783555.8804036537,1783555.8804030593,148.29365223143196,5.781759136287309,1.2192616701026289,0.5174088677310278,201.11955856694308,1335.4983640587698,5.8447943639973925,0.6490056059492009,0.6090687621404847,Web/CloudOps,2
-bizitobs_application/10S/long,DeOSAlphaTimeGPTPredictor-2025,6242166.897780693,6242166.897779226,1517.7727777779935,3.162220056910506,0.045887777540439344,0.04694717831083904,46.64809741595336,2498.432888388371,0.0963545699834774,0.05853442932772233,0.05183357021206572,Web/CloudOps,2
-bizitobs_application/10S/medium,DeOSAlphaTimeGPTPredictor-2025,3158747.093364888,3158747.0933510866,990.344791669118,2.1551507567526325,0.030904585520496675,0.031468766530429126,17.109516540426156,1777.28644100005,0.06978880767152827,0.03888792520996555,0.032571434984432206,Web/CloudOps,2
-bizitobs_application/10S/short,DeOSAlphaTimeGPTPredictor-2025,330682.1688930182,330682.1688917817,312.1507986122335,1.0240725901806635,0.014836207495836553,0.014869072172421302,6.584896618107508,575.049709931811,0.022177368772688753,0.012038408600073285,0.009465487395238809,Web/CloudOps,2
-bizitobs_l2c/5T/long,DeOSAlphaTimeGPTPredictor-2025,71.76699466885863,71.76699466875343,5.177323443727447,0.5177408840924764,0.4239388838612668,0.7123863777304614,3.4590991505986834,8.471540277229773,0.47566432159098626,0.2906989712528437,0.2303326741032111,Web/CloudOps,7
-bizitobs_l2c/5T/medium,DeOSAlphaTimeGPTPredictor-2025,69.30413079386094,69.30413079318365,5.238999430349592,0.5193918306440176,0.36818355182680057,0.6304700306495206,3.3012861138951686,8.324910257400804,0.43801271795643903,0.2756484224943615,0.21389099516999327,Web/CloudOps,7
-bizitobs_l2c/5T/short,DeOSAlphaTimeGPTPredictor-2025,20.796484375013037,18.631319754529244,2.5361993698875196,0.2639866333364688,0.14270905494991945,0.1653895500092193,2.013703845538512,4.5603162582229935,0.15661971907454936,0.08710335212225287,0.06955900884674134,Web/CloudOps,7
-bizitobs_l2c/H/long,DeOSAlphaTimeGPTPredictor-2025,75.96023065504829,75.96023065499504,5.085054718514457,0.5469474777486598,0.5924043065248448,0.7568616594592258,4.614917158073707,8.715516660246815,0.532368912138001,0.31060981857856795,0.2475699455709395,Web/CloudOps,7
-bizitobs_l2c/H/medium,DeOSAlphaTimeGPTPredictor-2025,66.89926990338093,66.89926990338093,4.662852550697028,0.4704569255579601,0.44389625158329654,0.7154494065515075,3.7467534570786833,8.179197387481215,0.4952628252993955,0.28234280441101617,0.2210817991528417,Web/CloudOps,7
-bizitobs_l2c/H/short,DeOSAlphaTimeGPTPredictor-2025,47.7616451205187,47.761645120408474,4.257519918777629,0.4260981553127596,0.3789699883770351,0.508568173365855,2.722583522033143,6.910980040523201,0.37251952350997714,0.22949122731907196,0.17948148016365645,Web/CloudOps,7
-bizitobs_service/10S/long,DeOSAlphaTimeGPTPredictor-2025,127076.42243398998,127076.42243395673,75.45964947091149,1.2985016180215645,0.08195709067054473,0.0787758091519217,16.251980995698705,356.47780075902193,0.26409015111112305,0.0559029207124086,0.05047527419900773,Web/CloudOps,2
-bizitobs_service/10S/medium,DeOSAlphaTimeGPTPredictor-2025,5948.295238335104,5948.295238335104,28.979506448669007,0.9590529440287021,0.06441918751562445,0.05834050738632913,8.456956522343942,77.12519198215831,0.05804623694938459,0.021810659458517706,0.01769820600240515,Web/CloudOps,2
-bizitobs_service/10S/short,DeOSAlphaTimeGPTPredictor-2025,1955.9106878539405,1955.9106878411258,17.747296627017594,0.7260925792297359,0.05836188099374469,0.04773929010625359,5.309902408325444,44.225679054730236,0.03276379690316555,0.013147764708106795,0.010208833214830786,Web/CloudOps,2
-car_parts/M/short,DeOSAlphaTimeGPTPredictor-2025,1.3394600888639876,1.339460088862455,0.45101323792316167,0.8384127237589359,0.7785075259297707,1.8298891156523993,15.399481758281741,1.1573504606919947,2.7752076832203385,1.0814834794035164,0.9328574448342613,Sales,1
-covid_deaths/D/short,DeOSAlphaTimeGPTPredictor-2025,358791.05764801614,358791.05764504505,101.76966635342906,33.916951071636554,0.08764320944666984,0.1400870630363708,590.762443172419,598.9917008170607,0.22537354246126404,0.03829133223363033,0.03181424860101123,Healthcare,1
-electricity/15T/long,DeOSAlphaTimeGPTPredictor-2025,316119.8529768915,301448.91936380346,59.02531437689754,0.9040155318285895,0.13831809860832778,0.12937102134746206,7.4223454570586895,562.2453672347042,0.8870110003711399,0.0931196672449461,0.07445031627374542,Energy,1
-electricity/15T/medium,DeOSAlphaTimeGPTPredictor-2025,245526.12763987406,240116.12032448663,54.38962232546216,0.8556548344189464,0.13165588285119179,0.1259242787334942,7.180637396708639,495.5059309835476,0.8538066156817281,0.09371879620841937,0.07522088522791406,Energy,1
-electricity/15T/short,DeOSAlphaTimeGPTPredictor-2025,144065.9828621229,143022.6599099412,55.702191019165014,1.0581410281030779,0.17361034036167078,0.16279361898283753,10.380229834802687,379.5602493177106,0.7481880832376662,0.10979999818978063,0.09087798759641126,Energy,1
-electricity/D/short,DeOSAlphaTimeGPTPredictor-2025,1180566865.841817,1180566865.841817,4179.36230630656,1.3763940062284636,0.4039522552728689,0.09069691375596056,11.162884282955497,34359.37813526037,0.5646387062966604,0.06868080239424007,0.05412539110984783,Energy,1
-electricity/H/long,DeOSAlphaTimeGPTPredictor-2025,6575584.818809653,6450800.09264038,253.54705105126112,1.144049401490494,0.29030430335502827,0.12943613493775744,9.290428822669746,2564.290314844288,1.011355341724897,0.09999888194206247,0.07976140872341046,Energy,1
-electricity/H/medium,DeOSAlphaTimeGPTPredictor-2025,4886055.97121122,4741568.389193524,229.15208896412497,1.0456241708076948,0.21637195396034342,0.11974627945159859,8.665759305551648,2210.442483126128,0.8628085446907899,0.08944561186336435,0.0711945876650941,Energy,1
-electricity/H/short,DeOSAlphaTimeGPTPredictor-2025,1568839.2158561724,1497918.3992814068,165.51642595724473,0.9074777822981339,0.17948404936304313,0.1142611007151426,9.940571663832813,1252.5331196643751,0.5912850807302402,0.07813557322183602,0.06381346164497988,Energy,1
-electricity/W/short,DeOSAlphaTimeGPTPredictor-2025,29395794717.297134,29395794717.297134,23643.8608847633,1.3635557497399038,0.12850979827443412,0.08910185097979569,10.97984374034458,171452.01870287853,0.3911969310475399,0.05394748855225393,0.043553793142031824,Energy,1
-ett1/15T/long,DeOSAlphaTimeGPTPredictor-2025,8.09003766743483,8.09003766743483,1.5517131115150467,1.0044400796193644,0.7146971268068739,0.3973296053447555,7.029236447420757,2.8442991522401893,0.5421262146796589,0.29575804456148486,0.22985128943962974,Energy,7
-ett1/15T/medium,DeOSAlphaTimeGPTPredictor-2025,8.631577148460376,8.63157714845876,1.5448723493317673,0.9899225182223955,0.6927709018820842,0.38790635971813475,6.820593503996374,2.937954585840273,0.5599770158530061,0.2944541798644596,0.22932511415299706,Energy,7
-ett1/15T/short,DeOSAlphaTimeGPTPredictor-2025,4.44892694383327,4.448926943828179,1.0595989408947368,0.6751031107377107,0.4559715139224807,0.2355906895230078,4.810845251378434,2.109247956934681,0.3987356616373223,0.20030830580102948,0.15642445108661351,Energy,7
-ett1/D/short,DeOSAlphaTimeGPTPredictor-2025,42060.292063505185,42060.2920635174,136.93593439981436,1.6288935332389554,1.1616377573188807,0.46812579442597474,9.96362452226127,205.0860601394088,0.5386653397302716,0.35966677391246177,0.2761893641170094,Energy,7
-ett1/H/long,DeOSAlphaTimeGPTPredictor-2025,141.5620205030697,141.5620205028619,7.001847201558025,1.3206593911042752,2267774406939.624,0.4673595933057494,8.727281281121034,11.897983883963683,0.5697686789590044,0.3353032975344297,0.25782678572961454,Energy,7
-ett1/H/medium,DeOSAlphaTimeGPTPredictor-2025,134.41744326639196,134.41744326639196,6.668464587986121,1.2267932617041875,3293537138068.2505,0.43795205979120916,8.310043139788538,11.59385368487941,0.5553181702177943,0.3194036817966904,0.24767421232002307,Energy,7
-ett1/H/short,DeOSAlphaTimeGPTPredictor-2025,98.04556412472718,98.04556412472718,4.894838360377725,0.815035338079106,0.4436365876883383,0.2578675769624287,5.611072639956796,9.901796005004705,0.46215733888299987,0.2284621365408063,0.17604642943593804,Energy,7
-ett1/W/short,DeOSAlphaTimeGPTPredictor-2025,1001010.3571458799,1001010.3571440697,800.4866071428896,1.4441483369955501,0.5297911167173551,0.5109938894004435,7.739463438486893,1000.50505103463,0.3981248396100472,0.31853272679552225,0.23747014640347563,Energy,7
-ett2/15T/long,DeOSAlphaTimeGPTPredictor-2025,11.056184779586244,10.850311259926812,2.0884621465775326,0.8656004641239669,0.1321820120883892,0.1587395852709635,6.754839937372683,3.3250841763158667,0.1771997458118978,0.11129792818176008,0.08914688430064874,Energy,7
-ett2/15T/medium,DeOSAlphaTimeGPTPredictor-2025,10.991811126240052,10.991811126240052,2.0503414965451054,0.8470324155417513,0.1298428251795036,0.15523655846015547,6.355190838004052,3.3153900413435333,0.17668312929670793,0.10926640522503395,0.08720802717142152,Energy,7
-ett2/15T/short,DeOSAlphaTimeGPTPredictor-2025,7.498252650677291,7.49825265067168,1.6455150785918775,0.7236933910825138,0.10645821528786173,0.12580321175712306,5.34133849425684,2.738293748062327,0.12999654557973084,0.07811845462805862,0.06281700151480411,Energy,7
-ett2/D/short,DeOSAlphaTimeGPTPredictor-2025,101776.23492084746,101776.23492084631,190.62036210342978,1.2742572379270396,0.36247067527317184,0.1325021531847723,10.83025557818198,319.0238782925878,0.18258578270795806,0.10909706258040223,0.09198037762457413,Energy,7
-ett2/H/long,DeOSAlphaTimeGPTPredictor-2025,220.84508928706228,220.8450892861193,9.100840153778526,1.0069646760456616,0.17777589995428214,0.1698159677011355,6.729109204325192,14.860857622862818,0.20350800738436536,0.12462900138210854,0.10067781931225084,Energy,7
-ett2/H/medium,DeOSAlphaTimeGPTPredictor-2025,224.64012276830596,224.6401227680292,9.31343238467317,1.0031231116756554,0.16778200892113057,0.16325636364172338,6.568052130035229,14.987999291709976,0.2019729288774629,0.1255044906277177,0.10058578998485238,Energy,7
-ett2/H/short,DeOSAlphaTimeGPTPredictor-2025,104.57532457625437,102.14484747031099,6.227093796505019,0.7202662092352479,0.11713471286859643,0.10737862814040787,5.2490319320498635,10.226207731913838,0.1296967593478573,0.0789768756263061,0.0627255436134226,Energy,7
-ett2/W/short,DeOSAlphaTimeGPTPredictor-2025,2954849.7142996034,2954849.7142996034,1180.033621653956,0.7651932745008136,0.12030822890173286,0.12894910573984775,6.102820239970382,1718.9676303814142,0.14419503080905566,0.09898672983874489,0.0866468906016945,Energy,7
-hierarchical_sales/D/short,DeOSAlphaTimeGPTPredictor-2025,28.903637866889174,28.90363786688866,2.284841844512912,0.73815801120245,0.6053563253408021,1.040062963515211,6.807029823013262,5.376210362968433,1.6493618014205191,0.70096417479952,0.5684473728224652,Sales,1
-hierarchical_sales/W/short,DeOSAlphaTimeGPTPredictor-2025,450.3789672856262,450.37896728560054,8.750412407570824,0.7124265352172441,0.513843610035865,0.4523889715388913,6.5038621563974255,21.222133900379156,0.9743185478841987,0.40173571377664136,0.3398582822825932,Sales,1
-hospital/M/short,DeOSAlphaTimeGPTPredictor-2025,2029.1258259692104,2029.1258259639478,16.61691487100847,0.7443310113747209,0.18992392595104704,0.1704683531786961,4.885548360577601,45.04581918411509,0.1635267839158291,0.06032325966484719,0.047892525894090154,Healthcare,1
-jena_weather/10T/long,DeOSAlphaTimeGPTPredictor-2025,1399.3250419990766,1391.2911375663787,9.595989376658023,0.6241920999878635,0.7801082080252444,0.5997969327573386,5.738901634589255,37.407553274694,0.22890322069325755,0.05871950443415084,0.0485058832880773,Nature,21
-jena_weather/10T/medium,DeOSAlphaTimeGPTPredictor-2025,1424.370786048148,1422.2240981241625,9.50355451840132,0.5942903710102938,0.7368490756510262,0.5936458308888161,5.373854923418483,37.74083711377018,0.23161487250073112,0.05832315161305223,0.04773714361323882,Nature,21
-jena_weather/10T/short,DeOSAlphaTimeGPTPredictor-2025,759.0725198415837,738.1843750006267,5.226546223960061,0.26343062958846103,0.33317428148237416,0.42951180463714606,2.260254301959869,27.551270748217473,0.17112792194342122,0.03246340259297783,0.02670504345286187,Nature,21
-jena_weather/D/short,DeOSAlphaTimeGPTPredictor-2025,349.4009920642669,349.4009920642669,9.243148561513651,0.9881361987712975,0.5806005900697853,0.44123424348380613,6.275877127672205,18.692270917795256,0.11255802202533859,0.05565886156613879,0.0443666263226294,Nature,21
-jena_weather/H/long,DeOSAlphaTimeGPTPredictor-2025,1341.0650793651917,1280.9198412716457,11.353404017860706,0.848679507700969,2.0154693480586623,0.5885197621266812,6.354005177440056,36.620555421309376,0.22049631648974094,0.06836007091529255,0.05511376635902902,Nature,21
-jena_weather/H/medium,DeOSAlphaTimeGPTPredictor-2025,1235.7421627018116,1235.7421626994706,9.99287574405354,0.7294967251342954,1.925273364391764,0.6012966534801629,5.798438377005324,35.153124508381005,0.21510820338219955,0.06114817894530063,0.04974594646115791,Nature,21
-jena_weather/H/short,DeOSAlphaTimeGPTPredictor-2025,1098.5380878806175,1082.2564745201207,8.233126762218854,0.5197023695631651,1.0454592079080458,0.5492415656834666,4.363655498655423,33.14420142167577,0.20317183962398788,0.050468537029991545,0.04081315116061153,Nature,21
-kdd_cup_2018/D/short,DeOSAlphaTimeGPTPredictor-2025,2890.3727641468035,2890.3727641468035,21.100617561010385,1.1915478125323853,0.5092614670607326,0.4641057599201362,9.098005629521849,53.762187122054506,1.2043300408538633,0.4726762241201443,0.3752128249284896,Nature,1
-kdd_cup_2018/H/long,DeOSAlphaTimeGPTPredictor-2025,4074.3718164320326,4074.3718164320326,23.73963270663827,1.0077571619741115,0.9440227702250731,0.6001084442617497,7.55887128427067,63.83080617093927,1.4977286463167236,0.5570277126463301,0.4398758686576078,Nature,1
-kdd_cup_2018/H/medium,DeOSAlphaTimeGPTPredictor-2025,5162.125594031812,5162.125594031708,25.19616223403388,1.0355005771671983,0.8758914582401748,0.5530126460117214,8.437830428368406,71.84793381880787,1.5039073774978038,0.5274013079340047,0.41900703788885973,Nature,1
-kdd_cup_2018/H/short,DeOSAlphaTimeGPTPredictor-2025,4248.6639332977975,4248.6639332977975,22.171244770032132,0.9326107374705869,0.8398279994767779,0.4925777727582769,7.385201784162187,65.18177608271931,1.3643726270235133,0.4640843083637569,0.3738848939158539,Nature,1
-loop_seattle/5T/long,DeOSAlphaTimeGPTPredictor-2025,77.11275533082305,76.26844627912176,5.069633642935327,0.8026927443962691,0.16191277474992558,0.11609966805172223,6.500225712019464,8.781386868303805,0.1552567255119691,0.08963215960482573,0.07164677523234288,Transport,1
-loop_seattle/5T/medium,DeOSAlphaTimeGPTPredictor-2025,65.28178691431181,65.04676438339199,4.741585256228038,0.7544920277888282,0.15321824238156487,0.10961362494289678,5.908934467465426,8.079714531733593,0.14375472415580481,0.08436254266079049,0.06722841412013317,Transport,1
-loop_seattle/5T/short,DeOSAlphaTimeGPTPredictor-2025,41.20642213777828,39.48958434118928,3.4821369308945482,0.5517518947080956,0.0935271301506315,0.07413102849721089,4.23630344005342,6.419222860890379,0.1100754998932326,0.059710962501675395,0.04733966464858467,Transport,1
-loop_seattle/D/short,DeOSAlphaTimeGPTPredictor-2025,16.954627838011934,16.954627838000278,2.835673253677245,0.8626503798096022,0.05315495698690858,0.05225526162100914,6.65466072962664,4.117599766612992,0.07358701485678003,0.05067727357556304,0.040881989395174616,Transport,1
-loop_seattle/H/long,DeOSAlphaTimeGPTPredictor-2025,48.53299363638576,48.532993636225356,3.8958870829088723,0.8221961743620819,0.12143411915204987,0.09067764938361811,7.169324816436328,6.96656254090699,0.12450179950713408,0.06962471802278614,0.056986323021464655,Transport,1
-loop_seattle/H/medium,DeOSAlphaTimeGPTPredictor-2025,45.79930340631264,45.799303405866034,3.8346156637099957,0.7993525494125979,0.11227852237731702,0.08791354625238003,6.97529546938046,6.767518260502388,0.11961511420597191,0.06777639496411644,0.0553994187856082,Transport,1
-loop_seattle/H/short,DeOSAlphaTimeGPTPredictor-2025,39.99444752841507,39.99444752826104,3.5146181503346905,0.7249853379588023,0.10246250665834389,0.08120649798905903,6.584976470875178,6.324116343678411,0.11194329036198067,0.06221231532333908,0.05083510114255265,Transport,1
-m4_daily/D/short,DeOSAlphaTimeGPTPredictor-2025,355053.27898889576,355053.27898889576,171.29611643058774,3.2334241675245994,0.03667107287218712,0.030032586985326185,25.289477981404925,595.8634734474804,0.09204443968693242,0.02646051614169074,0.020984501292426423,Econ/Fin,1
-m4_hourly/H/short,DeOSAlphaTimeGPTPredictor-2025,524888.7468544954,524888.74685422,179.83831521745918,0.7026456829966296,0.08595879104794038,0.07853409403197069,5.450904856636703,724.4920612775932,0.09890916765274817,0.02455189954746391,0.01993858655807464,Econ/Fin,1
-m4_monthly/M/short,DeOSAlphaTimeGPTPredictor-2025,1816001.8201495733,1795522.5163709847,545.869526475876,0.9049255926322908,0.15686037505119715,0.12877609934631393,7.460456798739623,1347.5911175685148,0.2800756976842591,0.11345042756601133,0.09030605030825117,Econ/Fin,1
-m4_quarterly/Q/short,DeOSAlphaTimeGPTPredictor-2025,1734981.6866695217,1702830.7906676312,540.9206061199349,1.1325982000962613,0.1098312443097516,0.09820457299554819,8.751259652718709,1317.1870355684082,0.22047391484416878,0.09054058416212608,0.0722018678624429,Econ/Fin,1
-m4_weekly/W/short,DeOSAlphaTimeGPTPredictor-2025,230569.2575534201,230569.25755338106,249.35544133852406,1.9898576085037938,0.06014517029480914,0.0600645180966819,13.669943895790501,480.1762775829464,0.08748067109185284,0.04542869435054725,0.0366340884948834,Econ/Fin,1
-m4_yearly/A/short,DeOSAlphaTimeGPTPredictor-2025,3295300.592534206,3295300.592514397,818.0042513817816,2.9572461143373148,0.15779903586010974,0.1351394788916291,29.207010380936264,1815.2962823002936,0.2910911720716508,0.13117077284628423,0.10693787298370853,Econ/Fin,1
-m_dense/D/short,DeOSAlphaTimeGPTPredictor-2025,7833.570370414966,7833.57037038976,43.863246527787545,0.6614871883282976,0.1220631525197228,0.09669913963035626,7.499356335145696,88.50745940548192,0.1532195041991084,0.07593376796368202,0.06262679111641507,Transport,1
-m_dense/H/long,DeOSAlphaTimeGPTPredictor-2025,33158.79901238634,33158.799012367665,77.57057098768628,0.6618874921210435,0.26586954123966955,0.1891220281153741,7.102992215281159,182.09557658654404,0.31523436169235014,0.1342861253952138,0.11246622901632454,Transport,1
-m_dense/H/medium,DeOSAlphaTimeGPTPredictor-2025,34187.495555574875,33244.25777780607,76.3162673611413,0.6623563249696179,0.25951886451188766,0.18574232313378589,7.239070196011131,184.89860885245943,0.3217002199460585,0.13278066367244493,0.11056874143264282,Transport,1
-m_dense/H/short,DeOSAlphaTimeGPTPredictor-2025,43336.59111112981,43336.59111112981,86.36722222228076,0.7687776769784612,0.28625055021444,0.20635660807296174,8.007660876804296,208.17442472871093,0.3692495557269625,0.15319393088996813,0.12771561532765952,Transport,1
-restaurant/D/short,DeOSAlphaTimeGPTPredictor-2025,137.62853740546763,137.62853740546763,7.0695383277301,0.6778660814216722,0.636700599637461,0.3906647666246966,4.6051194352411695,11.731518972642347,0.539911684777353,0.3253565337978677,0.25477450749931735,Sales,1
-saugeen/D/short,DeOSAlphaTimeGPTPredictor-2025,1065.7159375007227,1065.7159375007227,12.220719401044551,2.7150354225147337,0.2735478464762931,0.31319437662768135,28.1984425287095,32.645304984035896,1.0573892206161633,0.3958320131746541,0.3288654873311478,Nature,1
-saugeen/M/short,DeOSAlphaTimeGPTPredictor-2025,392.646484375755,392.64648437546776,12.19125075568336,0.7143579153981151,0.3479558172680732,0.35563718704952724,4.6935604167640115,19.815309343427955,0.5949150318609729,0.36601792109533543,0.2932331336151843,Nature,1
-saugeen/W/short,DeOSAlphaTimeGPTPredictor-2025,907.9439239506402,907.9439239506402,14.385106277467237,1.1671291864276832,0.3630518913279545,0.3851867675783005,10.389655591437212,30.132107857742685,0.9095627312968267,0.4342263945655614,0.350148571341534,Nature,1
-solar/10T/long,DeOSAlphaTimeGPTPredictor-2025,18.80319181692724,18.40688726050459,1.8709905892013798,0.8186809213712213,2.9404132683492583,1.357354144357515,5.328555160231914,4.336264730955335,0.9372142615093426,0.4043846426232464,0.3194498740412499,Energy,1
-solar/10T/medium,DeOSAlphaTimeGPTPredictor-2025,20.173338310120435,19.571514529436325,1.9093761232309583,0.8357536449135131,3.5471902003901987,1.353209077155651,5.089605269381387,4.491473957413131,0.996675870088541,0.4236981282740315,0.33173821039407747,Energy,1
-solar/10T/short,DeOSAlphaTimeGPTPredictor-2025,23.815074714672978,23.815074714645778,2.308319195750749,1.0192779366614757,5.411258468967385,1.3197214159816126,5.1465064215440615,4.8800691301119326,1.4196115690617732,0.6714898040684493,0.5199798844919598,Energy,1
-solar/D/short,DeOSAlphaTimeGPTPredictor-2025,123798.74148431614,123798.74148431614,245.21808090040446,0.9561017212942808,1.065309401092407,0.4182334435828432,4.664311463399523,351.85045329559404,0.5083040848438055,0.35425660454976826,0.2727292479834795,Energy,1
-solar/H/long,DeOSAlphaTimeGPTPredictor-2025,652.854014599495,652.854014599495,10.864412256727627,0.825937782884831,4.459468810961277,1.1941705061079826,4.811222981051886,25.551008093605304,0.8859000159943209,0.3766889727694429,0.28654990965068294,Energy,1
-solar/H/medium,DeOSAlphaTimeGPTPredictor-2025,603.5896593693805,603.5896593693805,10.270328657259938,0.7835878401920398,3.6642062038055583,1.1759299482537997,4.404438154667622,24.56806177477843,0.8849989272643313,0.36996120929890386,0.2850024227849284,Energy,1
-solar/H/short,DeOSAlphaTimeGPTPredictor-2025,588.2543779630774,588.2543779630774,9.665173997984033,0.7440553016398815,3.522677695682349,1.2377798262678776,4.103001319256935,24.253955923993832,0.8940089179939837,0.3562615424568007,0.27294675614942343,Energy,1
-solar/W/short,DeOSAlphaTimeGPTPredictor-2025,955186.6131531405,955186.6131531405,768.0469177746065,0.8387951669406846,0.16764145785131884,0.1530267008909601,4.4762029580493845,977.3364892152906,0.19949880510028145,0.15677757256358346,0.12235764216103137,Energy,1
-sz_taxi/15T/long,DeOSAlphaTimeGPTPredictor-2025,15.600195868953676,15.579733128561866,2.698012375356528,0.5089470465511851,6334988927385.851,0.3988973677328475,3.8112374490563576,3.9497083270734805,0.36557796707054574,0.2497232194471518,0.1980404579291058,Transport,1
-sz_taxi/15T/medium,DeOSAlphaTimeGPTPredictor-2025,16.40649205395576,16.32286992521618,2.7555689102566867,0.53719561770002,9524933370965.082,0.4061782967331419,3.8232887519052947,4.0504928161837,0.3769659653609456,0.25645168168751875,0.2022432887641494,Transport,1
-sz_taxi/15T/short,DeOSAlphaTimeGPTPredictor-2025,16.610637138470764,16.610637138469496,2.719239305955147,0.5426127994831207,1026926057730.3031,0.3924660828233243,3.8603915702596523,4.075614939916522,0.38108742756532993,0.25426050481162676,0.1997074672454658,Transport,1
-sz_taxi/H/short,DeOSAlphaTimeGPTPredictor-2025,7.158167651578888,7.158167651576342,1.8444965069111492,0.5624451478519223,1.0607816256024378,0.29524866739909483,3.942628190398139,2.6754752197654303,0.24923702677849716,0.17182623179973372,0.1352493850038147,Transport,1
-temperature_rain/D/short,DeOSAlphaTimeGPTPredictor-2025,180.44707241609044,180.44707241607912,5.735549409489232,1.327752004679803,19.735320254678147,1.4632016736177644,18.911672832050773,13.433058937415923,1.5814261953054163,0.6752258011518504,0.5471146718345656,Nature,1
-us_births/D/short,DeOSAlphaTimeGPTPredictor-2025,157681.28000103257,157681.28000104247,232.98156250108607,0.34298029573050015,0.02253959973663114,0.022174895604550025,3.6081882000133683,397.0910223122422,0.03722406113398077,0.02184013094814161,0.018176382837941485,Healthcare,1
-us_births/M/short,DeOSAlphaTimeGPTPredictor-2025,41875856.00003636,41875856.00003636,5335.279947918206,0.6016601079779709,0.016455836594109513,0.016646799941862193,3.4488602977103437,6471.155692767414,0.020099365461953362,0.016571343142754772,0.01243337653612138,Healthcare,1
-us_births/W/short,DeOSAlphaTimeGPTPredictor-2025,2057186.5714337921,2057186.5714337921,1119.423479353628,1.0174865839357723,0.015180262071758228,0.015214066420294317,6.411477597879721,1434.2895702868673,0.019470340278204105,0.015196063967799083,0.011881630832069218,Healthcare,1
+dataset,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,num_variates,model
+bitbrains_fast_storage/5T/long,4253620.759478553,3942542.6739726365,439.27634263683444,351.5178219117222,0.9039245531592373,4.6281072811839135,0.7718292500679558,16.66245616890376,2062.4307890152077,5.450388819032396,0.9289566546633562,0.6717524145217136,2.0,DeOSAlphaTimeGPTPredictor-2025
+bitbrains_fast_storage/5T/medium,3390856.937975832,2938339.3379816045,346.56688551014156,289.0369573141382,0.9944598806113677,4.2767788058971545,0.7593947512182156,21.183553172197,1841.4279616579663,5.594766748606289,0.8781741558533743,0.638447648013664,2.0,DeOSAlphaTimeGPTPredictor-2025
+bitbrains_fast_storage/5T/short,1551046.723143738,1551046.7231391892,199.03606752846943,152.61767237339856,0.6903232578959704,1.7680923118860032,0.6547266354607726,13.58432050068248,1245.4102629830356,3.910280264577749,0.4791817524275708,0.3799864694504142,2.0,DeOSAlphaTimeGPTPredictor-2025
+bitbrains_fast_storage/H/short,2863379.3530778517,2858801.8119597975,333.7310782677839,317.24704607234844,1.009603623087645,3.9762860880015842,0.483425179076808,19.185955232386707,1692.1522842455686,4.8231836388213525,0.9042571104362971,0.6829068010829976,2.0,DeOSAlphaTimeGPTPredictor-2025
+bitbrains_rnd/5T/long,2460772.825727656,2408570.118859373,222.0122219114635,181.69137884896642,3.3142125023001303,1.6193283618889214,0.6555396986648099,115.77886533466787,1568.6850626328842,6.009279106112113,0.6960187682159416,0.6315904645719728,2.0,DeOSAlphaTimeGPTPredictor-2025
+bitbrains_rnd/5T/medium,2208052.9063216285,2208052.9063216285,190.83315102306372,144.0089043382807,4.393525889829723,0.32305618616953297,0.6856240051864132,160.5133725802978,1485.9518519526853,6.252156934968296,0.6059187916090644,0.6035812787955468,2.0,DeOSAlphaTimeGPTPredictor-2025
+bitbrains_rnd/5T/short,1478593.9452985392,1478593.9452985392,132.24529301855372,117.6014834052782,1.6544388112624189,1.0387110630549943,0.5783237763109859,52.89403977264285,1215.9744838188562,4.975416577471558,0.48119131851919283,0.4043434461782052,2.0,DeOSAlphaTimeGPTPredictor-2025
+bitbrains_rnd/H/short,1783555.8804036537,1783555.8804030593,169.2135864729052,148.29365223143196,5.781759136287309,1.2192616701026289,0.5174088677310278,201.11955856694308,1335.4983640587698,5.8447943639973925,0.6490056059492009,0.6090687621404847,2.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_application/10S/long,6242166.897780693,6242166.897779226,1548.4186111112454,1517.7727777779935,3.162220056910506,0.045887777540439344,0.04694717831083904,46.64809741595336,2498.432888388371,0.0963545699834774,0.05853442932772233,0.05183357021206572,2.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_application/10S/medium,3158747.093364888,3158747.0933510866,1198.610625011638,990.344791669118,2.1551507567526325,0.030904585520496675,0.031468766530429126,17.109516540426156,1777.28644100005,0.06978880767152827,0.03888792520996555,0.032571434984432206,2.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_application/10S/short,330682.1688930182,330682.1688917817,361.4938541675514,312.1507986122335,1.0240725901806635,0.014836207495836553,0.014869072172421302,6.584896618107508,575.049709931811,0.022177368772688753,0.012038408600073285,0.009465487395238809,2.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_l2c/5T/long,71.76699466885863,71.76699466875343,5.1773234442847045,5.177323443727447,0.5177408840924764,0.4239388838612668,0.7123863777304614,3.4590991505986834,8.471540277229773,0.47566432159098626,0.2906989712528437,0.2303326741032111,7.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_l2c/5T/medium,69.30413079386094,69.30413079318365,5.2389994305602565,5.238999430349592,0.5193918306440176,0.36818355182680057,0.6304700306495206,3.3012861138951686,8.324910257400804,0.43801271795643903,0.2756484224943615,0.21389099516999327,7.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_l2c/5T/short,20.796484375013037,18.631319754529244,2.6896362304725394,2.5361993698875196,0.2639866333364688,0.14270905494991945,0.1653895500092193,2.013703845538512,4.5603162582229935,0.15661971907454936,0.08710335212225287,0.06955900884674134,7.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_l2c/H/long,75.96023065504829,75.96023065499504,5.085054718630753,5.085054718514457,0.5469474777486598,0.5924043065248448,0.7568616594592258,4.614917158073707,8.715516660246815,0.532368912138001,0.31060981857856795,0.2475699455709395,7.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_l2c/H/medium,66.89926990338093,66.89926990338093,4.662852550711636,4.662852550697028,0.4704569255579601,0.44389625158329654,0.7154494065515075,3.7467534570786833,8.179197387481215,0.4952628252993955,0.28234280441101617,0.2210817991528417,7.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_l2c/H/short,47.7616451205187,47.761645120408474,4.527385651120547,4.257519918777629,0.4260981553127596,0.3789699883770351,0.508568173365855,2.722583522033143,6.910980040523201,0.37251952350997714,0.22949122731907196,0.17948148016365645,7.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_service/10S/long,127076.42243398998,127076.42243395673,79.42200438184732,75.45964947091149,1.2985016180215645,0.08195709067054473,0.0787758091519217,16.251980995698705,356.47780075902193,0.26409015111112305,0.0559029207124086,0.05047527419900773,2.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_service/10S/medium,5948.295238335104,5948.295238335104,46.433770927866526,28.979506448669007,0.9590529440287021,0.06441918751562445,0.05834050738632913,8.456956522343942,77.12519198215831,0.05804623694938459,0.021810659458517706,0.01769820600240515,2.0,DeOSAlphaTimeGPTPredictor-2025
+bizitobs_service/10S/short,1955.9106878539405,1955.9106878411258,19.65338293652902,17.747296627017594,0.7260925792297359,0.05836188099374469,0.04773929010625359,5.309902408325444,44.225679054730236,0.03276379690316555,0.013147764708106795,0.010208833214830786,2.0,DeOSAlphaTimeGPTPredictor-2025
+car_parts/M/short,1.3394600888639876,1.339460088862455,0.48362268995694985,0.45101323792316167,0.8384127237589359,0.7785075259297707,1.8298891156523993,15.399481758281741,1.1573504606919947,2.7752076832203385,1.0814834794035164,0.9328574448342613,1.0,DeOSAlphaTimeGPTPredictor-2025
+covid_deaths/D/short,358791.05764801614,358791.05764504505,136.35700757035056,101.76966635342906,33.916951071636554,0.08764320944666984,0.1400870630363708,590.762443172419,598.9917008170607,0.22537354246126404,0.03829133223363033,0.03181424860101123,1.0,DeOSAlphaTimeGPTPredictor-2025
+electricity/15T/long,316119.8529768915,301448.91936380346,59.71403826308797,59.02531437689754,0.9040155318285895,0.13831809860832778,0.12937102134746206,7.4223454570586895,562.2453672347042,0.8870110003711399,0.0931196672449461,0.07445031627374542,1.0,DeOSAlphaTimeGPTPredictor-2025
+electricity/15T/medium,245526.12763987406,240116.12032448663,54.79427162786796,54.38962232546216,0.8556548344189464,0.13165588285119179,0.1259242787334942,7.180637396708639,495.5059309835476,0.8538066156817281,0.09371879620841937,0.07522088522791406,1.0,DeOSAlphaTimeGPTPredictor-2025
+electricity/15T/short,144065.9828621229,143022.6599099412,56.85607637131312,55.702191019165014,1.0581410281030779,0.17361034036167078,0.16279361898283753,10.380229834802687,379.5602493177106,0.7481880832376662,0.10979999818978063,0.09087798759641126,1.0,DeOSAlphaTimeGPTPredictor-2025
+electricity/D/short,1180566865.841817,1180566865.841817,4251.209920750075,4179.36230630656,1.3763940062284636,0.4039522552728689,0.09069691375596056,11.162884282955497,34359.37813526037,0.5646387062966604,0.06868080239424007,0.05412539110984783,1.0,DeOSAlphaTimeGPTPredictor-2025
+electricity/H/long,6575584.818809653,6450800.09264038,279.8932897345126,253.54705105126112,1.144049401490494,0.29030430335502827,0.12943613493775744,9.290428822669746,2564.290314844288,1.011355341724897,0.09999888194206247,0.07976140872341046,1.0,DeOSAlphaTimeGPTPredictor-2025
+electricity/H/medium,4886055.97121122,4741568.389193524,247.566379951903,229.15208896412497,1.0456241708076948,0.21637195396034342,0.11974627945159859,8.665759305551648,2210.442483126128,0.8628085446907899,0.08944561186336435,0.0711945876650941,1.0,DeOSAlphaTimeGPTPredictor-2025
+electricity/H/short,1568839.2158561724,1497918.3992814068,172.59574973290387,165.51642595724473,0.9074777822981339,0.17948404936304313,0.1142611007151426,9.940571663832813,1252.5331196643751,0.5912850807302402,0.07813557322183602,0.06381346164497988,1.0,DeOSAlphaTimeGPTPredictor-2025
+electricity/W/short,29395794717.297134,29395794717.297134,23643.86088474908,23643.8608847633,1.3635557497399038,0.12850979827443412,0.08910185097979569,10.97984374034458,171452.01870287853,0.3911969310475399,0.05394748855225393,0.043553793142031824,1.0,DeOSAlphaTimeGPTPredictor-2025
+ett1/15T/long,8.09003766743483,8.09003766743483,1.5517131115533138,1.5517131115150467,1.0044400796193644,0.7146971268068739,0.3973296053447555,7.029236447420757,2.8442991522401893,0.5421262146796589,0.29575804456148486,0.22985128943962974,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett1/15T/medium,8.631577148460376,8.63157714845876,1.5448723493374275,1.5448723493317673,0.9899225182223955,0.6927709018820842,0.38790635971813475,6.820593503996374,2.937954585840273,0.5599770158530061,0.2944541798644596,0.22932511415299706,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett1/15T/short,4.44892694383327,4.448926943828179,1.0932999247596507,1.0595989408947368,0.6751031107377107,0.4559715139224807,0.2355906895230078,4.810845251378434,2.109247956934681,0.3987356616373223,0.20030830580102948,0.15642445108661351,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett1/D/short,42060.292063505185,42060.2920635174,136.30761408730785,136.93593439981436,1.6288935332389554,1.1616377573188807,0.46812579442597474,9.96362452226127,205.0860601394088,0.5386653397302716,0.35966677391246177,0.2761893641170094,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett1/H/long,141.5620205030697,141.5620205028619,7.220682715593782,7.001847201558025,1.3206593911042752,2267774406939.624,0.4673595933057494,8.727281281121034,11.897983883963683,0.5697686789590044,0.3353032975344297,0.25782678572961454,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett1/H/medium,134.41744326639196,134.41744326639196,6.66846458799428,6.668464587986121,1.2267932617041875,3293537138068.2505,0.43795205979120916,8.310043139788538,11.59385368487941,0.5553181702177943,0.3194036817966904,0.24767421232002307,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett1/H/short,98.04556412472718,98.04556412472718,4.89483836037888,4.894838360377725,0.815035338079106,0.4436365876883383,0.2578675769624287,5.611072639956796,9.901796005004705,0.46215733888299987,0.2284621365408063,0.17604642943593804,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett1/W/short,1001010.3571458799,1001010.3571440697,801.5694056920333,800.4866071428896,1.4441483369955501,0.5297911167173551,0.5109938894004435,7.739463438486893,1000.50505103463,0.3981248396100472,0.31853272679552225,0.23747014640347563,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett2/15T/long,11.056184779586244,10.850311259926812,2.093517097794991,2.0884621465775326,0.8656004641239669,0.1321820120883892,0.1587395852709635,6.754839937372683,3.3250841763158667,0.1771997458118978,0.11129792818176008,0.08914688430064874,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett2/15T/medium,10.991811126240052,10.991811126240052,2.0503414965936058,2.0503414965451054,0.8470324155417513,0.1298428251795036,0.15523655846015547,6.355190838004052,3.3153900413435333,0.17668312929670793,0.10926640522503395,0.08720802717142152,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett2/15T/short,7.498252650677291,7.49825265067168,1.7334863571895873,1.6455150785918775,0.7236933910825138,0.10645821528786173,0.12580321175712306,5.34133849425684,2.738293748062327,0.12999654557973084,0.07811845462805862,0.06281700151480411,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett2/D/short,101776.23492084746,101776.23492084631,222.04579613103235,190.62036210342978,1.2742572379270396,0.36247067527317184,0.1325021531847723,10.83025557818198,319.0238782925878,0.18258578270795806,0.10909706258040223,0.09198037762457413,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett2/H/long,220.84508928706228,220.8450892861193,10.071580997928558,9.100840153778526,1.0069646760456616,0.17777589995428214,0.1698159677011355,6.729109204325192,14.860857622862818,0.20350800738436536,0.12462900138210854,0.10067781931225084,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett2/H/medium,224.64012276830596,224.6401227680292,9.703669084846057,9.31343238467317,1.0031231116756554,0.16778200892113057,0.16325636364172338,6.568052130035229,14.987999291709976,0.2019729288774629,0.1255044906277177,0.10058578998485238,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett2/H/short,104.57532457625437,102.14484747031099,6.295174280803538,6.227093796505019,0.7202662092352479,0.11713471286859643,0.10737862814040787,5.2490319320498635,10.226207731913838,0.1296967593478573,0.0789768756263061,0.0627255436134226,7.0,DeOSAlphaTimeGPTPredictor-2025
+ett2/W/short,2954849.7142996034,2954849.7142996034,1509.4345703126253,1180.033621653956,0.7651932745008136,0.12030822890173286,0.12894910573984775,6.102820239970382,1718.9676303814142,0.14419503080905566,0.09898672983874489,0.0866468906016945,7.0,DeOSAlphaTimeGPTPredictor-2025
+hierarchical_sales/D/short,28.903637866889174,28.90363786688866,2.3195691869231267,2.284841844512912,0.73815801120245,0.6053563253408021,1.040062963515211,6.807029823013262,5.376210362968433,1.6493618014205191,0.70096417479952,0.5684473728224652,1.0,DeOSAlphaTimeGPTPredictor-2025
+hierarchical_sales/W/short,450.3789672856262,450.37896728560054,8.75041240759359,8.750412407570824,0.7124265352172441,0.513843610035865,0.4523889715388913,6.5038621563974255,21.222133900379156,0.9743185478841987,0.40173571377664136,0.3398582822825932,1.0,DeOSAlphaTimeGPTPredictor-2025
+hospital/M/short,2029.1258259692104,2029.1258259639478,16.61691487101014,16.61691487100847,0.7443310113747209,0.18992392595104704,0.1704683531786961,4.885548360577601,45.04581918411509,0.1635267839158291,0.06032325966484719,0.047892525894090154,1.0,DeOSAlphaTimeGPTPredictor-2025
+jena_weather/10T/long,1399.3250419990766,1391.2911375663787,10.08374880120996,9.595989376658023,0.6241920999878635,0.7801082080252444,0.5997969327573386,5.738901634589255,37.407553274694,0.22890322069325755,0.05871950443415084,0.0485058832880773,21.0,DeOSAlphaTimeGPTPredictor-2025
+jena_weather/10T/medium,1424.370786048148,1422.2240981241625,9.894016494093766,9.50355451840132,0.5942903710102938,0.7368490756510262,0.5936458308888161,5.373854923418483,37.74083711377018,0.23161487250073112,0.05832315161305223,0.04773714361323882,21.0,DeOSAlphaTimeGPTPredictor-2025
+jena_weather/10T/short,759.0725198415837,738.1843750006267,5.621278191378988,5.226546223960061,0.26343062958846103,0.33317428148237416,0.42951180463714606,2.260254301959869,27.551270748217473,0.17112792194342122,0.03246340259297783,0.02670504345286187,21.0,DeOSAlphaTimeGPTPredictor-2025
+jena_weather/D/short,349.4009920642669,349.4009920642669,9.827138264996151,9.243148561513651,0.9881361987712975,0.5806005900697853,0.44123424348380613,6.275877127672205,18.692270917795256,0.11255802202533859,0.05565886156613879,0.0443666263226294,21.0,DeOSAlphaTimeGPTPredictor-2025
+jena_weather/H/long,1341.0650793651917,1280.9198412716457,12.88958669244824,11.353404017860706,0.848679507700969,2.0154693480586623,0.5885197621266812,6.354005177440056,36.620555421309376,0.22049631648974094,0.06836007091529255,0.05511376635902902,21.0,DeOSAlphaTimeGPTPredictor-2025
+jena_weather/H/medium,1235.7421627018116,1235.7421626994706,10.663989451807481,9.99287574405354,0.7294967251342954,1.925273364391764,0.6012966534801629,5.798438377005324,35.153124508381005,0.21510820338219955,0.06114817894530063,0.04974594646115791,21.0,DeOSAlphaTimeGPTPredictor-2025
+jena_weather/H/short,1098.5380878806175,1082.2564745201207,8.411170702140346,8.233126762218854,0.5197023695631651,1.0454592079080458,0.5492415656834666,4.363655498655423,33.14420142167577,0.20317183962398788,0.050468537029991545,0.04081315116061153,21.0,DeOSAlphaTimeGPTPredictor-2025
+kdd_cup_2018/D/short,2890.3727641468035,2890.3727641468035,21.71406054872549,21.100617561010385,1.1915478125323853,0.5092614670607326,0.4641057599201362,9.098005629521849,53.762187122054506,1.2043300408538633,0.4726762241201443,0.3752128249284896,1.0,DeOSAlphaTimeGPTPredictor-2025
+kdd_cup_2018/H/long,4074.3718164320326,4074.3718164320326,24.97580497817963,23.73963270663827,1.0077571619741115,0.9440227702250731,0.6001084442617497,7.55887128427067,63.83080617093927,1.4977286463167236,0.5570277126463301,0.4398758686576078,1.0,DeOSAlphaTimeGPTPredictor-2025
+kdd_cup_2018/H/medium,5162.125594031812,5162.125594031708,26.337250565738664,25.19616223403388,1.0355005771671983,0.8758914582401748,0.5530126460117214,8.437830428368406,71.84793381880787,1.5039073774978038,0.5274013079340047,0.41900703788885973,1.0,DeOSAlphaTimeGPTPredictor-2025
+kdd_cup_2018/H/short,4248.6639332977975,4248.6639332977975,22.74372853721177,22.171244770032132,0.9326107374705869,0.8398279994767779,0.4925777727582769,7.385201784162187,65.18177608271931,1.3643726270235133,0.4640843083637569,0.3738848939158539,1.0,DeOSAlphaTimeGPTPredictor-2025
+loop_seattle/5T/long,77.11275533082305,76.26844627912176,5.218633842943717,5.069633642935327,0.8026927443962691,0.16191277474992558,0.11609966805172223,6.500225712019464,8.781386868303805,0.1552567255119691,0.08963215960482573,0.07164677523234288,1.0,DeOSAlphaTimeGPTPredictor-2025
+loop_seattle/5T/medium,65.28178691431181,65.04676438339199,4.869518228616982,4.741585256228038,0.7544920277888282,0.15321824238156487,0.10961362494289678,5.908934467465426,8.079714531733593,0.14375472415580481,0.08436254266079049,0.06722841412013317,1.0,DeOSAlphaTimeGPTPredictor-2025
+loop_seattle/5T/short,41.20642213777828,39.48958434118928,3.648289078751747,3.4821369308945482,0.5517518947080956,0.0935271301506315,0.07413102849721089,4.23630344005342,6.419222860890379,0.1100754998932326,0.059710962501675395,0.04733966464858467,1.0,DeOSAlphaTimeGPTPredictor-2025
+loop_seattle/D/short,16.954627838011934,16.954627838000278,2.8908717861120823,2.835673253677245,0.8626503798096022,0.05315495698690858,0.05225526162100914,6.65466072962664,4.117599766612992,0.07358701485678003,0.05067727357556304,0.040881989395174616,1.0,DeOSAlphaTimeGPTPredictor-2025
+loop_seattle/H/long,48.53299363638576,48.532993636225356,4.394733995439638,3.8958870829088723,0.8221961743620819,0.12143411915204987,0.09067764938361811,7.169324816436328,6.96656254090699,0.12450179950713408,0.06962471802278614,0.056986323021464655,1.0,DeOSAlphaTimeGPTPredictor-2025
+loop_seattle/H/medium,45.79930340631264,45.799303405866034,4.774017567088997,3.8346156637099957,0.7993525494125979,0.11227852237731702,0.08791354625238003,6.97529546938046,6.767518260502388,0.11961511420597191,0.06777639496411644,0.0553994187856082,1.0,DeOSAlphaTimeGPTPredictor-2025
+loop_seattle/H/short,39.99444752841507,39.99444752826104,4.075954878793375,3.5146181503346905,0.7249853379588023,0.10246250665834389,0.08120649798905903,6.584976470875178,6.324116343678411,0.11194329036198067,0.06221231532333908,0.05083510114255265,1.0,DeOSAlphaTimeGPTPredictor-2025
+m4_daily/D/short,355053.27898889576,355053.27898889576,182.77459687311375,171.29611643058774,3.2334241675245994,0.03667107287218712,0.030032586985326185,25.289477981404925,595.8634734474804,0.09204443968693242,0.02646051614169074,0.020984501292426423,1.0,DeOSAlphaTimeGPTPredictor-2025
+m4_hourly/H/short,524888.7468544954,524888.74685422,184.97413446058692,179.83831521745918,0.7026456829966296,0.08595879104794038,0.07853409403197069,5.450904856636703,724.4920612775932,0.09890916765274817,0.02455189954746391,0.01993858655807464,1.0,DeOSAlphaTimeGPTPredictor-2025
+m4_monthly/M/short,1816001.8201495733,1795522.5163709847,555.0341335723622,545.869526475876,0.9049255926322908,0.15686037505119715,0.12877609934631393,7.460456798739623,1347.5911175685148,0.2800756976842591,0.11345042756601133,0.09030605030825117,1.0,DeOSAlphaTimeGPTPredictor-2025
+m4_quarterly/Q/short,1734981.6866695217,1702830.7906676312,561.5495734305604,540.9206061199349,1.1325982000962613,0.1098312443097516,0.09820457299554819,8.751259652718709,1317.1870355684082,0.22047391484416878,0.09054058416212608,0.0722018678624429,1.0,DeOSAlphaTimeGPTPredictor-2025
+m4_weekly/W/short,230569.2575534201,230569.25755338106,249.35544133878093,249.35544133852406,1.9898576085037938,0.06014517029480914,0.0600645180966819,13.669943895790501,480.1762775829464,0.08748067109185284,0.04542869435054725,0.0366340884948834,1.0,DeOSAlphaTimeGPTPredictor-2025
+m4_yearly/A/short,3295300.592534206,3295300.592514397,818.0042513815904,818.0042513817816,2.9572461143373148,0.15779903586010974,0.1351394788916291,29.207010380936264,1815.2962823002936,0.2910911720716508,0.13117077284628423,0.10693787298370853,1.0,DeOSAlphaTimeGPTPredictor-2025
+m_dense/D/short,7833.570370414966,7833.57037038976,46.134473379651375,43.863246527787545,0.6614871883282976,0.1220631525197228,0.09669913963035626,7.499356335145696,88.50745940548192,0.1532195041991084,0.07593376796368202,0.06262679111641507,1.0,DeOSAlphaTimeGPTPredictor-2025
+m_dense/H/long,33158.79901238634,33158.799012367665,84.81094425300059,77.57057098768628,0.6618874921210435,0.26586954123966955,0.1891220281153741,7.102992215281159,182.09557658654404,0.31523436169235014,0.1342861253952138,0.11246622901632454,1.0,DeOSAlphaTimeGPTPredictor-2025
+m_dense/H/medium,34187.495555574875,33244.25777780607,79.91017849436965,76.3162673611413,0.6623563249696179,0.25951886451188766,0.18574232313378589,7.239070196011131,184.89860885245943,0.3217002199460585,0.13278066367244493,0.11056874143264282,1.0,DeOSAlphaTimeGPTPredictor-2025
+m_dense/H/short,43336.59111112981,43336.59111112981,89.82139122857336,86.36722222228076,0.7687776769784612,0.28625055021444,0.20635660807296174,8.007660876804296,208.17442472871093,0.3692495557269625,0.15319393088996813,0.12771561532765952,1.0,DeOSAlphaTimeGPTPredictor-2025
+restaurant/D/short,137.62853740546763,137.62853740546763,7.08888314888116,7.0695383277301,0.6778660814216722,0.636700599637461,0.3906647666246966,4.6051194352411695,11.731518972642347,0.539911684777353,0.3253565337978677,0.25477450749931735,1.0,DeOSAlphaTimeGPTPredictor-2025
+saugeen/D/short,1065.7159375007227,1065.7159375007227,12.316854858417477,12.220719401044551,2.7150354225147337,0.2735478464762931,0.31319437662768135,28.1984425287095,32.645304984035896,1.0573892206161633,0.3958320131746541,0.3288654873311478,1.0,DeOSAlphaTimeGPTPredictor-2025
+saugeen/M/short,392.646484375755,392.64648437546776,12.768525623144779,12.19125075568336,0.7143579153981151,0.3479558172680732,0.35563718704952724,4.6935604167640115,19.815309343427955,0.5949150318609729,0.36601792109533543,0.2932331336151843,1.0,DeOSAlphaTimeGPTPredictor-2025
+saugeen/W/short,907.9439239506402,907.9439239506402,14.385106277487498,14.385106277467237,1.1671291864276832,0.3630518913279545,0.3851867675783005,10.389655591437212,30.132107857742685,0.9095627312968267,0.4342263945655614,0.350148571341534,1.0,DeOSAlphaTimeGPTPredictor-2025
+solar/10T/long,18.80319181692724,18.40688726050459,1.9477469072527454,1.8709905892013798,0.8186809213712213,2.9404132683492583,1.357354144357515,5.328555160231914,4.336264730955335,0.9372142615093426,0.4043846426232464,0.3194498740412499,1.0,DeOSAlphaTimeGPTPredictor-2025
+solar/10T/medium,20.173338310120435,19.571514529436325,2.0579187169032864,1.9093761232309583,0.8357536449135131,3.5471902003901987,1.353209077155651,5.089605269381387,4.491473957413131,0.996675870088541,0.4236981282740315,0.33173821039407747,1.0,DeOSAlphaTimeGPTPredictor-2025
+solar/10T/short,23.815074714672978,23.815074714645778,2.34341084974562,2.308319195750749,1.0192779366614757,5.411258468967385,1.3197214159816126,5.1465064215440615,4.8800691301119326,1.4196115690617732,0.6714898040684493,0.5199798844919598,1.0,DeOSAlphaTimeGPTPredictor-2025
+solar/D/short,123798.74148431614,123798.74148431614,254.33213104494772,245.21808090040446,0.9561017212942808,1.065309401092407,0.4182334435828432,4.664311463399523,351.85045329559404,0.5083040848438055,0.35425660454976826,0.2727292479834795,1.0,DeOSAlphaTimeGPTPredictor-2025
+solar/H/long,652.854014599495,652.854014599495,12.366314554213716,10.864412256727627,0.825937782884831,4.459468810961277,1.1941705061079826,4.811222981051886,25.551008093605304,0.8859000159943209,0.3766889727694429,0.28654990965068294,1.0,DeOSAlphaTimeGPTPredictor-2025
+solar/H/medium,603.5896593693805,603.5896593693805,11.445277230464601,10.270328657259938,0.7835878401920398,3.6642062038055583,1.1759299482537997,4.404438154667622,24.56806177477843,0.8849989272643313,0.36996120929890386,0.2850024227849284,1.0,DeOSAlphaTimeGPTPredictor-2025
+solar/H/short,588.2543779630774,588.2543779630774,11.064874813919044,9.665173997984033,0.7440553016398815,3.522677695682349,1.2377798262678776,4.103001319256935,24.253955923993832,0.8940089179939837,0.3562615424568007,0.27294675614942343,1.0,DeOSAlphaTimeGPTPredictor-2025
+solar/W/short,955186.6131531405,955186.6131531405,768.0469177725836,768.0469177746065,0.8387951669406846,0.16764145785131884,0.1530267008909601,4.4762029580493845,977.3364892152906,0.19949880510028145,0.15677757256358346,0.12235764216103137,1.0,DeOSAlphaTimeGPTPredictor-2025
+sz_taxi/15T/long,15.600195868953676,15.579733128561866,2.8021362826776994,2.698012375356528,0.5089470465511851,6334988927385.851,0.3988973677328475,3.8112374490563576,3.9497083270734805,0.36557796707054574,0.2497232194471518,0.1980404579291058,1.0,DeOSAlphaTimeGPTPredictor-2025
+sz_taxi/15T/medium,16.40649205395576,16.32286992521618,2.8214082375670047,2.7555689102566867,0.53719561770002,9524933370965.082,0.4061782967331419,3.8232887519052947,4.0504928161837,0.3769659653609456,0.25645168168751875,0.2022432887641494,1.0,DeOSAlphaTimeGPTPredictor-2025
+sz_taxi/15T/short,16.610637138470764,16.610637138469496,2.7577188600126092,2.719239305955147,0.5426127994831207,1026926057730.3031,0.3924660828233243,3.8603915702596523,4.075614939916522,0.38108742756532993,0.25426050481162676,0.1997074672454658,1.0,DeOSAlphaTimeGPTPredictor-2025
+sz_taxi/H/short,7.158167651578888,7.158167651576342,1.8844109478170346,1.8444965069111492,0.5624451478519223,1.0607816256024378,0.29524866739909483,3.942628190398139,2.6754752197654303,0.24923702677849716,0.17182623179973372,0.1352493850038147,1.0,DeOSAlphaTimeGPTPredictor-2025
+temperature_rain/D/short,180.44707241609044,180.44707241607912,5.7659389208737295,5.735549409489232,1.327752004679803,19.735320254678147,1.4632016736177644,18.911672832050773,13.433058937415923,1.5814261953054163,0.6752258011518504,0.5471146718345656,1.0,DeOSAlphaTimeGPTPredictor-2025
+us_births/D/short,157681.28000103257,157681.28000104247,269.4766666670808,232.98156250108607,0.34298029573050015,0.02253959973663114,0.022174895604550025,3.6081882000133683,397.0910223122422,0.03722406113398077,0.02184013094814161,0.018176382837941485,1.0,DeOSAlphaTimeGPTPredictor-2025
+us_births/M/short,41875856.00003636,41875856.00003636,5445.316406257483,5335.279947918206,0.6016601079779709,0.016455836594109513,0.016646799941862193,3.4488602977103437,6471.155692767414,0.020099365461953362,0.016571343142754772,0.01243337653612138,1.0,DeOSAlphaTimeGPTPredictor-2025
+us_births/W/short,2057186.5714337921,2057186.5714337921,1119.4234793532196,1119.423479353628,1.0174865839357723,0.015180262071758228,0.015214066420294317,6.411477597879721,1434.2895702868673,0.019470340278204105,0.015196063967799083,0.011881630832069218,1.0,DeOSAlphaTimeGPTPredictor-2025

results/EFG-base/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,EFG-base,5126541.065382116,5126541.065382116,392.54289619211045,0.8703285380800128,5.10306051559786,0.8266004072450777,33.66452687983472,2264.1866233555297,5.983569207289848,1.0373736696291178,0.7042170531538452,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,EFG-base,4477008.5946068745,4477008.5946068745,316.9292512048172,0.9589058089692837,4.951176584956728,0.8077498823684843,22.073776563527144,2115.894277748034,6.428671155803927,0.9629185905353481,0.6962345852780683,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,EFG-base,1995832.9657558703,1995832.9657558703,166.41618818635555,0.7546971265664578,2.2445529000015756,0.7447515975758745,16.509974461660526,1412.7395250915401,4.435652713061192,0.5225056732084278,0.4076777384640741,Web/CloudOps,2
-bitbrains_fast_storage/H/short,EFG-base,2687041.4444778003,2687041.4444778003,296.0692614013833,1.008609706467526,4.140900387962003,0.576751016769904,22.351747285794552,1639.21976698605,4.672308831675098,0.8438935722308055,0.6640431116065315,Web/CloudOps,2
-bitbrains_rnd/5T/long,EFG-base,2576444.7621659655,2576444.7621659655,171.90679026688275,3.2834501103354317,1.353896099108396,0.7068157116144949,128.95908638973754,1605.1307617032219,6.148894333089739,0.6585361851579298,0.6083005686030845,Web/CloudOps,2
-bitbrains_rnd/5T/medium,EFG-base,2824969.3207207173,2824969.3207207173,180.585857633462,4.355883064073673,1.5061813269175217,0.7328374792999693,162.24676156624787,1680.7645048372235,7.0718331366010885,0.7598167669167452,0.6783160366409824,Web/CloudOps,2
-bitbrains_rnd/5T/short,EFG-base,1910325.75411003,1910325.75411003,134.05949408363622,1.631342773936009,1.2453287258263424,0.6756270800912038,53.86361343682083,1382.1453447847045,5.655339774864417,0.5485327516025353,0.4278819528489623,Web/CloudOps,2
-bitbrains_rnd/H/short,EFG-base,1795280.9640033634,1795280.9640033634,155.39626554558484,5.7914201429652525,1.805164727773588,0.5505855175434723,200.13234366804318,1339.8809514294035,5.863974689324455,0.6800900983051728,0.6335196456567801,Web/CloudOps,2
-bizitobs_application/10S/long,EFG-base,5565534.435555556,5565534.435555556,1439.6490277777777,3.1349084547019697,0.045313245985243056,0.0462050543891059,37.29480578420466,2359.1384943566914,0.0909825419812805,0.055521508559767195,0.04874669140090761,Web/CloudOps,2
-bizitobs_application/10S/medium,EFG-base,3129978.6666666665,3129978.6666666665,986.51625,2.109378971470533,0.030209134419759115,0.03084511121114095,18.15440718743069,1769.1745721286711,0.06947027845560588,0.03873758964669073,0.029836251287954734,Web/CloudOps,2
-bizitobs_application/10S/short,EFG-base,453879.0755555556,453879.0755555556,352.65541666666667,0.9369897451516666,0.013825128343370225,0.013927225536770291,9.165218076151561,673.7054813162466,0.025982127536598364,0.01360050981684748,0.010626689591521516,Web/CloudOps,2
-bizitobs_l2c/5T/long,EFG-base,186.30797619047618,186.30797619047618,9.456356646825396,0.8768135236335247,0.6800038643825794,1.0549605499751984,5.335378451151664,13.649467981957253,0.76639722119561,0.5309602884406632,0.41638983445660693,Web/CloudOps,7
-bizitobs_l2c/5T/medium,EFG-base,125.15863095238095,125.15863095238095,7.145115858843537,0.6794056543507327,0.47020368916734806,0.8086573594281462,4.958690213266375,11.187431830066316,0.5886234325713376,0.3759381676542876,0.2999365541640153,Web/CloudOps,7
-bizitobs_l2c/5T/short,EFG-base,28.24441208612351,28.24441208612351,3.2593656267438615,0.32724315523538267,0.1753538669502355,0.22159913608006068,2.6969152567152794,5.314547213650803,0.18252305933660698,0.11193980630406272,0.0892083781736216,Web/CloudOps,7
-bizitobs_l2c/H/long,EFG-base,81.38827504960318,81.38827504960318,5.270368303571429,0.5666766973388675,0.6144890668673622,0.7788304889012897,4.838753467242177,9.021545047806566,0.5510620093024687,0.3219293072017908,0.2595340963004266,Web/CloudOps,7
-bizitobs_l2c/H/medium,EFG-base,71.94966517857142,71.94966517857142,4.854914783296131,0.49262073665430384,0.48645819753799163,0.7582643781389509,3.4605837010301355,8.482314847880348,0.5136170479355463,0.29397246432067076,0.23186604176893347,Web/CloudOps,7
-bizitobs_l2c/H/short,EFG-base,52.74486917162698,52.74486917162698,4.350199381510417,0.42833338236774576,0.37674030697317146,0.5874349200536334,2.683120591893104,7.262566293785343,0.39147096387512437,0.23448691220706766,0.18313053032545198,Web/CloudOps,7
-bizitobs_service/10S/long,EFG-base,130228.78201058201,130228.78201058201,75.16877976190476,1.327247095374828,0.09860049373889096,0.08654176096436839,24.904983176767637,360.8722516495027,0.26734571653676403,0.05568743840731465,0.05140062789882552,Web/CloudOps,2
-bizitobs_service/10S/medium,EFG-base,8153.110952380953,8153.110952380953,31.185220734126982,1.002500029866255,0.07826733543759301,0.06470117841448103,17.432560338813825,90.29457875410324,0.06795782371273608,0.023470730605698268,0.018167166953795038,Web/CloudOps,2
-bizitobs_service/10S/short,EFG-base,1783.9125225281084,1783.9125225281084,17.63665191488922,0.6752381455324662,0.06778010595412481,0.051303576691440804,7.3019378096873675,42.23638860660448,0.03129006691922206,0.013065795558136728,0.01032041523148545,Web/CloudOps,2
-car_parts/M/short,EFG-base,1.3689259044619153,1.3689259044619153,0.44790881210167255,0.8270178761515397,0.8701484559040885,1.9162326597099968,14.345455950273802,1.170011070230498,2.8055665261627776,1.074039384736951,0.9468581611920389,Sales,1
-covid_deaths/D/short,EFG-base,605236.8105503016,605236.8105503016,141.9159304817219,44.196687161240334,0.12211756429062869,0.4073171304879631,892.5816787370205,777.969671999045,0.29271486132403224,0.053396556968456244,0.042293404380046425,Healthcare,1
-electricity/15T/long,EFG-base,341678.99241809594,341678.99241809594,57.98952502890464,0.8626335291957868,0.12272307416470729,0.12988771012452272,7.825769232758619,584.5331405644131,0.9221726953700028,0.09148558548364866,0.07315762624290774,Energy,1
-electricity/15T/medium,EFG-base,266445.01794765674,266445.01794765674,52.34203568068496,0.8108850847736782,0.12098575878964146,0.12730555496129903,7.76323295948211,516.1831244312979,0.8894354931490353,0.09019059731827926,0.07243865493452216,Energy,1
-electricity/15T/short,EFG-base,135515.93792597624,135515.93792597624,50.50936311943037,0.9879113140385386,0.1600350602997628,0.16491488468942342,13.541203832378969,368.1248944665061,0.7256467442996584,0.09956391283284612,0.08453197768875177,Energy,1
-electricity/D/short,EFG-base,1139660951.3983424,1139660951.3983424,4087.864149493243,1.3653329089055193,0.23536445962978797,0.09202802029171506,11.396125325976977,33758.86478242926,0.5547702773244704,0.06717718568129934,0.053287560041625576,Energy,1
-electricity/H/long,EFG-base,6223109.275779279,6223109.275779279,253.644807080518,1.1271549839460417,0.28168116983236585,0.1349812391126478,9.939502214604653,2494.6160577891096,0.9838758792304634,0.10003744135270168,0.0790121539171838,Energy,1
-electricity/H/medium,EFG-base,5072328.182987401,5072328.182987401,234.5309609655432,1.0376224427143463,0.23361302642228032,0.1257781073961172,9.189554867290033,2252.182981684082,0.8791012322170207,0.09154516238448861,0.07253487585101386,Energy,1
-electricity/H/short,EFG-base,2101777.7237995365,2101777.7237995365,185.05598262013615,1.0075165975911002,0.1786370725256574,0.1325317113463943,13.470490809332814,1449.7509178474545,0.6843859657880228,0.08735963939128182,0.0735772576207421,Energy,1
-electricity/W/short,EFG-base,46422048524.10811,46422048524.10811,28466.8689893018,1.5458819916362723,0.2467995556526115,0.09910274394997605,12.472338437646428,215457.7650587421,0.49160352324231166,0.06495200155354183,0.0507323885565788,Energy,1
-ett1/15T/long,EFG-base,8.316414310515873,8.316414310515873,1.5431121341765872,0.9877045998757737,0.7072389920773773,0.3895314050099206,6.993504021480794,2.8838193963068965,0.5496588282912663,0.2941186985148061,0.22798334658844166,Energy,7
-ett1/15T/medium,EFG-base,8.879939856150793,8.879939856150793,1.555095486111111,0.9774851261724249,0.6858030384550389,0.383893074156746,6.727644229885498,2.9799227936560357,0.5679761637240146,0.29640270221305354,0.22733518076583112,Energy,7
-ett1/15T/short,EFG-base,4.25193852015904,4.25193852015904,1.0101019723074778,0.6469445943141648,0.43634991989453825,0.2242758660089402,4.666042003489471,2.062022919406824,0.3898081530862128,0.19095131317317582,0.14780430715774462,Energy,7
-ett1/D/short,EFG-base,40064.038095238095,40064.038095238095,135.95162450396825,1.6851209746674978,1.3053291441902282,0.48186480809771826,10.842121716126284,200.1600312131223,0.5257269613573321,0.35708145132112923,0.27239195444909026,Energy,7
-ett1/H/long,EFG-base,173.2171626984127,173.2171626984127,8.255442915013228,1.5271799736884826,3050579566540.526,0.515602458974041,9.037013077908165,13.161199136036682,0.6302613214464917,0.3953352811519843,0.29959573429438097,Energy,7
-ett1/H/medium,EFG-base,151.47916666666666,151.47916666666666,7.587915620349702,1.366012066140845,3082597644479.2524,0.4639856247674851,8.606617905177146,12.307687299678468,0.5895090463847598,0.36344317112421554,0.27585011041508894,Energy,7
-ett1/H/short,EFG-base,90.73653273809524,90.73653273809524,4.819833156040737,0.8074530930877977,0.440681030636742,0.25756512142363047,5.999656163932295,9.525572567467808,0.44459744245520777,0.22496133214658495,0.1756509046095645,Energy,7
-ett1/W/short,EFG-base,1625121.7142857143,1625121.7142857143,929.5588727678571,1.5950729839580902,0.6428322792053223,0.5382036481584821,8.776301040281751,1274.802617774891,0.507274388281454,0.3698936619521275,0.28087131506380925,Energy,7
-ett2/15T/long,EFG-base,11.52257564484127,11.52257564484127,2.140332496279762,0.8859911503845249,0.1345510406484915,0.16334011501736112,7.419888494477564,3.394491956809041,0.18089860889952092,0.114062185471612,0.09186800895176349,Energy,7
-ett2/15T/medium,EFG-base,10.94194816468254,10.94194816468254,2.058623511904762,0.8492725535949535,0.12849342655094317,0.15626459030877976,6.755000731666298,3.307861569758103,0.17628191906630256,0.10970776607804686,0.0874939432462757,Energy,7
-ett2/15T/short,EFG-base,7.113072858537946,7.113072858537946,1.676523917061942,0.7192777861351491,0.10090928716164878,0.12181118783496675,4.982220786970462,2.6670344689444767,0.12661361759226508,0.07959055669917035,0.06258598814633971,Energy,7
-ett2/D/short,EFG-base,114001.54920634921,114001.54920634921,223.2341021825397,1.7818252508005197,0.44716138082837303,0.1769502670045883,15.813259971730673,337.64115449149443,0.19324091913303146,0.12776275200385184,0.10120657957276974,Energy,7
-ett2/H/long,EFG-base,206.48687169312169,206.48687169312169,8.57807281332672,0.961339568486397,0.17083614191046248,0.16467453083664021,8.919059905752055,14.369651063721822,0.1967813116174183,0.11747010500608122,0.09528127467718378,Energy,7
-ett2/H/medium,EFG-base,211.433984375,211.433984375,8.856697591145833,0.9712692179478699,0.16499605868676293,0.15919974190848216,7.7512436808872245,14.540769731173105,0.19594621066754403,0.11934968809064425,0.09500041463916614,Energy,7
-ett2/H/short,EFG-base,96.58323800223214,96.58323800223214,6.02039300827753,0.7032464423596334,0.11427890733806151,0.10576778139386858,5.477156006407984,9.82767714173762,0.12464229071900701,0.07635533450661652,0.06035170556578091,Energy,7
-ett2/W/short,EFG-base,4439811.428571428,4439811.428571428,1483.3624441964287,1.0670491078850297,0.14918756484985352,0.16212809085845947,8.987952473887916,2107.086004075635,0.17675217904914958,0.12443134443694018,0.09969289080020342,Energy,7
-hierarchical_sales/D/short,EFG-base,29.017822785395243,29.017822785395243,2.330441375013322,0.7504179143134277,0.6465481084748141,1.0591596649914252,7.028178490410332,5.386819357041337,1.6526165233145624,0.7149536057727082,0.580583411759716,Sales,1
-hierarchical_sales/W/short,EFG-base,463.68526381153174,463.68526381153174,8.935595706357795,0.7229061216486836,0.5224857304386059,0.45759221052719373,6.706554298626973,21.533352358876492,0.9886067395420822,0.41023756960384006,0.34800927011218324,Sales,1
-hospital/M/short,EFG-base,3319.2884716181484,3319.2884716181484,19.858049633916384,0.7973893040411721,0.1953959257796452,0.17916882032935694,5.360962345819152,57.613266455028814,0.20914953584857673,0.07208933149162014,0.056460064479898486,Healthcare,1
-jena_weather/10T/long,EFG-base,1318.0669312169312,1318.0669312169312,9.478175636574074,0.6317182401445102,0.757941057200861,0.6366495122354497,5.808115923175565,36.30519151880253,0.22215769220801998,0.0579985819568823,0.0472283096706088,Nature,21
-jena_weather/10T/medium,EFG-base,1379.2265512265512,1379.2265512265512,9.191639610389611,0.5802855062004045,0.6954124363188396,0.6409675014655484,5.477126541766532,37.13793951239825,0.2279148746730993,0.05640892891063252,0.04592019477917096,Nature,21
-jena_weather/10T/short,EFG-base,782.2479445684523,782.2479445684523,5.531712220207093,0.275240523347322,0.34938494604572506,0.5454966106112041,2.6227883100992653,27.968695796701933,0.17372065466225223,0.03435886590074303,0.02747003243607451,Nature,21
-jena_weather/D/short,EFG-base,524.9882936507937,524.9882936507937,11.120785280257936,1.1183598789918925,0.7147228157056367,0.47440379309275793,7.8079005218537745,22.912623019872555,0.13797143952551275,0.06696530346789839,0.05458415610252524,Nature,21
-jena_weather/H/long,EFG-base,1334.7654761904762,1334.7654761904762,11.111274388227514,0.8014714525432582,2.8239521429290892,0.6336709320229829,6.840044977626886,36.53444232762389,0.2199778421588196,0.06690218894373948,0.05344183069550025,Nature,21
-jena_weather/H/medium,EFG-base,1244.3887896825397,1244.3887896825397,10.294838169642857,0.7517919050054536,2.806970685790618,0.6519440666077629,6.190597874568356,35.27589530660476,0.21585944329032392,0.06299593580115347,0.05020087306969235,Nature,21
-jena_weather/H/short,EFG-base,1137.7559262740183,1137.7559262740183,8.768943843984962,0.5213757060101597,1.9651517198626653,0.6023105120997481,5.156022810356424,33.73063779820978,0.20676664857279511,0.05375306393524655,0.042958608141099294,Nature,21
-kdd_cup_2018/D/short,EFG-base,2934.027133619257,2934.027133619257,21.39581373909606,1.211964213476986,0.530178416812901,0.47173725825467716,8.879335014215991,54.166660720587686,1.2133907174954712,0.4792889470923907,0.3788573064205848,Nature,1
-kdd_cup_2018/H/long,EFG-base,3831.051167455663,3831.051167455663,22.546178044678378,0.9674363941885652,0.9310429071729688,0.5817618629677769,7.260163309153382,61.8954858406949,1.452318217963236,0.5290244462092991,0.4221041628577058,Nature,1
-kdd_cup_2018/H/medium,EFG-base,4801.989052428114,4801.989052428114,23.67333337527096,0.9897051323448902,0.8405999701670072,0.5335284290746507,7.925899715084482,69.29638556539665,1.4504988540868338,0.49552574283748757,0.39751457106074656,Nature,1
-kdd_cup_2018/H/short,EFG-base,4506.306954530898,4506.306954530898,21.889080054855402,0.913593358636387,0.76140739079868,0.4919885909552164,7.33444301566827,67.12903212866172,1.4051322190144988,0.4581780885908648,0.3686972924572961,Nature,1
-loop_seattle/5T/long,EFG-base,91.75655951689886,91.75655951689886,5.320037766351515,0.8428206911621209,0.1583089038825694,0.12061642068854823,7.140195914220986,9.578964428209286,0.16935806077368154,0.0940593616465151,0.07524709472762457,Transport,1
-loop_seattle/5T/medium,EFG-base,73.5246112054248,73.5246112054248,4.755966829313706,0.7563548855333075,0.14534549219074386,0.10924884985598002,6.033130372563348,8.574649334254131,0.15256063131155945,0.0846184227124489,0.06719288088005869,Transport,1
-loop_seattle/5T/short,EFG-base,47.305298287752855,47.305298287752855,3.5848573027257458,0.5680230062158662,0.09135470486277766,0.07747025910545798,4.578191177703863,6.87788472480841,0.11794053823928193,0.06147238819945072,0.048667186212914895,Transport,1
-loop_seattle/D/short,EFG-base,18.490372387518946,18.490372387518946,2.9568408552707166,0.89126096366693,0.054930583316106174,0.05458254440158021,9.644079153561393,4.300043300656279,0.07684751803471637,0.052842696006461846,0.042605444419617534,Transport,1
-loop_seattle/H/long,EFG-base,60.03168019812092,60.03168019812092,4.10605327027501,0.8580134769221276,0.1223579035372844,0.09557318403665906,8.187069433412146,7.748011370546697,0.13846731236249918,0.0733806564757421,0.059142248481781054,Transport,1
-loop_seattle/H/medium,EFG-base,69.46942671548472,69.46942671548472,4.387327452857428,0.89903105853796,0.1145532252249703,0.10071990487499256,8.48492788419225,8.334832134811398,0.1473172275207087,0.07754552294832441,0.06286345642956738,Transport,1
-loop_seattle/H/short,EFG-base,59.9544003296893,59.9544003296893,4.049123549900362,0.8213835223010492,0.1076650697043702,0.09351014977955467,7.679643567518213,7.743022686889746,0.13705937571868693,0.07167360453390333,0.058218422851537915,Transport,1
-m4_daily/D/short,EFG-base,360610.69686135603,360610.69686135603,184.94727752302904,3.4204103187068076,0.03839958892918829,0.031236957784978432,40.71655622069701,600.5086984060731,0.09276199809718702,0.028569243128714745,0.02354314697217348,Econ/Fin,1
-m4_hourly/H/short,EFG-base,1693820.4770817093,1693820.4770817093,226.70262125878327,0.7426220556045424,0.09241503330724443,0.08324244647210347,8.898700267687797,1301.468584746366,0.17767920633452006,0.030949914804947715,0.0232918432078848,Econ/Fin,1
-m4_monthly/M/short,EFG-base,2003153.23428295,2003153.23428295,579.4485479431153,0.9820485998739749,0.16052115353679766,0.1342228277080037,8.587146790139986,1415.3279599735708,0.29415373795073935,0.12042930059177125,0.09641208994873028,Econ/Fin,1
-m4_quarterly/Q/short,EFG-base,1995812.9111417846,1995812.9111417846,617.1709125264485,1.3334549853800626,0.12356260478372375,0.11176887453099092,10.79859974374271,1412.7324272988799,0.2364665306077317,0.10330354259381759,0.08274342217068374,Econ/Fin,1
-m4_weekly/W/short,EFG-base,303952.1507392329,303952.1507392329,288.8239831362492,2.303060611462038,0.06915293205772909,0.07282344524063951,33.804891659385184,551.3185564981763,0.10044169101944192,0.05261925057890121,0.04173826729978919,Econ/Fin,1
-m4_yearly/A/short,EFG-base,4886621.683500914,4886621.683500914,1113.7120493844604,4.269434855131007,0.19555738229904623,0.18507754747355823,37.163167677492005,2210.570443008074,0.3544752156858778,0.17858888874869286,0.14378889436247067,Econ/Fin,1
-m_dense/D/short,EFG-base,11066.73863425926,11066.73863425926,55.671037688078705,0.8264362772183109,0.14375713368183246,0.12584561948423031,7.566630046334475,105.19856764357232,0.18211428149756817,0.09637480106325343,0.07873008944666805,Transport,1
-m_dense/H/long,EFG-base,38686.83987654321,38686.83987654321,82.70143904320987,0.7073237170034194,0.2521121501258263,0.19187230051299672,7.636589710319088,196.68970455146658,0.3404989818935824,0.14316842795388277,0.11960175909305512,Transport,1
-m_dense/H/medium,EFG-base,41083.43840277778,41083.43840277778,83.53082573784722,0.714878662939848,0.25650425048981235,0.1942578845553928,7.795033414032697,202.69049904417764,0.3526558730970733,0.14533308872400338,0.12087513957781261,Transport,1
-m_dense/H/short,EFG-base,46782.34326171875,46782.34326171875,88.51420576307508,0.7823251508767879,0.29137157873498554,0.21105278333028157,9.701861908444226,216.29226352719772,0.38364861703890996,0.1570021602970148,0.1323518689371891,Transport,1
-restaurant/D/short,EFG-base,136.93330443868498,136.93330443868498,6.989485740928831,0.6706338101745729,0.6483822579676446,0.3881503388673927,4.672303718831748,11.701850470702698,0.538546271576862,0.3216723282732927,0.25208543747027495,Sales,1
-saugeen/D/short,EFG-base,1184.0193489583332,1184.0193489583332,12.466103108723958,2.769831199787453,0.26010730743408206,0.30768465677897133,27.38355410526543,34.40958222586164,1.1145345815983083,0.4037800552545103,0.3308716849756125,Nature,1
-saugeen/M/short,EFG-base,386.82142857142856,386.82142857142856,12.60314214797247,0.7385009530407881,0.3624469212123326,0.3702429362705776,4.3237559950999644,19.667776401297342,0.5904856503435308,0.3783841363544582,0.2938341284406493,Nature,1
-saugeen/W/short,EFG-base,935.8611572265625,935.8611572265625,14.625250625610352,1.1865203547702525,0.37824602127075196,0.38732506036758424,9.152339127278498,30.591847888392792,0.9234403664074798,0.4414753514003691,0.3496628292665766,Nature,1
-solar/10T/long,EFG-base,18.593280133249696,18.593280133249696,1.8128782595644515,0.7897593649060634,2.829435213279352,1.4467547773251375,4.678354590245426,4.311992594294393,0.9319682274114827,0.39182463817648777,0.2937013297588388,Energy,1
-solar/10T/medium,EFG-base,21.810324923577127,21.810324923577127,1.930489768720364,0.8423875101831907,3.5099118274784202,1.4520435052275578,4.661962581294389,4.67015255891894,1.0363254104403465,0.42838335079638784,0.3112722032732403,Energy,1
-solar/10T/short,EFG-base,25.700935052375144,25.700935052375144,2.1053932830365034,0.9238613382467641,5.538916419903649,1.5113013817446075,5.473108856171787,5.069608964444412,1.4747486858612369,0.6124586726817565,0.4586324313449135,Energy,1
-solar/D/short,EFG-base,123330.8593673966,123330.8593673966,245.47119473274026,0.9574201561009568,1.0652283494489907,0.4190778848318578,4.65410162904761,351.1849361339358,0.5073426391823435,0.35462228292005893,0.26848071457939554,Energy,1
-solar/H/long,EFG-base,210.37212543719588,210.37212543719588,5.627718613772303,0.42671607799047373,1.8106864977981236,1.3275494540694857,4.501188733160138,14.504210610619106,0.5028874878890688,0.19512328882996716,0.15422258109287587,Energy,1
-solar/H/medium,EFG-base,204.0583706375456,204.0583706375456,5.387277919648628,0.4111926848552501,1.3349166761858202,1.3333593530956556,4.504961170588257,14.284900091969337,0.5145754451854218,0.19406232567207346,0.1533145865157831,Energy,1
-solar/H/short,EFG-base,229.7075718203005,229.7075718203005,5.694348589652539,0.4385143620733999,1.3483856945208212,1.3430615949148343,4.77104907449279,15.156106750095834,0.5586591423893048,0.20989558545705808,0.16605537557970332,Energy,1
-solar/W/short,EFG-base,1948800.8613138685,1948800.8613138685,1119.9659414917883,1.2276546513397606,0.25526996250570255,0.2171797769783187,8.328392681188658,1395.99457782395,0.28495738496979556,0.22861304120550988,0.1639818298782079,Energy,1
-sz_taxi/15T/long,EFG-base,15.32650866386218,15.32650866386218,2.6648849965500356,0.5029905085292942,6156239707402.701,0.3954813161127248,4.352850739320246,3.914908512834263,0.36235694192420825,0.2466569971594264,0.19439032105377185,Transport,1
-sz_taxi/15T/medium,EFG-base,16.160736344818375,16.160736344818375,2.7282822959443442,0.5319430192954864,9469609741211.469,0.40254518231775005,4.154926080800302,4.020041833714965,0.3741319895367341,0.25391220430565303,0.19970031082942502,Transport,1
-sz_taxi/15T/short,EFG-base,16.617077206808425,16.617077206808425,2.7213224567045367,0.5427968356973067,1145068549753.9146,0.39331728824037915,4.023828969991133,4.076404936559716,0.38116131032142797,0.2544552981235537,0.199786389587721,Transport,1
-sz_taxi/H/short,EFG-base,7.3280816200451975,7.3280816200451975,1.8628775604769714,0.5673820360087384,1.059494463297037,0.2988525924519596,4.686771775082288,2.7070429660508157,0.2521777582949051,0.17353854115743858,0.1367015043151951,Transport,1
-temperature_rain/D/short,EFG-base,183.04136236099066,183.04136236099066,5.764541148765603,1.3410441858670878,22.644637455572262,1.500108300594128,18.40781536395663,13.529277968945374,1.5927537192637726,0.6786389026539591,0.5516731982504793,Nature,1
-us_births/D/short,EFG-base,120624.27333333333,120624.27333333333,220.70966796875,0.3250362822653687,0.021446192661921184,0.021310875415802,3.0795737174565487,347.3100536024452,0.03255749926669896,0.020689740416415518,0.01670728927603159,Healthcare,1
-us_births/M/short,EFG-base,64930688.0,64930688.0,6947.06640625,0.7842848109171264,0.02143228550752004,0.021732166409492493,3.421369019411344,8057.958053998544,0.025027962777255518,0.02157754089331211,0.016099549249210268,Healthcare,1
-us_births/W/short,EFG-base,2412174.0,2412174.0,1199.5851004464287,1.0903318322994977,0.016213065811565945,0.016271127121789113,7.541355376868721,1553.117510042302,0.02108341790877882,0.016284250113932214,0.012986903990428617,Healthcare,1

results/EFG-base/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "EFG-base",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "",
-    "code_link": "",
-    "org": "LAIR",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/EXAONE-Forecast-Agent/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,EXAONE-Forecast-Agent,3177511.7907198044,3177511.7907198044,307.1620422138858,0.8165893508828165,4.112746807240175,0.6768785826226078,14.66074738160535,1782.557654248469,4.710767611972478,0.8117375595902071,0.607447290173064,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,EXAONE-Forecast-Agent,2806611.318379256,2806611.318379256,272.20229620199746,0.9147410952854164,3.887964517975404,0.6719401788552786,20.222089265952416,1675.29439752518,5.090007056725789,0.8270257517555543,0.5825135517898654,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,EXAONE-Forecast-Agent,1666901.3644217397,1666901.3644217397,146.6571049476101,0.6144031123067197,1.717701282059274,0.5667847685975027,12.24982549100172,1291.0853435856743,4.053688648123737,0.4604670360843332,0.3510103561769142,Web/CloudOps,2
-bitbrains_fast_storage/H/short,EXAONE-Forecast-Agent,2831595.9414665964,2831595.9414665964,307.1235605139573,1.01579522379618,3.484257845574485,0.4530203549136362,20.96893020818434,1682.7346616346251,4.796340452572148,0.8754019221308065,0.6273686313965873,Web/CloudOps,2
-bitbrains_rnd/5T/long,EXAONE-Forecast-Agent,2304834.881307448,2304834.881307448,158.3173178426322,3.2345343591301243,0.9888402874726514,0.5687774102056241,114.71450549429724,1518.1682651496333,5.815760735630673,0.6064779919430028,0.5763356847387787,Web/CloudOps,2
-bitbrains_rnd/5T/medium,EXAONE-Forecast-Agent,2257699.7400086788,2257699.7400086788,142.33442441683613,4.312590144426522,0.36252497651559,0.5917239612578209,159.08633122586414,1502.564387974332,6.3220542324861,0.5988734709239653,0.6148795350065023,Web/CloudOps,2
-bitbrains_rnd/5T/short,EXAONE-Forecast-Agent,1574898.1259338392,1574898.1259338392,113.47517697602608,1.5736635922814908,0.9344463111492765,0.4949149598910482,51.280739489506814,1254.949451545296,5.134890897166249,0.4643076680029085,0.3738628492425512,Web/CloudOps,2
-bitbrains_rnd/H/short,EXAONE-Forecast-Agent,1932002.031626956,1932002.031626956,177.6346843731352,5.76618735336495,2.210093644569903,0.502779415995272,194.51820618739688,1389.964759131308,6.083165851898172,0.7774162898681699,0.6634427037723596,Web/CloudOps,2
-bizitobs_application/10S/long,EXAONE-Forecast-Agent,6296706.844444444,6296706.844444444,1520.12875,3.230862017344616,0.0468719948662651,0.0479183748033311,77.205191510543,2509.3239815624534,0.096774595914258,0.058625289759235,0.0547339024718467,Web/CloudOps,2
-bizitobs_application/10S/medium,EXAONE-Forecast-Agent,4336232.106666666,4336232.106666666,1151.5430208333332,2.480241851790498,0.0358266735076904,0.0365795771280924,44.86636805495124,2082.362145897458,0.0817682327114004,0.0452177052345081,0.0406860125948315,Web/CloudOps,2
-bizitobs_application/10S/short,EXAONE-Forecast-Agent,926928.1422222222,926928.1422222222,520.8728819444444,1.338740607580159,0.0194210010104709,0.0196886189778645,12.257215688262162,962.771074670517,0.0371302320440746,0.0200879850681864,0.0163982022989199,Web/CloudOps,2
-bizitobs_l2c/5T/long,EXAONE-Forecast-Agent,59.16724206349206,59.16724206349206,4.638330543154762,0.4700214205546726,0.3616953740234866,0.6648646278471825,2.982395645666533,7.6920245750707315,0.4318956802928243,0.2604353256815213,0.2082896129193617,Web/CloudOps,7
-bizitobs_l2c/5T/medium,EXAONE-Forecast-Agent,56.67143388605442,56.67143388605442,4.583836561968537,0.4545565628969074,0.3289004056974114,0.5785606195206371,2.9040712239705875,7.528043164465412,0.3960857751198971,0.2411772113954347,0.1895885552198077,Web/CloudOps,7
-bizitobs_l2c/5T/short,EXAONE-Forecast-Agent,15.27825695219494,15.27825695219494,2.155303955078125,0.2191553122895936,0.1065013676522059,0.1823497062928628,2.220574812373778,3.908741095569639,0.1342419852518633,0.0740218588739028,0.0581092273223215,Web/CloudOps,7
-bizitobs_l2c/H/long,EXAONE-Forecast-Agent,78.51812996031747,78.51812996031747,5.136200629340278,0.5494210531364618,0.6205399583170826,0.6519472809536462,4.937423906218639,8.861045647118486,0.5412582426786442,0.3137339584279981,0.2526608708603701,Web/CloudOps,7
-bizitobs_l2c/H/medium,EXAONE-Forecast-Agent,69.98865327380952,69.98865327380952,4.776882789248512,0.4814188352921408,0.4900761734269467,0.6108438560212276,3.366599726422306,8.365922141271069,0.5065692927599854,0.2892475085572947,0.2284923492598523,Web/CloudOps,7
-bizitobs_l2c/H/short,EXAONE-Forecast-Agent,51.10011315724206,51.10011315724206,4.292416527157738,0.4246452758793203,0.3765612631964741,0.5656542525529501,2.6566382658829264,7.148434315096004,0.3853189170403585,0.2313722438825184,0.1789861928480834,Web/CloudOps,7
-bizitobs_service/10S/long,EXAONE-Forecast-Agent,130890.98497354495,130890.98497354495,75.78632936507937,1.28427349475327,0.0741412385809358,0.0717714985842427,22.055116793552465,361.7885915469765,0.2680245547085538,0.0561449356217018,0.0524356878837465,Web/CloudOps,2
-bizitobs_service/10S/medium,EXAONE-Forecast-Agent,29957.44253968254,29957.44253968254,42.724513888888886,1.0377114610252436,0.0633317008851066,0.0574164884052579,10.65934896312286,173.0821843509104,0.1302657306431623,0.0321554759606358,0.0260580293878188,Web/CloudOps,2
-bizitobs_service/10S/short,EXAONE-Forecast-Agent,3496.7569907407405,3496.7569907407405,21.153864242311503,0.7654111065144434,0.0536194994083788,0.0443587465639467,6.093806023310363,59.13338304833185,0.0438079024870852,0.0156714595746161,0.0124489042954788,Web/CloudOps,2
-car_parts/M/short,EXAONE-Forecast-Agent,1.378891415910859,1.378891415910859,0.4481142153536575,0.8225745028484741,0.8398732012201846,1.884655807779281,17.000998054029456,1.1742620729253157,2.8157599945552247,1.0745319206648551,0.9268279101163676,Sales,1
-covid_deaths/D/short,EXAONE-Forecast-Agent,158888.19649122807,158888.19649122807,74.3834292763158,28.70152059233563,0.0785164045561929,0.1001813003584012,534.5745513772996,398.6078229177497,0.1499781261501241,0.0279871259370242,0.0243866769334697,Healthcare,1
-electricity/15T/long,EXAONE-Forecast-Agent,308806.9138184591,308806.9138184591,55.57595562945758,0.837216236675962,0.1204530853510082,0.1191197433947214,6.871926208502799,555.7039803874533,0.8766911431850827,0.0876778820990656,0.0697838118646984,Energy,1
-electricity/15T/medium,EXAONE-Forecast-Agent,244767.8788684544,244767.8788684544,50.3377505982545,0.7885446947001294,0.1154572564032517,0.1162151527616797,6.793205295821209,494.7402135145822,0.852487195021529,0.0867370119488669,0.0696779904766637,Energy,1
-electricity/15T/short,EXAONE-Forecast-Agent,125997.54759717236,125997.54759717236,46.49816081279033,0.9027895712632376,0.1486261973276597,0.1385655075158559,10.773282260896984,354.9613325380278,0.699698771358477,0.0916570426376026,0.0769410080919266,Energy,1
-electricity/D/short,EXAONE-Forecast-Agent,1185234071.0815134,1185234071.0815134,4058.6612927927927,1.3493931286587788,0.2524238816213511,0.0884589001296635,10.912375475796583,34427.22862911729,0.5657537263300384,0.0666972870528117,0.0525307514119255,Energy,1
-electricity/H/long,EXAONE-Forecast-Agent,8350733.3176336335,8350733.3176336335,266.9740656906907,1.1466752051249869,0.2847431679068283,0.1294374334425038,9.398296459158924,2889.763540090025,1.1397219320658294,0.1052944968469581,0.0834355870647707,Energy,1
-electricity/H/medium,EXAONE-Forecast-Agent,5433095.014594595,5433095.014594595,231.18444872606983,1.0264030656419476,0.2190372554084955,0.1176964918724212,8.52388161203071,2330.900043887467,0.90982709474837,0.0902389083079868,0.0719000734460206,Energy,1
-electricity/H/short,EXAONE-Forecast-Agent,1743844.8345460305,1743844.8345460305,162.23611713031391,0.8803901990151581,0.1591240099842603,0.1129238213383312,11.279756503304238,1320.5471724046931,0.6233925760268468,0.0765870338416547,0.0639563276243053,Energy,1
-electricity/W/short,EXAONE-Forecast-Agent,77953279771.21442,77953279771.21442,34116.05036599099,1.590584782935322,0.2008409745061591,0.1022403504456934,13.248718030207089,279201.1457197381,0.6370448994589929,0.0778415712418196,0.0617838728087606,Energy,1
-ett1/15T/long,EXAONE-Forecast-Agent,2.6757750496031747,2.6757750496031747,0.8808710007440477,0.5752799655860678,0.4165622390604186,0.2540721881200397,3.929141643174116,1.6357796457968214,0.3117812178539418,0.1678948836965246,0.1294890907894382,Energy,7
-ett1/15T/medium,EXAONE-Forecast-Agent,2.643674737839472,2.643674737839472,0.8464386325412326,0.5353329546628554,0.3956768468406585,0.241133122822595,3.484080807802974,1.6259381100889023,0.3099054205734358,0.1613320450388802,0.1236264227005495,Energy,7
-ett1/15T/short,EXAONE-Forecast-Agent,4.666276695614769,4.666276695614769,1.0370082219441732,0.6599471274393852,0.4654855233988214,0.2285522665296282,4.291088230169328,2.1601566368239986,0.4083595324365794,0.1960377249626801,0.1518079470927302,Energy,7
-ett1/D/short,EXAONE-Forecast-Agent,17127.192063492064,17127.192063492064,86.38797123015873,1.0427014836269322,0.6867379809182788,0.344939458937872,6.635345800735515,130.8708984591,0.3437367558348781,0.2269008719542931,0.1728668571599874,Energy,7
-ett1/H/long,EXAONE-Forecast-Agent,59.9004546957672,59.9004546957672,4.48288070436508,0.8626028831310161,1798005576576.4656,0.3514210534474206,6.144013765699175,7.7395384032749135,0.3706297314564333,0.2146754476865199,0.1680236272073542,Energy,7
-ett1/H/medium,EXAONE-Forecast-Agent,49.99524739583333,49.99524739583333,4.008061581566221,0.7225360681427279,1706645475441.6846,0.3096979413713727,5.213491091860338,7.070731744015843,0.3386712894278783,0.1919766486805544,0.1488449424983858,Energy,7
-ett1/H/short,EXAONE-Forecast-Agent,37.46624610537575,37.46624610537575,2.996969459170387,0.4967889338817784,0.2793629691714332,0.1755895478384835,3.3218649493654,6.120967742553113,0.2856905909590161,0.1398808181791494,0.1070268447120986,Energy,7
-ett1/W/short,EXAONE-Forecast-Agent,1010515.5714285716,1010515.5714285716,784.7412109375,1.452567132708759,0.5618349484034947,0.534245491027832,7.571043018073863,1005.244035758766,0.4000105947406786,0.3122672578382341,0.2362587617425132,Energy,7
-ett2/15T/long,EXAONE-Forecast-Agent,5.118936321924603,5.118936321924603,1.306698753720238,0.5387217478354971,0.0798025190230808,0.1086915225074404,4.172461948279625,2.2625066457194336,0.1205730745844227,0.0696363418820296,0.0557748350106571,Energy,7
-ett2/15T/medium,EXAONE-Forecast-Agent,3.620872047061012,3.620872047061012,1.1501359437003968,0.4754154102268395,0.0709402755933809,0.0994639678228469,3.484475721861008,1.902858914123959,0.1014067892565172,0.0612928222862317,0.0485777641153893,Energy,7
-ett2/15T/short,EXAONE-Forecast-Agent,7.267304774693081,7.267304774693081,1.651741936093285,0.7109545459672645,0.100970409747631,0.1208564440409342,4.855620183011259,2.695793904343038,0.1279789374020895,0.0784140721971117,0.0619380885849239,Energy,7
-ett2/D/short,EXAONE-Forecast-Agent,37962.04761904762,37962.04761904762,117.86812996031746,0.7860426249416207,0.2241235642206101,0.086131111023918,6.506229509141553,194.83851677491188,0.1115112237911485,0.0674590406220006,0.0565815249055696,Energy,7
-ett2/H/long,EXAONE-Forecast-Agent,112.67580191798942,112.67580191798942,6.244614438657408,0.6810501735770034,0.1123635648270943,0.1235249272099247,4.816856829223164,10.614885864576662,0.1453626920958493,0.0855151885271875,0.0679702101837411,Energy,7
-ett2/H/medium,EXAONE-Forecast-Agent,107.6551246279762,107.6551246279762,6.105442592075893,0.6489606498440329,0.103759600578382,0.1138951982770647,4.4697213214891365,10.375698753721418,0.1398192130685822,0.0822747651914313,0.0655857511843054,Energy,7
-ett2/H/short,EXAONE-Forecast-Agent,50.512103562127976,50.512103562127976,4.012792750767299,0.4598418221841555,0.074119482581991,0.0703974791935512,3.2165085721055857,7.107186754414715,0.0901389031061929,0.0508933772877105,0.0402965930014317,Energy,7
-ett2/W/short,EXAONE-Forecast-Agent,2963527.4285714286,2963527.4285714286,1181.305943080357,0.7668986487037609,0.1196604456220354,0.1285215956824166,6.614024820254484,1721.4898862820626,0.1444066094105799,0.099093458100544,0.0794902476215175,Energy,7
-hierarchical_sales/D/short,EXAONE-Forecast-Agent,28.389121763900373,28.389121763900373,2.2889800836153884,0.7395539429248073,0.6300830108399676,1.0469155536110852,6.965216627846083,5.328144307721064,1.634615667970076,0.7022337407279262,0.5683898845760337,Sales,1
-hierarchical_sales/W/short,EXAONE-Forecast-Agent,454.3079430531647,454.3079430531647,8.80978807352357,0.712417046035767,0.5183974684403259,0.4506008665440446,6.740564743547087,21.31450076950349,0.9785591560256928,0.4044616796433304,0.3377736395566894,Sales,1
-hospital/M/short,EXAONE-Forecast-Agent,2527.999694426336,2527.999694426336,17.205866250407432,0.7454718368230071,0.1908910055877539,0.1702352140013003,4.909894432155033,50.27921732113912,0.1825252344224284,0.0624612899349208,0.0488143634793185,Healthcare,1
-jena_weather/10T/long,EXAONE-Forecast-Agent,1356.3084201388888,1356.3084201388888,9.370110728753309,0.6202969446515191,0.7709227442156432,0.6319687454788773,5.60451576608846,36.82809281158731,0.225357409180988,0.0573373128055775,0.046315322211861,Nature,21
-jena_weather/10T/medium,EXAONE-Forecast-Agent,1421.4687691648628,1421.4687691648628,9.206746102205086,0.5694324284027515,0.7151361071831793,0.6396076196887964,5.2368207962682645,37.70237086928172,0.2313788182967534,0.0565016465641445,0.0454841869551108,Nature,21
-jena_weather/10T/short,EXAONE-Forecast-Agent,796.1074434431772,796.1074434431772,6.00077524942065,0.3075191275900398,0.4080601929020501,0.5516643158519033,2.3184530580706264,28.21537601101884,0.1752528629379354,0.0372723383837725,0.0306006011769959,Nature,21
-jena_weather/D/short,EXAONE-Forecast-Agent,212.30228174603167,212.30228174603167,6.773018973214286,0.723538920589411,0.4979904871906725,0.3857720026894221,5.215669236643594,14.570596478731808,0.0877388053376691,0.0407846442049646,0.032032925017259,Nature,21
-jena_weather/H/long,EXAONE-Forecast-Agent,1275.4851851851852,1275.4851851851852,10.78077876984127,0.9148702640840292,1.9566637603243355,0.6507570296999008,6.603611733040429,35.71393544801784,0.2150374597829832,0.0649122324960031,0.0521405980005496,Nature,21
-jena_weather/H/medium,EXAONE-Forecast-Agent,1258.9185515873016,1258.9185515873016,9.924113343253968,0.7563354192075453,1.9500273340804808,0.6693002367776538,6.416574590071842,35.48124224977617,0.2171160140344934,0.0607274096195835,0.0486831983366412,Nature,21
-jena_weather/H/short,EXAONE-Forecast-Agent,1076.4292661177683,1076.4292661177683,8.1515023112795,0.5149656226143146,1.1497400852331432,0.6024384144055615,4.421367136830065,32.80898148552875,0.2011169524152114,0.0499681863996048,0.0402177022572722,Nature,21
-kdd_cup_2018/D/short,EXAONE-Forecast-Agent,2826.3222195209123,2826.3222195209123,20.818936228046663,1.177588878763287,0.5358407191594822,0.4563421339056214,8.990817331256736,53.16316600354904,1.1909113633346478,0.4663662755687836,0.3685993181460957,Nature,1
-kdd_cup_2018/H/long,EXAONE-Forecast-Agent,3259.287284466344,3259.287284466344,18.0493929007183,0.7791098234621133,0.8019156007812271,0.46408844758506,7.030114091504736,57.0901680192513,1.3395660888646257,0.4235117095161289,0.3481168277127806,Nature,1
-kdd_cup_2018/H/medium,EXAONE-Forecast-Agent,4265.985594116537,4265.985594116537,19.11187034595183,0.7994044759578425,0.7696189643477049,0.4354663307588429,7.532867199489619,65.3145128904483,1.367151056663055,0.4000460629952347,0.3282304663852728,Nature,1
-kdd_cup_2018/H/short,EXAONE-Forecast-Agent,3794.936704259236,3794.936704259236,17.452183923074646,0.7201510720733216,0.6396410952913656,0.3957794567486338,6.091389444080392,61.60305758855834,1.289463560424946,0.3653058159700589,0.294216431220955,Nature,1
-loop_seattle/5T/long,EXAONE-Forecast-Agent,75.4847460870313,75.4847460870313,4.921566240074246,0.7804724819735382,0.1533161805367991,0.1121713217993474,5.820817243259564,8.688195790095392,0.1536090871622374,0.0870143026021734,0.0688579871398529,Transport,1
-loop_seattle/5T/medium,EXAONE-Forecast-Agent,62.19155023502,62.19155023502,4.522645348075496,0.7207665009509027,0.143116873474436,0.1041683848157632,5.166813279367689,7.8861619457769185,0.1403110249983845,0.0804671535857145,0.0634344339229802,Transport,1
-loop_seattle/5T/short,EXAONE-Forecast-Agent,39.18609352702327,39.18609352702327,3.3976805412363342,0.5384091661099693,0.0883571375757302,0.0724464931478195,3.853270556665791,6.259879673525943,0.1073431161854432,0.0582627200713461,0.0457947473211401,Transport,1
-loop_seattle/D/short,EXAONE-Forecast-Agent,12.460242014157636,12.460242014157636,2.226995969286152,0.6658012422112563,0.0413040137512396,0.0411830009444702,6.024350935335371,3.5299067996418314,0.0630841509903094,0.03979939356912,0.0326768478258818,Transport,1
-loop_seattle/H/long,EXAONE-Forecast-Agent,52.21485302180083,52.21485302180083,3.900732673826109,0.8206394825797202,0.115937513857311,0.0902624680735952,6.224609551250305,7.22598457110177,0.1291379974154477,0.0697113038360809,0.0553071132161102,Transport,1
-loop_seattle/H/medium,EXAONE-Forecast-Agent,55.75414983633256,55.75414983633256,4.040324762460494,0.8323143264940532,0.1088221232096354,0.0917720991514538,6.20565036188373,7.466870149957916,0.1319760951582482,0.0714122884973054,0.0567796706021368,Transport,1
-loop_seattle/H/short,EXAONE-Forecast-Agent,50.067805128971386,50.067805128971386,3.742640063865098,0.7652229954798779,0.1019351227280499,0.085710658507036,6.420174541036817,7.075860734141917,0.1252499329429052,0.0662485363464945,0.0532507127031533,Transport,1
-m4_daily/D/short,EXAONE-Forecast-Agent,343876.478733651,343876.478733651,170.85126863023422,3.190280375919688,0.0365220972216058,0.0291598625812248,24.50482070922992,586.4098214846431,0.0905841107393236,0.0263917991659359,0.0208207625072466,Econ/Fin,1
-m4_hourly/H/short,EXAONE-Forecast-Agent,831987.1433801973,831987.1433801973,213.7745348673896,0.93593064269583,0.1035165101433721,0.0974631866203222,6.648249846803065,912.1332925511476,0.1245263467819381,0.0291849470679761,0.0230971873242084,Econ/Fin,1
-m4_monthly/M/short,EXAONE-Forecast-Agent,1810999.148869213,1810999.148869213,539.350311948423,0.8923216880998853,0.1547854278286298,0.1271853035026126,7.488640321376826,1345.7336842292434,0.2796896573186825,0.1120955101974558,0.0896656627925096,Econ/Fin,1
-m4_quarterly/Q/short,EXAONE-Forecast-Agent,1716777.3839375,1716777.3839375,538.7078186238607,1.1237369490857538,0.1091969829648733,0.0978739803830782,8.921221801495294,1310.2585179793718,0.2193142034610813,0.0901702026879009,0.0719696203283057,Econ/Fin,1
-m4_weekly/W/short,EXAONE-Forecast-Agent,234209.6678808657,234209.6678808657,243.4937125026784,1.882467312815584,0.058521322246688,0.0582447007046232,12.3110118017817,483.95213387365663,0.0881685719378252,0.0443607774499558,0.0350638221791401,Econ/Fin,1
-m4_yearly/A/short,EXAONE-Forecast-Agent,3160867.066219785,3160867.066219785,811.176793773668,2.9647387923019624,0.1619815462641055,0.1322778750792911,27.29493211777315,1777.8827481641708,0.2850917390195965,0.1300759586244215,0.1050375001405176,Econ/Fin,1
-m_dense/D/short,EXAONE-Forecast-Agent,7679.962962962963,7679.962962962963,38.95292245370371,0.5770367748694111,0.1097734930605425,0.0843945877640335,6.228149338847862,87.63539788785673,0.1517098367173031,0.067433270659367,0.0569522805855291,Transport,1
-m_dense/H/long,EXAONE-Forecast-Agent,27486.135308641977,27486.135308641977,66.43014660493827,0.5806453979201838,0.2107984337992275,0.1617648654513888,5.978574394059288,165.78943063006753,0.2870060125549993,0.1150004039344929,0.0947575732113815,Transport,1
-m_dense/H/medium,EXAONE-Forecast-Agent,26243.17,26243.17,61.14455295138889,0.5356680026383712,0.1972524406236934,0.1516826629638671,5.759248481265635,161.99743825135013,0.2818550763556173,0.1063837973419321,0.0872194198852423,Transport,1
-m_dense/H/short,EXAONE-Forecast-Agent,42846.61125,42846.61125,83.70378580729167,0.7475506085416832,0.2720004053064639,0.1989421632554796,9.286668650585003,206.99422999204592,0.3671562267484731,0.1484696755206584,0.1234155855663621,Transport,1
-restaurant/D/short,EXAONE-Forecast-Agent,136.82363916968748,136.82363916968748,7.023132210208932,0.6744468579634759,0.667263228741638,0.3886062067697571,4.48068120241561,11.697163723300084,0.5383305766023091,0.3232208167476489,0.2527373961283253,Sales,1
-saugeen/D/short,EXAONE-Forecast-Agent,1149.645,1149.645,12.465963541666667,2.76953303207373,0.2684655507405599,0.3134779357910156,31.23047402009238,33.9064153221776,1.0982368710115653,0.4037755293226022,0.3336983296534301,Nature,1
-saugeen/M/short,EXAONE-Forecast-Agent,394.9927920386905,394.9927920386905,12.395846412295388,0.7263667485655506,0.3566865012759254,0.3562135923476446,4.4374626036500775,19.87442557757809,0.5966898785572016,0.3721604964880496,0.2882187273713493,Nature,1
-saugeen/W/short,EXAONE-Forecast-Agent,961.027734375,961.027734375,14.47833251953125,1.1745944343982055,0.3633436679840088,0.3783893585205078,11.286577585556849,31.000447325401613,0.935774280174372,0.437040506202245,0.3474035622504851,Nature,1
-solar/10T/long,EXAONE-Forecast-Agent,19.434423471715327,19.434423471715327,1.80717736806506,0.7909142878777301,3.6871428815820986,1.4134812731139668,4.037292914011506,4.408449100501822,0.9528157313579452,0.390592470592533,0.2902962143387672,Energy,1
-solar/10T/medium,EXAONE-Forecast-Agent,20.997414561041527,20.997414561041527,1.8591341453641683,0.8134160382708558,3.977143679813208,1.4195499451766276,4.006429460479992,4.582293591755282,1.0168291708218793,0.4125492602391612,0.3049546884291651,Energy,1
-solar/10T/short,EXAONE-Forecast-Agent,20.6912139075806,20.6912139075806,1.8566860115441093,0.8153425162173185,5.142957347803408,1.324719791747053,3.5847546017070457,4.54875960098801,1.3232336496037949,0.5401097491918877,0.403641634638745,Energy,1
-solar/D/short,EXAONE-Forecast-Agent,75958.98783454987,75958.98783454987,187.0206508515815,0.729588714415457,0.8101717835215176,0.3553979284281858,3.929420753617504,275.6065816241511,0.3981576463862605,0.2701811463640574,0.2031823781313838,Energy,1
-solar/H/long,EXAONE-Forecast-Agent,175.92030616382806,175.92030616382806,5.1524833041869424,0.3900631027409292,2.0155600999518604,1.20653200900335,2.7669893610279463,13.263495246873203,0.4598696128586196,0.1786460098378321,0.139347746631274,Energy,1
-solar/H/medium,EXAONE-Forecast-Agent,167.33335234184915,167.33335234184915,4.86132194723236,0.3699036508255819,1.5030468134126655,1.158234397689493,2.536022924786446,12.935739342683476,0.4659755232868437,0.1751161629202631,0.1361978473073926,Energy,1
-solar/H/short,EXAONE-Forecast-Agent,173.9592309854815,173.9592309854815,4.913571104073375,0.3774798889325975,1.371236415492152,1.1621745927122389,2.5073752941842,13.189360522234637,0.4861642236673736,0.1811158681438138,0.1414231344338138,Energy,1
-solar/W/short,EXAONE-Forecast-Agent,1314086.8905109488,1314086.8905109488,897.5002281021898,0.9743738979901244,0.1997468767374971,0.1761284570624358,5.365215421828577,1146.3362903227608,0.2339958912289869,0.183202230903691,0.1338030958669155,Energy,1
-sz_taxi/15T/long,EXAONE-Forecast-Agent,15.28580450943732,15.28580450943732,2.666396720864494,0.5031903865061237,6235809444687.207,0.3948383385639245,3.671654501532731,3.909706447987793,0.3618754364415573,0.24679691171847,0.1943915345646776,Transport,1
-sz_taxi/15T/medium,EXAONE-Forecast-Agent,16.1265625,16.1265625,2.7273607563768696,0.5316771362534475,9659655333170.324,0.4010455530932826,3.678007342794923,4.015789150341437,0.3737362027400188,0.253826437203201,0.1995888061193031,Transport,1
-sz_taxi/15T/short,EXAONE-Forecast-Agent,16.509949140350752,16.509949140350752,2.7077698946290254,0.540140004704699,1083684014494.655,0.3897389515561207,3.7830187036682656,4.063243672283359,0.3799306717218123,0.2531880728571681,0.1988680970203941,Transport,1
-sz_taxi/H/short,EXAONE-Forecast-Agent,7.077749757685213,7.077749757685213,1.8319967873076088,0.5579784511473075,1.0922263972779624,0.293479984642094,3.851296860153076,2.660404059101777,0.2478330521492761,0.1706618037109014,0.1342651716077699,Transport,1
-temperature_rain/D/short,EXAONE-Forecast-Agent,177.99514583553002,177.99514583553002,5.662802446023142,1.3126876126567726,21.66863483182397,1.501812389029509,19.39392637513088,13.341482145381375,1.5706451836329296,0.6666615665928901,0.5394813134403992,Nature,1
-us_births/D/short,EXAONE-Forecast-Agent,104430.22,104430.22,201.46506510416663,0.2967164119409878,0.0194508584340413,0.0192590951919555,2.290996588149654,323.1566493204186,0.0302933136088299,0.0188857150588058,0.0150271827249169,Healthcare,1
-us_births/M/short,EXAONE-Forecast-Agent,48621349.333333336,48621349.333333336,5789.876302083333,0.6536482721902824,0.0177925874789555,0.0180141329765319,3.311178955311016,6972.901070095096,0.0216577831830764,0.0179833163193929,0.0133441793788424,Healthcare,1
-us_births/W/short,EXAONE-Forecast-Agent,1765438.857142857,1765438.857142857,1015.2603236607144,0.9235146136442064,0.0137660354375839,0.0137908490640776,5.299590372889553,1328.6981813575485,0.0180369475271916,0.0137820593429262,0.0108253909677814,Healthcare,1

results/EXAONE-Forecast-Agent/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "EXAONE-Forecast-Agent",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "",
-    "code_link": "",
-    "org": "LG AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/EXAONE-Forecast/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,EXAONE-Forecast,3612081.1319252495,3612081.1319252495,358.2364419491409,0.8583468609808098,4.324376955815493,0.817913346652184,14.848982805974368,1900.547587387711,5.022579773697747,0.9467119473752759,0.666400228699064,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,EXAONE-Forecast,2788507.340686212,2788507.340686212,278.8871608569678,0.9422374881109278,3.995460498308055,0.8029184192765983,20.430096413793724,1669.8824331928915,5.073564014426603,0.8473362167802811,0.6190571114768769,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,EXAONE-Forecast,1712745.1702962674,1712745.1702962674,157.69149812684296,0.6620164820420446,1.999565223658965,0.7330963942737486,12.774095654162197,1308.7189042327873,4.109053667157012,0.4951123014742753,0.386292371383251,Web/CloudOps,2
-bitbrains_fast_storage/H/short,EXAONE-Forecast,2921696.098741304,2921696.098741304,323.45500237657285,1.0174863337644982,4.030126512351662,0.5757347946937202,18.402017662782526,1709.296960373271,4.872051633222408,0.9219518370047306,0.6733281080648943,Web/CloudOps,2
-bitbrains_rnd/5T/long,EXAONE-Forecast,2265509.7142599802,2265509.7142599802,170.868430729931,3.2717464398466327,1.671586010423305,0.7090977927059248,114.72801095212651,1505.1610260234552,5.765932931739956,0.6545584789311997,0.6007109571244893,Web/CloudOps,2
-bitbrains_rnd/5T/medium,EXAONE-Forecast,2232233.859454162,2232233.859454162,149.67899995043405,4.3481300468145205,0.6594960844423727,0.7284183467166457,158.93913065034258,1494.0662165560675,6.286298093838583,0.6297758437005453,0.6051565499813613,Web/CloudOps,2
-bitbrains_rnd/5T/short,EXAONE-Forecast,1584726.6489996258,1584726.6489996258,119.99851419813078,1.6221342073780283,1.0767345084641344,0.657065573519169,51.56172447701719,1258.8592649695302,5.150888725076368,0.49099928086403605,0.3903919423619454,Web/CloudOps,2
-bitbrains_rnd/H/short,EXAONE-Forecast,1821995.5361640172,1821995.5361640172,155.95057940168044,5.806977147478336,1.5839341909551519,0.5539083777393513,194.44528621130732,1349.8131486113243,5.90744275934543,0.6825160371640884,0.6191017470477412,Web/CloudOps,2
-bizitobs_application/10S/long,EXAONE-Forecast,5722731.727231843,5722731.727231843,1458.1152525108757,3.113627416855441,0.04492611100420972,0.04588897790308177,55.005643855997796,2392.2231767190624,0.09225848593674234,0.05623367703611304,0.04967612994064204,Web/CloudOps,2
-bizitobs_application/10S/medium,EXAONE-Forecast,3315121.874083706,3315121.874083706,1007.7351039911495,2.1697769956285935,0.03103176455182568,0.031660813068653065,17.780776589249264,1820.7476140541023,0.07149540002348571,0.039570791592104394,0.03202529590698454,Web/CloudOps,2
-bizitobs_application/10S/short,EXAONE-Forecast,356933.3457113232,356933.3457113232,320.1859572808158,0.924692353311433,0.013382056094747817,0.013470453119280523,5.669708656478375,597.4389891121295,0.023040833778167177,0.012348292552473513,0.009726919421000062,Web/CloudOps,2
-bizitobs_l2c/5T/long,EXAONE-Forecast,104.38591133019128,104.38591133019128,6.8582762927924135,0.6580540832556516,0.5234822183109652,0.8648246079978308,3.592815717154958,10.21694236698002,0.5736660395496511,0.3850819606988179,0.289674198776519,Web/CloudOps,7
-bizitobs_l2c/5T/medium,EXAONE-Forecast,81.57981899436825,81.57981899436825,5.67647845745319,0.5528323132123358,0.3767136225866572,0.7141079973949408,3.4448937328247213,9.032154725998014,0.47522416217492747,0.29866624309285666,0.23190555421421186,Web/CloudOps,7
-bizitobs_l2c/5T/short,EXAONE-Forecast,18.911494614252934,18.911494614252934,2.5143576026131043,0.2593113726481825,0.14079984483699864,0.20138468631407705,2.3008601708608256,4.348734829148926,0.14935315041985334,0.08635321397737875,0.06929583070914155,Web/CloudOps,7
-bizitobs_l2c/H/long,EXAONE-Forecast,79.95757124481521,79.95757124481521,5.1425887904218435,0.5511069497031694,0.5921962662805584,0.7711274509523551,4.259338427405104,8.94189975591402,0.546197045003204,0.3141241657442284,0.2509662997167972,Web/CloudOps,7
-bizitobs_l2c/H/medium,EXAONE-Forecast,70.32511252539693,70.32511252539693,4.699204551094626,0.47576740157674385,0.45642252223241225,0.7500321008075255,3.3061021608306045,8.386006947612012,0.5077854582909984,0.2845439732506086,0.22516809896005702,Web/CloudOps,7
-bizitobs_l2c/H/short,EXAONE-Forecast,56.91869594028146,56.91869594028146,4.49829560440856,0.445299602081955,0.38142899187259605,0.5986124018816058,2.5330020704572496,7.544448020914549,0.40666506999260704,0.2424696534117672,0.18754618479016477,Web/CloudOps,7
-bizitobs_service/10S/long,EXAONE-Forecast,129212.72313313193,129212.72313313193,74.82955562221106,1.2897077643086594,0.08388042053191021,0.07853623578120773,18.51267569876199,359.4617130281498,0.2663007287133705,0.055436127045697295,0.050500280883253326,Web/CloudOps,2
-bizitobs_service/10S/medium,EXAONE-Forecast,9095.966606431784,9095.966606431784,31.711165491207485,0.971130000032243,0.06737153137989771,0.05818656029204931,9.612691553399804,95.37277707203343,0.07177979949436963,0.023866570425777327,0.01861881767375849,Web/CloudOps,2
-bizitobs_service/10S/short,EXAONE-Forecast,1908.3228745224947,1908.3228745224947,17.337163718091993,0.6747296253631457,0.05720061716840983,0.04523856140511246,5.2740728307847,43.68435503154985,0.0323627681485633,0.01284392568820281,0.010006909706482795,Web/CloudOps,2
-car_parts/M/short,EXAONE-Forecast,1.3523481137584612,1.3523481137584612,0.45396066329449253,0.8307894270324122,0.830803725854246,1.8953239227906595,15.099087800063206,1.1629050321322292,2.788526975743641,1.0885511030957775,0.9369908141387531,Sales,1
-covid_deaths/D/short,EXAONE-Forecast,437779.76914779225,437779.76914779225,112.75791552660381,35.78318846549218,0.09330815699358633,0.3712323960052809,707.7463629786428,661.6492795641753,0.2489487496538441,0.04242571245964624,0.03387128445288509,Healthcare,1
-electricity/15T/long,EXAONE-Forecast,301203.22828164994,301203.22828164994,55.68264895603689,0.8418779996563466,0.12120373342255858,0.12728379235480358,6.9587049899037225,548.8198504806927,0.8658305844509441,0.08784620389943103,0.07043020005897843,Energy,1
-electricity/15T/medium,EXAONE-Forecast,241908.86385909218,241908.86385909218,50.64652607383025,0.793905163767913,0.1180160657248742,0.12524621580168288,6.9001171850730065,491.8423160516917,0.847493825952033,0.08726906317873373,0.07043377863883964,Energy,1
-electricity/15T/short,EXAONE-Forecast,133098.8520653471,133098.8520653471,49.67621991038061,0.9714486339298237,0.1576743990643964,0.16235690346930876,12.30046342236066,364.82715368424414,0.7191462500038038,0.09792162371179708,0.08257405369506982,Energy,1
-electricity/D/short,EXAONE-Forecast,1207352193.6597893,1207352193.6597893,4102.347596394988,1.358391089563311,0.24079818140462989,0.09110140762011087,11.25517740004323,34746.97387773199,0.5710082028906956,0.0674151981376332,0.05315081197963948,Energy,1
-electricity/H/long,EXAONE-Forecast,7039118.482530907,7039118.482530907,255.79422218099086,1.1228531574286973,0.282898131184968,0.13448983066580456,9.323069624745937,2653.1337098855206,1.046395193208613,0.10088516969326589,0.07974795193878294,Energy,1
-electricity/H/medium,EXAONE-Forecast,5181129.152476324,5181129.152476324,230.9063376746974,1.0249834019843558,0.2227336438311725,0.12429374089759156,8.446180070469818,2276.209382389134,0.8884795274035657,0.09013035240034456,0.07158799745481383,Energy,1
-electricity/H/short,EXAONE-Forecast,1883070.838329575,1883070.838329575,177.54232567583384,0.9765833414992122,0.17259213057852765,0.12843575272862784,11.790314537914037,1372.2502826851867,0.6478001366046825,0.08381265741178465,0.06796705719879127,Energy,1
-electricity/W/short,EXAONE-Forecast,37691078011.45597,37691078011.45597,26897.424757294877,1.420279138012977,0.21730146618771623,0.0930846001462052,11.140368301912272,194141.9017405979,0.4429677677586032,0.06137104919840375,0.04797324101385769,Energy,1
-ett1/15T/long,EXAONE-Forecast,7.8530629075641905,7.8530629075641905,1.4990058566874676,0.9620668635418352,0.7272255365163558,0.3764639624230911,6.851288927314928,2.8023316912107656,0.534127191129576,0.2857119984156231,0.2220433928910941,Energy,7
-ett1/15T/medium,EXAONE-Forecast,8.599767576482355,8.599767576482355,1.5255388866403388,0.9596148149654906,0.6995093200474511,0.3758206309681405,6.475630340395218,2.9325360315744384,0.5589442836555073,0.29076922874976785,0.22280267410198806,Energy,7
-ett1/15T/short,EXAONE-Forecast,4.583019359571988,4.583019359571988,1.0345838338495648,0.6568218131764582,0.4576133326767148,0.22533214617875272,4.274731303327318,2.140798766715823,0.40470008911122646,0.19557941468467424,0.1515029001655596,Energy,7
-ett1/D/short,EXAONE-Forecast,42629.87354182915,42629.87354182915,139.01341192883754,1.6799264918512058,1.2789310337669682,0.47892531182758286,10.021757575205028,206.4700306142011,0.5423003840890841,0.3651233375530749,0.2758109779994574,Energy,7
-ett1/H/long,EXAONE-Forecast,154.51745166953015,154.51745166953015,7.6595227617197965,1.4411653364419994,3158165843314.448,0.495777241229748,8.542851612835443,12.43050488393493,0.5952699562872158,0.36679795568420653,0.27535362505430905,Energy,7
-ett1/H/medium,EXAONE-Forecast,136.76826325884673,136.76826325884673,6.994989849834586,1.2689041124712044,3516768416096.954,0.44445997155989525,8.264707163683315,11.694796418016294,0.5601530260058522,0.335043432242123,0.25455108001795534,Energy,7
-ett1/H/short,EXAONE-Forecast,92.24427590365232,92.24427590365232,4.800746113890827,0.8011711427101466,0.44559303600165356,0.2581638275097969,5.541771676965409,9.604388366973314,0.44827607394251795,0.22407044964259093,0.17299993880327216,Energy,7
-ett1/W/short,EXAONE-Forecast,1201733.915780373,1201733.915780373,867.5832294773439,1.5243186282847785,0.6402095171382529,0.5564712192181497,7.765992612142988,1096.236249984634,0.4362185685604758,0.345232074267738,0.25787338593309683,Energy,7
-ett2/15T/long,EXAONE-Forecast,10.65628915007674,10.65628915007674,2.0717085421826926,0.8617020231842538,0.130945369267548,0.15953442586025957,6.982191498048227,3.2643972108303148,0.17396563635262538,0.11040509827733586,0.08928447826216447,Energy,7
-ett2/15T/medium,EXAONE-Forecast,10.718036014264113,10.718036014264113,2.0516716709563623,0.8484433415089321,0.12792170812536038,0.15603781404223988,6.435580458262193,3.2738411712030433,0.17446891056573072,0.10933728991464525,0.08672804965425271,Energy,7
-ett2/15T/short,EXAONE-Forecast,7.457077898992866,7.457077898992866,1.6950728409222664,0.7264426766629464,0.10288171237939936,0.12306097098715292,5.124220720564152,2.73076507576043,0.1296391434551168,0.08047114456742543,0.06330119782967467,Energy,7
-ett2/D/short,EXAONE-Forecast,103603.04513873802,103603.04513873802,197.48907160828935,1.3443159435163843,0.4123693252478262,0.1389463662812528,11.127553417115752,321.87426914672443,0.18421713659880637,0.11302820625482086,0.09309196754154231,Energy,7
-ett2/H/long,EXAONE-Forecast,208.37993912003054,208.37993912003054,8.671236687524113,0.9668668024549512,0.1720117257706583,0.16507340537595186,7.099030207556444,14.435371111267994,0.1976812970866789,0.11874591255900137,0.09703261446312089,Energy,7
-ett2/H/medium,EXAONE-Forecast,213.40595071333792,213.40595071333792,8.937526863825898,0.9723360502370735,0.16563767431917537,0.15954201693380696,6.742397391898693,14.608420541363735,0.19685786111858725,0.1204389219985061,0.09665930437677228,Energy,7
-ett2/H/short,EXAONE-Forecast,99.02428528259524,99.02428528259524,6.123495422548835,0.709190943210693,0.11561401517010315,0.1063293481920634,5.006704399295872,9.95109467760182,0.12620756847112993,0.07766295999207926,0.06150657145826904,Energy,7
-ett2/W/short,EXAONE-Forecast,3106305.322691669,3106305.322691669,1226.7871019669594,0.8487958981023181,0.12722342482664206,0.1388323563517111,7.7093809675960205,1762.471367906914,0.1478443274344993,0.10290863006246745,0.08715086368078537,Energy,7
-hierarchical_sales/D/short,EXAONE-Forecast,28.815477222688898,28.815477222688898,2.305199704271518,0.7441885586496155,0.6337601024962174,1.0530236828520787,6.950585744783278,5.368004957401669,1.6468444738620194,0.7072097407237634,0.5728584380203962,Sales,1
-hierarchical_sales/W/short,EXAONE-Forecast,453.93106733161835,453.93106733161835,8.82920424178662,0.7145091269762883,0.52102048914245,0.45304416240509277,6.64490416325502,21.30565810604353,0.9781531850209779,0.40535308542544135,0.3416352810773156,Sales,1
-hospital/M/short,EXAONE-Forecast,2532.6565942357643,2532.6565942357643,17.20292993088936,0.7439706520084315,0.18905752788620817,0.16981253113936415,4.907505001438671,50.32550639820492,0.18269327452115688,0.06245063041321528,0.04931871184522921,Healthcare,1
-jena_weather/10T/long,EXAONE-Forecast,1300.1889188268951,1300.1889188268951,9.257662166944849,0.6123555000031315,0.7441683615101319,0.6288381964030958,5.3293903586730575,36.058132492225596,0.22064589007976187,0.05664922079155644,0.04626788163119106,Nature,21
-jena_weather/10T/medium,EXAONE-Forecast,1409.6910743843553,1409.6910743843553,9.234411264660803,0.5705195371064519,0.6941578928350026,0.6383494330196691,5.185656449989404,37.54585295854064,0.230418270501096,0.05667142720258724,0.045980475466191315,Nature,21
-jena_weather/10T/short,EXAONE-Forecast,780.9641324540999,780.9641324540999,5.441236146449889,0.2663443056919819,0.34354843775177085,0.539928293607219,2.014856357601515,27.945735496746188,0.17357805725496725,0.03379689897502411,0.0272949538445443,Nature,21
-jena_weather/D/short,EXAONE-Forecast,363.62557068755285,363.62557068755285,9.501826915451,1.0452630138594832,0.6336008051291505,0.4460670801304998,6.531090075810968,19.068968789306695,0.11482635889595989,0.057216528047007026,0.04489265810559917,Nature,21
-jena_weather/H/long,EXAONE-Forecast,1222.0075702428278,1222.0075702428278,10.779012586127715,0.8474407520172382,2.380650187353884,0.6356995484153344,5.874063393493736,34.95722486472329,0.21048122369246877,0.06490159811324724,0.05149007527354813,Nature,21
-jena_weather/H/medium,EXAONE-Forecast,1223.0994655606057,1223.0994655606057,9.88763920599058,0.7403557357780112,2.295867222044882,0.6568139345443504,5.827651365540987,34.97283896912868,0.2140050041933163,0.06050421790486776,0.04859603819915917,Nature,21
-jena_weather/H/short,EXAONE-Forecast,1063.6662988157807,1063.6662988157807,8.243174926177968,0.5130863787843385,1.550983022741372,0.6001589481299929,4.352367368872907,32.6138973263819,0.19992109903069225,0.050530133649824914,0.04065683506485593,Nature,21
-kdd_cup_2018/D/short,EXAONE-Forecast,2911.0649145209386,2911.0649145209386,21.16943907912228,1.193788429202199,0.5229942556178183,0.4650089478893234,8.982942991725036,53.95428541386623,1.2086332780798767,0.4742179115717876,0.37465856711181084,Nature,1
-kdd_cup_2018/H/long,EXAONE-Forecast,3964.4698010495676,3964.4698010495676,23.114300687880487,0.982187470410357,0.9762411282331177,0.5879141967186402,7.301049683882342,62.96403577479423,1.4773907674178115,0.5423549175554002,0.42730211581184024,Nature,1
-kdd_cup_2018/H/medium,EXAONE-Forecast,5119.874824171283,5119.874824171283,24.50493599385597,1.0104029809045394,0.8859167409639214,0.5419742543297033,8.294622180122891,71.55330058195277,1.4977401831416228,0.5129326952748369,0.411026386350703,Nature,1
-kdd_cup_2018/H/short,EXAONE-Forecast,4486.810354251403,4486.810354251403,21.90992965608992,0.915097818850997,0.8004036244424011,0.4865650380554698,7.402763628046826,66.98365736693842,1.4020892582237559,0.4586145072813582,0.3686528855854697,Nature,1
-loop_seattle/5T/long,EXAONE-Forecast,77.15292729109935,77.15292729109935,4.953780124139676,0.7852051653076958,0.14998957271387695,0.11266654213580717,6.151752807072217,8.783673906236464,0.15529715987822296,0.0875838506930305,0.06928343010104372,Transport,1
-loop_seattle/5T/medium,EXAONE-Forecast,63.73041438410962,63.73041438410962,4.545558634947799,0.7239064110498562,0.14050076964672337,0.10438740436947623,5.31064473373052,7.983133118275657,0.14203634140732277,0.08087482803993448,0.06379776751097484,Transport,1
-loop_seattle/5T/short,EXAONE-Forecast,40.523224179413866,40.523224179413866,3.4357950898299827,0.5439527034033094,0.08839824766664721,0.07345004129290736,3.961079150336042,6.3657854330329,0.10915916614811925,0.05891630043253848,0.046381433195556016,Transport,1
-loop_seattle/D/short,EXAONE-Forecast,17.996338566721075,17.996338566721075,2.8717162589592324,0.8671856193542583,0.0534449815897731,0.053026419582351686,7.476417707322854,4.2422091611236095,0.07581394593192942,0.05132140658781488,0.041568931903081266,Transport,1
-loop_seattle/H/long,EXAONE-Forecast,54.508960791134136,54.508960791134136,3.9651745721693668,0.8321728175758439,0.11832068467335528,0.0919625806626057,7.186702726510401,7.383018406528196,0.13194440183465117,0.07086296664684577,0.05639414585522726,Transport,1
-loop_seattle/H/medium,EXAONE-Forecast,61.276687556184825,61.276687556184825,4.200897287027009,0.8635127105954753,0.11124188792870963,0.09568454618221219,8.38951247497023,7.827942740987879,0.1383580128393899,0.07425038991816776,0.05897153873350568,Transport,1
-loop_seattle/H/short,EXAONE-Forecast,52.69596525828652,52.69596525828652,3.8304616138918446,0.7803505788723389,0.10454270418632408,0.0878926967282775,7.968554751493061,7.25919866502402,0.1284952008207869,0.06780306711880289,0.05434145124027778,Transport,1
-m4_daily/D/short,EXAONE-Forecast,355848.1605912622,355848.1605912622,180.01419894342206,3.32203042826613,0.03777248569429322,0.030348259618566815,25.72129412857275,596.5301003229109,0.09214741412445032,0.027807218662296244,0.02204349727515545,Econ/Fin,1
-m4_hourly/H/short,EXAONE-Forecast,724452.3033628532,724452.3033628532,174.88147893790827,0.6808442837124621,0.08387833470143727,0.07609862900966781,5.279182982077163,851.1476389927034,0.11620045767586087,0.02387518564425058,0.020148019951995035,Econ/Fin,1
-m4_monthly/M/short,EXAONE-Forecast,1790026.6618568487,1790026.6618568487,544.9018533785065,0.905856096384643,0.1564719130993047,0.12865229682118132,7.436419935771494,1337.9187799925855,0.27806545194020077,0.11324931108567528,0.09009090587426563,Econ/Fin,1
-m4_quarterly/Q/short,EXAONE-Forecast,1719201.477231105,1719201.477231105,544.5868680064538,1.1393307662113163,0.11095726603566855,0.09900812279701068,8.715095325603082,1311.183235566679,0.21946898490176941,0.09115425202988894,0.07262500341003264,Econ/Fin,1
-m4_weekly/W/short,EXAONE-Forecast,236797.64737545507,236797.64737545507,248.5091134125958,2.006043902949592,0.05928424463803374,0.05953263983760517,13.370202032272193,486.6185851110242,0.08865435799244756,0.045274505699036245,0.036022452242495506,Econ/Fin,1
-m4_yearly/A/short,EXAONE-Forecast,3594315.95681716,3594315.95681716,895.8516893288454,3.345540424133541,0.16566730646628483,0.1499272314138027,34.07846179032708,1895.8681274859705,0.30401124144711683,0.1436539705884024,0.11607002565575736,Econ/Fin,1
-m_dense/D/short,EXAONE-Forecast,7550.2832639380185,7550.2832639380185,42.61908410267858,0.6496498514963558,0.11777793743515882,0.09437249445254534,7.293045720554306,86.89236597042354,0.15042353855940832,0.07377993877008811,0.061843779864374476,Transport,1
-m_dense/H/long,EXAONE-Forecast,32853.821330751714,32853.821330751714,75.55856033904561,0.661069976459912,0.2516355723227823,0.1820554500184794,7.443911706454308,181.2562311501365,0.3137813306641112,0.1308030375331591,0.10923471455009999,Transport,1
-m_dense/H/medium,EXAONE-Forecast,35113.47764638514,35113.47764638514,76.13023757470098,0.6626219427708516,0.25291829616137185,0.1825399542534892,7.7829249220519054,187.38590567698824,0.32602780218417343,0.13245699534640512,0.1103973375726062,Transport,1
-m_dense/H/short,EXAONE-Forecast,44518.703617286425,44518.703617286425,85.77001364561502,0.7670170552183925,0.2862762004138843,0.2039136435965584,9.8676452286354,210.9945582646302,0.3742518131055118,0.1521346492580936,0.1274480879293882,Transport,1
-restaurant/D/short,EXAONE-Forecast,136.16195061312564,136.16195061312564,6.966332889427351,0.668999597184179,0.6444342512848877,0.38654999993856665,4.515756911380894,11.668845299048472,0.5370272971051201,0.3206067804025766,0.2505958262896913,Sales,1
-saugeen/D/short,EXAONE-Forecast,1178.043253959324,1178.043253959324,12.489302394515823,2.774890055449778,0.26714158343766864,0.3129597532932896,28.853160370708224,34.322634717622186,1.1117183164007038,0.40453148032722797,0.3335903682889196,Nature,1
-saugeen/M/short,EXAONE-Forecast,391.9774691003306,391.9774691003306,12.365575164130735,0.7245770645141905,0.35146598582706856,0.35686685248581795,4.819997203211985,19.79842087390635,0.5944079893410003,0.3712516628052529,0.28931103177738327,Nature,1
-saugeen/W/short,EXAONE-Forecast,930.224395850701,930.224395850701,14.496393997589355,1.1760023043504586,0.3733694128913648,0.3836592894855785,9.357198247933608,30.49958025695929,0.9206551912297872,0.4375857069360054,0.34716306524700397,Nature,1
-solar/10T/long,EXAONE-Forecast,17.429684945624235,17.429684945624235,1.7431188002432638,0.7619011074847498,3.0213984481690948,1.4433688691172284,3.8334485176064526,4.17488741711968,0.9023351108277874,0.37674723618982225,0.2836246712572349,Energy,1
-solar/10T/medium,EXAONE-Forecast,19.62934216093582,19.62934216093582,1.8325646150153265,0.8013211211932919,3.5430561029798544,1.445837165539633,3.6602313666720256,4.430501344197496,0.9831458674431777,0.4066533757933567,0.2997450329429625,Energy,1
-solar/10T/short,EXAONE-Forecast,22.160057201376432,22.160057201376432,2.042407395925123,0.898391317465097,5.183875287586093,1.5120313608307114,3.8708508798914054,4.707446994006032,1.369395794150572,0.5941360787456808,0.4413668634909437,Energy,1
-solar/D/short,EXAONE-Forecast,122048.63474729688,122048.63474729688,248.7159792358491,0.9696850425566599,1.049719011256201,0.424922026354966,5.346611325866019,349.3545974326041,0.5046984126731616,0.3593098841385651,0.27164979843067444,Energy,1
-solar/H/long,EXAONE-Forecast,234.68810800479568,234.68810800479568,6.30011330614984,0.4775598140748666,2.5729212582620744,1.3381622248562997,3.3988248339481943,15.31953354396914,0.5311562170386831,0.21843643874698648,0.18063174556344544,Energy,1
-solar/H/medium,EXAONE-Forecast,255.82055963351092,255.82055963351092,6.113000576834956,0.4660793666876756,2.3150344174379147,1.3412018149268807,3.318566037151594,15.994391505571912,0.5761553131231709,0.2202045485907675,0.1806160192496725,Energy,1
-solar/H/short,EXAONE-Forecast,285.2697445982281,285.2697445982281,6.6062765549400115,0.5085049340709981,2.4108569598046983,1.3509330238892172,3.7002442252536447,16.889930272154118,0.6225684577137228,0.24350955508798447,0.19076518684364346,Energy,1
-solar/W/short,EXAONE-Forecast,1835422.2953483993,1835422.2953483993,1097.3562520803337,1.204300646753101,0.250559846862184,0.214022502195921,6.436512431078171,1354.7775815049492,0.27654396905819373,0.22399784109507767,0.1602180718838552,Energy,1
-sz_taxi/15T/long,EXAONE-Forecast,15.247150837998257,15.247150837998257,2.659753679815758,0.501937597025816,6143165101360.333,0.39512336535069975,3.5882162677475202,3.904760023099788,0.36141760420044544,0.24618204371986419,0.19425428203424658,Transport,1
-sz_taxi/15T/medium,EXAONE-Forecast,16.126733695661926,16.126733695661926,2.7272103259512397,0.5316732895861751,9471782371184.89,0.40219535880845275,3.6474898969501552,4.01581046560491,0.37373818648103024,0.25381243714145807,0.19966759044252771,Transport,1
-sz_taxi/15T/short,EXAONE-Forecast,16.53048004665295,16.53048004665295,2.7142420774997955,0.541512560669561,1084650520363.7865,0.3922099453311777,3.8070813476698095,4.065769305636136,0.38016682924856593,0.25379324965283306,0.1993334234980049,Transport,1
-sz_taxi/H/short,EXAONE-Forecast,7.130991979474581,7.130991979474581,1.8404520130097293,0.5604810771312932,1.1508521509588086,0.29503110786233355,3.896798857853768,2.6703917277198457,0.24876346510252773,0.1714494601517336,0.1349061451993736,Transport,1
-temperature_rain/D/short,EXAONE-Forecast,182.46881980986555,182.46881980986555,5.747425718041965,1.3357559398801866,21.068662151508207,1.4977388971707701,19.49540905163909,13.508102006198559,1.5902607465095546,0.6766239630621337,0.5481827328017863,Nature,1
-us_births/D/short,EXAONE-Forecast,123490.96538954164,123490.96538954164,209.9229512918291,0.30920084094339484,0.020338588108595495,0.020036354593372253,3.0885927918556124,351.41281335423963,0.03294209970145456,0.019678573257111406,0.016035195901794155,Healthcare,1
-us_births/M/short,EXAONE-Forecast,45349659.65087715,45349659.65087715,5478.145445827009,0.6182991947487042,0.016828993813749738,0.017035185638709354,3.3910673882038687,6734.215592842061,0.020916427718065567,0.017015082405214887,0.012764127212393568,Healthcare,1
-us_births/W/short,EXAONE-Forecast,2214592.6041423543,2214592.6041423543,1147.4491710773486,1.0432706379041374,0.015524968419207566,0.015568997084361555,7.253733565068541,1488.1507330046759,0.020201500280773055,0.015576509984905564,0.012280107787912461,Healthcare,1

results/EXAONE-Forecast/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "EXAONE-Forecast",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "",
-    "code_link": "",
-    "org": "LG AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/FLAIR/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/short,FLAIR,1846776.4134296365,1937074.6561212884,187.10755948173343,0.9996724419196036,1.708268772056975,0.6061336441652744,17.75649164547514,1358.9615202166824,4.26680324289856,0.5874714844318778,0.4706063207629383,Web/CloudOps,2.0
-bitbrains_fast_storage/5T/medium,FLAIR,3118674.8201469,2729295.575160217,259.7001644216678,1.1207044736092244,2.8906997301554647,0.6788928802256836,21.871571076513977,1765.9770157470623,5.365525556545144,0.7890407727950932,0.6333159815710692,Web/CloudOps,2.0
-bitbrains_fast_storage/5T/long,FLAIR,3661470.482462851,3238154.461073728,320.31423211705686,1.0495652964266236,2.8537249020158884,0.6871064137623306,17.203443166090544,1913.4969251250056,5.056801327093086,0.846494923920779,0.666008348756763,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,FLAIR,3082869.6037823856,2733623.1734293606,290.26043356397923,1.321253217668716,3.121420924965199,0.5213209157485315,23.975379675350812,1755.8102413935242,5.0046294659044115,0.8273365107197272,0.6425372487912054,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,FLAIR,1636836.460830957,1936194.939868636,140.43773287022287,1.9100123860850633,0.6871359999716936,0.5362996794923731,57.94864959866474,1279.3890967297466,5.234890678564181,0.5746306425466685,0.4989168707596522,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,FLAIR,2100595.5401367466,2245828.116468942,151.16253985903026,4.530835002021688,0.6536346629144442,0.5850481626331625,161.2082830425433,1449.343140921689,6.098125489994382,0.6360178700403781,0.6016746088652449,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,FLAIR,2433136.8208996467,2346674.2797109713,173.44353227174926,3.508942159192608,1.2207947245114577,0.5801811352620492,118.0843945039715,1559.8515380957404,5.97543955152752,0.664423066799347,0.6267076501689193,Web/CloudOps,2.0
-bitbrains_rnd/H/short,FLAIR,1702655.2230083784,1663948.9502470498,146.435254773015,6.228065453522783,1.586998989159237,0.5663260535637824,206.89895240538377,1304.8583153003158,5.710698929794418,0.6408723789478751,0.5913258706281541,Web/CloudOps,2.0
-bizitobs_application/10S/short,FLAIR,1876184.576531477,1812731.8546140173,747.6142013719673,2.2751168766336076,0.0316150391177311,0.0328690141198594,38.158331376030254,1369.7388716581993,0.0528253532771152,0.0288324914475505,0.0245935005146765,Web/CloudOps,2.0
-bizitobs_application/10S/medium,FLAIR,4824342.996701329,4512050.859185152,1177.0068224996946,2.485168147892638,0.0359116835834982,0.0366683229756227,38.88806660348748,2196.438707704207,0.0862476835461689,0.0462175937814998,0.0425144521926404,Web/CloudOps,2.0
-bizitobs_application/10S/long,FLAIR,6296956.031536403,5609210.63968744,1442.222478962098,3.017247374156058,0.0439166560761959,0.0448299038344589,46.84177994810414,2509.373633307006,0.0967765107835817,0.055620756285568,0.0510511375407545,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,FLAIR,39.89196923283557,41.58845186183414,4.135523490977737,0.4143402034524665,0.2142165821659282,0.2035013408718657,3.677772177329072,6.316008963960988,0.2169173130973528,0.142030616015987,0.1152385523446556,Web/CloudOps,7.0
-bizitobs_l2c/5T/medium,FLAIR,147.26689232057973,178.22447097131732,8.891860764855732,0.8453268479561428,0.5247410878205049,0.8197076488615357,5.505430384117332,12.135357115494363,0.6384982424298676,0.4678426367067977,0.3666083704391403,Web/CloudOps,7.0
-bizitobs_l2c/5T/long,FLAIR,220.08786336115747,249.22361473688363,11.178721905935774,1.0391378269874576,0.7211519426216233,1.0024464220087017,6.794812670220844,14.835358551823326,0.8329832037840033,0.6276685227990231,0.486599887395329,Web/CloudOps,7.0
-bizitobs_l2c/H/short,FLAIR,67.47887781773652,70.49082710725762,5.406626339386771,0.5402478394675021,0.4940421209013849,0.5760286955975656,3.686339611841566,8.214552806923608,0.4427854803723104,0.291431036740211,0.2265468422206448,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,FLAIR,71.28047139004101,74.93005806675828,5.135972276079151,0.5243880208831226,0.5724552066282359,0.7384724785396178,3.536645982484302,8.442776284495581,0.5112229278669697,0.3109909224104992,0.2452024155736719,Web/CloudOps,7.0
-bizitobs_l2c/H/long,FLAIR,88.29677626478986,89.20888771026436,5.68356467197595,0.6056828821389739,0.7347094571076784,0.6925673183339771,7.207410377422093,9.39663643357504,0.5739736737256129,0.3471685339420973,0.2860909813782309,Web/CloudOps,7.0
-bizitobs_service/10S/short,FLAIR,3924.096305790098,3964.7630561865967,24.99984806153638,1.101889137820525,0.0683972298728006,0.0624114188005547,18.273309771129146,62.642607750556635,0.0464076464554451,0.0185206866690398,0.0149800382571175,Web/CloudOps,2.0
-bizitobs_service/10S/medium,FLAIR,5784.686171149733,5628.0582686336875,29.60688421906926,1.0649193529319392,0.0642029986977617,0.0576505220846427,12.694433835395804,76.05712439442956,0.0572423772753233,0.0222828360907489,0.0187152194990229,Web/CloudOps,2.0
-bizitobs_service/10S/long,FLAIR,133687.36260761498,133570.23236352124,75.82783111185603,1.3655651819500736,0.0807656511545262,0.0786908919088163,21.37359257394892,365.6328248497596,0.2708724856363051,0.0561756814424915,0.0520154952456399,Web/CloudOps,2.0
-car_parts/M/short,FLAIR,1.5103767030357378,1.4269297196758337,0.4744918294141092,0.8678265232602588,0.7928108674238646,1.673403424376445,12.192917178714069,1.2289738414774083,2.946953203185872,1.1377827333545716,0.9679604261796044,Sales,1.0
-covid_deaths/D/short,FLAIR,2161760.1345891105,4253831.408270677,350.04887218045116,44.122093231046925,0.1456652568846735,0.1619112969898991,898.5503233162333,1470.292533677945,0.5532047210626532,0.1317075916916135,0.1067110833912594,Healthcare,1.0
-electricity/15T/short,FLAIR,211985.99814680975,210663.58732311975,77.04378956938156,1.4191761195880146,0.2284946637340498,0.2119759976841636,20.252191787318353,460.4193720368527,0.9075773626490128,0.1518684998776899,0.1290300773209015,Energy,1.0
-electricity/15T/medium,FLAIR,311574.0141508347,307428.40445018717,65.3217936280954,1.0442944506962324,0.1867434169453923,0.1571063889093397,8.181328533369642,558.1881530011495,0.96181454551687,0.1125560456863081,0.089115772025721,Energy,1.0
-electricity/15T/long,FLAIR,365712.1021856637,360201.5993805811,68.4781243849528,1.0703113668817896,0.1912109575861494,0.1565305476223269,8.195396810629608,604.741351476533,0.954053631862007,0.1080326376111849,0.0854300239615816,Energy,1.0
-electricity/D/short,FLAIR,4378298384.914636,4088194299.44017,6279.116149215521,1.7874760967454115,0.4848084021931333,0.1097235101260359,14.57310062012003,66168.71152527179,1.0873717184867306,0.103186735246349,0.0810483716301433,Energy,1.0
-electricity/H/short,FLAIR,2227795.540965558,2200340.308165136,214.09158588329785,1.159912384779041,0.2384834224031499,0.1392781970897811,13.043116184992344,1492.5801623248103,0.7046044444123519,0.1010665200652941,0.0831354999192747,Energy,1.0
-electricity/H/medium,FLAIR,7669402.802910813,7497248.765062359,278.42175893037614,1.226568229107115,0.2264810499880225,0.1353754452856468,10.05130068186465,2769.368665040972,1.0809758810080432,0.1086771905636188,0.0860416936276529,Energy,1.0
-electricity/H/long,FLAIR,13611100.92176506,12768603.176846229,324.299182470965,1.3258398467258734,0.3290286411409824,0.1437804422017796,10.870799000049487,3689.3225559396487,1.4550678903003402,0.1279035161901065,0.1007183658174637,Energy,1.0
-electricity/W/short,FLAIR,88067331299.68686,87507577640.4492,32765.23532147268,1.667088691661407,0.1666778375512283,0.106912625756423,13.537954506832522,296761.40466658876,0.6771116161342801,0.0747594568992824,0.058132867969101,Energy,1.0
-ett1/15T/short,FLAIR,4.894772468847958,4.879780243325487,1.1640304719586363,0.7414234839943651,0.4192236761470445,0.2669172238511235,6.432899779419584,2.2124132680961663,0.4182381537599476,0.2200501879701885,0.1894213797197732,Energy,7.0
-ett1/15T/medium,FLAIR,10.036427983898214,10.132424941195918,1.8370270585825623,1.148078197899691,0.7807374297635133,0.4573158174935943,9.16749066620604,3.1680321942647955,0.6038299972346152,0.3501391323332955,0.289816946684414,Energy,7.0
-ett1/15T/long,FLAIR,9.16389568497823,9.188822460906412,1.8055878475946887,1.1436063442844946,0.7637057171813894,0.456725186154553,9.114285440794916,3.0271927069445432,0.5769859230581058,0.3441468290132232,0.2868454898773583,Energy,7.0
-ett1/D/short,FLAIR,41179.20773293343,42523.93234522832,139.24647924341622,1.791496708617329,0.9058322321800332,0.5159396444383436,12.403158702893956,202.92660676444928,0.532993463811141,0.3657354965857376,0.2841411784432137,Energy,7.0
-ett1/H/short,FLAIR,105.85772228975428,108.44132519867388,5.684955175379343,0.9429345449341489,0.582493190184887,0.309965030181309,6.31473062927492,10.288718204409832,0.480216571489408,0.265340116149894,0.2039541322167108,Energy,7.0
-ett1/H/medium,FLAIR,149.09511097247517,149.6972295810591,7.642521609191797,1.431921870285855,4457727467279.771,0.488468584242379,9.837696626280604,12.210450891448488,0.5848516529286364,0.3660586685467119,0.2823112362400554,Energy,7.0
-ett1/H/long,FLAIR,153.0759338794756,154.1550566360392,7.702887752347848,1.4546850810634189,3364797685541.089,0.502959038922135,9.06359895176161,12.372385941259497,0.5924867659993799,0.3688746111633349,0.2854065945591094,Energy,7.0
-ett1/W/short,FLAIR,1255591.5718597814,1449459.8851853365,929.893137762709,1.6150219349797972,0.5571457094902761,0.6101790221906965,7.719895330701189,1120.5318254560116,0.4458863579212325,0.370026673971732,0.2753618408595323,Energy,7.0
-ett2/15T/short,FLAIR,8.109368644215289,8.090095819370262,1.8592015794162735,0.8094933244025095,0.1146041009350557,0.1392575945025397,5.9701834164448275,2.8476953215214738,0.135190227463108,0.0882629130024929,0.0701435171063979,Energy,7.0
-ett2/15T/medium,FLAIR,13.648142928764116,13.600975785717116,2.3993027049772397,1.0105991123143314,0.1561080198399952,0.1939014658343535,7.554103946963846,3.6943393088296745,0.1968780159957531,0.1278631757511208,0.1019705565082035,Energy,7.0
-ett2/15T/long,FLAIR,13.04643074068347,13.029203650863025,2.4663831461821095,1.0722683015253116,0.1711899581282446,0.216932807681899,8.182674930853146,3.611984321766011,0.1924891699518345,0.1314380136510857,0.1050909026443912,Energy,7.0
-ett2/D/short,FLAIR,156091.50669406605,155885.61337036244,253.23087117151636,1.6893133005125012,0.3861209086380799,0.1835703540180587,19.18373013247055,395.0841767194253,0.2261170726037842,0.1449306923847602,0.115643588880426,Energy,7.0
-ett2/H/short,FLAIR,126.51858247305924,125.65122529345858,7.091802495910216,0.834383487093402,0.1318650391802093,0.1269662198069472,6.211919694776326,11.248047940556583,0.1426565444924963,0.0899437879031435,0.0723571961161511,Energy,7.0
-ett2/H/medium,FLAIR,284.08903910072183,285.47361930172787,11.108853730200208,1.272092559293609,0.2010273564395029,0.2245152924062058,10.70509414864217,16.854941088616176,0.2271311559427728,0.1496989384699601,0.1216425680852661,Energy,7.0
-ett2/H/long,FLAIR,316.9810320774509,330.83708125035633,12.406928243810926,1.494992131168154,0.2519626062889245,0.2956522221670619,11.877313413381303,17.80396113446249,0.2438115447959697,0.169903333221785,0.1343666907789368,Energy,7.0
-ett2/W/short,FLAIR,6428518.133794708,6831536.838551807,1725.7088433854085,1.1252886108697937,0.1692482636883107,0.1963500581271429,9.959431025748328,2535.452254292064,0.2126855334591811,0.144760488125671,0.1118521328572567,Energy,7.0
-hierarchical_sales/D/short,FLAIR,28.34691931996693,29.038693675072345,2.3487391484084332,0.7600420635205424,0.6564368892157365,0.9695861165378332,7.251654358636714,5.324182502503734,1.6334002300037451,0.7205671600147117,0.5859190773926534,Sales,1.0
-hierarchical_sales/W/short,FLAIR,492.5721538268008,453.8763241525424,9.110434322033898,0.737912920434312,0.5614557946844444,0.4651080565225747,6.748454153113816,22.193966608670944,1.0189358628806096,0.4182644959694578,0.3489380902782,Sales,1.0
-hospital/M/short,FLAIR,4078.083158895589,3888.411016949152,20.130921338548458,0.7886545565976327,0.2031444956129767,0.1806938043030814,5.223601473443559,63.85987127215016,0.231826161884877,0.0730799191441108,0.0569181723063101,Healthcare,1.0
-jena_weather/10T/short,FLAIR,1593.1951434397592,1547.272958868031,9.152767518152965,0.3242504548983626,0.4429209481648607,0.4524335567797208,5.332729817512181,39.91484865861023,0.2479212553996337,0.056850162025905,0.0546103958633864,Nature,21.0
-jena_weather/10T/medium,FLAIR,2259.1438082857453,1912.4874286275767,12.04129966423836,0.6739517791898705,0.90366223326325,0.5629232006316459,8.205313708146095,47.530451378939645,0.2916935352746315,0.0738972420093452,0.0645119081262765,Nature,21.0
-jena_weather/10T/long,FLAIR,2406.645935267782,1973.114060405894,12.684152294885983,0.7260764262932538,0.952109177510956,0.557806728722826,8.607807517160483,49.057577755814464,0.3001917302626781,0.0776165028626152,0.0684822560575462,Nature,21.0
-jena_weather/D/short,FLAIR,456.0673438843025,410.0474629807631,10.732718287250869,1.4612328062698468,0.8010894388180941,0.4774885065609043,10.064739064581527,21.355733279012043,0.1285964186672407,0.0646285059039056,0.053332083627995,Nature,21.0
-jena_weather/H/short,FLAIR,3468.918214021415,3248.6829851693196,16.7380838266578,0.6928588769845022,1.4767841431963669,0.5177500225902655,5.9842938233368,58.8975229871462,0.3610380531659051,0.1026033845230316,0.0793630172147111,Nature,21.0
-jena_weather/H/medium,FLAIR,4752.039048109573,4758.395931224254,21.166002369395297,0.9250148121262156,3.21453282858427,0.6116055374289797,6.819597621970836,68.93503498301551,0.4218256728935998,0.1295185125261415,0.0976179942639312,Nature,21.0
-jena_weather/H/long,FLAIR,4817.075531931716,4757.473027270097,23.14229187653804,1.3272838524767243,3.1048218002059236,0.6226226413947631,9.959297385686549,69.40515493774015,0.4178959700818728,0.1393422509082954,0.1054612748206954,Nature,21.0
-kdd_cup_2018/D/short,FLAIR,2834.7698212635128,3047.6769262705557,21.986762998329233,1.2445147118999254,0.506021029038369,0.4959587716460485,10.281623097069971,53.24255648692606,1.1926897632250453,0.4925268222423118,0.3980057953507411,Nature,1.0
-kdd_cup_2018/H/short,FLAIR,4693.218813974203,4940.273479067065,25.56724377549594,1.0535169707344625,0.8864216084345744,0.5685034682015825,8.288793602059213,68.50707126986383,1.4339770861122425,0.5351687212650553,0.4280556484200076,Nature,1.0
-kdd_cup_2018/H/medium,FLAIR,5229.935501458786,5685.18091179842,27.443189401201987,1.1089117993707756,0.8146210590920014,0.6075266137388511,8.911469841294444,72.31829299325854,1.513752846879206,0.5744356560986208,0.4607205083486032,Nature,1.0
-kdd_cup_2018/H/long,FLAIR,3998.875232191333,4354.93562439282,25.25150664546441,1.060734013934471,0.881256866309101,0.6522508446773746,8.229314861828458,63.23666050789947,1.4837875881819338,0.5925023845741072,0.4738356938600278,Nature,1.0
-loop_seattle/5T/short,FLAIR,51.11481061562328,51.37956077081342,4.344853456192944,0.6751331400521111,0.1180541521144029,0.0910260826661919,7.516408171138346,7.149462260591581,0.1225974888154313,0.0745046415499544,0.063742864055267,Transport,1.0
-loop_seattle/5T/medium,FLAIR,105.49702385551532,106.90871283784227,7.114097176064897,1.1068712914486336,0.226839486921214,0.1571402810782322,9.990132116647818,10.27117441461858,0.1827453260953946,0.1265744262373704,0.1042119520881773,Transport,1.0
-loop_seattle/5T/long,FLAIR,110.95251277982064,112.01008806568096,7.2637795806807395,1.1310456334671877,0.234014359477333,0.1587976828920266,10.341050222520506,10.533399868030296,0.1862326355504282,0.128425088985112,0.1066210615688526,Transport,1.0
-loop_seattle/D/short,FLAIR,20.423312811651765,20.541238544906243,3.1217445994364015,0.9427603253205424,0.0580001350572234,0.0575612743582355,10.046422408098412,4.519215950986605,0.0807644332076011,0.055789751126482,0.0461204188792499,Transport,1.0
-loop_seattle/H/short,FLAIR,68.56912280325089,73.75632590580655,4.724818810448197,0.958522283772076,0.1245537318319318,0.1064689562073598,8.652369609847995,8.280647486957218,0.1465758768169621,0.0836340951638796,0.0679132765076037,Transport,1.0
-loop_seattle/H/medium,FLAIR,70.80417004843872,74.92711537236819,4.902011278840862,1.0080596204917087,0.1252904303013472,0.1094617491056464,9.487492656694624,8.414521379641192,0.148725706687588,0.0866424908492207,0.0702614827637488,Transport,1.0
-loop_seattle/H/long,FLAIR,64.0184941681368,69.59048402099363,4.5574374392851045,0.955634360365638,0.129315524212665,0.1037304691242701,8.652816538572091,8.001155802016156,0.1429913662065921,0.0814475085812276,0.0661198154734466,Transport,1.0
-m4_daily/D/short,FLAIR,903903.6719757213,889086.7112334432,250.22967826174843,5.2376736765025,0.0515006767311773,0.0386527203248401,41.03645726028208,950.7384876903434,0.1468628295372474,0.0386535719964297,0.0313378878651908,Econ/Fin,1.0
-m4_hourly/H/short,FLAIR,2636314.6956813554,2669975.3961696746,326.9937822139124,1.8143334732750775,0.1436036936449073,0.1294296830071511,12.778036405363084,1623.6732108652143,0.2216672321627752,0.044641868913493,0.0341598669725606,Econ/Fin,1.0
-m4_monthly/M/short,FLAIR,2128471.2668109424,2104689.208333717,616.8562560715127,1.0969836332430645,0.1682137778836925,0.1410850424495471,11.114469582858163,1458.928122564968,0.3032153554106957,0.1282039094518213,0.1043662055181027,Econ/Fin,1.0
-m4_quarterly/Q/short,FLAIR,2319953.077630125,2204636.878947354,640.465119211722,1.3655239411459816,0.1320188880526501,0.1140961412240947,12.288219800066678,1523.139218072375,0.2549466848287975,0.107202583292521,0.0863570726756751,Econ/Fin,1.0
-m4_weekly/W/short,FLAIR,1291916.0161966586,1544968.8108643806,574.185813055862,6.409428969881271,0.1235720565916749,0.1175739071500548,47.39276897397371,1136.6248352894013,0.2070754303292279,0.1046077567865272,0.0834199974065666,Econ/Fin,1.0
-m4_yearly/A/short,FLAIR,3392367.415884046,3381358.87645824,839.5376962422075,3.0908443184594585,0.1630596575619417,0.1380614157204694,41.35708031399209,1841.8380536529387,0.2953472742658614,0.1346237633307686,0.1114624111338103,Econ/Fin,1.0
-m_dense/D/short,FLAIR,10304.414065355482,9852.94216262002,51.6076124037503,0.7562043674495385,0.1358983872103173,0.1089331279800226,7.442700882759094,101.51065986070373,0.1757299676124024,0.089340410836746,0.0742091448492799,Transport,1.0
-m_dense/H/short,FLAIR,47923.39920033758,49640.85696308499,96.1015368668024,0.8524483132594176,0.2970651421725176,0.223863775231651,9.02851540258622,218.91413659318025,0.3882991284098644,0.1704601794336123,0.1407385454996454,Transport,1.0
-m_dense/H/medium,FLAIR,36533.9439181033,35912.904038559405,84.01094394456783,0.7295067169004716,0.2503205497559305,0.2013122863887382,7.184318591322966,191.13854639528705,0.3325569229382326,0.1461684288085111,0.1199122575148962,Transport,1.0
-m_dense/H/long,FLAIR,35141.36284140033,34601.840318596594,81.68125118854313,0.714168497066971,0.2440646185681617,0.194369757670214,6.722404160964083,187.4602967067969,0.3245214852703481,0.1414023204919279,0.116000832985004,Transport,1.0
-restaurant/D/short,FLAIR,141.7439949670776,143.92584290650976,7.244699729149155,0.6931246096307933,0.6699570082008492,0.3977648565536122,4.7589491356806075,11.905628709441498,0.5479246182730567,0.3334178673360613,0.2619939899667213,Sales,1.0
-saugeen/D/short,FLAIR,1081.1922512474528,1154.4419691041564,14.281996203665027,3.1733118764428765,0.3555742180904656,0.3793125787667018,32.0448302504222,32.881487971918986,1.0650392299319449,0.4625972599425111,0.3870213221518546,Nature,1.0
-saugeen/M/short,FLAIR,365.70368994633577,392.6152553842791,12.13159345353726,0.7109054928585277,0.3412010290852971,0.3467426049434659,4.42822595119351,19.12338071435947,0.5741412586498914,0.3642268299146793,0.2843520574976339,Nature,1.0
-saugeen/W/short,FLAIR,1272.876480624292,1327.2817570880984,19.183817018106083,1.5565814181564257,0.5370207009097427,0.4899278372969246,10.875172490018429,35.67739453245279,1.0769518206192712,0.5790794685212666,0.4657650096221686,Nature,1.0
-solar/10T/short,FLAIR,21.59080304476631,21.197049141524406,2.150811471605633,0.9393391033061944,3.9993155815399697,1.309294627260993,20.286581292043884,4.646590475258855,1.3516926193440175,0.6256708025485763,0.5520764710555229,Energy,1.0
-solar/10T/medium,FLAIR,21.97149763364617,22.83769164390925,2.015253038417477,0.8850004391847756,4.405571150289507,1.3758578851998815,6.338258567110304,4.6873764126263815,1.040147421170858,0.4471926438999543,0.3663978354333073,Energy,1.0
-solar/10T/long,FLAIR,23.355267921581344,23.81808909616356,2.069483443572876,0.9094877767976196,4.329705818534183,1.389560791948047,6.44321807021219,4.832728827648138,1.0445169605757052,0.4472857123859023,0.3701422533288575,Energy,1.0
-solar/D/short,FLAIR,180764.00535749728,203462.5668760533,305.6386723349666,1.1966987159553752,1.3916016082772316,0.4642682282576678,7.0416576000212,425.16350426335663,0.614216451110677,0.4415437796548944,0.3549738914075224,Energy,1.0
-solar/H/short,FLAIR,749.4568783487402,789.2592843780673,11.603721081076252,0.8970513756006757,4.928181241682037,1.2736722761267438,5.909571886660219,27.376210080081215,1.0090961748292229,0.4277170040136003,0.3409202034733969,Energy,1.0
-solar/H/medium,FLAIR,950.354694575954,981.45059591095,12.63211996587793,0.9671204846503788,6.32186061229179,1.3340213614909977,6.80463917319209,30.827823383689513,1.110490150772406,0.4550384446832143,0.3742611312069565,Energy,1.0
-solar/H/long,FLAIR,975.6811847663072,983.9729958076126,13.23800186228041,1.008627419554139,8.72765209136671,1.337693910139118,7.037292716603288,31.235895773393587,1.0830054322659703,0.4589856501380914,0.3743546975747894,Energy,1.0
-solar/W/short,FLAIR,4091351.644940319,4222544.002636084,1706.0959561062923,1.8837933607134216,0.3937313747567419,0.3116297218467124,6.936724525698421,2022.7089867156667,0.4128854744091075,0.3482568391453078,0.2683298143333376,Energy,1.0
-sz_taxi/15T/short,FLAIR,17.603028898015545,17.95271439555892,2.855937665107906,0.571007570777583,806148033221.1439,0.4190255204408997,4.296678271155004,4.1955963697686105,0.392306187993549,0.2670423748620676,0.2108235506384534,Transport,1.0
-sz_taxi/15T/medium,FLAIR,17.474365516187927,17.63645652828896,2.8567778729774305,0.5585378713532622,11902810905914.947,0.4285501965164008,4.098691948548664,4.180235102980205,0.389040650741196,0.2658708649984398,0.2104224391057033,Transport,1.0
-sz_taxi/15T/long,FLAIR,16.637301349160165,17.037897375664947,2.8077792398926618,0.5324853258549372,7909714659770.688,0.4323584491225141,3.769297183574938,4.078884816853764,0.3775343128603058,0.2598830448990127,0.2051629626800974,Transport,1.0
-sz_taxi/H/short,FLAIR,8.940329809553765,9.062247876927394,2.110113660449912,0.6488797870556591,1.2679479812574237,0.3237051593827408,4.394445647902106,2.9900384294443048,0.2785405308943519,0.1965701087455172,0.1539746630440793,Transport,1.0
-temperature_rain/D/short,FLAIR,185.1927610789985,194.01761210702855,6.214507226452571,1.4683379219742323,40.632071537532575,1.3808251202806872,20.795751426860836,13.608554702061438,1.602086692993106,0.7316118095554252,0.5942149702449325,Nature,1.0
-us_births/D/short,FLAIR,202412.586201875,194479.31666666668,287.65,0.4232484483716013,0.027355082518602,0.027161341526116,3.9800581040395553,449.9028630736584,0.0421747426619937,0.0269648533548814,0.0218907717467373,Healthcare,1.0
-us_births/M/short,FLAIR,46394573.1670656,49489557.25,5518.166666666667,0.6253049759133151,0.0170430775626668,0.0172419886172323,5.288475993044492,6811.3561914691845,0.0211560258914634,0.0171393880442816,0.0140371709446474,Healthcare,1.0
-us_births/W/short,FLAIR,3729077.469913617,3392903.5803571427,1450.633928571429,1.318923177387234,0.01976247355117,0.0197188049689788,10.01889340826207,1931.081942827289,0.0262142480227496,0.0196922133392804,0.016025443783476,Healthcare,1.0

results/FLAIR/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "FLAIR",
-    "model_type": "statistical",
-    "model_dtype": "float64",
-    "model_link": "https://github.com/TakatoHonda/FLAIR",
-    "code_link": "https://github.com/TakatoHonda/FLAIR/blob/main/examples/gift_eval_reproduction.py",
-    "org": "Mellon Inc.",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Falcon-2.0/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,Falcon-2.0,34.79869146671827,34.79869146671827,3.165793782048181,0.5046073830735429,0.08382794328026236,0.06722808952055971,3.8139705395168426,5.899041571875745,0.10115554243974227,0.05428637573978302,0.04289543563594564,Transport,1
-loop_seattle/5T/medium,Falcon-2.0,60.59137658023736,60.59137658023736,4.388246188483617,0.7041743514447301,0.13631773185926818,0.10037255585378169,8.544005019427189,7.784046285848856,0.1384941747068546,0.07807591475777867,0.06506148644686013,Transport,1
-loop_seattle/5T/long,Falcon-2.0,73.95734434124527,73.95734434124527,4.802549664602683,0.7677627802510621,0.15227183755446624,0.10848003606596147,12.006719287114102,8.599845599849179,0.15204702897155165,0.08491006024619396,0.0730340878939035,Transport,1
-loop_seattle/D/short,Falcon-2.0,15.076015866873066,15.076015866873066,2.6270803099200206,0.8033056653400341,0.04869412480247033,0.04835370106101651,6.868063492434749,3.8827845506637457,0.06939055289737296,0.04694943869084615,0.038015975819795544,Transport,1
-loop_seattle/H/short,Falcon-2.0,40.64532497555809,40.64532497555809,3.3482676690395685,0.6868969866820331,0.08963196934561242,0.0772387918090323,6.8415756193450035,6.375368614876954,0.11285050768131803,0.05926774264037615,0.0484208833899116,Transport,1
-loop_seattle/H/medium,Falcon-2.0,48.26443820949432,48.26443820949432,3.6793952367131064,0.7623743117062425,0.10235719159168602,0.08426667362051729,9.356399539146672,6.947261202048929,0.12279205021902835,0.06503289160178427,0.054512001334198784,Transport,1
-loop_seattle/H/long,Falcon-2.0,51.56273219814241,51.56273219814241,3.839823325163399,0.8095582622460344,0.10447665051492087,0.08916455699604403,11.070211168454621,7.180719476357673,0.12832907065900873,0.06862278361317496,0.0581217283868111,Transport,1
-m_dense/D/short,Falcon-2.0,8674.094814814815,8674.094814814815,45.55155092592592,0.6853955817612742,0.11651462020478132,0.09952957718460648,10.401116937077054,93.13482063554326,0.16123015096473303,0.07885647260979364,0.06747896231821313,Transport,1
-m_dense/H/short,Falcon-2.0,54124.142222222225,54124.142222222225,94.56653645833333,0.8050151004532052,0.28703004334164284,0.22568796793619791,13.134046208015205,232.6459589638776,0.41265595954466555,0.16773747120657367,0.14482291045249038,Transport,1
-m_dense/H/medium,Falcon-2.0,46964.386666666665,46964.386666666665,87.09888020833333,0.7270532074005347,0.2562844903284179,0.20666976928710937,12.194340540538349,216.7126822930921,0.37705268845164003,0.1515410477881675,0.13075591175691062,Transport,1
-m_dense/H/long,Falcon-2.0,45889.16938271605,45889.16938271605,88.2125,0.7512031268188484,0.25346617856783493,0.20985303337191358,13.33853775378148,214.21757486890763,0.37084228921392354,0.15270887767869748,0.13257494938715797,Transport,1
-sz_taxi/15T/short,Falcon-2.0,16.633131164625304,16.633131164625304,2.7266202933622368,0.5442053589310183,1143445482134.7913,0.3939945654118017,3.8949839860331963,4.078373593066886,0.38134537343316016,0.2549506587013649,0.20071765385122864,Transport,1
-sz_taxi/15T/medium,Falcon-2.0,16.39965110844017,16.39965110844017,2.7539915948851497,0.5370642470957374,9214619230642.105,0.4033317109458467,9.994368633012147,4.049648269719257,0.3768873662156792,0.25630488616443164,0.22639228108541248,Transport,1
-sz_taxi/15T/long,Falcon-2.0,15.524302216880342,15.524302216880342,2.685399973290598,0.5068881624678674,7429975276354.37,0.3960309411725427,11.584713760299929,3.940089112809549,0.3646876297331482,0.24855583797861816,0.22608029047867997,Transport,1
-sz_taxi/H/short,Falcon-2.0,6.8082823142027245,6.8082823142027245,1.795709463266226,0.5466106453802798,1.0426271226671007,0.2897816845494458,3.8867593692577254,2.6092685400707083,0.24306946601094293,0.16728141762483761,0.1319079357262729,Transport,1
-bitbrains_fast_storage/5T/short,Falcon-2.0,2201486.737455432,2201486.737455432,172.76466763022978,0.6969032169474898,2.0091388434684587,0.7439674069644906,13.216810675455976,1483.7407918687927,4.658579191644683,0.5424383356474909,0.4164219187059169,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Falcon-2.0,4139307.211098591,4139307.211098591,283.69814437936753,0.9776772771803262,3.112100839480604,0.8079191507889922,27.397760470622327,2034.5287442301205,6.181460596341249,0.8619533666995652,0.7442830286615542,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Falcon-2.0,5147134.577059565,5147134.577059565,341.5196792777566,0.8659361057978853,2.2133547938299802,0.8276890082888793,24.055503707170686,2268.729727636054,5.9955753214964185,0.9025345487126983,0.8226082910956422,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Falcon-2.0,2715613.992134283,2715613.992134283,234.92044529556418,1.0602525448788722,1.6753076932930182,0.5816294175711599,20.7684805900993,1647.9120098276737,4.697084403806289,0.6695995618409338,0.5235735799103081,Web/CloudOps,2
-bitbrains_rnd/5T/short,Falcon-2.0,2077585.1975645444,2077585.1975645444,143.0544807842073,1.6482689451675858,1.691239664230082,0.6593454800371396,52.050108930258425,1441.383084944646,5.897723455966599,0.5853376355075952,0.47773442639560987,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Falcon-2.0,3972756.776978907,3972756.776978907,229.77445182809058,4.405098278164324,3.235265612743661,0.7124100672079607,164.50039609904223,1993.1775578153863,8.386312935600694,0.9667781227421158,0.8944270805396237,Web/CloudOps,2
-bitbrains_rnd/5T/long,Falcon-2.0,3130076.1529685957,3130076.1529685957,192.69335050459577,3.3079659591873822,1.8725169194423972,0.689039065215657,121.51371878469318,1769.2021232659076,6.777415034007671,0.738164844756335,0.6849199440535098,Web/CloudOps,2
-bitbrains_rnd/H/short,Falcon-2.0,2016976.828609181,2016976.828609181,156.24926473722348,5.7164302368730695,1.398650379375277,0.5411733418625592,204.93457197750615,1420.203094141532,6.21550387231539,0.683823260227218,0.5994402580030019,Web/CloudOps,2
-bizitobs_application/10S/short,Falcon-2.0,330796.3022222222,330796.3022222222,290.429375,1.0279463930653179,0.014216910468207465,0.014392118453979492,17.22660589421495,575.14893916465,0.022181195647568822,0.011200700114361055,0.00902266866434197,Web/CloudOps,2
-bizitobs_application/10S/medium,Falcon-2.0,848361.6,848361.6,514.2413541666666,1.3539793106409097,0.018968502680460613,0.0191828187306722,24.12244702532374,921.0654699857117,0.03616753014868517,0.020192744475386885,0.017362651412857196,Web/CloudOps,2
-bizitobs_application/10S/long,Falcon-2.0,4530203.875555555,4530203.875555555,1265.1219444444444,2.5792380344445496,0.03733446333143446,0.0382631344265408,71.16648150480893,2128.4275593864018,0.08208494339743867,0.048790696560289636,0.0464076484303135,Web/CloudOps,2
-bizitobs_l2c/5T/short,Falcon-2.0,19.028448195684526,19.028448195684526,2.736689976283482,0.2693595336537048,0.12284313167665294,0.19352511451357887,4.353141437958575,4.362160954811792,0.14981426388327107,0.09398901107062106,0.0804192667681492,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Falcon-2.0,41.50130739795918,41.50130739795918,3.8800535448554423,0.37586569873641934,0.29217490305744365,0.5601578693000637,9.373218242023807,6.4421508363247115,0.3389518699214534,0.20414787511781055,0.1886587278424243,Web/CloudOps,7
-bizitobs_l2c/5T/long,Falcon-2.0,56.679608134920635,56.679608134920635,4.267079923115079,0.4217702706730314,0.3037443773823152,0.6723547557043651,11.608687088955078,7.528586064788038,0.4227188522814629,0.2395901583869671,0.2248362232368322,Web/CloudOps,7
-bizitobs_l2c/H/short,Falcon-2.0,49.306222098214285,49.306222098214285,3.995548066638765,0.37530440513284785,0.32574865400648234,0.605705321781219,5.527283924925875,7.0218389399226675,0.37849510210215653,0.21537027356727845,0.18434142456975405,Web/CloudOps,7
-bizitobs_l2c/H/medium,Falcon-2.0,54.722991071428574,54.722991071428574,4.0866824195498515,0.38834003960537117,0.35660909138172925,0.7568650018601191,5.436292888126652,7.397498974074182,0.44792979903589275,0.2474548278178814,0.2120594814694843,Web/CloudOps,7
-bizitobs_l2c/H/long,Falcon-2.0,71.09996899801587,71.09996899801587,4.737652684771826,0.5079476051244822,0.59553871412669,0.7683946397569444,8.601989862764738,8.432079755197757,0.5150557679283202,0.2893894996935535,0.25301299679219613,Web/CloudOps,7
-bizitobs_service/10S/short,Falcon-2.0,2958.068783068783,2958.068783068783,19.690401785714286,0.8258760349752257,0.0616660724619709,0.05513021479208002,13.656315645522469,54.38813090251202,0.040292466117421835,0.01458727912917985,0.012098422036343936,Web/CloudOps,2
-bizitobs_service/10S/medium,Falcon-2.0,37233.978412698416,37233.978412698416,43.30775793650793,1.0711081073128463,0.07370415581597223,0.07195551312158978,22.388248784608468,192.96108004646538,0.14522705599199542,0.03259443917508396,0.029447468841696592,Web/CloudOps,2
-bizitobs_service/10S/long,Falcon-2.0,132100.46984126983,132100.46984126983,79.34636904761905,1.3907029666673152,0.08362777467757937,0.08409672489872685,37.21037466111951,363.45628326013275,0.26926003404442395,0.05878232683013523,0.0566771632184002,Web/CloudOps,2
-car_parts/M/short,Falcon-2.0,1.3688836643162738,1.3688836643162738,0.4757428514509225,0.8834687628543669,0.8041522693320231,1.8766440164366613,16.776847224454052,1.1699930189177514,2.8055232409665227,1.1407825558684592,0.9833563945609782,Sales,1
-covid_deaths/D/short,Falcon-2.0,1637890.309774436,1637890.309774436,211.77098997493735,35.204684355322264,0.09981471828855204,0.3748981217692669,709.1718466361557,1279.8008867688895,0.4815313118741575,0.07967986557422622,0.06609279469357315,Healthcare,1
-electricity/15T/short,Falcon-2.0,119740.13239864865,119740.13239864865,46.75780739724099,0.8875916619855043,0.15011894784504703,0.1542323076402819,9.77952662919886,346.03487165118,0.6821029404001013,0.09216885500623771,0.0767565578937375,Energy,1
-electricity/15T/medium,Falcon-2.0,243595.88254954954,243595.88254954954,52.211809403153154,0.81394742374108,0.12045232898923999,0.12848258738474802,9.412441793678617,493.5543359646935,0.8504438209419726,0.0899662052412563,0.07575198159095803,Energy,1
-electricity/15T/long,Falcon-2.0,302944.01336336334,302944.01336336334,56.97744660285285,0.8597239370892176,0.12813214656525693,0.13027217610677083,10.221450230787198,550.4035005006448,0.8683289764422517,0.08988890485606625,0.0757759851712527,Energy,1
-electricity/D/short,Falcon-2.0,1029218682.4556396,1029218682.4556396,3796.034810810811,1.255048156374045,0.22086699016536798,0.08789152898015203,11.78814048342781,32081.43828533315,0.5272045737870414,0.06238145860901833,0.050322804718489586,Energy,1
-electricity/H/short,Falcon-2.0,1526147.232972973,1526147.232972973,165.5563006756757,0.920829035921512,0.16487436552660042,0.12513469386745144,10.67116432598678,1235.37331724988,0.5831844285425453,0.0781543969365436,0.06468284034951491,Energy,1
-electricity/H/medium,Falcon-2.0,5245375.858738739,5245375.858738739,239.9316990427928,1.0684061763977295,0.17834901443659715,0.12983781969225083,13.743891560747175,2290.2785548353586,0.8939711944186635,0.09365324891128975,0.0788355548543197,Energy,1
-electricity/H/long,Falcon-2.0,6758478.672720721,6758478.672720721,258.7039039039039,1.1285911903657948,0.2627109056535632,0.136790259009009,16.406043615188935,2599.707420599618,1.02532383775935,0.10203274318188321,0.08721931869866667,Energy,1
-electricity/W/short,Falcon-2.0,36154475853.953156,36154475853.953156,27389.94954954955,1.5618566568781986,0.1913579402737333,0.10134597039437508,21.555162830681297,190143.30346860274,0.4338442710196506,0.06249482615911056,0.051378514059520014,Energy,1
-ett1/15T/short,Falcon-2.0,5.364632161458333,5.364632161458333,1.1529359363374256,0.7370517062825173,0.5520796375376898,0.2435674576532273,8.911219445896295,2.31616755902036,0.437852079492371,0.21795288310675634,0.18702297363183043,Energy,7
-ett1/15T/medium,Falcon-2.0,10.081488095238095,10.081488095238095,1.6073325892857142,1.0097210678718793,0.7673440948130181,0.38203946552579365,16.5744611117157,3.175135917600709,0.60518404528693,0.3063591807561073,0.2704634493592067,Energy,7
-ett1/15T/long,Falcon-2.0,8.903436259920635,8.903436259920635,1.5538640873015872,1.0023222089238895,0.7494007708900773,0.38322591145833335,16.706737559572822,2.9838626409271316,0.5687271696329038,0.2961680314113455,0.26094038870675573,Energy,7
-ett1/D/short,Falcon-2.0,38304.89523809524,38304.89523809524,130.01901041666667,1.605351916135246,1.6018073187934028,0.44328889392671134,11.6947001631385,195.7163642572977,0.5140555226999199,0.3414992436340119,0.2670195558128473,Energy,7
-ett1/H/short,Falcon-2.0,139.21459263392856,139.21459263392856,5.761409505208333,0.9525265567689392,0.5963874090285528,0.2939123789469401,11.141825659731914,11.798923367575897,0.5507040249595956,0.26890855251063156,0.22964494083613118,Energy,7
-ett1/H/medium,Falcon-2.0,201.11651785714287,201.11651785714287,7.788730585007441,1.3892998629938262,4682974878017.091,0.4702333722795759,25.29616115306583,14.181555551389378,0.6792628936526891,0.3730617319011265,0.3270707424745609,Energy,7
-ett1/H/long,Falcon-2.0,195.46684854497354,195.46684854497354,7.912364107969577,1.4574753565183247,2907803081451.0547,0.4935356987847222,28.0995441955981,13.98094591023703,0.6695172190146973,0.37890598013977184,0.3357762388523373,Energy,7
-ett1/W/short,Falcon-2.0,1016991.2857142857,1016991.2857142857,803.2451869419643,1.439420130556924,0.5786974770682198,0.4838168961661203,9.355037046826592,1008.4598582562846,0.4012902472668853,0.3196304315386641,0.2393109049503695,Energy,7
-ett2/15T/short,Falcon-2.0,10.057653227306547,10.057653227306547,1.9926977248418898,0.8328824150186863,0.11711546710374415,0.1355131603422619,13.015346835315228,3.171380334697582,0.15055670653373335,0.09460044993249522,0.08284267981765264,Energy,7
-ett2/15T/medium,Falcon-2.0,15.333355654761904,15.333355654761904,2.3799348958333333,0.9702696261341521,0.14248709935332232,0.1690786597842262,19.24035351973645,3.915782891678483,0.20867915837861578,0.1268310385935403,0.11443424091257766,Energy,7
-ett2/15T/long,Falcon-2.0,16.453937251984126,16.453937251984126,2.478484157986111,0.9999496148414568,0.14702341411870956,0.1751886276971726,21.757912580497685,4.056345307291297,0.21616998394304687,0.13208290716076315,0.1207646470970002,Energy,7
-ett2/D/short,Falcon-2.0,67315.72063492064,67315.72063492064,150.61789434523808,1.0007893031797797,0.1991854713076637,0.10453367687406995,7.262323363038016,259.45273294941535,0.14849164449640653,0.08620259485287805,0.06889986214053835,Energy,7
-ett2/H/short,Falcon-2.0,112.73433779761905,112.73433779761905,6.631212216331845,0.7726373305219124,0.12597799990567707,0.1163982936314174,5.603654182610141,10.61764276087772,0.1346612527726863,0.08410222161015425,0.06687418691229702,Energy,7
-ett2/H/medium,Falcon-2.0,226.77931547619048,226.77931547619048,9.56899646577381,1.049912711271552,0.1733508468578645,0.17155730837867372,13.785454624025839,15.059193719326094,0.20293231957301333,0.12894838096765945,0.10971216059624517,Energy,7
-ett2/H/long,Falcon-2.0,242.26028439153438,242.26028439153438,9.774912161044973,1.0879498432485277,0.18629794639276884,0.18554597077546298,18.80122488529335,15.564712795022412,0.2131467622401423,0.1338598987174905,0.11788348892235197,Energy,7
-ett2/W/short,Falcon-2.0,2955211.4285714286,2955211.4285714286,1161.5366908482142,0.7559917467599673,0.12095379829406738,0.1282057421548026,8.806184088321166,1719.0728398097121,0.14420385626713056,0.09743512091937598,0.08474128184729142,Energy,7
-hierarchical_sales/D/short,Falcon-2.0,26.246199359239355,26.246199359239355,2.2463878087536173,0.7303535532166443,0.6538896453959511,1.072555404480157,6.517002672366269,5.123104464993795,1.5717117149006317,0.6891669024813251,0.554057796607633,Sales,1
-hierarchical_sales/W/short,Falcon-2.0,476.53221001059325,476.53221001059325,8.93308891684322,0.7184463539448847,0.5110972105954242,0.4568992873369637,6.752110474673542,21.82961772479292,1.0022084274054746,0.41012248167106397,0.3463449512515473,Sales,1
-hospital/M/short,Falcon-2.0,1713.2604302477184,1713.2604302477184,15.622297370708388,0.7048628698058916,0.17835092026479657,0.1634962072791042,4.581538909609658,41.39155022764572,0.15026093903081447,0.056712567174481095,0.04455271222066714,Healthcare,1
-jena_weather/10T/short,Falcon-2.0,724.3797123015873,724.3797123015873,5.090711805555555,0.24325854380271214,0.29724815706104546,0.5237744043743799,2.2702433335583927,26.914303117517036,0.1671715546316142,0.031619700610503655,0.02622004038060968,Nature,21
-jena_weather/10T/medium,Falcon-2.0,1234.261616161616,1234.261616161616,7.9957747113997115,0.4378065821124042,0.642558072560372,0.5852143434907107,7.985858549777739,35.13205966295765,0.2156048495575065,0.04906993271347297,0.043033404924683785,Nature,21
-jena_weather/10T/long,Falcon-2.0,1432.2607142857144,1432.2607142857144,8.878336846891534,0.4848657458134081,0.6073675789100518,0.6005626214244378,9.95698581439357,37.845220494610864,0.23158139358201962,0.05432806554757732,0.0486742156187637,Nature,21
-jena_weather/D/short,Falcon-2.0,347.19389880952383,347.19389880952383,9.288143291170634,1.0251319387809181,0.6224835132786062,0.44869922456287203,6.56149534568514,18.633139800085328,0.11220195605139394,0.055929803379149476,0.04402629611862746,Nature,21
-jena_weather/H/short,Falcon-2.0,1466.9951963241438,1466.9951963241438,9.503622337092732,0.5461102112030594,1.4539618584292344,0.6235677899175021,5.460171134629734,38.3013732955379,0.234784952581543,0.05825659311352047,0.05087842259294936,Nature,21
-jena_weather/H/medium,Falcon-2.0,1516.029265873016,1516.029265873016,11.006687903025794,0.7592804706446613,2.977423558911429,0.6662387424045139,9.945245874348217,38.93622048777996,0.23825763862392088,0.06735187534877565,0.060007904782241016,Nature,21
-jena_weather/H/long,Falcon-2.0,1550.2522486772486,1550.2522486772486,12.262138310185184,0.9382612614400712,3.338804706385979,0.6566388165509259,15.511217147258469,39.37324280113652,0.23707054428931432,0.07383165816513705,0.06582707342692534,Nature,21
-kdd_cup_2018/D/short,Falcon-2.0,1331.568056386728,1331.568056386728,14.82638888888889,0.9226700425887777,0.46535524563218966,0.35806833872556354,6.772590727901629,36.490657110919884,0.817429441056918,0.332126844016469,0.26385518283459747,Nature,1
-kdd_cup_2018/H/short,Falcon-2.0,3937.551378278403,3937.551378278403,18.038555580360082,0.7641357957555586,0.663608597751276,0.41835446118422354,6.944476587359064,62.74991138064183,1.3134692943507653,0.3775796387268185,0.3093897099340887,Nature,1
-kdd_cup_2018/H/medium,Falcon-2.0,4376.88437995024,4376.88437995024,20.914196574708306,0.8931439744082998,0.8118737163001356,0.4827550305954988,10.480585645612345,66.15802581660247,1.3848072981081792,0.43777201168323016,0.36872603295332257,Nature,1
-kdd_cup_2018/H/long,Falcon-2.0,3487.3466173739316,3487.3466173739316,19.998555785353965,0.876503218655157,0.8518115092736382,0.5188327841851172,11.90472454641805,59.05376039994347,1.385639848991711,0.46924693077626095,0.40058097049432934,Nature,1
-m4_daily/D/short,Falcon-2.0,442891.292439758,442891.292439758,174.3725988754267,3.0596096840523512,0.036079636027513295,0.028877682521314302,26.053410513058726,665.5007831999584,0.10280147958465852,0.026935747659413343,0.021623856152643974,Econ/Fin,1
-m4_hourly/H/short,Falcon-2.0,189854.06763285023,189854.06763285023,104.8456244967794,0.6160715286910803,0.0740874408715781,0.0704907157762807,5.789976621797068,435.7224662934541,0.059485734227850064,0.014313741971633747,0.01139434926495883,Econ/Fin,1
-m4_monthly/M/short,Falcon-2.0,1720224.5311481482,1720224.5311481482,523.0796948784722,0.8982446060276312,0.14363647259606255,0.12167812965534351,7.484958947318559,1311.5733037646612,0.2725899594668853,0.10871391817415194,0.08719078500423977,Econ/Fin,1
-m4_quarterly/Q/short,Falcon-2.0,1893057.5546666668,1893057.5546666668,584.3609466145833,1.2315735136959234,0.12013799301783244,0.10642605686187744,9.746256303747932,1375.8842809868374,0.2302988001023097,0.09781173220139132,0.07847832611702943,Econ/Fin,1
-m4_weekly/W/short,Falcon-2.0,84857.75358902935,84857.75358902935,142.71046710949219,1.4089537031991122,0.03402120468829514,0.03397368894339579,9.865607323322918,291.30354201250174,0.053070990924906476,0.025999635474847686,0.020547043813588663,Econ/Fin,1
-m4_yearly/A/short,Falcon-2.0,3671875.0996198603,3671875.0996198603,895.1310720814835,3.300174696674619,0.17240228611719816,0.15026184141364343,34.74029441152608,1916.213740588419,0.30727375561273507,0.1435384166484844,0.11785897337798344,Econ/Fin,1
-restaurant/D/short,Falcon-2.0,138.10859717941534,138.10859717941534,7.072941475203138,0.6794686911636255,0.6600574262894602,0.39126108357850004,4.603411559276762,11.751961418393755,0.5408524934955037,0.3255131545295898,0.25493373450970364,Sales,1
-saugeen/D/short,Falcon-2.0,817.0493229166667,817.0493229166667,10.970408528645834,2.436249173478506,0.2521013387044271,0.2930852254231771,52.92697718393198,28.584074638103413,0.9258449881246725,0.3553341461118165,0.31857369441362393,Nature,1
-saugeen/M/short,Falcon-2.0,387.9248744419643,387.9248744419643,12.824945359002976,0.7511351859318063,0.3865818296160017,0.384347779410226,6.897030525605598,19.695808550094213,0.5913272595460717,0.3850433341529949,0.3176134777842792,Nature,1
-saugeen/W/short,Falcon-2.0,1012.0009765625,1012.0009765625,15.13946533203125,1.2280146250239106,0.3974357843399048,0.41165752410888673,29.086583480592317,31.811962790159615,0.9602705492737551,0.4569973498962362,0.4150764702708565,Nature,1
-solar/10T/short,Falcon-2.0,22.497615381691,22.497615381691,1.8913675201490268,0.821104208944601,4.353140660896171,1.50660106352646,9.63445403884488,4.743165122752,1.3797862205556757,0.5501986067889705,0.45825809523287475,Energy,1
-solar/10T/medium,Falcon-2.0,17.318462798606504,17.318462798606504,1.6260764436103738,0.7060723763752991,2.7854687150811976,1.4403973850394756,8.814685950958683,4.161545722277541,0.9234634872631197,0.36083280669833323,0.30409177119388425,Energy,1
-solar/10T/long,Falcon-2.0,18.453845264345095,18.453845264345095,1.6619450008395429,0.7236396430916311,2.9751017092500085,1.4391661084228107,10.353135796972845,4.2957939038488675,0.9284670337826431,0.3592027876050708,0.3065466747658118,Energy,1
-solar/D/short,Falcon-2.0,121248.4905109489,121248.4905109489,246.58412408759125,0.9605133486416529,1.0428781031402068,0.42259509604052614,5.26864102237425,348.20753942289775,0.5030412934545627,0.3562300716749657,0.2660877729272736,Energy,1
-solar/H/short,Falcon-2.0,705.3494365475733,705.3494365475733,10.794216559018441,0.8290341009104254,4.246521657325068,1.4021298712212769,5.769464788510347,26.55841555039708,0.9789520696851048,0.3978784284412006,0.3161371896100546,Energy,1
-solar/H/medium,Falcon-2.0,767.5161800486618,767.5161800486618,11.407008439781022,0.870824679387818,4.302001119129847,1.4069757744128224,7.227751643020059,27.70408237153257,0.9979657086673096,0.410907068088908,0.3333473352844508,Energy,1
-solar/H/long,Falcon-2.0,682.9958637469587,682.9958637469587,10.746714061232765,0.8175847485049229,4.958561174611796,1.394968907931487,7.827898312837166,26.134189555962102,0.9061199801122446,0.37260816183276996,0.30573918986792165,Energy,1
-solar/W/short,Falcon-2.0,1814993.284671533,1814993.284671533,1026.605155109489,1.1277696734347058,0.22856344793834826,0.1963989926080634,6.292820540105039,1347.2168662362913,0.27500064448278155,0.20955577855342794,0.1588476528003873,Energy,1
-temperature_rain/D/short,Falcon-2.0,174.70296557172296,174.70296557172296,5.624984464379904,1.2975805810478416,19.991810675147757,1.4980972040446674,21.086436231986067,13.217524941218116,1.556052128661437,0.6622093840118917,0.541868809697396,Nature,1
-us_births/D/short,Falcon-2.0,112888.96,112888.96,259.048125,0.381296486121603,0.02448903560638428,0.02463327725728353,10.152610907092981,335.9895236461994,0.03149629144410306,0.024283659664460295,0.022676524313798116,Healthcare,1
-us_births/M/short,Falcon-2.0,61633568.0,61633568.0,6229.33203125,0.7080632283115954,0.0191944216688474,0.019466586410999298,19.612241672797733,7850.704936500925,0.024384236007341818,0.01934826281801326,0.0182183963252477,Healthcare,1
-us_births/W/short,Falcon-2.0,1274012.7142857143,1274012.7142857143,885.9559151785714,0.8061659150271421,0.012008762785366603,0.012028016149997711,13.85800379977334,1128.7217169372238,0.015322286631263128,0.012026764676650684,0.010419560991812234,Healthcare,1

results/Falcon-2.0/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Falcon-2.0",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "https://github.com/ant-intl/Falcon-TST",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/falcon-2.ipynb",
-    "org": "ant-intl",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/Falcon-Agent/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,Falcon-Agent,3142903.3020147844,3142903.3020147844,302.3615234869982,0.8179214180466294,2.9929140678411588,0.8116133501405909,14.572584614243182,1772.8235394462654,4.685043318991954,0.7990512332521554,0.6212326323143874,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Falcon-Agent,2933074.595316561,2933074.595316561,263.9360584493662,0.9163343907131575,3.3366532197859713,0.7970680760046763,20.12662475247449,1712.6221402622823,5.203419064113787,0.8019106409731197,0.5889954701054845,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Falcon-Agent,1494368.0180492778,1494368.0180492778,142.89916335015712,0.6382343450948941,1.6717429263031423,0.7184198737201598,12.14914392657354,1222.443462107462,3.8381701539476554,0.44866803316131515,0.35205404259604456,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Falcon-Agent,2164947.0798635976,2164947.0798635976,255.17415835317365,0.9388908355453248,2.7058177711230247,0.5666841645361337,18.925380449492387,1471.3759138519285,4.193899333173213,0.7273292450185558,0.5483062081669459,Web/CloudOps,2
-bitbrains_rnd/5T/long,Falcon-Agent,2235634.9914927348,2235634.9914927348,158.89168063173463,3.247677580781208,1.2005332330351133,0.6776469227094932,114.47352869834971,1495.2039966147545,5.727789690136188,0.6086782353654664,0.6456553408429372,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Falcon-Agent,2262473.179833173,2262473.179833173,158.6097867164003,4.321044503708415,0.992660527997988,0.7105069910869981,158.20099058419927,1504.1519802975938,6.328734172782422,0.6673522293480039,0.7416236910049806,Web/CloudOps,2
-bitbrains_rnd/5T/short,Falcon-Agent,1592272.46361415,1592272.46361415,118.99538166563815,1.579341036266037,1.04367879016587,0.6437880416208657,50.736058372599594,1261.8527899934088,5.163137363990371,0.48689475198082355,0.39168375367458896,Web/CloudOps,2
-bitbrains_rnd/H/short,Falcon-Agent,1885709.2457584795,1885709.2457584795,149.15832896433943,5.723854200958403,1.2864436838596167,0.528446803047771,195.23889003141068,1373.2112895539708,6.00984455283918,0.652789834787983,0.6415382366500032,Web/CloudOps,2
-bizitobs_application/10S/long,Falcon-Agent,5901843.731647187,5901843.731647187,1470.4046652729662,3.0857611623868366,0.044808366362661174,0.04582453079032981,56.48580721579031,2429.3710568061,0.09369113651601078,0.05670763378937556,0.051445648270934306,Web/CloudOps,2
-bizitobs_application/10S/medium,Falcon-Agent,3007611.410792567,3007611.410792567,959.3096865451421,2.1164096516176,0.0301870899827134,0.030766152280101183,24.635758209207676,1734.2466407038437,0.06809876190683575,0.0376692682607392,0.03251325512367623,Web/CloudOps,2
-bizitobs_application/10S/short,Falcon-Agent,376634.9650114341,376634.9650114341,319.22462870112884,1.0269437851236622,0.014219591300999146,0.014391302428545801,5.905141907644629,613.7059271438025,0.023668185903354254,0.012311218651888904,0.009648041794124393,Web/CloudOps,2
-bizitobs_l2c/5T/long,Falcon-Agent,102.35166124521689,102.35166124521689,6.995384363922716,0.660184414194852,0.5375952687702318,0.8650921547809195,3.7334379371768476,10.116899784282579,0.5680488012723067,0.3927803761127328,0.27735221594527404,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Falcon-Agent,64.33034849539845,64.33034849539845,5.224683777450775,0.5033204087285441,0.38623614811925916,0.6637361121091269,3.2285089345820595,8.020620206405392,0.42200258299466736,0.27489520668909756,0.20638155151374804,Web/CloudOps,7
-bizitobs_l2c/5T/short,Falcon-Agent,11.040782970106916,11.040782970106916,1.9524276981045172,0.2023430711977379,0.09918842620007152,0.17277467736842467,1.680492904741394,3.3227673662335913,0.11411727730901003,0.06705426787158413,0.05306642894176915,Web/CloudOps,7
-bizitobs_l2c/H/long,Falcon-Agent,77.89019036290773,77.89019036290773,4.996869023344341,0.5357613459115129,0.5878030028833596,0.7657523945033191,4.421684681938219,8.825541930267383,0.5390896061133986,0.3052232004424155,0.24711024314267233,Web/CloudOps,7
-bizitobs_l2c/H/medium,Falcon-Agent,65.20811118477683,65.20811118477683,4.521362712057041,0.4507078572812344,0.4204626510558973,0.7432577844526266,2.92707063567723,8.07515394186246,0.4889628434409229,0.27377538358176207,0.21490023853103227,Web/CloudOps,7
-bizitobs_l2c/H/short,Falcon-Agent,46.750072204892625,46.750072204892625,4.0070459410015316,0.38826467940835896,0.3420522792714272,0.5743706202800117,2.635802506047576,6.837402445731319,0.368553530201966,0.21599005455055023,0.1703332293570392,Web/CloudOps,7
-bizitobs_service/10S/long,Falcon-Agent,131352.29412948005,131352.29412948005,76.87018108608437,1.300443305843919,0.07316654487607235,0.07139835618265752,20.76290357354762,362.4255704685861,0.2684964551797635,0.05694788892504237,0.05275241215334594,Web/CloudOps,2
-bizitobs_service/10S/medium,Falcon-Agent,14210.525911862662,14210.525911862662,33.95683699171163,0.9622867988956804,0.058632660444511944,0.05236873645870931,9.200422217875236,119.20791044164251,0.08971867708032247,0.025556714159669383,0.01937129879117175,Web/CloudOps,2
-bizitobs_service/10S/short,Falcon-Agent,1876.4574488580715,1876.4574488580715,16.886940722560993,0.6871112643831122,0.04829698502549092,0.03895790713615984,4.917027020191721,43.318096089949194,0.03209143115992101,0.012510385834465896,0.009744001420746771,Web/CloudOps,2
-car_parts/M/short,Falcon-Agent,1.391103235198325,1.391103235198325,0.46656543519771726,0.8712101470669266,0.8072897336875315,1.8849312457417686,46.750173884895865,1.179450395395383,2.8282010596180465,1.118776053116667,1.081771262597024,Sales,1
-covid_deaths/D/short,Falcon-Agent,264901.752618796,264901.752618796,78.53583381066812,31.278605014639005,0.08130967844121835,0.3508613586241546,812.426475344997,514.6860719106318,0.19365313017615476,0.029549488277333755,0.025173475636501443,Healthcare,1
-electricity/15T/long,Falcon-Agent,306629.69315324153,306629.69315324153,55.804798586572836,0.843562038119624,0.1213512742311136,0.12728037926701982,6.974512307465792,553.7415400285963,0.8735951756698955,0.08803891220070403,0.07033560699410796,Energy,1
-electricity/15T/medium,Falcon-Agent,241714.41723799426,241714.41723799426,50.746224418629794,0.7961740426866758,0.11645641020417923,0.12530654340275757,6.86465116572374,491.64460460580085,0.8471531545958224,0.08744085401799313,0.07035561190129608,Energy,1
-electricity/15T/short,Falcon-Agent,127297.6524376958,127297.6524376958,47.83729809490308,0.9266159354550535,0.15046598625759758,0.15597308392619494,10.391597086592695,356.7879656570493,0.7032994160601815,0.09429674499834814,0.07865141000436193,Energy,1
-electricity/D/short,Falcon-Agent,1282827067.675376,1282827067.675376,4086.9385038827786,1.3161134442626699,0.3111307449990961,0.0890399919843596,10.303976553526123,35816.575320309115,0.5885852921795292,0.06716197380444726,0.05266475471255582,Energy,1
-electricity/H/long,Falcon-Agent,8994086.55474339,8994086.55474339,274.47879354592004,1.1575155608824956,0.2783803674925427,0.13722954466845436,9.340178185256624,2999.0142638446036,1.1828103639857825,0.10825435731146975,0.08490154735644864,Energy,1
-electricity/H/medium,Falcon-Agent,6000586.24994889,6000586.24994889,237.51984379330776,1.0362687265665886,0.19531964025899792,0.12538257549700266,8.47581526147363,2449.609407629896,0.9561632653996569,0.09271182121167727,0.07342035575439977,Energy,1
-electricity/H/short,Falcon-Agent,1746403.335623126,1746403.335623126,173.7162417740697,0.9538980170004262,0.16016634002010594,0.12583695612080575,10.873893235954391,1321.51554497975,0.6238497163419091,0.08200647246748542,0.06748965177123137,Energy,1
-electricity/W/short,Falcon-Agent,42206029520.6572,42206029520.6572,28306.16720048331,1.4438034529741928,0.19965649608693165,0.09345340407439977,10.995639826517499,205441.06094122762,0.46874870771974675,0.06458533281972033,0.0502391564793368,Energy,1
-ett1/15T/long,Falcon-Agent,7.748078626365929,7.748078626365929,1.4961907741567444,0.9605420871808237,0.7410673987921641,0.37347610315731705,6.692972323257994,2.783537071131967,0.5305448878226672,0.2851754247028908,0.2194722890082761,Energy,7
-ett1/15T/medium,Falcon-Agent,8.450931268066807,8.450931268066807,1.5232415420514067,0.9529099037724799,0.7210755765965939,0.37040759130174744,6.173253325909754,2.907048549313686,0.5540862963479303,0.29033132751698715,0.221740574267797,Energy,7
-ett1/15T/short,Falcon-Agent,4.149808336725949,4.149808336725949,1.0120348287627978,0.6503878393096387,0.4394854851429324,0.2268577286815514,4.418013066253663,2.0371078363027197,0.38509816021928267,0.19131670090756786,0.15045259608394088,Energy,7
-ett1/D/short,Falcon-Agent,40579.80805981505,40579.80805981505,133.66582362453346,1.6172277288081631,1.5198200144432532,0.4552434210028679,10.156299286828148,201.44430510643642,0.5291001545323756,0.3510777229372181,0.2680871632344311,Energy,7
-ett1/H/long,Falcon-Agent,139.17591601726164,139.17591601726164,6.963056118915716,1.3321694528147625,4000309094462.548,0.4678469261869482,9.21131001514606,11.797284264493317,0.5649463933271324,0.3334456772187311,0.2582356576332062,Energy,7
-ett1/H/medium,Falcon-Agent,135.23530160868006,135.23530160868006,6.842140038613431,1.250371142612418,4039117206106.8604,0.440852414981497,8.525017080276234,11.629071399242505,0.5570049842166248,0.32772230674102315,0.25227059838162014,Energy,7
-ett1/H/short,Falcon-Agent,93.3733358939501,93.3733358939501,4.790880418311732,0.7952249256800206,0.4711467278907945,0.2562299694828399,5.138990554999741,9.662987938207834,0.45101118219230013,0.22360999051453456,0.17180387056443594,Energy,7
-ett1/W/short,Falcon-Agent,1095875.016253429,1095875.016253429,842.6967328959007,1.5177149654503286,0.6144453651261355,0.5512624874210915,7.784429958234421,1046.8404922687262,0.4165628264071609,0.33532915038319416,0.24768629601065642,Energy,7
-ett2/15T/long,Falcon-Agent,11.152813959842671,11.152813959842671,2.095137793876488,0.8633838973501484,0.12954725943057027,0.15762943514889513,6.923323310589174,3.339582902076646,0.1779724068384707,0.11165367854847297,0.08954714512058745,Energy,7
-ett2/15T/medium,Falcon-Agent,11.215123586537324,11.215123586537324,2.0637544689801506,0.8476314299833699,0.1258484682179515,0.15351488802518032,6.2327659162879385,3.348898861795818,0.17846887116406068,0.10998120446108865,0.08737474372188697,Energy,7
-ett2/15T/short,Falcon-Agent,6.759806284899193,6.759806284899193,1.5975650069198606,0.6897991355890424,0.09838524654514855,0.11805790039684214,4.66502166673103,2.599962746829114,0.12342948425390202,0.0758420962402967,0.0599245045881723,Energy,7
-ett2/D/short,Falcon-Agent,89167.05600623971,89167.05600623971,175.159281595967,1.1529375164562417,0.3701909164240178,0.11926815993661517,10.918247596846427,298.6085330432466,0.17090153500952848,0.10024827418974532,0.08257827611315141,Energy,7
-ett2/H/long,Falcon-Agent,225.2365605524109,225.2365605524109,9.287973721033236,1.0283060196724487,0.17555420930241988,0.1753125628244066,7.727314095006189,15.007883280210134,0.20552141192112808,0.12719165237313582,0.10295462216662382,Energy,7
-ett2/H/medium,Falcon-Agent,246.47263969939044,246.47263969939044,9.73405255788451,1.042280596946387,0.1706072654674752,0.16797263676058263,7.091067094021597,15.699447114449299,0.2115601312151014,0.1311726089070607,0.10502547823490162,Energy,7
-ett2/H/short,Falcon-Agent,105.23239435544643,105.23239435544643,6.347991108714853,0.7289120773465892,0.11871073049782696,0.1090113013164248,5.142065186568862,10.25828418184281,0.13010358020970064,0.0805101862790064,0.0636818146629389,Energy,7
-ett2/W/short,Falcon-Agent,2668691.0557441483,2668691.0557441483,1150.415700732917,0.7759306964903109,0.12003492034727091,0.12818927291143206,9.676547201063888,1633.6128842979135,0.13703506040701613,0.09650222923582533,0.08258342076696268,Energy,7
-hierarchical_sales/D/short,Falcon-Agent,27.30054957623286,27.30054957623286,2.2674989386300997,0.7330120108871061,0.6290616648813465,1.0492139791317714,6.495501638564242,5.224992782409643,1.6029699223387648,0.6956435633357698,0.5619417255134971,Sales,1
-hierarchical_sales/W/short,Falcon-Agent,457.1026693571912,457.1026693571912,8.796433602628278,0.713381801508802,0.520319688961776,0.45069393011224307,6.6146659240341155,21.379959526556434,0.9815643995802533,0.40384856935237,0.3416383636086061,Sales,1
-hospital/M/short,Falcon-Agent,2129.254280072099,2129.254280072099,16.33269069636829,0.7250743662932062,0.18584750522782525,0.16709711391542795,4.795017722666892,46.14384336043216,0.1675128666526323,0.059291459910022666,0.04701396068487016,Healthcare,1
-jena_weather/10T/long,Falcon-Agent,1291.3936932039394,1291.3936932039394,8.910170460279993,0.5790448944935924,0.7222011123122128,0.618746285811191,5.032896231732897,35.93596656838298,0.21989833281630905,0.05452285875200434,0.045111598695455446,Nature,21
-jena_weather/10T/medium,Falcon-Agent,1317.4134054738681,1317.4134054738681,8.555203002995583,0.515113494755457,0.676987707578697,0.6196693303155704,4.722254010980695,36.29618995809158,0.22274910091781014,0.05250313543341433,0.04327881490396352,Nature,21
-jena_weather/10T/short,Falcon-Agent,712.8004731401813,712.8004731401813,4.751950186937633,0.23549886559183222,0.30523947576763216,0.5284006799058562,2.065554364408167,26.698323414405284,0.1658300570468063,0.02951556763891284,0.024673081745504706,Nature,21
-jena_weather/D/short,Falcon-Agent,372.64631427249907,372.64631427249907,9.746562352735037,1.0980497360273118,0.6970905579336215,0.46293171297541186,6.709448495577468,19.304049167791174,0.11624192745642406,0.058690235613701375,0.046361884835513636,Nature,21
-jena_weather/H/long,Falcon-Agent,1335.8139957101967,1335.8139957101967,11.497701077574485,1.0057018327549383,2.4131854813279787,0.6613264092182076,8.053917418371181,36.54878925094779,0.2200642179270469,0.06922890326742571,0.05589124732604641,Nature,21
-jena_weather/H/medium,Falcon-Agent,1254.1524494032076,1254.1524494032076,10.10959831753164,0.7902035489073286,2.28571514172885,0.6770493887461094,5.656034283164397,35.414014872691396,0.21670463628012585,0.06186242464217868,0.04913393062572159,Nature,21
-jena_weather/H/short,Falcon-Agent,1088.1436228658333,1088.1436228658333,8.20002774027342,0.5138687017094825,1.2538789683315619,0.6051399449846555,4.1651331697902485,32.98702203694406,0.20220833596287346,0.05026564575465686,0.04031726190389674,Nature,21
-kdd_cup_2018/D/short,Falcon-Agent,2345.122883998889,2345.122883998889,19.005440704751127,1.0946372239395523,0.4867905639756921,0.4204723124049116,7.8043201169176495,48.42646883677241,1.0848043264816811,0.4257420538486489,0.333191245534111,Nature,1
-kdd_cup_2018/H/long,Falcon-Agent,3950.609452459081,3950.609452459081,22.844956847952467,0.9620621349281241,0.9237516927966996,0.5744158508544214,7.062074956343228,62.853873806306325,1.4748058653738152,0.5360350017152259,0.42002531853481473,Nature,1
-kdd_cup_2018/H/medium,Falcon-Agent,4867.688153995671,4867.688153995671,23.68331385364614,0.9748719763731413,0.8958869173250681,0.519863668186895,8.047078130918015,69.76881935360288,1.4603877463066819,0.4957346514423142,0.3947396577330584,Nature,1
-kdd_cup_2018/H/short,Falcon-Agent,4105.143149644774,4105.143149644774,20.724931397853283,0.8630780299520194,0.8046029392051158,0.4563384087338464,6.891625768230192,64.07139103878403,1.3411302531527218,0.4338103487616002,0.34705220529611813,Nature,1
-loop_seattle/5T/long,Falcon-Agent,79.59666795097652,79.59666795097652,5.091886478116117,0.8070064193502975,0.16873048524623172,0.11588454210128446,5.6348150214373725,8.921696472699377,0.15773742783877426,0.0900255997682533,0.07068805068868453,Transport,1
-loop_seattle/5T/medium,Falcon-Agent,64.22490349439082,64.22490349439082,4.633031722728058,0.7377413498079975,0.15001722236991352,0.10680397922817468,5.205651500218159,8.014044141030846,0.1425863129249325,0.08243115453105905,0.06470554563377987,Transport,1
-loop_seattle/5T/short,Falcon-Agent,36.64030630656965,36.64030630656965,3.288212837301927,0.5223996314967098,0.08897124741454583,0.06988718219638955,3.831860375827432,6.053123681750576,0.1037977071251919,0.056385590481252884,0.044331389145180665,Transport,1
-loop_seattle/D/short,Falcon-Agent,17.29751024303162,17.29751024303162,2.7901502091713817,0.8436212722707813,0.0515557930947482,0.051460954670232505,6.8875195506577045,4.15902755978265,0.07432737813164912,0.049863711326793674,0.040344142429036625,Transport,1
-loop_seattle/H/long,Falcon-Agent,53.47254590251166,53.47254590251166,3.9323758108386118,0.8243585801969493,0.11374360029515806,0.0910119365965178,6.209439024073909,7.3124924548687,0.13068400818735568,0.07027680860268593,0.055707749476241214,Transport,1
-loop_seattle/H/medium,Falcon-Agent,56.22806385426298,56.22806385426298,4.017815853310763,0.8243417451807099,0.10777575044677662,0.09160354176072875,6.324133286811149,7.4985374476802455,0.1325358116905368,0.07101444635798741,0.05646066131910145,Transport,1
-loop_seattle/H/short,Falcon-Agent,50.35209879543385,50.35209879543385,3.7343334561090704,0.7598147231054081,0.10186063659768119,0.08578655224146503,6.1242709944705265,7.09592127883574,0.1256050234635062,0.06610150013559554,0.05273478237916637,Transport,1
-m4_daily/D/short,Falcon-Agent,338550.2898641701,338550.2898641701,157.67780305431327,2.89732501389675,0.03350601054936587,0.027189152491884902,22.69377949417566,581.8507453498449,0.08987986001274169,0.024356862956525397,0.01939301529425426,Econ/Fin,1
-m4_hourly/H/short,Falcon-Agent,740793.367229796,740793.367229796,168.7396694680392,0.6070095710786816,0.07867011665381259,0.07146067170311526,4.722700667245223,860.6935385082172,0.11750367909056209,0.02303669202093202,0.01760816510470995,Econ/Fin,1
-m4_monthly/M/short,Falcon-Agent,1749227.1532513069,1749227.1532513069,525.4130531621965,0.8747333748366779,0.14937799414695627,0.12372917359160562,7.1226910132694865,1322.5835146603433,0.2748782582019196,0.10919886970379131,0.08696294186350947,Econ/Fin,1
-m4_quarterly/Q/short,Falcon-Agent,1671567.8706598228,1671567.8706598228,532.8546212323066,1.1164469758811484,0.10892347510426496,0.09701110206800338,8.445085813592007,1292.8912833876725,0.21640723358658737,0.08919048025644058,0.07112947147692317,Econ/Fin,1
-m4_weekly/W/short,Falcon-Agent,160843.35338780106,160843.35338780106,201.01227425501628,1.5482462590668964,0.04844795322484762,0.04802089612951232,11.463892683406131,401.0528062335446,0.07306560190778043,0.03662131914055699,0.02920203594985433,Econ/Fin,1
-m4_yearly/A/short,Falcon-Agent,3590209.551540928,3590209.551540928,852.5129543008217,3.1463681245181867,0.15921114803582792,0.1426335164265493,27.563324325230145,1894.7848298793529,0.30383752869118646,0.13670440312131749,0.11037252399289078,Econ/Fin,1
-m_dense/D/short,Falcon-Agent,7188.788335667616,7188.788335667616,39.59922724474189,0.6033709643552692,0.11166407501367447,0.08717979368647928,6.494001042759787,84.78672263784946,0.14677835890440416,0.0685521200494088,0.05675823478305981,Transport,1
-m_dense/H/long,Falcon-Agent,34678.56427302898,34678.56427302898,78.78884070121153,0.6792374004389287,0.24704007377464426,0.18391331930092514,6.795846833516634,186.22181470770008,0.3223775079078702,0.1363951380028974,0.11420364319635429,Transport,1
-m_dense/H/medium,Falcon-Agent,35803.26023367623,35803.26023367623,77.58776936288358,0.6712527206820544,0.2488377148110107,0.18376838859822273,6.436946801259103,189.21749452330306,0.32921454621131574,0.13499292095955848,0.11171230709918285,Transport,1
-m_dense/H/short,Falcon-Agent,44293.97897629191,44293.97897629191,83.69914252046608,0.7372820427223895,0.2700044914460607,0.19875737934187865,8.202261422678712,210.46134793897883,0.373306023302843,0.14846143652578137,0.1238773204345814,Transport,1
-restaurant/D/short,Falcon-Agent,137.5390236988523,137.5390236988523,7.039012241567305,0.6761008118599535,0.6727930475947532,0.38916480920622665,4.584937690372617,11.727703257622624,0.5397360767312224,0.32395165258442427,0.2533286796607619,Sales,1
-saugeen/D/short,Falcon-Agent,1058.5379788407772,1058.5379788407772,12.025043732669038,2.670950327690635,0.25824749415805975,0.301424452423443,27.912356047976125,32.535180633289514,1.0538222293372763,0.3894940230106933,0.316508590955963,Nature,1
-saugeen/M/short,Falcon-Agent,372.6817244257466,372.6817244257466,12.204123694866682,0.7150826351366883,0.3529453852507642,0.3493209468149336,4.070120234366256,19.304966315063766,0.5795929868360723,0.3664043950444623,0.28053132332867414,Nature,1
-saugeen/W/short,Falcon-Agent,949.9459512161077,949.9459512161077,14.367456386768069,1.16562246018227,0.3618574386177923,0.37222805860461283,8.492886082139128,30.821193215320324,0.9303633461420203,0.4336936180945375,0.34573250043461945,Nature,1
-solar/10T/long,Falcon-Agent,16.93536105195821,16.93536105195821,1.64921068699257,0.721566026501348,3.0152455612566484,1.4372196558759243,3.8890990514802275,4.115259536403289,0.8894475214557618,0.35645050936105604,0.27121942395914683,Energy,1
-solar/10T/medium,Falcon-Agent,18.251561888036147,18.251561888036147,1.73489306635964,0.7612152550398927,3.331003019514538,1.4425662852615708,3.6860550022022536,4.272184673915226,0.9480147564365721,0.3849796657411697,0.28738258046531023,Energy,1
-solar/10T/short,Falcon-Agent,17.89020670668397,17.89020670668397,1.796432235743802,0.7886485287954231,4.664211683417378,1.5030034982167668,3.814223346306326,4.229681631835187,1.2304139206836735,0.5225819394508501,0.3909981080163236,Energy,1
-solar/D/short,Falcon-Agent,125396.16298610985,125396.16298610985,245.3913473544589,0.9568949070528803,1.0766261283148857,0.41809010962741616,5.1322149884764485,354.113206455379,0.5115729932671786,0.35450693111555825,0.27124231810773286,Energy,1
-solar/H/long,Falcon-Agent,684.3512985283127,684.3512985283127,11.071157057254585,0.842179081687098,4.829218208479899,1.391095060329936,4.3924275169875715,26.160108916598812,0.9070187710336055,0.3838572423381428,0.2885225712156969,Energy,1
-solar/H/medium,Falcon-Agent,722.8647820026836,722.8647820026836,11.04595031640984,0.8432789395763437,4.116884348992446,1.3950121707222383,4.343161511134282,26.88614479620839,0.9685016878366872,0.3979009116514095,0.29862004989586816,Energy,1
-solar/H/short,Falcon-Agent,680.6138379766079,680.6138379766079,11.092714532714666,0.8540667593871323,3.8685914031574495,1.4026235355024104,4.3959475188009645,26.088576771771354,0.9616336267532651,0.40888115131582103,0.30188920542430675,Energy,1
-solar/W/short,Falcon-Agent,1553555.4384146386,1553555.4384146386,1002.3615885795384,1.0974512711446653,0.22554847373116507,0.19637439235137674,6.389923098546041,1246.4170403258447,0.2544248681088051,0.20460705102764906,0.14898149391731352,Energy,1
-sz_taxi/15T/long,Falcon-Agent,15.402942245398147,15.402942245398147,2.6738166175485074,0.5043753886421936,6504434777303.814,0.3941610767748653,3.753762938143216,3.924658232941838,0.3632593573031273,0.24748369116182525,0.19702710376926233,Transport,1
-sz_taxi/15T/medium,Falcon-Agent,16.156610736722442,16.156610736722442,2.7309085001319513,0.532615521456606,9812408017936.879,0.4014103240406849,3.793133374579183,4.01952867096659,0.37408422419097676,0.25415661169117615,0.2012496487133254,Transport,1
-sz_taxi/15T/short,Falcon-Agent,16.502433438302077,16.502433438302077,2.7028075823758124,0.5391702085071561,1090748152261.3724,0.3878281679952127,3.787913396657493,4.062318726823644,0.3798441864290477,0.2527240761348491,0.19851070031263485,Transport,1
-sz_taxi/H/short,Falcon-Agent,6.999723121470312,6.999723121470312,1.815197280048291,0.5528589542781799,1.063131261772132,0.29049631107426127,3.795895688151471,2.645698985423382,0.2464631875341157,0.16909682851632726,0.13297035063893967,Transport,1
-temperature_rain/D/short,Falcon-Agent,175.87699242264028,175.87699242264028,5.6563581353740355,1.3109170651818807,24.698286688713008,1.4959981862607945,18.624213215031887,13.261862328596248,1.5612718282890297,0.6659029017689788,0.5384865164516961,Nature,1
-us_births/D/short,Falcon-Agent,123567.98566376453,123567.98566376453,213.6491852019925,0.31447404871317425,0.020613675409144824,0.020394397418615637,2.318323912635494,351.52238287734184,0.03295237095513999,0.02002787744954507,0.015777570942905175,Healthcare,1
-us_births/M/short,Falcon-Agent,45926866.41131312,45926866.41131312,5738.984597687037,0.6486434232718467,0.017620576781467553,0.017829761356743513,3.335784671115005,6776.936358806472,0.021049118125884524,0.017825247032513265,0.013177765205347589,Healthcare,1
-us_births/W/short,Falcon-Agent,1434356.732990586,1434356.732990586,918.0181823952944,0.8352064378730617,0.012447580873564516,0.012472421308825272,5.271118470155217,1197.646330512721,0.016257931502187104,0.012462006810270501,0.009776508704311314,Healthcare,1

results/Falcon-Agent/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "Falcon-Agent",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "org": "ant-intl",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/Falcon-X/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,Falcon-X,51.851103344298245,51.851103344298245,3.8760408352280056,0.6123303143170724,0.0937253666613001,0.08394900736301922,4.27104607627025,7.200771024293041,0.12347732933760781,0.0664655450260555,0.05207181637015924,Transport,1
-loop_seattle/5T/medium,Falcon-X,71.11773163377192,71.11773163377192,4.7188239829237615,0.7505629814087333,0.14019795452232084,0.10850667616900275,5.75926029297916,8.433132966683967,0.1500427602206504,0.08395757284871683,0.06657170425826121,Transport,1
-loop_seattle/5T/long,Falcon-X,87.59126533654397,87.59126533654397,5.178715026946451,0.8190195001509841,0.15007840382589438,0.1181889362333018,7.9055563392455195,9.359020532969462,0.165469397049025,0.09156074078252593,0.07427440506249353,Transport,1
-loop_seattle/D/short,Falcon-X,23.75669827141383,23.75669827141383,3.2816442530959753,1.0001806020700112,0.06127369096281605,0.05940832053421698,10.726749428893601,4.874084352102847,0.08710640614943055,0.0586473717929802,0.04846422027599041,Transport,1
-loop_seattle/H/short,Falcon-X,71.24225327250014,71.24225327250014,4.440701529486448,0.8978158618126129,0.11257757707264,0.10230211242705617,9.136956924854548,8.440512619059351,0.14940565662802902,0.07860493288095519,0.06498322645741358,Transport,1
-loop_seattle/H/medium,Falcon-X,75.21081656346749,75.21081656346749,4.622205156733746,0.9449652171395647,0.11593023876902735,0.10592138016802116,9.453377953146246,8.672416996631764,0.15328398233489401,0.08169694952032475,0.06763251088022257,Transport,1
-loop_seattle/H/long,Falcon-X,64.52472910216719,64.52472910216719,4.28125349372205,0.8936120663364576,0.1171260491244195,0.0991916988492217,10.56365061833355,8.032728621220015,0.14355561475576004,0.07651173171628559,0.0640842453245177,Transport,1
-m_dense/D/short,Falcon-X,7780.406666666667,7780.406666666667,43.418703703703706,0.6689223519488037,0.11932257672784238,0.09672740794994213,7.353843172447714,88.2066135086631,0.15269869545077755,0.0751641985786955,0.06160307910368515,Transport,1
-m_dense/H/short,Falcon-X,40603.05777777778,40603.05777777778,83.86604166666666,0.7423955984822854,0.2677821571728349,0.20307830810546876,9.16898991471556,201.50200440138997,0.35741434472687167,0.14875745983855543,0.12468070650788851,Transport,1
-m_dense/H/medium,Falcon-X,33098.602222222224,33098.602222222224,75.53665798611111,0.6405197735993573,0.23815519035041113,0.1831080796983507,7.115651950170703,181.93021250529617,0.31653558531902637,0.13142424185307178,0.10829552974642516,Transport,1
-m_dense/H/long,Falcon-X,33241.31160493827,33241.31160493827,78.78425154320988,0.6763143261829961,0.2511971877999319,0.18912144036940587,8.808954969340984,182.32199978318107,0.3156263337171637,0.13638718585143567,0.11416043544442599,Transport,1
-sz_taxi/15T/short,Falcon-X,16.973358117034874,16.973358117034874,2.7593292310852124,0.5516009977678779,969959809474.2583,0.4021548572768513,3.9271280418268346,4.119873555952279,0.38522579745093427,0.25800908426879565,0.20264632421835507,Transport,1
-sz_taxi/15T/medium,Falcon-X,16.5991703392094,16.5991703392094,2.762884990985577,0.5397916743092211,9290246446445.84,0.4098064716045673,3.808001802471429,4.074207940104358,0.37917305348283725,0.25713256511572863,0.20207118927118126,Transport,1
-sz_taxi/15T/long,Falcon-X,15.684647658475784,15.684647658475784,2.684193042200855,0.5076961718165262,5869022029031.64,0.4032003636373754,5.942949157607639,3.9603847866685613,0.36656616115250545,0.24844412658687862,0.20540805825413636,Transport,1
-sz_taxi/H/short,Falcon-X,7.220856495392629,7.220856495392629,1.848628899989984,0.5628053601418768,0.858204572628706,0.29694666414179355,4.092037356726353,2.6871651410720236,0.2503260150853989,0.17221118971556124,0.1359843500810027,Transport,1
-bitbrains_fast_storage/5T/short,Falcon-X,2160338.2307277066,2160338.2307277066,179.57709536299632,0.7124779934982572,2.0594215928738477,0.7476032196960535,13.146249816256788,1469.8089095959742,4.61483642374181,0.5638276616371258,0.4279701568466008,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Falcon-X,4187981.742509608,4187981.742509608,311.37941122284155,0.9972005497718721,4.670441323621809,0.7964276406829585,21.00657030206266,2046.4558980123682,6.217698456270304,0.9460566857829825,0.6964919706198306,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Falcon-X,6107610.604281106,6107610.604281106,402.1950785487799,0.9155093267545217,3.6034878740436596,0.8133120497820167,18.83076673954113,2471.358048579992,6.531060844880861,1.0628814108999782,0.8518078926610001,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Falcon-X,3284171.4944348764,3284171.4944348764,300.6560076772143,1.0787068563203321,4.451843508732333,0.5629211354981597,19.435911699449175,1812.2283229314337,5.165439385660099,0.8569672838348893,0.6637538848583205,Web/CloudOps,2
-bitbrains_rnd/5T/short,Falcon-X,1886594.5265304197,1886594.5265304197,134.06743934960116,1.7062688662630863,1.3891179841489616,0.6750295814118566,52.14457211810861,1373.5335913367462,5.620102733130411,0.5485652386405756,0.43183754534515406,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Falcon-X,2503737.3395389994,2503737.3395389994,162.7654411326759,4.410857191779045,0.9912420826668676,0.720221661154485,159.1424700271266,1582.3202392496278,6.657627936311826,0.6848371910258216,0.6001409045536832,Web/CloudOps,2
-bitbrains_rnd/5T/long,Falcon-X,2240847.05661388,2240847.05661388,152.41597383281953,3.3259183351822452,0.8391504306515278,0.6866106357760017,117.45126414089899,1496.9459097154713,5.73446227217949,0.5838712313846585,0.5205806058023799,Web/CloudOps,2
-bitbrains_rnd/H/short,Falcon-X,1940874.7862409956,1940874.7862409956,157.59539235326713,5.92731428841054,1.7517478415915917,0.5630193644916148,210.32998713064015,1393.1528222851202,6.097118926994498,0.6897146057157951,0.6223155239245809,Web/CloudOps,2
-bizitobs_application/10S/short,Falcon-X,1483632.64,1483632.64,648.93125,1.588179322605317,0.02316099378797743,0.023625645107693143,25.759217580354722,1218.0445968846952,0.04697511143844616,0.025026684460163377,0.02123800049997558,Web/CloudOps,2
-bizitobs_application/10S/medium,Falcon-X,3724897.28,3724897.28,1070.7952083333332,2.293671729138328,0.032972520192464196,0.03370636304219564,53.864341730505295,1929.9992953366589,0.07578539200054106,0.04204697629264533,0.0389970794698749,Web/CloudOps,2
-bizitobs_application/10S/long,Falcon-X,5999243.377777778,5999243.377777778,1498.4444444444443,3.0582512912481334,0.044185977511935766,0.04533935970730252,85.15801995381548,2449.335293049479,0.09446107197995335,0.05778901276860364,0.055135475517444174,Web/CloudOps,2
-bizitobs_l2c/5T/short,Falcon-X,33.20307384672619,33.20307384672619,4.009152367001488,0.4045296966981949,0.22607527661714638,0.24338912963867188,5.537532468203097,5.762210847125102,0.19789764415960048,0.13769052010693544,0.11790112587180707,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Falcon-X,55.889067814625854,55.889067814625854,4.312826849489796,0.4326248318578731,0.333142740527738,0.5772998212957058,7.6775701311859965,7.4758991308488,0.39334223214044073,0.2269181151486367,0.20034920085652663,Web/CloudOps,7
-bizitobs_l2c/5T/long,Falcon-X,60.18467261904762,60.18467261904762,4.334685639880952,0.430538878167172,0.3428273442610577,0.6638765656001984,8.083702521635301,7.7578781002957,0.43559325728300924,0.24338611831264273,0.21655564113344647,Web/CloudOps,7
-bizitobs_l2c/H/short,Falcon-X,55.1505378844246,55.1505378844246,3.927400619264633,0.37865693453658883,0.3159909694314861,0.5679337032257564,4.20741970872739,7.4263408139153295,0.40029883086593365,0.21169697373542878,0.17441183597681634,Web/CloudOps,7
-bizitobs_l2c/H/medium,Falcon-X,39.367703683035714,39.367703683035714,3.2398385184151786,0.31312278877837096,0.2823950457203516,0.6910911923363096,2.8135779010577844,6.27436878761806,0.3799225603091854,0.19617714332215638,0.1601009097818364,Web/CloudOps,7
-bizitobs_l2c/H/long,Falcon-X,36.48193824404762,36.48193824404762,3.2143339611235118,0.32945093030416284,0.33443818709779644,0.675695316375248,3.3495645953209303,6.040028000270166,0.3689423428508291,0.19634079548453248,0.16122895705396834,Web/CloudOps,7
-bizitobs_service/10S/short,Falcon-X,4089.165291005291,4089.165291005291,25.915284391534392,0.8956939848008836,0.07219162068039021,0.05964351593501984,12.7853540966303,63.94658154276342,0.04737367192770627,0.019198871168066237,0.0158660806163456,Web/CloudOps,2
-bizitobs_service/10S/medium,Falcon-X,13736.275555555556,13736.275555555556,39.141788194444445,1.0905694334715275,0.07975187755766369,0.07030916244264633,16.45845340819847,117.20185815743518,0.08820886978614463,0.029459028656377746,0.025053727822463165,Web/CloudOps,2
-bizitobs_service/10S/long,Falcon-X,132388.88296296296,132388.88296296296,80.11458333333333,1.3590998751629442,0.09310772931134259,0.08673576233878968,28.817891944459124,363.8528314620665,0.2695538096297438,0.05935144453218578,0.05606590641871288,Web/CloudOps,2
-car_parts/M/short,Falcon-X,1.391292968847306,1.391292968847306,0.485215103070353,0.8615558793840288,0.7974074646416018,1.876973970840838,18.491752134274194,1.1795308257300043,2.8283939233098896,1.1634960435841182,1.0015281827996727,Sales,1
-covid_deaths/D/short,Falcon-X,639265.8766917293,639265.8766917293,155.58062343358395,41.36347236218507,0.11887343662668577,0.16537255789320301,595.9200151606574,799.5410412803893,0.300831207795921,0.058537966709271166,0.04829664244070071,Healthcare,1
-electricity/15T/short,Falcon-X,131971.23283783783,131971.23283783783,53.40456468186937,1.0206810460935685,0.16959006425867262,0.16238057413075352,10.258602415384123,363.27845083054103,0.7160934339163751,0.10527092378426849,0.08614243479612806,Energy,1
-electricity/15T/medium,Falcon-X,249900.7757927928,249900.7757927928,53.44385247747748,0.8367054625025093,0.12541666331181323,0.1269461222220458,7.30924336547263,499.9007659453952,0.8613793588733316,0.09208913952294079,0.07422837083460551,Energy,1
-electricity/15T/long,Falcon-X,303079.6889489489,303079.6889489489,58.274769707207206,0.8878387341249695,0.13763154628529797,0.12981579181839994,8.58297084871309,550.5267377239264,0.8685233982652495,0.09193559104591467,0.07470713514200739,Energy,1
-electricity/D/short,Falcon-X,1240125726.0557837,1240125726.0557837,4262.44454054054,1.4355661973779483,0.25572756522294926,0.09628860941019145,11.179510123933376,35215.418868100714,0.5787062827409759,0.07004611941958766,0.055278821576225975,Energy,1
-electricity/H/short,Falcon-X,2018913.0214414415,2018913.0214414415,161.63609691722974,0.8337085019025628,0.20488595228602174,0.11175133792150097,7.443770686496253,1420.8845911760186,0.6707589979153525,0.07630378080560024,0.060889453675684484,Energy,1
-electricity/H/medium,Falcon-X,3870882.9636036037,3870882.9636036037,207.62640765765767,0.9315714985192257,0.2059877014822831,0.11317385128196986,7.500126601897548,1967.4559623035032,0.7679628981693986,0.08104342908625614,0.06454630694911262,Energy,1
-electricity/H/long,Falcon-X,4775092.691411411,4775092.691411411,226.97215615615616,0.9997615942740622,0.2660553926965315,0.1216722713885125,9.622229959874131,2185.198547366214,0.8618416607569277,0.08951775125558863,0.07249525044258409,Energy,1
-electricity/W/short,Falcon-X,39134746354.62342,39134746354.62342,25875.257657657658,1.3907939519795067,0.23707042076704085,0.08990180213172157,11.235535622708856,197825.03975640552,0.45137145824713715,0.05903879911177506,0.04612827318016785,Energy,1
-ett1/15T/short,Falcon-X,5.5432152157738095,5.5432152157738095,1.2060418265206474,0.785279337427774,0.5432512784302412,0.25874317714146206,6.458112593676589,2.3544033672618228,0.4450801899127767,0.2279920818389096,0.1815129396569065,Energy,7
-ett1/15T/medium,Falcon-X,9.619734002976191,9.619734002976191,1.6088631572420635,1.026278647513923,0.7920515007753633,0.3943214053199405,9.583734467808222,3.1015696031164914,0.5911621631444383,0.30665087228187105,0.2505343766916935,Energy,7
-ett1/15T/long,Falcon-X,9.460003720238095,9.460003720238095,1.6154034908234127,1.0291887331696254,0.811348371115728,0.3938593982514881,10.648172285182321,3.0757119046227483,0.5862337301085708,0.30789750256923704,0.2542772765311609,Energy,7
-ett1/D/short,Falcon-X,54241.77777777778,54241.77777777778,134.47881944444444,1.3020291713187262,0.8155668712797619,0.3644685291108631,8.75279054217044,232.89864271347264,0.6117160104138403,0.35321307997884704,0.27872788377440727,Energy,7
-ett1/H/short,Falcon-X,72.30044642857143,72.30044642857143,4.355198451450893,0.7641429155099133,0.4632266816638765,0.236505126953125,5.9837570292959406,8.502966919174238,0.39686825319635877,0.20327492958406795,0.1606879572925821,Energy,7
-ett1/H/medium,Falcon-X,100.73627232142857,100.73627232142857,5.513746279761905,0.9672283548219646,3916647119941.4146,0.3459932599748884,7.217422598732169,10.036746102269827,0.48073634627600687,0.2640953765111397,0.2088916527853663,Energy,7
-ett1/H/long,Falcon-X,113.16494708994709,113.16494708994709,6.014661354993386,1.0553169245538088,3239410407279.195,0.37103190750041337,9.17828961853011,10.637901442011346,0.5094260599630004,0.28802910543855115,0.23203568731366378,Energy,7
-ett1/W/short,Falcon-X,2060929.2857142857,2060929.2857142857,808.5226004464286,1.1543525253595799,0.4516502789088658,0.36354126249040875,6.140880517673632,1435.5937049577383,0.5712569995928091,0.32173044033207104,0.2521866172961874,Energy,7
-ett2/15T/short,Falcon-X,8.914360119047618,8.914360119047618,1.8652117047991073,0.7900419124987144,0.11198907536965659,0.13058426266624815,7.626895366801721,2.9856925694129357,0.14174144773963757,0.08854823503517191,0.0730928183601378,Energy,7
-ett2/15T/medium,Falcon-X,11.01290550595238,11.01290550595238,2.083944072420635,0.887434201111225,0.1373743413088988,0.16307413736979168,8.222163946001443,3.3185697982643636,0.17685257990898776,0.11105714449230104,0.0905500767901323,Energy,7
-ett2/15T/long,Falcon-X,11.006170634920634,11.006170634920634,2.126049572172619,0.9006796908101804,0.14014338084327577,0.16738885788690477,9.492371558128651,3.3175549181468926,0.17679849511403575,0.11330102264227702,0.09398792045905702,Energy,7
-ett2/D/short,Falcon-X,73268.61587301588,73268.61587301588,176.99501488095237,1.2930727135405886,0.35365142822265627,0.13311527797154019,8.946673643214808,270.68176124928675,0.15491829606831184,0.10129890536913629,0.08073453987506723,Energy,7
-ett2/H/short,Falcon-X,104.04326636904761,104.04326636904761,6.477903529575893,0.7616814810613635,0.12392480235853891,0.11558576311383928,6.0208154585138365,10.20016011487308,0.12936641121623585,0.0821578408954856,0.06637109828971818,Energy,7
-ett2/H/medium,Falcon-X,142.26321614583333,142.26321614583333,7.623721749441964,0.8819407185645259,0.14639123369192705,0.1521061306908017,7.168948110624918,11.927414478663568,0.16072957026098053,0.10273454676779163,0.08417004131439615,Energy,7
-ett2/H/long,Falcon-X,141.73553240740742,141.73553240740742,7.69804119130291,0.9081144318514359,0.15878786814768095,0.1620352931754299,8.144062200700343,11.905273302507902,0.16303355490279778,0.10541874926482384,0.08694907622434295,Energy,7
-ett2/W/short,Falcon-X,5082267.428571428,5082267.428571428,1603.476283482143,1.1233719022691067,0.17280043874468123,0.18689949171883719,8.56210678177443,2254.388482176803,0.18910859636356428,0.13450705220902184,0.10384122890798395,Energy,7
-hierarchical_sales/D/short,Falcon-X,29.362869470855724,29.362869470855724,2.3264585055808187,0.7487570843077629,0.6434516691119218,1.063821811053121,6.985198528639126,5.4187516524431825,1.6624129979150095,0.7137317055384342,0.578899127405434,Sales,1
-hierarchical_sales/W/short,Falcon-X,481.2537076271187,481.2537076271187,9.195241119902013,0.7370291602717199,0.550080864527383,0.4672918804621292,7.1696611010381694,21.937495472982295,1.0071611475917803,0.42215801754167326,0.35903184384454767,Sales,1
-hospital/M/short,Falcon-X,3505.8344198174705,3505.8344198174705,20.131535881138635,0.8127622014480563,0.20894095277019503,0.18436769753215315,5.34188287123252,59.21008714583581,0.21494636576059667,0.07308215007641868,0.057389252968927176,Healthcare,1
-jena_weather/10T/short,Falcon-X,807.0372023809524,807.0372023809524,5.823037186879961,0.323921343771159,0.3842920094412544,0.5445107111855159,3.7014389733007187,28.40840020805382,0.17645178373879736,0.03616836185344306,0.029575482596864204,Nature,21
-jena_weather/10T/medium,Falcon-X,1407.2248196248197,1407.2248196248197,9.737371482683983,0.6228285339823666,0.7920692796798701,0.6568757468659813,8.02101922094052,37.512995343278305,0.2302165856407179,0.05975807571070106,0.04906656111494003,Nature,21
-jena_weather/10T/long,Falcon-X,1462.832275132275,1462.832275132275,10.201221478174602,0.6489233085019688,0.7331856267151586,0.6584413881655092,9.593791529003955,38.24699040620418,0.23403989256313548,0.06242302344336746,0.05212877686630387,Nature,21
-jena_weather/D/short,Falcon-X,312.9714285714286,312.9714285714286,8.571685112847222,0.8438702702500822,0.6585006068402337,0.40278557671440973,6.427660793922687,17.690998518213398,0.1065287256760004,0.05161555414904725,0.041772772728280956,Nature,21
-jena_weather/H/short,Falcon-X,1155.0718462823727,1155.0718462823727,8.853035094246032,0.5356017500530382,1.9484236165199007,0.6096405564692983,5.022992472699124,33.98634793975918,0.20833414160842736,0.05426853954000034,0.04343934610626257,Nature,21
-jena_weather/H/medium,Falcon-X,1274.4503968253969,1274.4503968253969,9.954864211309523,0.6822554260097865,2.0884011048723057,0.6530529203869048,5.804621693930767,35.699445329380076,0.21845122080092236,0.0609155750125415,0.04900595702735613,Nature,21
-jena_weather/H/long,Falcon-X,1114.845634920635,1114.845634920635,10.100283151455027,0.6808207712174779,2.399946489726027,0.6238780511119378,7.880808371581638,33.38930419940845,0.20104062416238824,0.060814900989202024,0.04959004040749513,Nature,21
-kdd_cup_2018/D/short,Falcon-X,2834.300684885963,2834.300684885963,21.30597114169825,1.208020986725553,0.6119215690247024,0.4639544605899661,9.382357867607146,53.23815065238426,1.1925910678560925,0.4772763622368813,0.38073316766145754,Nature,1
-kdd_cup_2018/H/short,Falcon-X,4995.532665549184,4995.532665549184,23.956949025968328,0.9850493957790155,0.8495205677587807,0.5369911265323117,8.785373350374675,70.67908223476861,1.4794412012014495,0.5014623326088596,0.4074271911831211,Nature,1
-kdd_cup_2018/H/medium,Falcon-X,5676.744647707476,5676.744647707476,27.553279389889116,1.1134156337401935,0.9326357238311748,0.6233759511042463,10.662694886505555,75.34417461030067,1.5770900292508083,0.5767400389441005,0.47205392620306863,Nature,1
-kdd_cup_2018/H/long,Falcon-X,4260.166087613736,4260.166087613736,24.766303806516248,1.0445772159604378,0.9724356485686659,0.6367128224582701,11.42082200288192,65.26994781378131,1.531496724677187,0.581117565318954,0.48268820959359066,Nature,1
-m4_daily/D/short,Falcon-X,415994.83970394405,415994.83970394405,210.00617205718342,3.864641409400556,0.043988147557553293,0.035313400211312955,31.952221708793,644.9766195017801,0.09963106348797826,0.0324401499658373,0.025744878537815957,Econ/Fin,1
-m4_hourly/H/short,Falcon-X,1128029.268921095,1128029.268921095,234.45996880032206,1.073205277373937,0.1001997869371792,0.09056608534857463,10.943066783455578,1062.087222840523,0.1449983490686853,0.032008960909839373,0.02663532683873162,Econ/Fin,1
-m4_monthly/M/short,Falcon-X,2117891.0824814816,2117891.0824814816,615.6353583622686,1.0492003656029047,0.1773215984415125,0.14355617251219574,8.743237824448082,1455.2975924124528,0.3024608007720985,0.12795016252668698,0.10273503129691271,Econ/Fin,1
-m4_quarterly/Q/short,Falcon-X,2037691.644,2037691.644,623.5920611979167,1.3446610835892947,0.12868684832255045,0.11455843559900919,10.351566694763662,1427.4773707488325,0.2389345748036793,0.10437832994516213,0.08338687056191701,Econ/Fin,1
-m4_weekly/W/short,Falcon-X,353108.14484679664,353108.14484679664,321.4078637240197,3.107740879672161,0.07860434895693834,0.07542296827082105,26.558442993427285,594.2290339985052,0.10825932102568524,0.05855553180386314,0.04672657839299352,Econ/Fin,1
-m4_yearly/A/short,Falcon-X,3827296.283218711,3827296.283218711,918.675439264676,3.3751476890135863,0.17457627457261468,0.15464384541080237,35.791103363853466,1956.3476897572964,0.3137094203966149,0.14731386506254454,0.12151828363292731,Econ/Fin,1
-restaurant/D/short,Falcon-X,142.47715279723545,142.47715279723545,7.139681545951247,0.6832898692524431,0.6519695241722705,0.393193914830835,4.6073311934852095,11.936379383935291,0.5493398355618581,0.32858468722060796,0.2574390956015138,Sales,1
-saugeen/D/short,Falcon-X,1206.22625,1206.22625,12.775104166666667,2.8369681797162345,0.2721778106689453,0.3305827840169271,62.415086475945394,34.7307680594599,1.124937852586889,0.4137886678238726,0.3723507948901396,Nature,1
-saugeen/M/short,Falcon-X,321.9438244047619,321.9438244047619,11.605015345982142,0.6793834011382023,0.35464270909627277,0.35164996555873324,11.026928661251304,17.942793104886483,0.5386964768838557,0.34841737540634765,0.3007156724406477,Nature,1
-saugeen/W/short,Falcon-X,1097.90078125,1097.90078125,16.278375244140626,1.3208213663426487,0.416336727142334,0.4317148685455322,25.255387416977904,33.134585877146556,1.0001950269490518,0.4913762926256957,0.43583301024455995,Nature,1
-solar/10T/short,Falcon-X,33.05552197384428,33.05552197384428,2.4227885967913627,1.0611925488667995,6.103272491969423,1.5315008233063412,8.376701732761335,5.749393183097176,1.6724978543423563,0.7047889404348976,0.5569051579667849,Energy,1
-solar/10T/medium,Falcon-X,25.782123700508738,25.782123700508738,2.096082344890511,0.9159611867476717,3.681070866544994,1.468985964803141,7.110523691009609,5.077610038247201,1.126741789182069,0.46512897874492126,0.37274029241468765,Energy,1
-solar/10T/long,Falcon-X,24.209726815946876,24.209726815946876,2.0548175004276916,0.8999915684808218,3.4177118171981387,1.4628750221766018,7.497990612141755,4.920338079435892,1.0634522521503051,0.4441158845812926,0.3578666271974324,Energy,1
-solar/D/short,Falcon-X,115848.66569343065,115848.66569343065,234.4106295620438,0.9114506198575197,0.9724558289613747,0.4061445918396442,5.3005056924582155,340.3654883995007,0.49171220076264577,0.33864351843105067,0.26107256478190477,Energy,1
-solar/H/short,Falcon-X,183.6085046100653,183.6085046100653,5.448208422373223,0.41873617285828857,1.639723288401646,1.3433564799530189,2.6059603805852505,13.550221570515564,0.4994656938768185,0.20082278255783767,0.15577545922755953,Energy,1
-solar/H/medium,Falcon-X,193.86920620437957,193.86920620437957,5.516853900547445,0.4210151747033239,1.6399525249633995,1.3408801893248175,2.6040069355038717,13.923692261910256,0.5015638933307908,0.19872995389773937,0.15448112963365845,Energy,1
-solar/H/long,Falcon-X,197.96652473641524,197.96652473641524,5.729848438767235,0.4356842616853264,2.281158580615696,1.3363672508617195,2.754171341188118,14.070057737494016,0.48783454371048945,0.19866428772410452,0.15538573133326966,Energy,1
-solar/W/short,Falcon-X,1711291.211678832,1711291.211678832,1064.289689781022,1.1833110254695378,0.2438734291243727,0.20815538837961908,6.037509977311019,1308.1632970232852,0.2670288346189894,0.21724813423975264,0.15991021736935296,Energy,1
-temperature_rain/D/short,Falcon-X,186.11311971799748,186.11311971799748,5.72984896187835,1.3338438193631759,16.207276906932865,1.52112431332221,19.764618412576308,13.64232823670496,1.606062707430489,0.6745547077604112,0.5452123766711368,Nature,1
-us_births/D/short,Falcon-X,88351.74,88351.74,221.49666666666667,0.3261073624733319,0.021116323471069336,0.021174707412719727,2.7028070950070755,297.24020589415557,0.02786385733742631,0.020763515158219118,0.016657190056430186,Healthcare,1
-us_births/M/short,Falcon-X,38195354.666666664,38195354.666666664,5359.875,0.6069202477903395,0.016688262422879536,0.016857435305913288,3.745757584781549,6180.239046077964,0.019195780340780663,0.01664773520683391,0.012237219136432375,Healthcare,1
-us_births/W/short,Falcon-X,2205283.714285714,2205283.714285714,1205.4464285714287,1.0953161643504912,0.01621697630201067,0.01630205980369023,12.087192570895798,1485.0197689881822,0.020158997751254033,0.016363817068499924,0.01317620384331331,Healthcare,1

results/Falcon-X/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Falcon-X",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "https://github.com/ant-intl/Falcon-TST/tree/main/falconx",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/falconx.ipynb",
-    "org": "ant-intl",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/FastCastrage/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,FastCastrage,41.19430119974079,41.19430119974079,3.45414891671101,0.54726079698134,0.09090018395422905,0.07359176225829543,3.946283327631072,6.4182786788780675,0.11005930942268399,0.059231028042985974,0.0463561985297961,Transport,1
-loop_seattle/5T/medium,FastCastrage,63.56675482939887,63.56675482939887,4.498372209389513,0.7167614661639417,0.13925317014334002,0.10361101384748492,5.399168902915272,7.972876195539403,0.1418538496765736,0.08003528457359232,0.06317566563645825,Transport,1
-loop_seattle/5T/long,FastCastrage,78.42191810715514,78.42191810715514,5.021095082541423,0.794770173985753,0.15408357997947214,0.11427958282551187,5.842507776863342,8.855615060917854,0.15656909427829754,0.08877399299210763,0.0703366793147947,Transport,1
-loop_seattle/D/short,FastCastrage,18.283351524203432,18.283351524203432,2.874329532902799,0.8657988645416135,0.05331839983677347,0.05307423145778408,7.317860694544731,4.2759035915468715,0.07641611042436565,0.051368109284909244,0.04179515115341846,Transport,1
-loop_seattle/H/short,FastCastrage,40.530665954122405,40.530665954122405,3.447700925241385,0.7108936281733236,0.09522570385807827,0.07891810277680157,5.485450450641451,6.366369919673409,0.11269122379434764,0.061027813564796356,0.04851809963749263,Transport,1
-loop_seattle/H/medium,FastCastrage,57.817522393414606,57.817522393414606,4.106665895696272,0.8441321730834369,0.10979087955565399,0.09332368888107001,6.457768798966375,7.603783426256603,0.13439602201091014,0.07258486061078728,0.05798754511888234,Transport,1
-loop_seattle/H/long,FastCastrage,53.54655760878913,53.54655760878913,3.948493953845244,0.829554187911207,0.11653224340123247,0.09131570874434958,6.326913280485013,7.317551339675665,0.13077441789311198,0.07056486171390096,0.056189396181283664,Transport,1
-m_dense/D/short,FastCastrage,8291.319259259259,8291.319259259259,41.915109953703706,0.6278074925526909,0.11757117540770941,0.09073853669343171,6.867757314169771,91.05668157394744,0.1576325848520762,0.07256125538679535,0.060477476582284403,Transport,1
-m_dense/H/short,FastCastrage,41312.165972222225,41312.165972222225,82.6966455078125,0.7476359346059814,0.28114886064757516,0.19862240897284614,8.494873362859057,203.25394454283594,0.3605218916148469,0.14668325938636667,0.12218023468405691,Transport,1
-m_dense/H/medium,FastCastrage,35828.94666666666,35828.94666666666,78.31220703125,0.6800037750053671,0.25344668517220054,0.1855306879679362,6.5484187596968395,189.2853577714522,0.3293326088582661,0.1362533465382495,0.11246852025882416,Transport,1
-m_dense/H/long,FastCastrage,33635.002469135805,33635.002469135805,78.39029320987655,0.6790437973117749,0.2509745367503638,0.18467954282407406,6.781185569967449,183.39848000770291,0.3174898801185245,0.1357051857388042,0.11312760738401474,Transport,1
-sz_taxi/15T/short,FastCastrage,16.520855765057426,16.520855765057426,2.7034855191669767,0.5389394909573454,1054808192893.589,0.3864859323652964,3.7675676330275345,4.06458555883099,0.38005614385652414,0.2527874654167855,0.19838734064348143,Transport,1
-sz_taxi/15T/medium,FastCastrage,16.14658954326923,16.14658954326923,2.7360689603365387,0.5334246653257207,9758823592811.213,0.4028419820671408,3.7200109726477786,4.018281914359572,0.3739681960353803,0.2546368809189264,0.20076199651764337,Transport,1
-sz_taxi/15T/long,FastCastrage,15.363464877136753,15.363464877136753,2.680176337695869,0.5053486082558106,6131311689681.322,0.3965045983295495,3.673759003155968,3.919625604204661,0.36279353580089896,0.24807232840798069,0.1963937236337567,Transport,1
-sz_taxi/H/short,FastCastrage,7.1196345467852735,7.1196345467852735,1.836950448843149,0.5596342335951101,1.1397913174751477,0.2932959784809341,3.850774153050068,2.6682643322551973,0.24856528508948478,0.17112326784582008,0.13465027976785754,Transport,1
-bitbrains_fast_storage/5T/short,FastCastrage,1512765.835470374,1512765.835470374,141.2491331444533,0.6164004669103343,1.708301986968903,0.7098468610857241,14.00673292104372,1229.9454603641473,3.8617245368478743,0.443487342203721,0.34802792963312185,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FastCastrage,3039741.776586875,3039741.776586875,281.5877167157957,0.9355163478111875,4.1565145119055495,0.7984115653344701,20.084581850112244,1743.485525201421,5.297190535397299,0.8555412513096284,0.6116539767786436,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FastCastrage,3796918.1568456357,3796918.1568456357,361.57668940853955,0.8468309708512165,4.470021546602853,0.814928134051732,16.615855658339218,1948.5682325352725,5.14948399995265,0.955539224019151,0.6925432594115273,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FastCastrage,2944049.3809774737,2944049.3809774737,319.48458417075267,0.9818806132304431,3.553786126534555,0.5707958747574764,22.45785822601557,1715.823237101501,4.890653642077376,0.9106348552556858,0.6675016816929562,Web/CloudOps,2
-bitbrains_rnd/5T/short,FastCastrage,1553206.1311708223,1553206.1311708223,114.72405625509553,1.5831986054227711,1.0002550962164123,0.6351031140326419,50.62902250374372,1246.2769079024222,5.099405352029564,0.46941772150654315,0.37897999549261413,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FastCastrage,2174550.633913909,2174550.633913909,148.0075646181303,4.344804523767966,0.6205841421481009,0.706899436040495,158.54758871769317,1474.6357631340388,6.2045442726519475,0.6227432633322834,0.7014832592994561,Web/CloudOps,2
-bitbrains_rnd/5T/long,FastCastrage,2257962.721797056,2257962.721797056,166.3044279989401,3.268459648965034,1.4713410218575218,0.6874767652727659,114.66535414844085,1502.6518964141549,5.756321021257201,0.6370748122721603,0.6564031869447605,Web/CloudOps,2
-bitbrains_rnd/H/short,FastCastrage,1918497.4295639573,1918497.4295639573,155.95182080767017,5.797440007178452,1.5562617100482912,0.540926111887231,197.4710949480483,1385.098346531378,6.0618680493786,0.6825214701640802,0.6825295666992588,Web/CloudOps,2
-bizitobs_application/10S/short,FastCastrage,366101.3333333333,366101.3333333333,319.50892361111113,1.0247777704621108,0.01411889182196723,0.014277707205878364,6.397594155110124,605.0630821107278,0.02333486457075246,0.012322182070013921,0.009682397413764948,Web/CloudOps,2
-bizitobs_application/10S/medium,FastCastrage,3650326.1866666665,3650326.1866666665,1053.1103125,2.2709312439114457,0.032569831212361657,0.03324223836263021,29.561666013490704,1910.5826824994167,0.07502295876092868,0.041352542483028776,0.03601139230885129,Web/CloudOps,2
-bizitobs_application/10S/long,FastCastrage,6103024.64,6103024.64,1499.4341666666667,3.1523568626960548,0.04578873952229818,0.04681169721815321,65.53290923377199,2470.430051630687,0.09527461250027075,0.05782718239868197,0.05286984414191079,Web/CloudOps,2
-bizitobs_l2c/5T/short,FastCastrage,13.155865478515626,13.155865478515626,1.9934882027762277,0.205789259036265,0.09488551412267753,0.177967103322347,1.670731623790579,3.627101525807573,0.1245693428214927,0.0684644511810138,0.05413350368663204,Web/CloudOps,7
-bizitobs_l2c/5T/medium,FastCastrage,55.80449617346939,55.80449617346939,4.680579028486394,0.46898581661711014,0.3404406574206572,0.6071006307796556,3.2127901566256005,7.4702407038508065,0.39304451566957366,0.24626728779385526,0.19228644065291212,Web/CloudOps,7
-bizitobs_l2c/5T/long,FastCastrage,58.589151785714286,58.589151785714286,4.927420944940476,0.4859586015750577,0.38507596971236097,0.711544673859127,3.2760231968406788,7.654355086205126,0.4297805948090076,0.2766673195508621,0.21682690197041565,Web/CloudOps,7
-bizitobs_l2c/H/short,FastCastrage,53.17105344742063,53.17105344742063,4.356831868489583,0.4290939937281727,0.377688657179725,0.5913718087332589,2.5816870418869757,7.291848424605426,0.39304930483279865,0.2348443957508452,0.18172456528112335,Web/CloudOps,7
-bizitobs_l2c/H/medium,FastCastrage,72.0449962797619,72.0449962797619,4.7367576962425595,0.4806102406102051,0.47698792740613827,0.7517451695033482,3.176139098317694,8.487932391328403,0.5139571987238846,0.28681787322926794,0.2274159882504632,Web/CloudOps,7
-bizitobs_l2c/H/long,FastCastrage,79.68147941468254,79.68147941468254,5.095440383184524,0.5460589801711027,0.5983867675019501,0.7674915132068453,4.470825547257836,8.9264483090803,0.5452532260349785,0.3112442049514898,0.2505700378233848,Web/CloudOps,7
-bizitobs_service/10S/short,FastCastrage,1801.8518287037036,1801.8518287037036,16.82316860945767,0.688496040713969,0.04827788236910704,0.03864796532524956,4.949848328914375,42.44822527154349,0.03144700366501461,0.012463141663390851,0.009818967748128876,Web/CloudOps,2
-bizitobs_service/10S/medium,FastCastrage,15176.737777777778,15176.737777777778,35.515188492063494,0.9771982610314347,0.0600788080124628,0.05326171875,9.534251528062832,123.19390316804552,0.0927186346021177,0.026729567778441002,0.020459606503380107,Web/CloudOps,2
-bizitobs_service/10S/long,FastCastrage,130608.01693121693,130608.01693121693,75.67448412698413,1.2795750004446198,0.07442371186755953,0.07195198826058201,20.57428482565492,361.3973117376732,0.2677346821169208,0.056062077093718535,0.05202799551369086,Web/CloudOps,2
-car_parts/M/short,FastCastrage,1.3893693546636243,1.3893693546636243,0.46097143012815,0.852619297216962,0.8167565174884437,1.8903542015995023,37.49502730534158,1.1787151287158506,2.826437965544507,1.105362202795344,1.0318822925768258,Sales,1
-covid_deaths/D/short,FastCastrage,257414.23157894737,257414.23157894737,84.36881853070176,32.10869940789115,0.08321591130620763,0.3570035011846021,764.3261384901969,507.36006107984826,0.19089668307856947,0.031744177061335525,0.02675589882226334,Healthcare,1
-electricity/15T/short,FastCastrage,119300.97147922825,119300.97147922825,44.067756358653575,0.8492804160265266,0.13924147901224032,0.14746194641869348,10.046944866193138,345.3997270977906,0.6808509618494463,0.08686623627482379,0.07278779224852282,Energy,1
-electricity/15T/medium,FastCastrage,251076.43877079815,251076.43877079815,50.320744967623874,0.7851520692271373,0.12012524626149118,0.12338563730050851,6.829845870853683,501.07528253826104,0.8634031567217084,0.08670770953527716,0.06961413925645604,Energy,1
-electricity/15T/long,FastCastrage,308044.2670638138,308044.2670638138,55.35335702303866,0.8345792893521801,0.12051839512410802,0.12573698778123826,6.9104415947510285,555.0173574437234,0.8756079113301374,0.08732670551293294,0.06982872855320016,Energy,1
-electricity/D/short,FastCastrage,1367301313.13009,1367301313.13009,4273.682887387387,1.387274576293109,0.31822696396346856,0.09220029098923142,10.730744437305743,36977.03764676248,0.6076555584148502,0.0702308061081455,0.05502022958745777,Energy,1
-electricity/H/short,FastCastrage,1841457.953350929,1841457.953350929,163.5210092245566,0.8743901231946052,0.16645073466840157,0.1194315717456577,10.434319358628542,1357.0032989462218,0.6406024713729553,0.07719359467437972,0.06410378583542833,Energy,1
-electricity/H/medium,FastCastrage,5959942.5950844595,5959942.5950844595,236.80259897592904,1.040000410041244,0.22307416589594206,0.1257988299120654,8.496387506078761,2441.299366133629,0.952919588090081,0.0924318574793139,0.07380222149575615,Energy,1
-electricity/H/long,FastCastrage,8636147.520072073,8636147.520072073,270.52296584084087,1.1598381411975447,0.2903432929143286,0.13808373363597973,9.35316450117283,2938.732298129939,1.1590351965422634,0.10669418207369878,0.08550439641001553,Energy,1
-electricity/W/short,FastCastrage,39566678399.07748,39566678399.07748,27834.84099099099,1.4657901950934287,0.2099195155323522,0.09475310579076543,11.080807311853686,198913.7461290131,0.4538555423084374,0.06350992376787136,0.04938742078187561,Energy,1
-ett1/15T/short,FastCastrage,4.713453928629558,4.713453928629558,1.0457435971214657,0.6633211350260919,0.4660759358408907,0.22987719490414574,4.322966377643944,2.171049038743611,0.4104186498538905,0.19768907452791445,0.152996105186248,Energy,7
-ett1/15T/medium,FastCastrage,8.815565534319196,8.815565534319196,1.5431432039775546,0.9697622790222723,0.7359785740791551,0.3756843470013331,6.4155943075216495,2.969101805987662,0.5659137566187211,0.29412462913951565,0.2254572765384751,Energy,7
-ett1/15T/long,FastCastrage,7.984171626984127,7.984171626984127,1.5151754712301588,0.974796838398017,0.7548364685431121,0.3775969974578373,6.636694276688961,2.8256276518650023,0.5385674242639829,0.28879394293504723,0.22318493650047422,Energy,7
-ett1/D/short,FastCastrage,41158.444444444445,41158.444444444445,136.46769593253967,1.6572989587550477,1.2937456403459822,0.4747723291790675,10.078399809614117,202.87544071287792,0.5328590744794935,0.35843693004653626,0.2710517129597525,Energy,7
-ett1/H/short,FastCastrage,96.63219459170386,96.63219459170386,4.814213198707217,0.7923136401108253,0.4633184432983398,0.254947855359032,5.311254687887913,9.83016757698992,0.45881411280318335,0.22469901355299066,0.17248155215399877,Energy,7
-ett1/H/medium,FastCastrage,129.6549572172619,129.6549572172619,6.684260486421131,1.2352187991999317,3481832096512.057,0.4351100376674107,8.26566105386214,11.386613070499143,0.5453917742058292,0.32016023231597646,0.24606577794044032,Energy,7
-ett1/H/long,FastCastrage,138.12982804232803,138.12982804232803,6.954076760912699,1.3416826417978085,3812043548125.4243,0.47309124658978174,8.905008299678569,11.752864673871134,0.5628192342940602,0.33301567459551584,0.25670783696048916,Energy,7
-ett1/W/short,FastCastrage,1365217.0,1365217.0,927.216796875,1.6207660136738222,0.6157407760620117,0.5976078169686454,8.575844300737012,1168.4250082910755,0.4649441984737682,0.3689616940542802,0.2698127790621292,Energy,7
-ett2/15T/short,FastCastrage,7.125806535993304,7.125806535993304,1.6442642575218565,0.709353469214764,0.10065883088888392,0.12056722186860584,4.658207066850463,2.6694206367662074,0.126726904464829,0.07805908016442556,0.06129396547922927,Energy,7
-ett2/15T/medium,FastCastrage,11.427140376984127,11.427140376984127,2.0829117741660466,0.8537205378174374,0.12794701158718103,0.155415286109561,6.451102578372211,3.3804053569038324,0.1801479085415882,0.11100213145335427,0.08812944689814256,Energy,7
-ett2/15T/long,FastCastrage,10.873730158730158,10.873730158730158,2.071992962549603,0.8581012832362982,0.12997231285205768,0.15834932841951885,6.950604736786422,3.297533951111066,0.17573155322403647,0.11042025555352672,0.08921349190431654,Energy,7
-ett2/D/short,FastCastrage,107755.42857142857,107755.42857142857,195.83985615079365,1.2863136715063876,0.42009437197730654,0.1327599903893849,11.76064462833629,328.26122002367043,0.18787255709969733,0.11208431673541397,0.09174626226472626,Energy,7
-ett2/H/short,FastCastrage,102.88259626116071,102.88259626116071,6.267659795851935,0.7188006054107315,0.11666486202506661,0.10722274780273437,4.9746116753045015,10.14310584885915,0.1286428043751985,0.07949136536899737,0.06278048633810103,Energy,7
-ett2/H/medium,FastCastrage,238.0694568452381,238.0694568452381,9.53556896391369,1.0197300274587329,0.16951162412327236,0.16535571870349702,7.096984613838997,15.429499565612558,0.20792242898650207,0.12849792388367232,0.10319350747087977,Energy,7
-ett2/H/long,FastCastrage,224.02481812169313,224.02481812169313,9.218148561507936,1.012331353322076,0.17451836926919737,0.17115568938078704,7.551156590428459,14.967458639384748,0.20496782625943152,0.1262354497387443,0.10289390905557101,Energy,7
-ett2/W/short,FastCastrage,2686491.4285714286,2686491.4285714286,1127.639369419643,0.7440438349787467,0.11856219598225184,0.1267692106110709,8.861570470093023,1639.051990807927,0.137491333830266,0.09459165532912936,0.08040530149361222,Energy,7
-hierarchical_sales/D/short,FastCastrage,28.208368078880735,28.208368078880735,2.2981108016936234,0.7425044680463874,0.6392771133104264,1.0512872185772142,6.902086193497896,5.311155060707674,1.6294035551309292,0.7050349439177257,0.5700041869407575,Sales,1
-hierarchical_sales/W/short,FastCastrage,448.8980257713188,448.8980257713188,8.76413532838983,0.7130314799077969,0.5243458731005235,0.4500142113637116,6.588281630257351,21.18721373308248,0.9727153459228841,0.4023657397838219,0.340091652709821,Sales,1
-hospital/M/short,FastCastrage,2495.217357942199,2495.217357942199,17.044319428034008,0.746258280047238,0.18969613663376234,0.17074276104744285,4.900015582248491,49.952150683851436,0.18133790657956658,0.06187483745624415,0.04886535707494119,Healthcare,1
-jena_weather/10T/short,FastCastrage,743.5681399178883,743.5681399178883,5.086236657036675,0.2582809636530717,0.34327260890424766,0.5376790398879657,2.092089197327244,27.268445865466706,0.1693712394236701,0.03159190702889961,0.02610216167434407,Nature,21
-jena_weather/10T/medium,FastCastrage,1411.7247722763348,1411.7247722763348,9.11322615101912,0.5700082266346301,0.724943352401183,0.6383978861578959,5.134018794085036,37.572926054225995,0.2305844176356895,0.05592771619070454,0.0460859867325576,Nature,21
-jena_weather/10T/long,FastCastrage,1335.490021494709,1335.490021494709,9.25623863260582,0.6184131302227553,0.7666826280566805,0.6303082178509425,5.219319878715301,36.54435690355912,0.22362118055106747,0.056640509941060735,0.04678555340406039,Nature,21
-jena_weather/D/short,FastCastrage,358.97090773809526,358.97090773809526,9.588437034970237,1.0536893605349429,0.6664522690619712,0.4532486204117063,6.640625657808254,18.946527590513657,0.11408906275836565,0.0577380625241894,0.045343457585027044,Nature,21
-jena_weather/H/short,FastCastrage,1084.8110783958593,1084.8110783958593,8.166893470655806,0.513543111943954,1.1271663599800117,0.6024590717720408,4.3031887044842385,32.936470339061216,0.20189845091130676,0.05006253321952261,0.04023469538292484,Nature,21
-jena_weather/H/medium,FastCastrage,1231.8856150793652,1231.8856150793652,9.865445188492064,0.7723618356933357,1.970971513124132,0.6716085282583085,5.863607908710092,35.098228090309135,0.21477228246396818,0.06036840877561666,0.04826841624693872,Nature,21
-jena_weather/H/long,FastCastrage,1400.909656084656,1400.909656084656,11.220857101521164,0.9503628643995663,1.869225139756245,0.6528806010251322,6.706973964068936,37.428727684556094,0.22536240890928372,0.06756199162679724,0.05469127292424344,Nature,21
-kdd_cup_2018/D/short,FastCastrage,2887.3184854794204,2887.3184854794204,21.030971427413725,1.1820544415545176,0.5284553719086884,0.4597280063371692,9.041291877346076,53.7337741600143,1.203693591870483,0.4711160891584465,0.37405374155949755,Nature,1
-kdd_cup_2018/H/short,FastCastrage,3807.558529763694,3807.558529763694,17.463654132641196,0.7212102415263005,0.6623892537786514,0.4003572798727089,6.254863763994463,61.70541734534898,1.2916061355113488,0.3655459082292011,0.2967024443076729,Nature,1
-kdd_cup_2018/H/medium,FastCastrage,4914.494652095501,4914.494652095501,23.7582776648471,0.9709881984002096,0.8967829556510498,0.5186923189076124,7.9681677009981815,70.10345677707699,1.4673923262547932,0.4973037840528712,0.3956863815278997,Nature,1
-kdd_cup_2018/H/long,FastCastrage,3899.526211177577,3899.526211177577,22.58267872522425,0.9480880874668176,0.9291768369870564,0.566123710519368,6.99581806707213,62.44618652229756,1.4652399309102973,0.5298809176009805,0.4152345170048677,Nature,1
-m4_daily/D/short,FastCastrage,337435.1210247051,337435.1210247051,168.57003004970176,3.1677525587879787,0.036237787260047616,0.029388254945568,23.991375713479375,580.8916603160224,0.08973170734486774,0.026039410852113736,0.02062229654683674,Econ/Fin,1
-m4_hourly/H/short,FastCastrage,557477.4676057352,557477.4676057352,166.18562117866847,0.6518938209299902,0.08196356119932952,0.07455959191452861,4.812889319448176,746.644137193707,0.10193342081707964,0.022688008936924353,0.018412788706861093,Econ/Fin,1
-m4_monthly/M/short,FastCastrage,1808670.7927800927,1808670.7927800927,547.7257713216146,0.9102066268611854,0.1578748242877148,0.12949517337922697,7.368147359564223,1344.8683180074147,0.27950980451060103,0.11383621817662494,0.0905644834126402,Econ/Fin,1
-m4_quarterly/Q/short,FastCastrage,1694682.43628125,1694682.43628125,539.2564060872396,1.1338825724472368,0.11041442341605823,0.09804493774970373,8.507891118881037,1301.7996913047914,0.2178983448279225,0.09026202656914938,0.07189845511632867,Econ/Fin,1
-m4_weekly/W/short,FastCastrage,230753.81358474394,230753.81358474394,243.7277292693379,1.8592638682444755,0.0592232003875072,0.058654249774482484,13.377573595851894,480.36841443286414,0.08751567384480227,0.044403411674875444,0.03523940284866964,Econ/Fin,1
-m4_yearly/A/short,FastCastrage,3551467.068454195,3551467.068454195,867.1524761460419,3.2342437344561046,0.161985010774354,0.14484492426446322,28.415376220493158,1884.5336474720198,0.30219370504242604,0.13905191873586703,0.1124268068718809,Econ/Fin,1
-restaurant/D/short,FastCastrage,137.59787359831768,137.59787359831768,7.057849619316656,0.678122317584521,0.6776080649473804,0.3901126263377,4.532145563045431,11.730212001422553,0.5398515349335961,0.3248185923542151,0.2539329951094045,Sales,1
-saugeen/D/short,FastCastrage,1116.8335416666666,1116.8335416666666,12.339823404947916,2.741652080556288,0.270247802734375,0.31199071248372395,25.72929605561061,33.4190595568856,1.082451301653732,0.3996898202394495,0.3235258182083089,Nature,1
-saugeen/M/short,FastCastrage,394.23130580357144,394.23130580357144,12.370637439546131,0.7249042074325174,0.35922454652332125,0.35321044921875,4.319230139209171,19.855258895405303,0.5961144372588663,0.37140364749990706,0.28584828429038134,Nature,1
-saugeen/W/short,FastCastrage,1057.7291015625,1057.7291015625,14.97607421875,1.2150253524628305,0.3779211759567261,0.3805950880050659,10.678579721895806,32.52274744794019,0.9817261752043073,0.45206525327799263,0.35538004237551035,Nature,1
-solar/10T/short,FastCastrage,18.904800095755398,18.904800095755398,1.8075423637445827,0.7957913491664615,4.8980766124369755,1.5015486445740192,3.79287278330578,4.347965052269325,1.2648225382617353,0.5258138676468426,0.3806775950684384,Energy,1
-solar/10T/medium,FastCastrage,20.454109576317464,20.454109576317464,1.8414402061214332,0.8105441402392419,3.597093475305423,1.4493466173698089,4.074838411284987,4.522621980258516,1.0035878029293825,0.4086229047561483,0.29401828929100604,Energy,1
-solar/10T/long,FastCastrage,19.571969092153285,19.571969092153285,1.7770572263248936,0.7786166114590873,3.019146732901085,1.4501677501520682,4.097982350994818,4.424021823200388,0.9561815261826103,0.3840824839222787,0.2934427829511042,Energy,1
-solar/D/short,FastCastrage,124681.27493917276,124681.27493917276,247.69084549878346,0.9660743545528225,1.0705964397049879,0.42172075628944267,5.06725081648663,353.1023575950361,0.5101126497233096,0.3578289150210068,0.27282147837618803,Energy,1
-solar/H/short,FastCastrage,210.6088857183018,210.6088857183018,5.730011185636165,0.4418462333095233,1.6418681801544768,1.3470073778843938,2.870505014427554,14.512370093072386,0.534930797287568,0.21121012159565986,0.16580576625665894,Energy,1
-solar/H/medium,FastCastrage,538.7970954987835,538.7970954987835,9.411567869905717,0.7189088249926215,3.6845296575274973,1.3784439866560219,3.934952970032804,23.21200326337181,0.8361505346274095,0.33902664138091637,0.2580164429159556,Energy,1
-solar/H/long,FastCastrage,511.68276561232767,511.68276561232767,9.660513293288727,0.7347968507773059,4.2805112195114425,1.3776440845498783,4.025555135830576,22.620405955957725,0.7842908023903736,0.3349476458136137,0.25315805114485046,Energy,1
-solar/W/short,FastCastrage,1419729.0510948906,1419729.0510948906,960.1640054744526,1.0480512604046979,0.21508202239544721,0.18901194273120295,6.122550374510068,1191.5238357225132,0.24321979877472844,0.19599347423933464,0.14157769656039362,Energy,1
-temperature_rain/D/short,FastCastrage,180.58869728256175,180.58869728256175,5.728473290739832,1.3307053511821552,23.113669204616045,1.5067933589728013,19.04657866097999,13.438329408172795,1.5820466670059021,0.6743927612859087,0.5447058610050921,Nature,1
-us_births/D/short,FastCastrage,130980.98666666666,130980.98666666666,216.81268229166668,0.319279274747034,0.020971126556396484,0.02068474769592285,2.3911580057970063,361.9129545438608,0.033926402734250266,0.02032442963140378,0.015963613322858134,Healthcare,1
-us_births/M/short,FastCastrage,52028485.333333336,52028485.333333336,6003.083333333333,0.6776967560870849,0.018454705675443012,0.01869501049319903,3.6233419833997496,7213.0773830129765,0.02240376917349799,0.018645535904828228,0.013938469383527795,Healthcare,1
-us_births/W/short,FastCastrage,1638384.0,1638384.0,974.8124302455357,0.8869808078158046,0.013226964644023351,0.013254557337079729,5.32907232677003,1279.993749984741,0.017375789646990856,0.013232983155910172,0.01039919428310781,Healthcare,1

results/FastCastrage/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "FastCastrage",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "",
-    "code_link": "",
-    "org": "sme",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/FlowState-9.1M/all_results.csv

@@ -1,98 +1,98 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,FlowState-9.1M,41.20642213772202,41.20642213772202,3.6482890787508464,0.5760316745958542,0.09734227274101462,0.07782384936531508,6.593895242486975,6.4192228608860455,0.11007549989315832,0.06256010311547563,0.049961607574821335,Transport,1
-loop_seattle/5T/medium,FlowState-9.1M,65.28178691411289,65.28178691411289,4.869518228536789,0.7734527843739306,0.15530373116641838,0.11332293038028682,8.269508257047189,8.079714531721581,0.1437547241555911,0.08663873543621015,0.06910445419530627,Transport,1
-loop_seattle/5T/long,FlowState-9.1M,77.11275533061361,77.11275533061361,5.218633842700092,0.8250182708680949,0.16325547842842192,0.12005953753436054,9.319874052199266,8.781386868292138,0.1552567255117628,0.09226651942508741,0.07396257116366077,Transport,1
-loop_seattle/D/short,FlowState-9.1M,18.37072676116345,18.37072676116345,2.8908717861116484,0.8751111080929995,0.05345322222163434,0.05338208177141361,12.284504977392556,4.286108580188263,0.07659848596512975,0.05166374061520772,0.041998676836883936,Transport,1
-loop_seattle/H/short,FlowState-9.1M,60.254646585128924,60.254646585128924,4.224341119794517,0.8578659174207104,0.1156957368292313,0.09733176797613834,10.324014368171769,7.762386655219445,0.13740213765004466,0.07477513370613476,0.06071775786388836,Transport,1
-loop_seattle/H/medium,FlowState-9.1M,72.49868649068385,72.49868649068385,4.774017567039151,0.9802017879961532,0.1182101050643606,0.10903377222941017,11.2153856481414,8.514616050690945,0.15049488816363543,0.08438022754819177,0.06815404056535827,Transport,1
-loop_seattle/H/long,FlowState-9.1M,59.69476156690747,59.69476156690747,4.394733995057727,0.9201987421572889,0.13256338970497952,0.10205463124666585,10.089497539677955,7.726238513462257,0.13807820232396775,0.07853976662411824,0.06319115108866927,Transport,1
-m_dense/D/short,FlowState-9.1M,9472.558935185185,9472.558935185185,48.308813657407406,0.7324154243118424,0.13463613879159259,0.10566210358231155,12.396491269683509,97.32707195423679,0.1684875581125931,0.08362970225057244,0.06984659577170221,Transport,1
-m_dense/H/short,FlowState-9.1M,45185.8003233507,45185.8003233507,89.82139122856988,0.794888521288021,0.2976044740697495,0.21334691312577989,12.069100793905335,212.56951880114585,0.3770453948873275,0.15932078181343987,0.1313047568761031,Transport,1
-m_dense/H/medium,FlowState-9.1M,34831.29833333333,34831.29833333333,79.91017849392361,0.6918537392919458,0.26913952516783457,0.1942931811014811,8.942685213575544,186.6314505471501,0.3247151566079737,0.13903361972568543,0.11462594957546576,Transport,1
-m_dense/H/long,FlowState-9.1M,35997.86469135802,35997.86469135802,84.8109442515432,0.7444252434529841,0.2882623402318473,0.20252094786844135,9.243858424452394,189.73103249431293,0.32845249091839185,0.14682029360376359,0.12117489021344204,Transport,1
-sz_taxi/15T/short,FlowState-9.1M,16.730177058405054,16.730177058405054,2.7577188600113978,0.5514772960536524,1195954521887.0005,0.4006040205448975,5.440699762571138,4.090253911238892,0.3824562487334538,0.2578585176248867,0.20255364364698247,Transport,1
-sz_taxi/15T/medium,FlowState-9.1M,16.707470494457798,16.707470494457798,2.821408237555088,0.5509006403082922,9710347132076.936,0.4138293991740952,5.205794460068225,4.087477277546359,0.38040798312325286,0.2625791275003582,0.20777358525869283,Transport,1
-sz_taxi/15T/long,FlowState-9.1M,16.2041913589521,16.2041913589521,2.80213628263555,0.5290821987226246,6334988927381.315,0.4129524796097367,4.415962703632027,4.025443001577852,0.3725878168442675,0.2593607311389226,0.20691493769848118,Transport,1
-sz_taxi/H/short,FlowState-9.1M,7.417397474631285,7.417397474631285,1.8844109478159847,0.5756606690704787,1.3483923811178942,0.30121186655810755,5.345870852971551,2.7234899439196183,0.2537098957828191,0.17554450907732358,0.13832774822300725,Transport,1
-bitbrains_fast_storage/5T/short,FlowState-9.1M,1924708.5933602322,1924708.5933602322,199.03606752846804,1.0032515815823284,3.0243938323240966,0.7950182794198272,19.25499771969558,1387.3386729130823,4.355900312997404,0.6249240259586876,0.5113067369825212,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FlowState-9.1M,3390856.937972916,3390856.937972916,346.56688549225504,1.260891455352925,5.679820563609929,0.8348958701489698,25.40891853796344,1841.4279616571798,5.5947667486039006,1.052965919652013,0.7795465054578488,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FlowState-9.1M,4983042.650290739,4983042.650290739,439.2763425860992,1.0374589320494734,5.767946014842698,0.8445433276088283,20.188168977655355,2232.272978443886,5.899230991338783,1.160876218531447,0.8255881443730684,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FlowState-9.1M,2863379.353066434,2863379.353066434,333.7310782674274,1.104408431680801,4.252633291163891,0.5967120208908891,21.060018999150223,1692.1522842423,4.823183638812036,0.9512419723992579,0.6996132789973957,Web/CloudOps,2
-bitbrains_rnd/5T/short,FlowState-9.1M,1478593.945297488,1478593.945297488,132.24529301833925,1.9620477620454029,1.4658456323459939,0.7350835676392866,58.827425560648535,1215.9744838184263,4.975416577469799,0.541109564330338,0.4632044380693893,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FlowState-9.1M,2208052.9063197314,2208052.9063197314,190.83315100806956,4.581663134278986,2.306887118167001,0.8003794722451701,166.06818056785903,1485.9518519520514,6.252156934965629,0.802932347322748,0.7238091593893922,Web/CloudOps,2
-bitbrains_rnd/5T/long,FlowState-9.1M,2460772.825721577,2460772.825721577,222.0122217941569,3.5251046217605357,3.5869625604067092,0.7694731327490271,121.73594787820016,1568.685062630985,6.009279106104837,0.8504788102526731,0.7270607240923831,Web/CloudOps,2
-bitbrains_rnd/H/short,FlowState-9.1M,1783555.8804027704,1783555.8804027704,169.21358647254425,5.926597311741625,2.107055746328823,0.6077552342230917,218.0120577597906,1335.4983640584403,5.844794363995951,0.740561458660828,0.664595981096118,Web/CloudOps,2
-bizitobs_application/10S/short,FlowState-9.1M,664005.4388888889,664005.4388888889,449.96708984375,1.3377137863983317,0.019362943437364367,0.019491665098402236,16.336749352184412,814.8652887986387,0.03142609893095301,0.017353433107882715,0.013558368098991429,Web/CloudOps,2
-bizitobs_application/10S/medium,FlowState-9.1M,4575707.306666667,4575707.306666667,1198.610625,2.5893138141163443,0.03760066986083985,0.038373565673828124,58.83299716249604,2139.090298857593,0.08399578031721472,0.04706591152189688,0.042047922832965524,Web/CloudOps,2
-bizitobs_application/10S/long,FlowState-9.1M,6559583.573333333,6559583.573333333,1548.4186111111112,3.3411338993333333,0.048364529079861114,0.049444936116536456,75.69303481763987,2561.1684000341197,0.09877402790664712,0.05971631662448403,0.052677139441578126,Web/CloudOps,2
-bizitobs_l2c/5T/short,FlowState-9.1M,22.821621295384,22.821621295384,3.0685904048738024,0.31231757023136525,0.16200984930040224,0.2157041277204241,2.393935136307405,4.777198059049258,0.1640683122542177,0.105387811538073,0.08458085603866948,Web/CloudOps,7
-bizitobs_l2c/5T/medium,FlowState-9.1M,69.30413079294217,69.30413079294217,5.238999430338541,0.5193918306430902,0.38426043329664383,0.6304700306483677,4.155248919369638,8.324910257350657,0.43801271795380065,0.27564842249378013,0.2138909951695262,Web/CloudOps,7
-bizitobs_l2c/5T/long,FlowState-9.1M,71.76699466765874,71.76699466765874,5.177323443700397,0.5177408840898012,0.423938883860758,0.7123863777281746,4.617430555988597,8.471540277166763,0.4756643215874484,0.2906989712513249,0.23033267410204214,Web/CloudOps,7
-bizitobs_l2c/H/short,FlowState-9.1M,55.461908249627974,55.461908249627974,4.527385651119172,0.4498973653968915,0.3789699883769742,0.6063558033534459,3.8045774239835706,7.447275223169074,0.401427228293401,0.24403769417436816,0.1886214231576794,Web/CloudOps,7
-bizitobs_l2c/H/medium,FlowState-9.1M,66.8992699032738,66.8992699032738,4.662852550688244,0.4704569255569069,0.4438962515829857,0.749674333844866,4.24338559208035,8.179197387474751,0.49526282529900423,0.2823428044104843,0.22108179915235826,Web/CloudOps,7
-bizitobs_l2c/H/long,FlowState-9.1M,75.9602306547619,75.9602306547619,5.0850547185019845,0.5469474777475324,0.5924043065238235,0.7568616594587053,7.1077522882651625,8.715516660230872,0.5323689121370271,0.3106098185778061,0.24756994557034062,Web/CloudOps,7
-bizitobs_service/10S/short,FlowState-9.1M,3520.50839720832,3520.50839720832,21.761772656314587,0.8059993822380633,0.10306755156744093,0.06974780545663581,9.507322336556879,59.33387225867127,0.043956430224570464,0.01612181718327782,0.0127153968223787,Web/CloudOps,2
-bizitobs_service/10S/medium,FlowState-9.1M,31802.868482142858,31802.868482142858,46.433770926339285,1.1440456397927963,0.10534807568504696,0.08318410812862335,15.995324064213758,178.33358764445597,0.13421805424840713,0.03494714858523884,0.026749382265129105,Web/CloudOps,2
-bizitobs_service/10S/long,FlowState-9.1M,135023.47957671958,135023.47957671958,79.42200438161376,1.3822690402599558,0.11028612086381862,0.09789428549468833,25.236081780178996,367.45541168517246,0.2722227322362745,0.05883836336303083,0.05352239744204552,Web/CloudOps,2
-car_parts/M/short,FlowState-9.1M,1.429560607254418,1.429560607254418,0.4836226899547534,0.8944060493088195,0.8137632961798099,1.8800651255841114,21.08757561148329,1.1956423408588448,2.8670276838625437,1.1596776002833478,1.0076518334176803,Sales,1
-covid_deaths/D/short,FlowState-9.1M,520034.35426554666,520034.35426554666,136.357007570195,34.60603694671917,0.09393392626416988,0.36803830177861646,918.8211149840132,721.1340750966817,0.2713301924039766,0.05130498526878134,0.042993758538717175,Healthcare,1
-electricity/15T/short,FlowState-9.1M,144065.98286205519,144065.98286205519,56.856076371304624,1.0817436193639087,0.1915398677018586,0.1772058353606645,16.26188852890285,379.56024931762175,0.7481880832374911,0.11207453593237973,0.09269706732095719,Energy,1
-electricity/15T/medium,FlowState-9.1M,253340.60338294544,253340.60338294544,54.7942716272715,0.8556548344188857,0.13508191714894052,0.13523208481556662,9.532384228961938,503.32951769486505,0.8672874346301549,0.09441604674743875,0.07564332966991412,Energy,1
-electricity/15T/long,FlowState-9.1M,316119.8529764912,316119.8529764912,59.7140382530052,0.9053667166654249,0.14293423834777463,0.13760582326768755,9.726931671510378,562.2453672343519,0.8870110003705841,0.09420621652697063,0.0749509701869353,Energy,1
-electricity/D/short,FlowState-9.1M,1180566865.8407207,1180566865.8407207,4251.209920748874,1.4344403736384097,0.49429796389693836,0.10163411985861288,15.199692356424537,34359.378135244544,0.5646387062964002,0.06986149925058828,0.05504415510373746,Energy,1
-electricity/H/short,FlowState-9.1M,1579386.9683294483,1579386.9683294483,172.5957497328681,0.9351379841940162,0.21026389299976914,0.12611722789637678,12.947069300985513,1256.7366344343784,0.5932694400880952,0.08147751963297314,0.06677232663588524,Energy,1
-electricity/H/medium,FlowState-9.1M,6221001.874001003,6221001.874001003,247.56637994989617,1.092976787129436,0.23200557334682143,0.13328747567829785,11.958698401046853,2494.193632018373,0.973565963834623,0.09663331596028776,0.07678815543188483,Energy,1
-electricity/H/long,FlowState-9.1M,8939375.961766891,8939375.961766891,279.8932897311374,1.2110867967690446,0.3095987619112468,0.14577881565036716,13.842587383560438,2989.8789209208608,1.1792074146755631,0.11038983560820556,0.08752998078933216,Energy,1
-electricity/W/short,FlowState-9.1M,29395794717.160362,29395794717.160362,23643.860884712838,1.3635557497389068,0.22346164837183186,0.09038805711913753,13.709397168603852,171452.01870249404,0.39119693104666264,0.05394748855213885,0.04355379314195652,Energy,1
-ett1/15T/short,FlowState-9.1M,4.980384614354088,4.980384614354088,1.0932999247596378,0.6888563402341751,0.49305846536351217,0.23987056868416923,7.201910430402015,2.2316775336849384,0.42187994489597685,0.20667919314076327,0.1617466807586172,Energy,7
-ett1/15T/medium,FlowState-9.1M,8.6315771484375,8.6315771484375,1.544872349330357,0.9899225182222047,0.7127148305476998,0.38790635971795945,8.719024268920881,2.9379545858364624,0.5599770158522798,0.29445417986419087,0.22932511415283205,Energy,7
-ett1/15T/long,FlowState-9.1M,8.090037667410714,8.090037667410714,1.551713111514137,1.0126223652403492,0.7426191157153659,0.39777882893880206,8.355813417792739,2.8442991522360503,0.54212621467887,0.2957580445613115,0.2298512894395186,Energy,7
-ett1/D/short,FlowState-9.1M,43043.99444444444,43043.99444444444,136.9359343998016,1.6288935332388368,1.2419960627480158,0.4954109918503534,14.079257234165125,207.470466439068,0.5449280619678922,0.3596667739124283,0.2799498278363056,Energy,7
-ett1/H/short,FlowState-9.1M,98.04556412469773,98.04556412469773,4.894838360377721,0.8150353380790544,0.4436365876879011,0.2579571133568173,6.952233363517736,9.90179600500322,0.4621573388829306,0.22846213654080613,0.1762152118908626,Energy,7
-ett1/H/medium,FlowState-9.1M,134.41744326636905,134.41744326636905,6.668464587983631,1.2267932617039405,3365661524510.5957,0.43888593401227677,9.119016541001752,11.593853684878425,0.555318170217747,0.31940368179657114,0.24767421231989253,Energy,7
-ett1/H/long,FlowState-9.1M,155.68571635251323,155.68571635251323,7.22068271536045,1.33916082947429,2267774406926.194,0.47107417192408646,9.95334609492623,12.47740823859319,0.5975160415714699,0.3457828477696871,0.2699857075194963,Energy,7
-ett1/W/short,FlowState-9.1M,1173048.4285714286,1173048.4285714286,801.5694056919643,1.4509044072930064,0.5297911167144775,0.5278735501425607,8.922727965738348,1083.0736025642157,0.43098083698912737,0.31896359818216297,0.24500652359110595,Energy,7
-ett2/15T/short,FlowState-9.1M,7.959989992777507,7.959989992777507,1.7561996550787062,0.7547916193814699,0.11044701391019925,0.1292610100337437,8.60130403004982,2.8213454224496344,0.13393930909778234,0.08337304839290896,0.06581268360764704,Energy,7
-ett2/15T/medium,FlowState-9.1M,10.991811126224578,10.991811126224578,2.050341496543279,0.8470324155409298,0.12984282517942974,0.15523655846005394,8.238194223435517,3.3153900413412263,0.17668312929658506,0.10926640522493662,0.08720802717137183,Energy,7
-ett2/15T/long,FlowState-9.1M,11.056184779575894,11.056184779575894,2.093517097594246,0.8656004641238805,0.13304481590146605,0.15894615657745845,8.728302116810942,3.325084176314322,0.17719974581181555,0.11156731014178155,0.09031154642244392,Energy,7
-ett2/D/short,FlowState-9.1M,119717.15555555555,119717.15555555555,222.04579613095237,1.4635575132775187,0.3624706752716549,0.15674171447753907,10.830255578141793,346.00166987394084,0.19802587337139363,0.1270826603909114,0.10325530356962487,Energy,7
-ett2/H/short,FlowState-9.1M,104.57532457624163,104.57532457624163,6.295174280802409,0.7215709730957005,0.11713471286857265,0.10737862814040411,6.602956702509036,10.226207731913215,0.12969675934784944,0.0798403205913801,0.0631822907791898,Energy,7
-ett2/H/medium,FlowState-9.1M,242.78725353422618,242.78725353422618,9.703669084821428,1.0379484333384368,0.17125420465428529,0.16814332689557757,9.244285748553247,15.581631927825345,0.2099724972418964,0.13076317291967424,0.10431498050240505,Energy,7
-ett2/H/long,FlowState-9.1M,265.77815806878306,265.77815806878306,10.071580997850528,1.0965159499861146,0.1877654904885175,0.18084840320405507,9.853142275736998,16.302704010954226,0.2232529902611188,0.13792255400799516,0.11143469439326707,Energy,7
-ett2/W/short,FlowState-9.1M,4955971.428571428,4955971.428571428,1521.9556361607142,0.9778324368044548,0.14722657203674316,0.1582614013126918,6.102820239909918,2226.2011204227324,0.18674414426016983,0.12766874487189425,0.10406980997248803,Energy,7
-hierarchical_sales/D/short,FlowState-9.1M,29.732930018538134,29.732930018538134,2.319569186919876,0.7495294259800727,0.6318419237892607,1.0690176652748262,10.409452522840244,5.452791030154937,1.6728559020336073,0.7116181388678587,0.5828056079568731,Sales,1
-hierarchical_sales/W/short,FlowState-9.1M,450.37896728515625,450.37896728515625,8.750412407567946,0.7124265352171969,0.5166803930063173,0.452388971538867,8.61290730769748,21.222133900368178,0.9743185478836948,0.40173571377650935,0.3398582822825211,Sales,1
-hospital/M/short,FlowState-9.1M,2029.1258259507586,2029.1258259507586,16.616914870996986,0.7584542558926894,0.19929957068624418,0.17468420747361563,6.50496006333193,45.04581918392381,0.16352678391513475,0.0603232596648055,0.04789252589407568,Healthcare,1
-jena_weather/10T/short,FlowState-9.1M,769.5275096238605,769.5275096238605,5.621278191369678,0.2767616179581378,0.39370277928161435,0.5409789359463113,2.943629425991047,27.740358858959638,0.17230240076182607,0.03491518378141902,0.028705220857371594,Nature,21
-jena_weather/10T/medium,FlowState-9.1M,1424.3707860465001,1424.3707860465001,9.894016493760146,0.6254029435471754,0.9141056125584986,0.6582028373839364,7.134168263751859,37.740837113748555,0.2316148725005984,0.060719410166084245,0.049470015067881346,Nature,21
-jena_weather/10T/long,FlowState-9.1M,1399.3250419980004,1399.3250419980004,10.083748800287802,0.6608100770639971,0.9544456003029005,0.6474178345115097,7.37106124596258,37.40755327467971,0.22890322069317012,0.06170418471632936,0.05070029776307641,Nature,21
-jena_weather/D/short,FlowState-9.1M,398.70033172123016,398.70033172123016,9.827138264973959,1.0485371388820024,0.6242780152916303,0.44123424348377044,10.138610984284272,19.967481857290622,0.12023687611673844,0.05917543406788213,0.047547547386128125,Nature,21
-jena_weather/H/short,FlowState-9.1M,1098.5380878799044,1098.5380878799044,8.411170702131967,0.526016955075292,1.3175091402849612,0.6050199826334354,6.146329621532627,33.144201421665066,0.20317183962392238,0.051559939646816814,0.0419072690267179,Nature,21
-jena_weather/H/medium,FlowState-9.1M,1349.0420030381945,1349.0420030381945,10.663989451574901,0.8571477516894351,2.6584602221914055,0.6862809438554067,7.631882833911909,36.729307140731564,0.22475314018670384,0.0652548415077891,0.052881529582308406,Nature,21
-jena_weather/H/long,FlowState-9.1M,1344.8131965112434,1344.8131965112434,12.889586691881613,1.0851070705986812,2.5530645058483583,0.6719191616805142,13.687396490420356,36.671694759190544,0.22080422921459042,0.0776095916233129,0.06666390952483377,Nature,21
-kdd_cup_2018/D/short,FlowState-9.1M,3031.419290378869,3031.419290378869,21.71406054869319,1.223272467425053,0.5122704279217459,0.48005108592659085,12.181636446841818,55.05832625842225,1.233364972366011,0.48641801356059444,0.3812015815435914,Nature,1
-kdd_cup_2018/H/short,FlowState-9.1M,4400.043310172846,4400.043310172846,22.743728537194453,0.9542261628597182,0.8840861593739912,0.5019650321757874,10.160826590381683,66.33282226901585,1.3884661046462603,0.47606742916953976,0.3817186229134154,Nature,1
-kdd_cup_2018/H/medium,FlowState-9.1M,5346.50910268196,5346.50910268196,26.33725056482099,1.0846836992020321,0.9676168371097675,0.5905999808700999,11.210373175534803,73.11982701485255,1.5305304083425761,0.5512863542935927,0.4368045266133778,Nature,1
-kdd_cup_2018/H/long,FlowState-9.1M,4320.785902502329,4320.785902502329,24.9758049761873,1.0534284105933664,0.9931413860142767,0.6358806894330652,9.937313926015616,65.73268519163301,1.542354420888718,0.5860333121638589,0.45748987044545686,Nature,1
-m4_daily/D/short,FlowState-9.1M,460449.38954061264,460449.38954061264,194.8177779062743,3.5933811129151243,0.04256217416009881,0.03372789031974429,36.4567024138539,678.5642118035792,0.10481941775567499,0.030093962654342218,0.024315459514113697,Econ/Fin,1
-m4_hourly/H/short,FlowState-9.1M,524888.7468503716,524888.7468503716,188.91631142279184,0.7308697355223807,0.09173926594704629,0.0867135555823836,8.266989981253527,724.4920612749125,0.09890916765238221,0.02579124895572352,0.020490718600366213,Econ/Fin,1
-m4_monthly/M/short,FlowState-9.1M,1863447.246301143,1863447.246301143,555.0341335720486,0.9217787164197633,0.1597439799979329,0.1291678792089224,10.553067069674826,1365.0814064740398,0.28371077918144827,0.11535514714449419,0.09256760422999852,Econ/Fin,1
-m4_quarterly/Q/short,FlowState-9.1M,1835070.2141721903,1835070.2141721903,561.5495734303793,1.1533472901853319,0.11924825147073716,0.10135561777527134,12.789597196530536,1354.6476346903612,0.22674415917787266,0.09399350990139102,0.07549476248623303,Econ/Fin,1
-m4_weekly/W/short,FlowState-9.1M,230569.25755303193,230569.25755303193,249.35544133845352,2.022636456714285,0.06192654865519097,0.06137127862999366,16.35037889030763,480.17627758254775,0.08748067109178026,0.04542869435053447,0.03663408849488293,Econ/Fin,1
-m4_yearly/A/short,FlowState-9.1M,3295300.5925140013,3295300.5925140013,818.0042513808635,2.957246114331518,0.16630538438952275,0.135139478891435,42.9209268420369,1815.2962822949871,0.29109117207079993,0.13117077284613704,0.1069378729835909,Econ/Fin,1
-restaurant/D/short,FlowState-9.1M,138.683303161775,138.683303161775,7.088883148874568,0.681671230570501,0.6547431785474475,0.3927890905492656,6.158892375231965,11.776387525968012,0.5419766395607936,0.32624682728843574,0.2559205236124014,Sales,1
-saugeen/D/short,FlowState-9.1M,1065.7159375,1065.7159375,12.316854858398438,2.7363346763757384,0.2869456609090169,0.3157666778564453,39.327833877693664,32.64530498402489,1.0573892206158066,0.3989458688020571,0.32886548733101045,Nature,1
-saugeen/M/short,FlowState-9.1M,419.1245814732143,419.1245814732143,12.768525623139881,0.7480760568691176,0.35278070540655226,0.3556371870495024,7.5489379732842705,20.472532365909554,0.6146468386464715,0.3833494444247625,0.29564347249203715,Nature,1
-saugeen/W/short,FlowState-9.1M,907.9439239501953,907.9439239501953,14.38510627746582,1.1671291864275761,0.39806915521621705,0.39103698134422304,13.698295871517155,30.13210785773533,0.9095627312966047,0.4342263945655186,0.35654937897593736,Nature,1
-solar/10T/short,FlowState-9.1M,23.815074714604954,23.815074714604954,2.3434108497452564,1.0258561153573258,5.817045293185954,1.5298146551832956,10.298084292870156,4.880069130105121,1.4196115690597917,0.6816979564563959,0.5199798844919239,Energy,1
-solar/10T/medium,FlowState-9.1M,20.57507829672466,20.57507829672466,2.0579187168323,0.8992403786637814,3.935542893892818,1.4561078073914613,9.428119094294988,4.535976002661903,1.0065510994343836,0.45666034074222656,0.35640086194325327,Energy,1
-solar/10T/long,FlowState-9.1M,18.803191816913145,18.803191816913145,1.947746906760062,0.8511553963682477,3.6116326980938003,1.4495610039586075,8.98398203054954,4.336264730953721,0.9372142615089935,0.4209743389961493,0.33731284559674707,Energy,1
-solar/D/short,FlowState-9.1M,123798.74148418491,123798.74148418491,254.33213104470804,0.9914601541317253,1.065309401092158,0.43119359422484166,5.072566028494322,351.8504532954092,0.5083040848435385,0.36742331836204006,0.277712421695133,Energy,1
-solar/H/short,FlowState-9.1M,757.1993341141831,757.1993341141831,11.305498109246692,0.8724446953179906,4.777759083050538,1.3993490626769542,10.642841134590933,27.517255206764048,1.0142951912516207,0.41672442548319527,0.3331443526320188,Energy,1
-solar/H/medium,FlowState-9.1M,801.285641917579,801.285641917579,11.445277230292922,0.8764719755896929,5.458095207860186,1.400396199470019,10.798993971727489,28.30698927681252,1.0196838280418565,0.4122856014484468,0.34501846917605444,Energy,1
-solar/H/long,FlowState-9.1M,719.3457268856448,719.3457268856448,12.36631455371173,0.942005746657252,5.876856700090995,1.4082166438168466,8.146907869423451,26.820621299396567,0.9299199543477858,0.42876272465383575,0.3335355229807926,Energy,1
-solar/W/short,FlowState-9.1M,955186.6131386862,955186.6131386862,768.0469177691606,0.838795166934673,0.16764145785004553,0.15302670088997722,4.476202957998712,977.3364892086482,0.19949880509892567,0.15677757256247188,0.12235764216039015,Energy,1
-temperature_rain/D/short,FlowState-9.1M,180.4470724159759,180.4470724159759,5.7659389208630145,1.3497787807137442,24.105154695755104,1.4952793405611897,24.459044384745972,13.433058937411683,1.5814261953049171,0.6788034573857006,0.5497859033550305,Nature,1
-us_births/D/short,FlowState-9.1M,218382.50666666665,218382.50666666665,310.88701822916664,0.4573647670456565,0.0298173189163208,0.02927158196767171,5.9522450787192085,467.3141413082496,0.043806908712113006,0.02914313525633875,0.023686841289048206,Healthcare,1
-us_births/M/short,FlowState-9.1M,56510709.333333336,56510709.333333336,6193.608072916667,0.6995303835548405,0.018985547125339508,0.01924945041537285,6.844936444934768,7517.360529689482,0.02334887055249893,0.019237304446992797,0.014923346389001804,Healthcare,1
-us_births/W/short,FlowState-9.1M,2057186.5714285714,2057186.5714285714,1119.4234793526787,1.0174865839349032,0.015180262071745736,0.015214066420282637,9.795766029253233,1434.2895702850842,0.01947034027817997,0.015196063967786272,0.011881630832056645,Healthcare,1
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+loop_seattle/5T/short,FlowState-9.1M,41.20642213772202,41.20642213772202,3.6482890787508464,3.6482890787508464,0.5760316745958542,0.09734227274101462,0.07782384936531508,6.593895242486975,6.4192228608860455,0.11007549989315832,0.06256010311547563,0.049961607574821335,Transport,1
+loop_seattle/5T/medium,FlowState-9.1M,65.28178691411289,65.28178691411289,4.869518228536789,4.869518228536789,0.7734527843739306,0.15530373116641838,0.11332293038028682,8.269508257047189,8.079714531721581,0.1437547241555911,0.08663873543621015,0.06910445419530627,Transport,1
+loop_seattle/5T/long,FlowState-9.1M,77.11275533061361,77.11275533061361,5.218633842700092,5.218633842700092,0.8250182708680949,0.16325547842842192,0.12005953753436054,9.319874052199266,8.781386868292138,0.1552567255117628,0.09226651942508741,0.07396257116366077,Transport,1
+loop_seattle/D/short,FlowState-9.1M,18.37072676116345,18.37072676116345,2.8908717861116484,2.8908717861116484,0.8751111080929995,0.05345322222163434,0.05338208177141361,12.284504977392556,4.286108580188263,0.07659848596512975,0.05166374061520772,0.041998676836883936,Transport,1
+loop_seattle/H/short,FlowState-9.1M,60.254646585128924,60.254646585128924,4.224341119794517,4.224341119794517,0.8578659174207104,0.1156957368292313,0.09733176797613834,10.324014368171769,7.762386655219445,0.13740213765004466,0.07477513370613476,0.06071775786388836,Transport,1
+loop_seattle/H/medium,FlowState-9.1M,72.49868649068385,72.49868649068385,4.774017567039151,4.774017567039151,0.9802017879961532,0.1182101050643606,0.10903377222941017,11.2153856481414,8.514616050690945,0.15049488816363543,0.08438022754819177,0.06815404056535827,Transport,1
+loop_seattle/H/long,FlowState-9.1M,59.69476156690747,59.69476156690747,4.394733995057727,4.394733995057727,0.9201987421572889,0.13256338970497952,0.10205463124666585,10.089497539677955,7.726238513462257,0.13807820232396775,0.07853976662411824,0.06319115108866927,Transport,1
+m_dense/D/short,FlowState-9.1M,9472.558935185185,9472.558935185185,48.308813657407406,48.308813657407406,0.7324154243118424,0.13463613879159259,0.10566210358231155,12.396491269683509,97.32707195423679,0.1684875581125931,0.08362970225057244,0.06984659577170221,Transport,1
+m_dense/H/short,FlowState-9.1M,45185.8003233507,45185.8003233507,89.82139122856988,89.82139122856988,0.794888521288021,0.2976044740697495,0.21334691312577989,12.069100793905335,212.56951880114585,0.3770453948873275,0.15932078181343987,0.1313047568761031,Transport,1
+m_dense/H/medium,FlowState-9.1M,34831.29833333333,34831.29833333333,79.91017849392361,79.91017849392361,0.6918537392919458,0.26913952516783457,0.1942931811014811,8.942685213575544,186.6314505471501,0.3247151566079737,0.13903361972568543,0.11462594957546576,Transport,1
+m_dense/H/long,FlowState-9.1M,35997.86469135802,35997.86469135802,84.8109442515432,84.8109442515432,0.7444252434529841,0.2882623402318473,0.20252094786844135,9.243858424452394,189.73103249431293,0.32845249091839185,0.14682029360376359,0.12117489021344204,Transport,1
+sz_taxi/15T/short,FlowState-9.1M,16.730177058405054,16.730177058405054,2.7577188600113978,2.7577188600113978,0.5514772960536524,1195954521887.0005,0.4006040205448975,5.440699762571138,4.090253911238892,0.3824562487334538,0.2578585176248867,0.20255364364698247,Transport,1
+sz_taxi/15T/medium,FlowState-9.1M,16.707470494457798,16.707470494457798,2.821408237555088,2.821408237555088,0.5509006403082922,9710347132076.936,0.4138293991740952,5.205794460068225,4.087477277546359,0.38040798312325286,0.2625791275003582,0.20777358525869283,Transport,1
+sz_taxi/15T/long,FlowState-9.1M,16.2041913589521,16.2041913589521,2.80213628263555,2.80213628263555,0.5290821987226246,6334988927381.315,0.4129524796097367,4.415962703632027,4.025443001577852,0.3725878168442675,0.2593607311389226,0.20691493769848118,Transport,1
+sz_taxi/H/short,FlowState-9.1M,7.417397474631285,7.417397474631285,1.8844109478159847,1.8844109478159847,0.5756606690704787,1.3483923811178942,0.30121186655810755,5.345870852971551,2.7234899439196183,0.2537098957828191,0.17554450907732358,0.13832774822300725,Transport,1
+bitbrains_fast_storage/5T/short,FlowState-9.1M,1924708.5933602322,1924708.5933602322,199.03606752846804,199.03606752846804,1.0032515815823284,3.0243938323240966,0.7950182794198272,19.25499771969558,1387.3386729130823,4.355900312997404,0.6249240259586876,0.5113067369825212,Web/CloudOps,2
+bitbrains_fast_storage/5T/medium,FlowState-9.1M,3390856.937972916,3390856.937972916,346.56688549225504,346.56688549225504,1.260891455352925,5.679820563609929,0.8348958701489698,25.40891853796344,1841.4279616571798,5.5947667486039006,1.052965919652013,0.7795465054578488,Web/CloudOps,2
+bitbrains_fast_storage/5T/long,FlowState-9.1M,4983042.650290739,4983042.650290739,439.2763425860992,439.2763425860992,1.0374589320494734,5.767946014842698,0.8445433276088283,20.188168977655355,2232.272978443886,5.899230991338783,1.160876218531447,0.8255881443730684,Web/CloudOps,2
+bitbrains_fast_storage/H/short,FlowState-9.1M,2863379.353066434,2863379.353066434,333.7310782674274,333.7310782674274,1.104408431680801,4.252633291163891,0.5967120208908891,21.060018999150223,1692.1522842423,4.823183638812036,0.9512419723992579,0.6996132789973957,Web/CloudOps,2
+bitbrains_rnd/5T/short,FlowState-9.1M,1478593.945297488,1478593.945297488,132.24529301833925,132.24529301833925,1.9620477620454029,1.4658456323459939,0.7350835676392866,58.827425560648535,1215.9744838184263,4.975416577469799,0.541109564330338,0.4632044380693893,Web/CloudOps,2
+bitbrains_rnd/5T/medium,FlowState-9.1M,2208052.9063197314,2208052.9063197314,190.83315100806956,190.83315100806956,4.581663134278986,2.306887118167001,0.8003794722451701,166.06818056785903,1485.9518519520514,6.252156934965629,0.802932347322748,0.7238091593893922,Web/CloudOps,2
+bitbrains_rnd/5T/long,FlowState-9.1M,2460772.825721577,2460772.825721577,222.0122217941569,222.0122217941569,3.5251046217605357,3.5869625604067092,0.7694731327490271,121.73594787820016,1568.685062630985,6.009279106104837,0.8504788102526731,0.7270607240923831,Web/CloudOps,2
+bitbrains_rnd/H/short,FlowState-9.1M,1783555.8804027704,1783555.8804027704,169.21358647254425,169.21358647254425,5.926597311741625,2.107055746328823,0.6077552342230917,218.0120577597906,1335.4983640584403,5.844794363995951,0.740561458660828,0.664595981096118,Web/CloudOps,2
+bizitobs_application/10S/short,FlowState-9.1M,664005.4388888889,664005.4388888889,449.96708984375,449.96708984375,1.3377137863983317,0.019362943437364367,0.019491665098402236,16.336749352184412,814.8652887986387,0.03142609893095301,0.017353433107882715,0.013558368098991429,Web/CloudOps,2
+bizitobs_application/10S/medium,FlowState-9.1M,4575707.306666667,4575707.306666667,1198.610625,1198.610625,2.5893138141163443,0.03760066986083985,0.038373565673828124,58.83299716249604,2139.090298857593,0.08399578031721472,0.04706591152189688,0.042047922832965524,Web/CloudOps,2
+bizitobs_application/10S/long,FlowState-9.1M,6559583.573333333,6559583.573333333,1548.4186111111112,1548.4186111111112,3.3411338993333333,0.048364529079861114,0.049444936116536456,75.69303481763987,2561.1684000341197,0.09877402790664712,0.05971631662448403,0.052677139441578126,Web/CloudOps,2
+bizitobs_l2c/5T/short,FlowState-9.1M,22.821621295384,22.821621295384,3.0685904048738024,3.0685904048738024,0.31231757023136525,0.16200984930040224,0.2157041277204241,2.393935136307405,4.777198059049258,0.1640683122542177,0.105387811538073,0.08458085603866948,Web/CloudOps,7
+bizitobs_l2c/5T/medium,FlowState-9.1M,69.30413079294217,69.30413079294217,5.238999430338541,5.238999430338541,0.5193918306430902,0.38426043329664383,0.6304700306483677,4.155248919369638,8.324910257350657,0.43801271795380065,0.27564842249378013,0.2138909951695262,Web/CloudOps,7
+bizitobs_l2c/5T/long,FlowState-9.1M,71.76699466765874,71.76699466765874,5.177323443700397,5.177323443700397,0.5177408840898012,0.423938883860758,0.7123863777281746,4.617430555988597,8.471540277166763,0.4756643215874484,0.2906989712513249,0.23033267410204214,Web/CloudOps,7
+bizitobs_l2c/H/short,FlowState-9.1M,55.461908249627974,55.461908249627974,4.527385651119172,4.527385651119172,0.4498973653968915,0.3789699883769742,0.6063558033534459,3.8045774239835706,7.447275223169074,0.401427228293401,0.24403769417436816,0.1886214231576794,Web/CloudOps,7
+bizitobs_l2c/H/medium,FlowState-9.1M,66.8992699032738,66.8992699032738,4.662852550688244,4.662852550688244,0.4704569255569069,0.4438962515829857,0.749674333844866,4.24338559208035,8.179197387474751,0.49526282529900423,0.2823428044104843,0.22108179915235826,Web/CloudOps,7
+bizitobs_l2c/H/long,FlowState-9.1M,75.9602306547619,75.9602306547619,5.0850547185019845,5.0850547185019845,0.5469474777475324,0.5924043065238235,0.7568616594587053,7.1077522882651625,8.715516660230872,0.5323689121370271,0.3106098185778061,0.24756994557034062,Web/CloudOps,7
+bizitobs_service/10S/short,FlowState-9.1M,3520.50839720832,3520.50839720832,21.761772656314587,21.761772656314587,0.8059993822380633,0.10306755156744093,0.06974780545663581,9.507322336556879,59.33387225867127,0.043956430224570464,0.01612181718327782,0.0127153968223787,Web/CloudOps,2
+bizitobs_service/10S/medium,FlowState-9.1M,31802.868482142858,31802.868482142858,46.433770926339285,46.433770926339285,1.1440456397927963,0.10534807568504696,0.08318410812862335,15.995324064213758,178.33358764445597,0.13421805424840713,0.03494714858523884,0.026749382265129105,Web/CloudOps,2
+bizitobs_service/10S/long,FlowState-9.1M,135023.47957671958,135023.47957671958,79.42200438161376,79.42200438161376,1.3822690402599558,0.11028612086381862,0.09789428549468833,25.236081780178996,367.45541168517246,0.2722227322362745,0.05883836336303083,0.05352239744204552,Web/CloudOps,2
+car_parts/M/short,FlowState-9.1M,1.429560607254418,1.429560607254418,0.4836226899547534,0.4836226899547534,0.8944060493088195,0.8137632961798099,1.8800651255841114,21.08757561148329,1.1956423408588448,2.8670276838625437,1.1596776002833478,1.0076518334176803,Sales,1
+covid_deaths/D/short,FlowState-9.1M,520034.35426554666,520034.35426554666,136.357007570195,136.357007570195,34.60603694671917,0.09393392626416988,0.36803830177861646,918.8211149840132,721.1340750966817,0.2713301924039766,0.05130498526878134,0.042993758538717175,Healthcare,1
+electricity/15T/short,FlowState-9.1M,144065.98286205519,144065.98286205519,56.856076371304624,56.856076371304624,1.0817436193639087,0.1915398677018586,0.1772058353606645,16.26188852890285,379.56024931762175,0.7481880832374911,0.11207453593237973,0.09269706732095719,Energy,1
+electricity/15T/medium,FlowState-9.1M,253340.60338294544,253340.60338294544,54.7942716272715,54.7942716272715,0.8556548344188857,0.13508191714894052,0.13523208481556662,9.532384228961938,503.32951769486505,0.8672874346301549,0.09441604674743875,0.07564332966991412,Energy,1
+electricity/15T/long,FlowState-9.1M,316119.8529764912,316119.8529764912,59.7140382530052,59.7140382530052,0.9053667166654249,0.14293423834777463,0.13760582326768755,9.726931671510378,562.2453672343519,0.8870110003705841,0.09420621652697063,0.0749509701869353,Energy,1
+electricity/D/short,FlowState-9.1M,1180566865.8407207,1180566865.8407207,4251.209920748874,4251.209920748874,1.4344403736384097,0.49429796389693836,0.10163411985861288,15.199692356424537,34359.378135244544,0.5646387062964002,0.06986149925058828,0.05504415510373746,Energy,1
+electricity/H/short,FlowState-9.1M,1579386.9683294483,1579386.9683294483,172.5957497328681,172.5957497328681,0.9351379841940162,0.21026389299976914,0.12611722789637678,12.947069300985513,1256.7366344343784,0.5932694400880952,0.08147751963297314,0.06677232663588524,Energy,1
+electricity/H/medium,FlowState-9.1M,6221001.874001003,6221001.874001003,247.56637994989617,247.56637994989617,1.092976787129436,0.23200557334682143,0.13328747567829785,11.958698401046853,2494.193632018373,0.973565963834623,0.09663331596028776,0.07678815543188483,Energy,1
+electricity/H/long,FlowState-9.1M,8939375.961766891,8939375.961766891,279.8932897311374,279.8932897311374,1.2110867967690446,0.3095987619112468,0.14577881565036716,13.842587383560438,2989.8789209208608,1.1792074146755631,0.11038983560820556,0.08752998078933216,Energy,1
+electricity/W/short,FlowState-9.1M,29395794717.160362,29395794717.160362,23643.860884712838,23643.860884712838,1.3635557497389068,0.22346164837183186,0.09038805711913753,13.709397168603852,171452.01870249404,0.39119693104666264,0.05394748855213885,0.04355379314195652,Energy,1
+ett1/15T/short,FlowState-9.1M,4.980384614354088,4.980384614354088,1.0932999247596378,1.0932999247596378,0.6888563402341751,0.49305846536351217,0.23987056868416923,7.201910430402015,2.2316775336849384,0.42187994489597685,0.20667919314076327,0.1617466807586172,Energy,7
+ett1/15T/medium,FlowState-9.1M,8.6315771484375,8.6315771484375,1.544872349330357,1.544872349330357,0.9899225182222047,0.7127148305476998,0.38790635971795945,8.719024268920881,2.9379545858364624,0.5599770158522798,0.29445417986419087,0.22932511415283205,Energy,7
+ett1/15T/long,FlowState-9.1M,8.090037667410714,8.090037667410714,1.551713111514137,1.551713111514137,1.0126223652403492,0.7426191157153659,0.39777882893880206,8.355813417792739,2.8442991522360503,0.54212621467887,0.2957580445613115,0.2298512894395186,Energy,7
+ett1/D/short,FlowState-9.1M,43043.99444444444,43043.99444444444,136.9359343998016,136.9359343998016,1.6288935332388368,1.2419960627480158,0.4954109918503534,14.079257234165125,207.470466439068,0.5449280619678922,0.3596667739124283,0.2799498278363056,Energy,7
+ett1/H/short,FlowState-9.1M,98.04556412469773,98.04556412469773,4.894838360377721,4.894838360377721,0.8150353380790544,0.4436365876879011,0.2579571133568173,6.952233363517736,9.90179600500322,0.4621573388829306,0.22846213654080613,0.1762152118908626,Energy,7
+ett1/H/medium,FlowState-9.1M,134.41744326636905,134.41744326636905,6.668464587983631,6.668464587983631,1.2267932617039405,3365661524510.5957,0.43888593401227677,9.119016541001752,11.593853684878425,0.555318170217747,0.31940368179657114,0.24767421231989253,Energy,7
+ett1/H/long,FlowState-9.1M,155.68571635251323,155.68571635251323,7.22068271536045,7.22068271536045,1.33916082947429,2267774406926.194,0.47107417192408646,9.95334609492623,12.47740823859319,0.5975160415714699,0.3457828477696871,0.2699857075194963,Energy,7
+ett1/W/short,FlowState-9.1M,1173048.4285714286,1173048.4285714286,801.5694056919643,801.5694056919643,1.4509044072930064,0.5297911167144775,0.5278735501425607,8.922727965738348,1083.0736025642157,0.43098083698912737,0.31896359818216297,0.24500652359110595,Energy,7
+ett2/15T/short,FlowState-9.1M,7.959989992777507,7.959989992777507,1.7561996550787062,1.7561996550787062,0.7547916193814699,0.11044701391019925,0.1292610100337437,8.60130403004982,2.8213454224496344,0.13393930909778234,0.08337304839290896,0.06581268360764704,Energy,7
+ett2/15T/medium,FlowState-9.1M,10.991811126224578,10.991811126224578,2.050341496543279,2.050341496543279,0.8470324155409298,0.12984282517942974,0.15523655846005394,8.238194223435517,3.3153900413412263,0.17668312929658506,0.10926640522493662,0.08720802717137183,Energy,7
+ett2/15T/long,FlowState-9.1M,11.056184779575894,11.056184779575894,2.093517097594246,2.093517097594246,0.8656004641238805,0.13304481590146605,0.15894615657745845,8.728302116810942,3.325084176314322,0.17719974581181555,0.11156731014178155,0.09031154642244392,Energy,7
+ett2/D/short,FlowState-9.1M,119717.15555555555,119717.15555555555,222.04579613095237,222.04579613095237,1.4635575132775187,0.3624706752716549,0.15674171447753907,10.830255578141793,346.00166987394084,0.19802587337139363,0.1270826603909114,0.10325530356962487,Energy,7
+ett2/H/short,FlowState-9.1M,104.57532457624163,104.57532457624163,6.295174280802409,6.295174280802409,0.7215709730957005,0.11713471286857265,0.10737862814040411,6.602956702509036,10.226207731913215,0.12969675934784944,0.0798403205913801,0.0631822907791898,Energy,7
+ett2/H/medium,FlowState-9.1M,242.78725353422618,242.78725353422618,9.703669084821428,9.703669084821428,1.0379484333384368,0.17125420465428529,0.16814332689557757,9.244285748553247,15.581631927825345,0.2099724972418964,0.13076317291967424,0.10431498050240505,Energy,7
+ett2/H/long,FlowState-9.1M,265.77815806878306,265.77815806878306,10.071580997850528,10.071580997850528,1.0965159499861146,0.1877654904885175,0.18084840320405507,9.853142275736998,16.302704010954226,0.2232529902611188,0.13792255400799516,0.11143469439326707,Energy,7
+ett2/W/short,FlowState-9.1M,4955971.428571428,4955971.428571428,1521.9556361607142,1521.9556361607142,0.9778324368044548,0.14722657203674316,0.1582614013126918,6.102820239909918,2226.2011204227324,0.18674414426016983,0.12766874487189425,0.10406980997248803,Energy,7
+hierarchical_sales/D/short,FlowState-9.1M,29.732930018538134,29.732930018538134,2.319569186919876,2.319569186919876,0.7495294259800727,0.6318419237892607,1.0690176652748262,10.409452522840244,5.452791030154937,1.6728559020336073,0.7116181388678587,0.5828056079568731,Sales,1
+hierarchical_sales/W/short,FlowState-9.1M,450.37896728515625,450.37896728515625,8.750412407567946,8.750412407567946,0.7124265352171969,0.5166803930063173,0.452388971538867,8.61290730769748,21.222133900368178,0.9743185478836948,0.40173571377650935,0.3398582822825211,Sales,1
+hospital/M/short,FlowState-9.1M,2029.1258259507586,2029.1258259507586,16.616914870996986,16.616914870996986,0.7584542558926894,0.19929957068624418,0.17468420747361563,6.50496006333193,45.04581918392381,0.16352678391513475,0.0603232596648055,0.04789252589407568,Healthcare,1
+jena_weather/10T/short,FlowState-9.1M,769.5275096238605,769.5275096238605,5.621278191369678,5.621278191369678,0.2767616179581378,0.39370277928161435,0.5409789359463113,2.943629425991047,27.740358858959638,0.17230240076182607,0.03491518378141902,0.028705220857371594,Nature,21
+jena_weather/10T/medium,FlowState-9.1M,1424.3707860465001,1424.3707860465001,9.894016493760146,9.894016493760146,0.6254029435471754,0.9141056125584986,0.6582028373839364,7.134168263751859,37.740837113748555,0.2316148725005984,0.060719410166084245,0.049470015067881346,Nature,21
+jena_weather/10T/long,FlowState-9.1M,1399.3250419980004,1399.3250419980004,10.083748800287802,10.083748800287802,0.6608100770639971,0.9544456003029005,0.6474178345115097,7.37106124596258,37.40755327467971,0.22890322069317012,0.06170418471632936,0.05070029776307641,Nature,21
+jena_weather/D/short,FlowState-9.1M,398.70033172123016,398.70033172123016,9.827138264973959,9.827138264973959,1.0485371388820024,0.6242780152916303,0.44123424348377044,10.138610984284272,19.967481857290622,0.12023687611673844,0.05917543406788213,0.047547547386128125,Nature,21
+jena_weather/H/short,FlowState-9.1M,1098.5380878799044,1098.5380878799044,8.411170702131967,8.411170702131967,0.526016955075292,1.3175091402849612,0.6050199826334354,6.146329621532627,33.144201421665066,0.20317183962392238,0.051559939646816814,0.0419072690267179,Nature,21
+jena_weather/H/medium,FlowState-9.1M,1349.0420030381945,1349.0420030381945,10.663989451574901,10.663989451574901,0.8571477516894351,2.6584602221914055,0.6862809438554067,7.631882833911909,36.729307140731564,0.22475314018670384,0.0652548415077891,0.052881529582308406,Nature,21
+jena_weather/H/long,FlowState-9.1M,1344.8131965112434,1344.8131965112434,12.889586691881613,12.889586691881613,1.0851070705986812,2.5530645058483583,0.6719191616805142,13.687396490420356,36.671694759190544,0.22080422921459042,0.0776095916233129,0.06666390952483377,Nature,21
+kdd_cup_2018/D/short,FlowState-9.1M,3031.419290378869,3031.419290378869,21.71406054869319,21.71406054869319,1.223272467425053,0.5122704279217459,0.48005108592659085,12.181636446841818,55.05832625842225,1.233364972366011,0.48641801356059444,0.3812015815435914,Nature,1
+kdd_cup_2018/H/short,FlowState-9.1M,4400.043310172846,4400.043310172846,22.743728537194453,22.743728537194453,0.9542261628597182,0.8840861593739912,0.5019650321757874,10.160826590381683,66.33282226901585,1.3884661046462603,0.47606742916953976,0.3817186229134154,Nature,1
+kdd_cup_2018/H/medium,FlowState-9.1M,5346.50910268196,5346.50910268196,26.33725056482099,26.33725056482099,1.0846836992020321,0.9676168371097675,0.5905999808700999,11.210373175534803,73.11982701485255,1.5305304083425761,0.5512863542935927,0.4368045266133778,Nature,1
+kdd_cup_2018/H/long,FlowState-9.1M,4320.785902502329,4320.785902502329,24.9758049761873,24.9758049761873,1.0534284105933664,0.9931413860142767,0.6358806894330652,9.937313926015616,65.73268519163301,1.542354420888718,0.5860333121638589,0.45748987044545686,Nature,1
+m4_daily/D/short,FlowState-9.1M,460449.38954061264,460449.38954061264,194.8177779062743,194.8177779062743,3.5933811129151243,0.04256217416009881,0.03372789031974429,36.4567024138539,678.5642118035792,0.10481941775567499,0.030093962654342218,0.024315459514113697,Econ/Fin,1
+m4_hourly/H/short,FlowState-9.1M,524888.7468503716,524888.7468503716,188.91631142279184,188.91631142279184,0.7308697355223807,0.09173926594704629,0.0867135555823836,8.266989981253527,724.4920612749125,0.09890916765238221,0.02579124895572352,0.020490718600366213,Econ/Fin,1
+m4_monthly/M/short,FlowState-9.1M,1863447.246301143,1863447.246301143,555.0341335720486,555.0341335720486,0.9217787164197633,0.1597439799979329,0.1291678792089224,10.553067069674826,1365.0814064740398,0.28371077918144827,0.11535514714449419,0.09256760422999852,Econ/Fin,1
+m4_quarterly/Q/short,FlowState-9.1M,1835070.2141721903,1835070.2141721903,561.5495734303793,561.5495734303793,1.1533472901853319,0.11924825147073716,0.10135561777527134,12.789597196530536,1354.6476346903612,0.22674415917787266,0.09399350990139102,0.07549476248623303,Econ/Fin,1
+m4_weekly/W/short,FlowState-9.1M,230569.25755303193,230569.25755303193,249.35544133845352,249.35544133845352,2.022636456714285,0.06192654865519097,0.06137127862999366,16.35037889030763,480.17627758254775,0.08748067109178026,0.04542869435053447,0.03663408849488293,Econ/Fin,1
+m4_yearly/A/short,FlowState-9.1M,3295300.5925140013,3295300.5925140013,818.0042513808635,818.0042513808635,2.957246114331518,0.16630538438952275,0.135139478891435,42.9209268420369,1815.2962822949871,0.29109117207079993,0.13117077284613704,0.1069378729835909,Econ/Fin,1
+restaurant/D/short,FlowState-9.1M,138.683303161775,138.683303161775,7.088883148874568,7.088883148874568,0.681671230570501,0.6547431785474475,0.3927890905492656,6.158892375231965,11.776387525968012,0.5419766395607936,0.32624682728843574,0.2559205236124014,Sales,1
+saugeen/D/short,FlowState-9.1M,1065.7159375,1065.7159375,12.316854858398438,12.316854858398438,2.7363346763757384,0.2869456609090169,0.3157666778564453,39.327833877693664,32.64530498402489,1.0573892206158066,0.3989458688020571,0.32886548733101045,Nature,1
+saugeen/M/short,FlowState-9.1M,419.1245814732143,419.1245814732143,12.768525623139881,12.768525623139881,0.7480760568691176,0.35278070540655226,0.3556371870495024,7.5489379732842705,20.472532365909554,0.6146468386464715,0.3833494444247625,0.29564347249203715,Nature,1
+saugeen/W/short,FlowState-9.1M,907.9439239501953,907.9439239501953,14.38510627746582,14.38510627746582,1.1671291864275761,0.39806915521621705,0.39103698134422304,13.698295871517155,30.13210785773533,0.9095627312966047,0.4342263945655186,0.35654937897593736,Nature,1
+solar/10T/short,FlowState-9.1M,23.815074714604954,23.815074714604954,2.3434108497452564,2.3434108497452564,1.0258561153573258,5.817045293185954,1.5298146551832956,10.298084292870156,4.880069130105121,1.4196115690597917,0.6816979564563959,0.5199798844919239,Energy,1
+solar/10T/medium,FlowState-9.1M,20.57507829672466,20.57507829672466,2.0579187168323,2.0579187168323,0.8992403786637814,3.935542893892818,1.4561078073914613,9.428119094294988,4.535976002661903,1.0065510994343836,0.45666034074222656,0.35640086194325327,Energy,1
+solar/10T/long,FlowState-9.1M,18.803191816913145,18.803191816913145,1.947746906760062,1.947746906760062,0.8511553963682477,3.6116326980938003,1.4495610039586075,8.98398203054954,4.336264730953721,0.9372142615089935,0.4209743389961493,0.33731284559674707,Energy,1
+solar/D/short,FlowState-9.1M,123798.74148418491,123798.74148418491,254.33213104470804,254.33213104470804,0.9914601541317253,1.065309401092158,0.43119359422484166,5.072566028494322,351.8504532954092,0.5083040848435385,0.36742331836204006,0.277712421695133,Energy,1
+solar/H/short,FlowState-9.1M,757.1993341141831,757.1993341141831,11.305498109246692,11.305498109246692,0.8724446953179906,4.777759083050538,1.3993490626769542,10.642841134590933,27.517255206764048,1.0142951912516207,0.41672442548319527,0.3331443526320188,Energy,1
+solar/H/medium,FlowState-9.1M,801.285641917579,801.285641917579,11.445277230292922,11.445277230292922,0.8764719755896929,5.458095207860186,1.400396199470019,10.798993971727489,28.30698927681252,1.0196838280418565,0.4122856014484468,0.34501846917605444,Energy,1
+solar/H/long,FlowState-9.1M,719.3457268856448,719.3457268856448,12.36631455371173,12.36631455371173,0.942005746657252,5.876856700090995,1.4082166438168466,8.146907869423451,26.820621299396567,0.9299199543477858,0.42876272465383575,0.3335355229807926,Energy,1
+solar/W/short,FlowState-9.1M,955186.6131386862,955186.6131386862,768.0469177691606,768.0469177691606,0.838795166934673,0.16764145785004553,0.15302670088997722,4.476202957998712,977.3364892086482,0.19949880509892567,0.15677757256247188,0.12235764216039015,Energy,1
+temperature_rain/D/short,FlowState-9.1M,180.4470724159759,180.4470724159759,5.7659389208630145,5.7659389208630145,1.3497787807137442,24.105154695755104,1.4952793405611897,24.459044384745972,13.433058937411683,1.5814261953049171,0.6788034573857006,0.5497859033550305,Nature,1
+us_births/D/short,FlowState-9.1M,218382.50666666665,218382.50666666665,310.88701822916664,310.88701822916664,0.4573647670456565,0.0298173189163208,0.02927158196767171,5.9522450787192085,467.3141413082496,0.043806908712113006,0.02914313525633875,0.023686841289048206,Healthcare,1
+us_births/M/short,FlowState-9.1M,56510709.333333336,56510709.333333336,6193.608072916667,6193.608072916667,0.6995303835548405,0.018985547125339508,0.01924945041537285,6.844936444934768,7517.360529689482,0.02334887055249893,0.019237304446992797,0.014923346389001804,Healthcare,1
+us_births/W/short,FlowState-9.1M,2057186.5714285714,2057186.5714285714,1119.4234793526787,1119.4234793526787,1.0174865839349032,0.015180262071745736,0.015214066420282637,9.795766029253233,1434.2895702850842,0.01947034027817997,0.015196063967786272,0.011881630832056645,Healthcare,1

results/FlowState-r1.1/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,FlowState-r1.1,41.18631665492575,41.18631665492575,3.5313914894442564,0.5585164871955189,0.0924224082715002,0.07574458536840936,7.1386863681154065,6.417656632675649,0.1100486425372225,0.06055556754191994,0.04832590599299439,Transport,1
-loop_seattle/5T/medium,FlowState-r1.1,63.29747640981763,63.29747640981763,4.61263058279567,0.7340415633852784,0.14249896623770889,0.10689076798619132,9.918247739475596,7.95597111670333,0.14155307452772617,0.0820681763517885,0.06564512744241545,Transport,1
-loop_seattle/5T/long,FlowState-r1.1,74.92596474207373,74.92596474207373,4.954258121560027,0.7847423188554609,0.1481291061382121,0.11335350154723177,11.117572501835635,8.655978554852926,0.15303948074296336,0.08759230231284211,0.07047262089836084,Transport,1
-loop_seattle/D/short,FlowState-r1.1,19.202562320736785,19.202562320736785,2.928832532254781,0.8852385524728139,0.05418352716601424,0.05413354100088586,17.37128648415423,4.382072833801007,0.07831349537191128,0.052342149858993804,0.04399730354473092,Transport,1
-loop_seattle/H/short,FlowState-r1.1,59.50151512374327,59.50151512374327,4.101224705045146,0.8354556467000297,0.1093292313444123,0.09460305469932616,11.792800639073072,7.71372252053075,0.13654073297773034,0.07259584796352124,0.05860784400416869,Transport,1
-loop_seattle/H/medium,FlowState-r1.1,70.48822588374371,70.48822588374371,4.540771216676946,0.9338664808678643,0.11269175054119099,0.10353630782403936,12.937869517595587,8.395726644177007,0.14839353117576465,0.0802576243440828,0.06472378046382879,Transport,1
-loop_seattle/H/long,FlowState-r1.1,58.680955620323786,58.680955620323786,4.1843423114431495,0.881609157316706,0.12109606066724464,0.09702981696901429,11.126577538744572,7.660349575595346,0.13690067899513877,0.07477978621362534,0.0598261300450432,Transport,1
-m_dense/D/short,FlowState-r1.1,9165.257708333333,9165.257708333333,46.75142975983796,0.7080525556385575,0.13111976414278226,0.10177948704472295,12.484336659406704,95.73535244795066,0.16573205620105474,0.08093364035662448,0.06745370604949491,Transport,1
-m_dense/H/short,FlowState-r1.1,45357.06244249132,45357.06244249132,88.8164010281033,0.7908603854810199,0.29801525639719595,0.2108831982369297,15.716386667864725,212.97197572096502,0.37775925324817894,0.15753817944820003,0.13254244564706233,Transport,1
-m_dense/H/medium,FlowState-r1.1,37333.612291666665,37333.612291666665,80.65108723958333,0.7013222843424145,0.26109505457277044,0.19177552964952257,12.237213634057158,193.21907848777943,0.3361767973557966,0.14032270738306465,0.116484184339851,Transport,1
-m_dense/H/long,FlowState-r1.1,33911.18148148148,33911.18148148148,79.69908950617284,0.6990924490177047,0.25759383242079864,0.19106638025354455,11.008171994373534,184.14988862739364,0.3187907050673161,0.137970916660747,0.11356870870963892,Transport,1
-sz_taxi/15T/short,FlowState-r1.1,16.620113698845234,16.620113698845234,2.7355782388913035,0.5464031171222989,1087704810534.7782,0.39686791465978194,7.590175889379568,4.0767773668481375,0.38119613414755593,0.2557882747788491,0.20405979696838894,Transport,1
-sz_taxi/15T/medium,FlowState-r1.1,16.319562237079328,16.319562237079328,2.7636555859166334,0.5385217982835804,9333318291956.139,0.40757947742429557,7.388613518681938,4.039747793746452,0.3759659580219572,0.25720427933900225,0.20562579105609002,Transport,1
-sz_taxi/15T/long,FlowState-r1.1,15.67457285823985,15.67457285823985,2.735411571709179,0.5158517998320638,5970907624088.145,0.4060595259707198,6.402822780595488,3.9591126352049963,0.36644839656489564,0.253184811031775,0.20062083656449903,Transport,1
-sz_taxi/H/short,FlowState-r1.1,7.432201711540548,7.432201711540548,1.900836227286575,0.5801890213933354,1.3546589297107143,0.30318191723945814,7.291773597003335,2.7262064689858962,0.2539629568572672,0.1770746252255366,0.14077263642438345,Transport,1
-bitbrains_fast_storage/5T/short,FlowState-r1.1,1976861.612706536,1976861.612706536,167.4826576990746,0.7519912197587632,2.2339818168864483,0.6668860623658195,16.873362129733305,1406.0091083298628,4.414520862588936,0.5258541229598823,0.4061369341649599,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FlowState-r1.1,3028042.7402493255,3028042.7402493255,293.7332585337577,1.045613905514075,4.431932811361121,0.7435921984303433,25.177973240934428,1740.1272195587671,5.2869871149162195,0.8924427683420221,0.6566134834043376,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FlowState-r1.1,4617118.666467717,4617118.666467717,404.63246794619585,0.9590761896289091,4.779574306200461,0.7558024375698824,20.584272408017313,2148.7481626444073,5.678499841220382,1.0693228014945033,0.7406708163367473,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FlowState-r1.1,3312387.107490891,3312387.107490891,342.97028445108265,1.0820700147909392,3.969181289200646,0.484934175936071,23.128998802987564,1819.9964580984467,5.187581059423924,0.9775767110132656,0.6996050717085824,Web/CloudOps,2
-bitbrains_rnd/5T/short,FlowState-r1.1,1681179.2138263306,1681179.2138263306,125.49460379907278,1.7681451504562586,1.1160088371764871,0.575984034574635,58.96794258096454,1296.602951495303,5.305324992517941,0.5134876927385813,0.422501174777909,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FlowState-r1.1,2285917.636175524,2285917.636175524,150.01609405881368,4.475115798948466,0.5603419467449297,0.6458122348889342,166.03007290649845,1511.9251423848748,6.361439808223015,0.6311941814225975,0.6231177815796237,Web/CloudOps,2
-bitbrains_rnd/5T/long,FlowState-r1.1,2351187.6310941125,2351187.6310941125,178.95946986407603,3.4129345721695743,1.8509179005254237,0.6165357994238756,121.92821155502831,1533.3582852986815,5.87395018000862,0.6855534158590824,0.627068224219766,Web/CloudOps,2
-bitbrains_rnd/H/short,FlowState-r1.1,1966932.091537609,1966932.091537609,158.2553058756134,5.868490186601384,1.5189840510272619,0.4709583415088658,220.67158925254097,1402.473561796303,6.137910603446953,0.6926026603607015,0.6419735300133448,Web/CloudOps,2
-bizitobs_application/10S/short,FlowState-r1.1,500666.25333333336,500666.25333333336,372.10096571180554,1.1823625169483314,0.016823274824354383,0.01695952468448215,20.97155737936136,707.577736600957,0.027288446639498865,0.014350447762970033,0.011755689383340543,Web/CloudOps,2
-bizitobs_application/10S/medium,FlowState-r1.1,3935967.1466666665,3935967.1466666665,1093.320625,2.3676547555327216,0.03411839485168457,0.0348132578531901,64.83349684614342,1983.927202965539,0.07790298221381144,0.04293148310888284,0.03895132702591145,Web/CloudOps,2
-bizitobs_application/10S/long,FlowState-r1.1,6119067.306666667,6119067.306666667,1497.1277777777777,3.216036669297102,0.04633814493815104,0.04741866217719184,95.45157875719431,2473.674858720658,0.09539975173986631,0.05773823419813738,0.05333611330028972,Web/CloudOps,2
-bizitobs_l2c/5T/short,FlowState-r1.1,19.885550231025334,19.885550231025334,2.7026234399704707,0.276430121944435,0.14285877266744829,0.1902939099432862,3.5472860599123264,4.459321723202457,0.15315115259634096,0.09281902507992103,0.07396516958850098,Web/CloudOps,7
-bizitobs_l2c/5T/medium,FlowState-r1.1,53.191010310374146,53.191010310374146,4.453667299439307,0.4470985778463834,0.32591378373837027,0.43945305473916607,5.292615331439768,7.2932167327163775,0.38373046495036595,0.23432840215507506,0.18430884138915696,Web/CloudOps,7
-bizitobs_l2c/5T/long,FlowState-r1.1,49.95102740575397,49.95102740575397,4.214128340463789,0.42011206020231284,0.3312073844203662,0.5385287930608905,4.635159047287204,7.067604078169205,0.3968354029021234,0.23661700618385545,0.18553585102949338,Web/CloudOps,7
-bizitobs_l2c/H/short,FlowState-r1.1,50.07088022383432,50.07088022383432,4.286062694731212,0.42650556524094235,0.3814869247180381,0.5247374697670417,4.75810589710833,7.0760780255614995,0.381418747645028,0.23102976810699172,0.1803095237048081,Web/CloudOps,7
-bizitobs_l2c/H/medium,FlowState-r1.1,65.80172991071429,65.80172991071429,4.498783365885417,0.45699914387985396,0.4527186809383691,0.5840262827972638,5.5938648215563616,8.111826545896694,0.4911834185110209,0.27240816606389223,0.21507537775708097,Web/CloudOps,7
-bizitobs_l2c/H/long,FlowState-r1.1,75.38985615079365,75.38985615079365,4.987205481150793,0.5384132586346023,0.6017732506175247,0.6503577405360634,8.8745103938435,8.682733218911753,0.530366404922417,0.30463290475010524,0.2476359444838448,Web/CloudOps,7
-bizitobs_service/10S/short,FlowState-r1.1,3317.9713483782166,3317.9713483782166,19.666672522126053,0.7618789966532473,0.06100102321023033,0.048019160027541814,12.137484066395194,57.601834592122295,0.0426732813260109,0.014569699996985671,0.011750894008903083,Web/CloudOps,2
-bizitobs_service/10S/medium,FlowState-r1.1,50150.591594742065,50150.591594742065,49.034828210255455,1.0852290148445844,0.07175583915104941,0.06815943975297231,19.99207193622117,223.94327762793432,0.16854498012543406,0.03690476549996101,0.03089093635655254,Web/CloudOps,2
-bizitobs_service/10S/long,FlowState-r1.1,129285.9797883598,129285.9797883598,77.02262359457671,1.344908114283321,0.08371802274512236,0.0838547269629423,30.38519638750258,359.56359630579925,0.2663762227644862,0.05706082526520561,0.0530009267095947,Web/CloudOps,2
-car_parts/M/short,FlowState-r1.1,1.4856415840358994,1.4856415840358994,0.4481034558164942,0.8372151288965608,0.8769938348475738,1.8817615337004137,21.63020858024475,1.2188689773867818,2.9227227756579506,1.0745061203984554,0.9378051838705077,Sales,1
-covid_deaths/D/short,FlowState-r1.1,430168.97855135886,430168.97855135886,104.5614619434328,34.05063977408983,0.09260296089109638,0.1326858238616121,915.2672393419839,655.8726847120246,0.24677527783105752,0.03934175705585549,0.033454791500207165,Healthcare,1
-electricity/15T/short,FlowState-r1.1,141113.07029197094,141113.07029197094,53.85753833573144,1.032094945860029,0.1720920030335683,0.158048031749295,18.846808710858166,375.6501967149371,0.7404805986749748,0.10616382629040971,0.08908891969322026,Energy,1
-electricity/15T/medium,FlowState-r1.1,249810.31007338667,249810.31007338667,53.64487963626621,0.8294280868833853,0.12422209056386399,0.12399649101777002,11.156120735340924,499.810274077461,0.8612234235569413,0.09243552862517805,0.07431042920154046,Energy,1
-electricity/15T/long,FlowState-r1.1,300442.04575821967,300442.04575821967,58.12667236208987,0.8798687887631998,0.12945158170611068,0.12530573691716795,11.37083631209657,548.1259396874223,0.8647358723163199,0.09170195221656668,0.07317596576603264,Energy,1
-electricity/D/short,FlowState-r1.1,1208854381.3754954,1208854381.3754954,4249.771407657658,1.4243974716455194,0.36926631643707913,0.09978502848201326,20.625049273470584,34768.583252348595,0.5713633055316376,0.0698378597025261,0.05561432124729894,Energy,1
-electricity/H/short,FlowState-r1.1,1613915.3673808323,1613915.3673808323,174.46095134477358,0.9619028196498475,0.183780782831857,0.11713235586192641,16.742957322111057,1270.3996880434254,0.5997193771253657,0.08235802799536732,0.06814279119523865,Energy,1
-electricity/H/medium,FlowState-r1.1,5808216.924979061,5808216.924979061,240.25960720577754,1.0733431319975204,0.22825562854870293,0.12026463458328647,15.781710098518042,2410.024258172324,0.9407118836534168,0.09378124178375646,0.0756033463338115,Energy,1
-electricity/H/long,FlowState-r1.1,8956605.67370777,8956605.67370777,275.1706645434497,1.1953276268295878,0.3050557565978495,0.132755564606184,17.914241508835946,2992.758873298644,1.180343267092205,0.10852723354793894,0.08786070653593353,Energy,1
-electricity/W/short,FlowState-r1.1,36078963230.25586,36078963230.25586,25494.158621903152,1.3594268430357415,0.20350993436779727,0.09040927497653274,20.266511487896995,189944.63201221524,0.43339097243819963,0.058169257428289774,0.04631378270512843,Energy,1
-ett1/15T/short,FlowState-r1.1,4.656153322401501,4.656153322401501,1.0622073059990293,0.6766890014504159,0.4598139387429506,0.2314501444498698,7.961049498743763,2.1578121610560776,0.4079163149073156,0.20080139400024954,0.15827797794511383,Energy,7
-ett1/15T/medium,FlowState-r1.1,8.89330315968347,8.89330315968347,1.5627029951791915,0.9899752461852758,0.7306958562600337,0.38553465101453993,10.358971100581922,2.982164173831392,0.5684034065381015,0.29785271839207844,0.23021491376994435,Energy,7
-ett1/15T/long,FlowState-r1.1,8.130042840866816,8.130042840866816,1.5652777390252977,1.0145398677902764,0.7679734756468817,0.39474683246915304,10.028280214822347,2.8513229983407378,0.543464966651646,0.2983434759004775,0.22842927100955762,Energy,7
-ett1/D/short,FlowState-r1.1,42483.40793650794,42483.40793650794,134.5613777281746,1.581535388586393,1.630994385007828,0.46574381268213666,19.71956304105528,206.11503568761773,0.5413679781391109,0.35342992204955054,0.2771837936830846,Energy,7
-ett1/H/short,FlowState-r1.1,106.3021133786156,106.3021133786156,4.993795285906111,0.8244809076861775,0.49539737247285387,0.258320867447626,10.146414504419937,10.310291624324483,0.4812235010494161,0.23308086119874988,0.181706814247171,Energy,7
-ett1/H/medium,FlowState-r1.1,139.02376534598216,139.02376534598216,6.8204275948660715,1.2648960406205094,2760500344873.384,0.44136278061639694,15.817099356337005,11.790833954643842,0.5647530592501833,0.3266823504098217,0.25543631892563273,Energy,7
-ett1/H/long,FlowState-r1.1,154.54894386574074,154.54894386574074,7.164622085813492,1.3670575458208438,2378460364492.3257,0.47707191749855327,16.393400912726182,12.431771549772813,0.5953305994401435,0.34309822570600446,0.26805497941370754,Energy,7
-ett1/W/short,FlowState-r1.1,1075680.0,1075680.0,771.2861328125,1.3643363010023326,0.5668923514229911,0.5037649699619838,14.536345828009663,1037.1499409439311,0.41270671593599034,0.30691316110987005,0.23742146321787652,Energy,7
-ett2/15T/short,FlowState-r1.1,7.304920473552886,7.304920473552886,1.6587105387733097,0.725191432710606,0.10680937565710347,0.125530667532058,10.481100255821858,2.702761638316055,0.12830971479477007,0.07874489305304956,0.06335551758223466,Energy,7
-ett2/15T/medium,FlowState-r1.1,11.586610000852554,11.586610000852554,2.1286878894624257,0.8735594682799485,0.1340193696868576,0.15848787580217633,10.70772645226366,3.4039109860354095,0.18140057047902014,0.1134416261484014,0.0899161296351619,Energy,7
-ett2/15T/long,FlowState-r1.1,11.234950823102679,11.234950823102679,2.135616706969246,0.8812962652946466,0.13562774243052372,0.16070971231611947,11.09320254219016,3.351857816659692,0.1786265614989045,0.11381087441999353,0.09115107804358559,Energy,7
-ett2/D/short,FlowState-r1.1,140633.44603174602,140633.44603174602,224.67652219742064,1.4766893919320996,0.4055099366203187,0.15303484598795572,14.408425559750553,375.011261206575,0.21462882694062074,0.12858829424262969,0.10328619732668874,Energy,7
-ett2/H/short,FlowState-r1.1,102.00043647402809,102.00043647402809,6.215718950544085,0.7153557065546415,0.11585144904957281,0.10676509766351609,9.31099124124636,10.099526547023286,0.12809008954597403,0.07883260599007601,0.06331160459119221,Energy,7
-ett2/H/medium,FlowState-r1.1,246.4487537202381,246.4487537202381,9.741715204148065,1.0343091666071846,0.17109220222949373,0.167119870867048,13.207667592066016,15.69868636925517,0.21154988101620983,0.13127586881201597,0.10598055052874122,Energy,7
-ett2/H/long,FlowState-r1.1,282.89351851851853,282.89351851851853,10.30222232556217,1.0936991912522707,0.1843426839589738,0.1781482393779452,13.223136510848828,16.819438709972413,0.23032927445605814,0.1410810095657247,0.11317765420760437,Energy,7
-ett2/W/short,FlowState-r1.1,4708938.857142857,4708938.857142857,1478.9453125,0.9147873844250943,0.1429311547960554,0.16028210094996861,8.131814176064013,2170.0089532402526,0.18203048291198762,0.1240608381052101,0.09609149321916526,Energy,7
-hierarchical_sales/D/short,FlowState-r1.1,29.64594539344286,29.64594539344286,2.3308367057002344,0.7504326015202561,0.6556324687627294,1.0474300598974176,12.383659662309565,5.444809031861711,1.6704071133525444,0.7150748888494296,0.5901059020086894,Sales,1
-hierarchical_sales/W/short,FlowState-r1.1,437.5111029026872,437.5111029026872,8.690049680612855,0.7051757021096121,0.5148454852359658,0.44845643184952816,11.043459702369713,20.91676607180678,0.9602989615079262,0.39896443145639526,0.3363650389267718,Sales,1
-hospital/M/short,FlowState-r1.1,1957.4588355669919,1957.4588355669919,16.36353972765323,0.74437363544445,0.18870636609677177,0.1713015998979591,9.323686869590068,44.24317840715099,0.16061301151088805,0.05940344905716918,0.046680543662433814,Healthcare,1
-jena_weather/10T/short,FlowState-r1.1,780.2115707518562,780.2115707518562,5.473272321337745,0.2775795614205036,0.3780787137716162,0.4552668513938,4.066894111573193,27.93226755478073,0.17349439431840422,0.03399588180472134,0.027549205943691757,Nature,21
-jena_weather/10T/medium,FlowState-r1.1,1430.7339318653894,1430.7339318653894,9.435519536886725,0.5859960273681665,0.741478591207612,0.5981370526009934,9.219933286547313,37.82504371266991,0.23213164695936558,0.05790562217595341,0.04771194345863314,Nature,21
-jena_weather/10T/long,FlowState-r1.1,1354.094798787435,1354.094798787435,9.405177274835173,0.6118957062764383,0.79288590954648,0.5996555597889854,9.17752728389396,36.79802710455324,0.2251734257393483,0.05755188941633385,0.04758977870854997,Nature,21
-jena_weather/D/short,FlowState-r1.1,356.8233367435516,356.8233367435516,9.431417216951886,0.9967967016292069,0.5989843455668028,0.43969016302199593,14.112515936314143,18.889768043667228,0.1137472775171724,0.0567925465827262,0.044910965661652875,Nature,21
-jena_weather/H/short,FlowState-r1.1,1091.956836847036,1091.956836847036,8.258424466116386,0.5304386924037128,1.1396004250491016,0.5217299064419306,7.849252843925402,33.04477018904861,0.20256233251316866,0.05062361496751318,0.041416455825921565,Nature,21
-jena_weather/H/medium,FlowState-r1.1,1414.8333875868057,1414.8333875868057,10.606650991288442,0.8112445925213712,2.1094796253792336,0.6351193367754044,11.055883158731206,37.61427106281346,0.2301683912742822,0.06490397730679902,0.05207389480094752,Nature,21
-jena_weather/H/long,FlowState-r1.1,1349.9187065972221,1349.9187065972221,11.66680191282242,0.9666116556197651,2.06461807238681,0.5747081554585571,16.451576342916358,36.74123986200278,0.22122296777911385,0.0702470725903513,0.05757029792158968,Nature,21
-kdd_cup_2018/D/short,FlowState-r1.1,2883.1174212672054,2883.1174212672054,20.96379679759708,1.1813600086741343,0.5278631109246168,0.458980997347976,17.035479022199613,53.694668462215176,1.202817589718716,0.4696113088617511,0.3825638291872041,Nature,1
-kdd_cup_2018/H/short,FlowState-r1.1,4441.47685154161,4441.47685154161,22.776485279826446,0.9512020153841013,0.8479522495272036,0.5026460447811604,13.31600145893584,66.64440600336692,1.3949881165116842,0.47675308711815967,0.38645039605653964,Nature,1
-kdd_cup_2018/H/medium,FlowState-r1.1,5202.689290588127,5202.689290588127,25.458616963676484,1.0545740815810614,0.9551854621436087,0.5687003430140803,14.247369337759727,72.12966997420774,1.509804628186757,0.5328949617090609,0.43162578148430897,Nature,1
-kdd_cup_2018/H/long,FlowState-r1.1,4160.649216227934,4160.649216227934,24.376665976798456,1.0347222292234943,1.011666863768487,0.6223404605004181,13.516435091933223,64.50309462520332,1.5135032574152183,0.571975090112832,0.4572102373747373,Nature,1
-m4_daily/D/short,FlowState-r1.1,401902.84281584795,401902.84281584795,185.74755754999086,3.522997039075566,0.04018086401973621,0.03227194502308626,48.523189849393226,633.9580765443784,0.09792900260428807,0.02869286427614407,0.023019483947443423,Econ/Fin,1
-m4_hourly/H/short,FlowState-r1.1,1234841.5120557025,1234841.5120557025,216.7537121563526,0.7341721209547745,0.08803809846896864,0.08380702716236912,10.524051349913531,1111.2342291594975,0.1517080152397916,0.029591668978707766,0.023716032751841715,Econ/Fin,1
-m4_monthly/M/short,FlowState-r1.1,1831284.5926835577,1831284.5926835577,553.901649601124,0.9231846831529943,0.1597955104166435,0.13056359625124822,14.82942307107181,1353.2496416713207,0.2812517322738052,0.11511977809743389,0.09408253460100799,Econ/Fin,1
-m4_quarterly/Q/short,FlowState-r1.1,1874544.4963158264,1874544.4963158264,559.9784285004934,1.1422491640328631,0.12177914538203428,0.10039086639974266,16.953513409290576,1369.1400572314822,0.22916993550478296,0.09373052790743878,0.07610107752880635,Econ/Fin,1
-m4_weekly/W/short,FlowState-r1.1,231057.50064281124,231057.50064281124,251.8601253649293,1.9963062730080454,0.06104256755819866,0.06038675018058795,23.29007781713922,480.68440857054145,0.0875732446775809,0.04588500893694445,0.03627395217719889,Econ/Fin,1
-m4_yearly/A/short,FlowState-r1.1,3323983.0471071466,3323983.0471071466,829.0107786091637,2.990569895741503,0.17296787356493876,0.1346197778825568,52.911443800347094,1823.1793787521694,0.2923552631228497,0.132935720498244,0.10999118170529777,Econ/Fin,1
-restaurant/D/short,FlowState-r1.1,140.08006822894777,140.08006822894777,7.135844374500181,0.6861334271843667,0.662262267866889,0.39248753921139684,8.625522460960001,11.835542582786298,0.5446990923364606,0.32840809169979296,0.2598849281296545,Sales,1
-saugeen/D/short,FlowState-r1.1,931.7861197916667,931.7861197916667,11.388044840494791,2.5295908414038117,0.2654854329427083,0.29971853892008465,40.98169642437607,30.52517190437536,0.9887176041064971,0.3688614906223498,0.30642001826210236,Nature,1
-saugeen/M/short,FlowState-r1.1,407.56361607142856,407.56361607142856,12.21571277436756,0.7158703691414229,0.3390327408200219,0.3425343150184268,7.9901898198722465,20.188204874912195,0.6061104743922467,0.36675234428160386,0.28704733439913216,Nature,1
-saugeen/W/short,FlowState-r1.1,888.5257873535156,888.5257873535156,14.130605125427246,1.1463315835290424,0.37444459795951845,0.38158645629882815,17.185238570105316,29.808149680138076,0.8997837843264017,0.42654406566708036,0.3461251604009651,Nature,1
-solar/10T/short,FlowState-r1.1,24.66211265322646,24.66211265322646,2.117640808550981,0.9287901085571951,5.6709349299145115,1.2235352051540809,11.379260755420226,4.966096319366597,1.4446368688810374,0.6160214764964501,0.4759049305194654,Energy,1
-solar/10T/medium,FlowState-r1.1,21.68119979483763,21.68119979483763,1.8794418304585114,0.8213368024611923,3.948030292206356,1.2300935392563257,11.205299697887101,4.656307527949333,1.0332531430526921,0.4170556104487377,0.3320914339213908,Energy,1
-solar/10T/long,FlowState-r1.1,20.469288030099985,20.469288030099985,1.8581602036227856,0.8125172596409251,3.574314130822955,1.3257619563800211,10.918592191163759,4.524299728145781,0.9778550184658323,0.4016116060840004,0.3225571079912444,Energy,1
-solar/D/short,FlowState-r1.1,111289.09708029198,111289.09708029198,257.70904686549574,1.0057995392307875,0.9710817555151426,0.4453487953130346,7.548119518173436,333.60020545600986,0.4819386917076512,0.3723018117384235,0.27439489849560605,Energy,1
-solar/H/short,FlowState-r1.1,776.593984229935,776.593984229935,11.039652264214368,0.8514343790179513,4.331114244254236,1.1659223830032106,13.357574744514213,27.867435910573743,1.0272029686180193,0.4069252590981618,0.3308139131661982,Energy,1
-solar/H/medium,FlowState-r1.1,791.1747158226885,791.1747158226885,10.867526237691987,0.8316482945272915,4.658330125965161,1.1542683057937682,11.50233161228408,28.127828139098984,1.0132300256627487,0.3914736621062123,0.3167292657671744,Energy,1
-solar/H/long,FlowState-r1.1,736.4027549675588,736.4027549675588,11.691397102151765,0.8894328764507248,4.952025634892195,1.215671566194508,8.937329335166122,27.136741789823606,0.9408804294518032,0.40536210321643124,0.3094097699773962,Energy,1
-solar/W/short,FlowState-r1.1,1297037.2700729927,1297037.2700729927,893.8112026687957,0.9852421878138513,0.20091895465433163,0.1798025343539941,10.203292945293688,1138.87544098246,0.23247294267758353,0.18244920647630777,0.13893127772716146,Energy,1
-temperature_rain/D/short,FlowState-r1.1,183.035784870195,183.035784870195,5.739790158551816,1.3366877239330506,18.960441451038935,1.4798521434058074,29.977656589320667,13.529071840676838,1.5927294525167142,0.6757250567111854,0.5541995268610795,Nature,1
-us_births/D/short,FlowState-r1.1,213428.89333333334,213428.89333333334,294.6863671875,0.43354107575659157,0.02830586830774943,0.02785397211710612,6.611043401893777,461.9836505043586,0.04330721845368622,0.027624455681883164,0.022721743935648103,Healthcare,1
-us_births/M/short,FlowState-r1.1,56526218.666666664,56526218.666666664,6097.212239583333,0.6884564844064888,0.018774597595135372,0.019039298097292583,9.560373978105865,7518.392026668113,0.023352074375081903,0.018937899645877953,0.015231363311142884,Healthcare,1
-us_births/W/short,FlowState-r1.1,1963500.0,1963500.0,1053.5404575892858,0.9581356887388214,0.014308188642774309,0.014337735516684396,14.87991293027259,1401.2494424619765,0.019021823782712045,0.014301708407470075,0.011676482420030629,Healthcare,1

results/FlowState-r1.1/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "FlowState-r1.1",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-research/flowstate",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/flowstate.ipynb",
-    "org": "IBM TSFM",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/ForecastMate/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/long,ForecastMate,45.50584621531361,45.50584621531361,3.528843712375301,0.5650399350659511,0.1077524186536651,0.0814984533311549,5.166485213880093,6.745802118007436,0.119267168368934,0.0623906823575543,0.0500094042229498,Transport,1
-loop_seattle/5T/medium,ForecastMate,23.12323927494517,23.12323927494517,2.754285994491341,0.4497994536934602,0.0750041086730327,0.0635105601673634,3.3499024854192543,4.808662940459143,0.085555994551761,0.0490044073490817,0.0384724435736285,Transport,1
-loop_seattle/5T/short,ForecastMate,33.0599229432727,33.0599229432727,3.051224087143338,0.488000902844932,0.083331094462313,0.064391953309936,4.177757920900918,5.749775903743789,0.0985959627125209,0.0523217567710158,0.0415487928513611,Transport,1
-loop_seattle/D/short,ForecastMate,17.91053780476006,17.91053780476006,2.870508643938661,0.8668488026702639,0.0534215409443228,0.0529318830207871,7.3523250556577455,4.232084333370504,0.075633001731705,0.0512998248938439,0.0418569134311393,Transport,1
-loop_seattle/H/long,ForecastMate,44.19016772553319,44.19016772553319,3.600461557635664,0.7676770523752289,0.1123895567063002,0.0836930460735263,6.245903148942571,6.647568557415049,0.1188009288381897,0.0643450569330632,0.0515351433121127,Transport,1
-loop_seattle/H/medium,ForecastMate,39.965229739099584,39.965229739099584,3.505817097603844,0.7385436367665511,0.1018770005311759,0.0801615435893229,5.823476024339864,6.321805892235191,0.1117372140052137,0.0619649261580846,0.049626030532579,Transport,1
-loop_seattle/H/short,ForecastMate,36.757866576664426,36.757866576664426,3.318554129892413,0.6895793115161079,0.0951904157587061,0.0763944745570615,5.30895818384622,6.06282661608135,0.1073181985400873,0.0587417839120079,0.0466636311847471,Transport,1
-m_dense/D/short,ForecastMate,6930.68962962963,6930.68962962963,39.78548611111111,0.6150854802440544,0.1107411875912134,0.088714228707803,6.180143369137777,83.25076353781766,0.1441193860850059,0.0688745615026363,0.0578214712563664,Transport,1
-m_dense/H/long,ForecastMate,36285.14765432099,36285.14765432099,79.24003086419754,0.6824050246094079,0.2785772803531069,0.1920896288531202,7.312490134371322,190.48660754583503,0.3297605119413444,0.1371762218912856,0.1133079814813853,Transport,1
-m_dense/H/medium,ForecastMate,39104.12222222222,39104.12222222222,84.59988064236111,0.7256923727109014,0.2579984592482667,0.1957087556986112,7.34931105269921,197.74762254505671,0.3440559012559794,0.1471931131506969,0.1226144385180394,Transport,1
-m_dense/H/short,ForecastMate,46501.24458333333,46501.24458333333,87.8043332248264,0.7817140042933339,0.2992744847459861,0.2085579282312043,8.266027759341108,215.64147231767208,0.382494281650673,0.1557430256883568,0.128340564216378,Transport,1
-sz_taxi/15T/long,ForecastMate,17.868805088141027,17.868805088141027,2.902801426727208,0.5539275057673886,6539293279244.253,0.4209112773727068,4.421170846822358,4.227150942199843,0.3912575512377461,0.2686781223288121,0.2134386394198409,Transport,1
-sz_taxi/15T/medium,ForecastMate,16.233900908119658,16.233900908119658,2.736543730385283,0.5337761505127873,9924364124972.2,0.4023840180995966,3.9679377116537418,4.029131532739985,0.374977955948689,0.2546810810334234,0.2012908987333697,Transport,1
-sz_taxi/15T/short,ForecastMate,16.70580395150097,16.70580395150097,2.7180354732005734,0.5422024156008826,1046902293462.3324,0.3885973655210449,3.8648639414150128,4.087273412863516,0.3821775552996287,0.2541479483844238,0.1996177182133313,Transport,1
-sz_taxi/H/short,ForecastMate,7.158367450420673,7.158367450420673,1.8389310103196363,0.5605347968095556,1.191250128623767,0.2933348921525538,3.916732742923602,2.675512558449441,0.2492405020792657,0.1713077693669359,0.1349537309543439,Transport,1
-bitbrains_fast_storage/5T/long,ForecastMate,3628678.648624323,3628678.648624323,295.77447921855446,0.8179849395086406,3.010494096334,0.8009758916023372,14.622664461303591,1904.9090919580185,5.034106018392992,0.7816436449419774,0.5895239165979449,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,ForecastMate,3790438.6800371897,3790438.6800371897,282.3551151943667,0.9172611395919646,3.7977148924951782,0.7834271270491175,20.04750502229974,1946.904897532797,5.915234623824417,0.8578727988861686,0.5758776013037037,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,ForecastMate,1619547.1472186493,1619547.1472186493,136.92939101083525,0.6384115295880004,1.389553935911072,0.708634123046269,12.247716652184677,1272.6142963280938,3.995694128273436,0.4299244203280554,0.3387900845434674,Web/CloudOps,2
-bitbrains_fast_storage/H/short,ForecastMate,3063145.3166797333,3063145.3166797333,316.8840201393664,1.0676747135779916,3.1762803000921656,0.5633413557399145,19.61379904169715,1750.1843664824953,4.988594023650091,0.9032224029257828,0.6684146211531575,Web/CloudOps,2
-bitbrains_rnd/5T/long,ForecastMate,2259848.110731849,2259848.110731849,149.19761925028635,3.239655863356165,1.0303380310082606,0.6588607819053593,114.90266982036296,1503.279119369337,5.758723574728267,0.5715424608773961,0.5363952123427256,Web/CloudOps,2
-bitbrains_rnd/5T/medium,ForecastMate,2283171.3256017766,2283171.3256017766,151.36075400493078,4.394094220904638,0.609365152129951,0.7155397625815703,160.62455525217968,1511.0166529862524,6.357617418638184,0.6368518601420817,0.6253308368127498,Web/CloudOps,2
-bitbrains_rnd/5T/short,ForecastMate,1685390.74129941,1685390.74129941,113.04004390221598,1.5771948926189472,0.9549436794507072,0.6331224512970487,51.28405259347483,1298.2259977751985,5.31196603196398,0.4625272290720719,0.3693291424494387,Web/CloudOps,2
-bitbrains_rnd/H/short,ForecastMate,1966932.0925791736,1966932.0925791736,158.2553018506777,5.868490185232852,1.5189840143718578,0.4709583251328187,217.05833279890425,1402.4735621676346,6.137910494148136,0.6926026302289409,0.6419735171313339,Web/CloudOps,2
-bizitobs_application/10S/long,ForecastMate,6568609.564444444,6568609.564444444,1552.7908333333332,3.316937372918972,0.0482090293036566,0.0492763786801748,70.99908792643805,2562.92987895581,0.0988419611078242,0.0598849357593234,0.0553104428372141,Web/CloudOps,2
-bizitobs_application/10S/medium,ForecastMate,4444013.653333333,4444013.653333333,1158.03125,2.491444192230356,0.0356820901234944,0.0364901903916302,37.36733553401594,2108.082933219975,0.0827782123287553,0.0454724788978836,0.0405602348735985,Web/CloudOps,2
-bizitobs_application/10S/short,ForecastMate,540101.0488888889,540101.0488888889,369.9878819444445,1.11780702892126,0.0156315337287055,0.0158432352870203,7.744007264549817,734.9156746789994,0.0283427600304645,0.0142689537227676,0.0114190816741408,Web/CloudOps,2
-bizitobs_l2c/5T/long,ForecastMate,49.95103174603175,49.95103174603175,4.214128844246032,0.4201120805070705,0.3312073659928043,0.5385287702343544,2.692573067450176,7.067604385223592,0.3968354201427682,0.2366170344704751,0.1855358443774892,Web/CloudOps,7
-bizitobs_l2c/5T/medium,ForecastMate,53.19100765306123,53.19100765306123,4.453667091836735,0.447098570303529,0.325913797385266,0.4394530480690866,2.922757007962257,7.293216550539359,0.3837304419524781,0.2343283830415443,0.1843088391546272,Web/CloudOps,7
-bizitobs_l2c/5T/short,ForecastMate,18.97806105840774,18.97806105840774,2.5490838187081475,0.2665168895241863,0.1492978624056382,0.2039453646005279,2.299294661027817,4.356381647469346,0.1496157731024754,0.0875458527515783,0.0691403925069168,Web/CloudOps,7
-bizitobs_l2c/H/long,ForecastMate,75.38985615079365,75.38985615079365,4.987205093625992,0.5384132593498233,0.6017732506175247,0.6503577383500024,5.557514990131542,8.682733218911753,0.530366404922417,0.3046328810789719,0.2476359526890986,Web/CloudOps,7
-bizitobs_l2c/H/medium,ForecastMate,65.80172991071429,65.80172991071429,4.498783365885417,0.4569991549351437,0.4527186809383691,0.5840262938715438,3.339118846136625,8.111826545896694,0.4911834185110209,0.2724081660638922,0.2150753843109254,Web/CloudOps,7
-bizitobs_l2c/H/short,ForecastMate,55.12077985491072,55.12077985491072,4.401494586278522,0.4260634175789759,0.3607019657711331,0.5936395529299179,2.6396167698821404,7.4243369976659,0.400190778229858,0.2372518306228661,0.1846467614776084,Web/CloudOps,7
-bizitobs_service/10S/long,ForecastMate,131216.82285714286,131216.82285714286,76.28117724867725,1.296400270160737,0.0735586660879629,0.0712769186478435,21.22851724456416,362.23862695348055,0.2683579553249623,0.0565115347537603,0.0525285847315504,Web/CloudOps,2
-bizitobs_service/10S/medium,ForecastMate,44769.9453968254,44769.9453968254,46.3956001984127,1.0596018166372645,0.0621959867931547,0.0571985311634707,10.174896614829205,211.5890956472601,0.1592469395043853,0.0349184220267352,0.0253518718976429,Web/CloudOps,2
-bizitobs_service/10S/short,ForecastMate,2168.424837962963,2168.424837962963,17.62975883039848,0.7141197807702986,0.0487983049665178,0.0390738824231783,5.427916466957902,46.56634877207964,0.0344978413381071,0.0130606895107232,0.0102662507163983,Web/CloudOps,2
-car_parts/M/short,ForecastMate,1.3852081686531514,1.3852081686531514,0.4562339484968777,0.8353912164589953,0.8468654226336763,1.903585508539376,15.616896269029889,1.1769486686568584,2.822202175527293,1.0940022078165017,0.9524517947465088,Sales,1
-covid_deaths/D/short,ForecastMate,533207.0997493734,533207.0997493734,110.0797579887218,32.395134015248324,0.0860291055557997,0.3595627820575656,558.4842378709687,730.2103119987921,0.2747451705474287,0.041418042700116,0.0356169743825245,Healthcare,1
-electricity/15T/long,ForecastMate,311064.0727934966,311064.0727934966,56.51786455400713,0.8554107884837884,0.1210602878341273,0.1287547378707416,7.247739654119179,557.7311832715619,0.8798893394518761,0.0891638624506358,0.071673045602198,Energy,1
-electricity/15T/medium,ForecastMate,259282.12397107264,259282.12397107264,51.248002555778434,0.8041393065180453,0.117749882133064,0.1268187053257224,7.0664401016009215,509.19752942357513,0.8773986266013818,0.0883054698034485,0.0714217569925732,Energy,1
-electricity/15T/short,ForecastMate,126343.58908933349,126343.58908933349,47.615978926924974,0.9223486147478196,0.1497932531362685,0.1563181375485333,10.501714381886822,355.4484337978344,0.700658943979469,0.0938604825319423,0.0783787032737244,Energy,1
-electricity/D/short,ForecastMate,1642102877.4007928,1642102877.4007928,4487.85793018018,1.414859760926703,0.244985670481355,0.0928476333139932,11.01987664232052,40522.86857319942,0.6659253390346974,0.07375041350531,0.0580690900615137,Energy,1
-electricity/H/long,ForecastMate,9137663.010354357,9137663.010354357,282.3887533783784,1.1925033109540075,0.2907144842151803,0.1417849260787011,9.86596554877533,3022.856763122321,1.1922138062336565,0.111374040149712,0.0877503400270407,Energy,1
-electricity/H/medium,ForecastMate,5808216.908412162,5808216.908412162,240.2596048880912,1.0733431370286777,0.2282556434534499,0.1202646339620885,10.315728500219196,2410.0242547352427,0.940711894716907,0.0937812421157732,0.0756033472813555,Energy,1
-electricity/H/short,ForecastMate,1843608.4245030968,1843608.4245030968,176.86287841796874,0.9779271250227124,0.1562493592326749,0.1299548230258274,10.39253477712007,1357.795428075635,0.6409764128942049,0.0834919097814038,0.0679304897766721,Energy,1
-electricity/W/short,ForecastMate,48669180714.66666,48669180714.66666,31097.53029279279,1.6191878663326638,0.2488635560164184,0.1021507396186982,12.185910004738393,220610.9260999252,0.5033613485882868,0.0709543043160752,0.0560885060585885,Energy,1
-ett1/15T/long,ForecastMate,7.811082589285714,7.811082589285714,1.5008697606646826,0.975509466428047,0.7796310096870713,0.3757433233007333,6.986059528446439,2.7948314062364683,0.5326976293976234,0.2860672603566015,0.2232388764289078,Energy,7
-ett1/15T/medium,ForecastMate,8.353027983165923,8.353027983165923,1.518896242171999,0.9618852587581552,0.7464801344891144,0.3718791645732656,6.56534023861986,2.8901605462613875,0.5508674089161518,0.2895030998953012,0.2242293181258839,Energy,7
-ett1/15T/short,ForecastMate,5.543573197864351,5.543573197864351,1.1087347212291898,0.6869282234710591,0.4906542438918313,0.2301214926558488,4.89270916328778,2.354479389985045,0.4450946225082441,0.2095970193268177,0.1652939847715502,Energy,7
-ett1/D/short,ForecastMate,42483.40634920635,42483.40634920635,134.56138392857142,1.581535399870705,1.6309944273933532,0.4657438434513002,11.729587608289997,206.1150318370942,0.5413679680255831,0.3534299383350984,0.2771837853276849,Energy,7
-ett1/H/long,ForecastMate,135.90779596560847,135.90779596560847,6.999316922949736,1.3773630692955083,2513450428118.668,0.4854061880103489,8.90506841426438,11.65794990406154,0.558273971538998,0.3351821279720812,0.2594999288722156,Energy,7
-ett1/H/medium,ForecastMate,128.43660714285716,128.43660714285716,6.5340959821428575,1.21882790925915,4456954261450.053,0.4383502643170234,8.355468245261692,11.332987564753486,0.5428233000531765,0.3129677433796899,0.2446430712084645,Energy,7
-ett1/H/short,ForecastMate,95.34838344029018,95.34838344029018,4.921549188523065,0.824097111980102,0.4370302381969633,0.263354829991,5.6725433346463685,9.764649683439249,0.4557561248323017,0.2297088230555759,0.1759949882750069,Energy,7
-ett1/W/short,ForecastMate,1576275.857142857,1576275.857142857,971.4664481026786,1.6461227732076875,0.7110367502485003,0.5671214251623137,8.345914346945653,1255.498250553483,0.4995927198122656,0.3865696864173395,0.2859638789087464,Energy,7
-ett2/15T/long,ForecastMate,11.05398685515873,11.05398685515873,2.113243272569445,0.8763700128307002,0.1325814227853745,0.1611344462670433,6.85174499743125,3.3247536533040654,0.1771821287158642,0.1126185518004422,0.0907475141551701,Energy,7
-ett2/15T/medium,ForecastMate,11.842372116815476,11.842372116815476,2.124371841672867,0.868472305098638,0.1280371051435375,0.1561506775652573,6.508141816492048,3.4412747807775355,0.1833917622267335,0.1132116208346525,0.0891935222259768,Energy,7
-ett2/15T/short,ForecastMate,6.982101585751488,6.982101585751488,1.6785606747581845,0.7261654241499441,0.1039360193636794,0.1240321557335985,4.924882736176075,2.6423666637602525,0.125442556016593,0.0796872532334175,0.0621924525171924,Energy,7
-ett2/D/short,ForecastMate,109561.81587301588,109561.81587301588,195.8918154761905,1.280335077578746,0.439081294952877,0.1304583778163449,11.64406950461514,331.0012324342855,0.1894407384950812,0.1121140544282391,0.0903385808735272,Energy,7
-ett2/H/long,ForecastMate,225.5599537037037,225.5599537037037,9.284152819113755,1.034342451316271,0.1813570152730902,0.1782613541885317,8.146449716006279,15.018653524990304,0.2056689008153056,0.1271393272460275,0.1038084821138775,Energy,7
-ett2/H/medium,ForecastMate,232.76558779761905,232.76558779761905,9.455078706287203,1.0200596751884068,0.1709643827931345,0.1667160080879098,7.784601288896084,15.256657163272006,0.2055932535805179,0.1274132579163601,0.1032065951509987,Energy,7
-ett2/H/short,ForecastMate,107.96097935267858,107.96097935267858,6.392679559616815,0.7362620339270495,0.1177548294647348,0.1101758133134713,5.096981103880806,10.390427294037458,0.1317795284480763,0.0810769638289452,0.0642445218919972,Energy,7
-ett2/W/short,ForecastMate,3115530.285714286,3115530.285714286,1194.085100446429,0.7715579421575838,0.1266504781586783,0.1352131995093564,11.85708188586142,1765.0864810864894,0.1480636953381371,0.1001654334871343,0.0896346953514594,Energy,7
-hierarchical_sales/D/short,ForecastMate,28.79797832588363,28.79797832588363,2.325183948203028,0.7486554075343684,0.6466951395541495,1.0536998919868104,7.0247461100138375,5.366374784329141,1.6463443548164454,0.7133406854497997,0.5793288427842479,Sales,1
-hierarchical_sales/W/short,ForecastMate,452.33733199814617,452.33733199814617,8.796942500744835,0.7093434387257062,0.5139163310092721,0.4511701811197249,6.659061565417259,21.268223527087216,0.976434545190479,0.4038719331138218,0.3407268811539126,Sales,1
-hospital/M/short,ForecastMate,2446.5093030204257,2446.5093030204257,17.27488207827439,0.7525293576126982,0.1912978021852973,0.1720054742103089,5.045645610145468,49.46220074986985,0.1795592745458964,0.062711833416531,0.0494550452806084,Healthcare,1
-jena_weather/10T/long,ForecastMate,1391.344210896164,1391.344210896164,9.3484859406002,0.6344351524269174,0.7678363153609357,0.6354450523942646,5.611632637303639,37.30072668053752,0.2282495367951634,0.0572049870221816,0.047174674037973,Nature,21
-jena_weather/10T/medium,ForecastMate,1457.5272186147183,1457.5272186147183,9.097173535015331,0.5695350288199136,0.7192579942320233,0.6389671826604065,5.34575727709124,38.177574813163794,0.2342951336960628,0.0558292007827531,0.0459507711093164,Nature,21
-jena_weather/10T/short,ForecastMate,711.8687997151935,711.8687997151935,4.818290008060516,0.2491081142243244,0.3364177769860469,0.5370072778465711,2.181840421631586,26.680869545709967,0.1657216537441565,0.0299276223732792,0.0252313401021529,Nature,21
-jena_weather/D/short,ForecastMate,356.8233630952381,356.8233630952381,9.431417410714284,0.9967966512755672,0.5989843068389118,0.4396901767887159,8.25327589676077,18.88976874117939,0.1137472817173356,0.0567925477494925,0.044910968654465,Nature,21
-jena_weather/H/long,ForecastMate,1101.9782407407408,1101.9782407407408,10.522123015873015,0.8937080384416715,2.0694127404814666,0.6522524836737862,6.697585491793626,33.19605760840797,0.1998770654658677,0.0633548445930784,0.0520321238433429,Nature,21
-jena_weather/H/medium,ForecastMate,1282.4579365079364,1282.4579365079364,9.92354445684524,0.7170848927164004,1.848370851068647,0.6545744191745859,6.457638578501816,35.811421872189555,0.2191364417024187,0.0607239285027547,0.0495312170793646,Nature,21
-jena_weather/H/short,ForecastMate,1052.1919903926482,1052.1919903926482,8.086804178822709,0.5079935301786679,1.1148727587741607,0.6032413280727168,4.498165791169295,32.43750900412435,0.1988398499273112,0.0495715909968367,0.0401981077866012,Nature,21
-kdd_cup_2018/D/short,ForecastMate,2817.109567208591,2817.109567208591,20.89214812321298,1.1977513920902327,0.5028701032426368,0.4639661717291609,8.735722261820515,53.07645021295783,1.1889688375567675,0.4680062997516739,0.3665565445436672,Nature,1
-kdd_cup_2018/H/long,ForecastMate,4165.43375946942,4165.43375946942,24.787686989911,1.0469089028101,1.0979402711953177,0.6230810543300502,7.3589948833344865,64.54017167214091,1.514373181905403,0.5816192837179897,0.4453330265524091,Nature,1
-kdd_cup_2018/H/medium,ForecastMate,4983.189685510305,4983.189685510305,25.00407935412672,1.0401058215670114,1.104116382136055,0.5461257590488221,8.564919319246675,70.59171116717816,1.4776123580328036,0.5233806638769912,0.4172199103173624,Nature,1
-kdd_cup_2018/H/short,ForecastMate,4340.590705259705,4340.590705259705,21.010021874472063,0.8659846516072804,0.7723706693173035,0.4689210336128678,7.509187945670385,65.88315949663999,1.3790538447617682,0.4397778076504848,0.3549474899609197,Nature,1
-m4_daily/D/short,ForecastMate,346822.06270911486,346822.06270911486,169.1340919424237,3.1800099890786,0.0359474214391841,0.0293654907033235,25.97965802768981,588.9160064976286,0.0909712470600877,0.0261265428254916,0.0207559816892529,Econ/Fin,1
-m4_hourly/H/short,ForecastMate,3103126.4150941083,3103126.4150941083,285.0034066137292,0.7442804107866752,0.0872618107788036,0.0805670617027152,5.4977589079867375,1761.5693046525612,0.2404931295710619,0.0389092617667223,0.0303151825634886,Econ/Fin,1
-m4_monthly/M/short,ForecastMate,1933404.2260914352,1933404.2260914352,574.7973903085214,0.9671323407212208,0.1659904176791509,0.1348104214354585,7.892805118029511,1390.4690669308093,0.2889872055664899,0.1194626299446015,0.0948414507456012,Econ/Fin,1
-m4_quarterly/Q/short,ForecastMate,1874544.4813385415,1874544.4813385415,559.9784307861328,1.1422491705203697,0.1217791454096635,0.1003908669468396,10.773845582242927,1369.1400517618868,0.2291699353665634,0.093730528607928,0.0761010779632059,Econ/Fin,1
-m4_weekly/W/short,ForecastMate,253610.8043711164,253610.8043711164,253.45490612277692,1.863837669343111,0.0612188118132989,0.0608513792507548,13.097804368221636,503.5978597761475,0.0917477184613464,0.0461755524138566,0.0365835099181612,Econ/Fin,1
-m4_yearly/A/short,ForecastMate,3323983.109326485,3323983.109326485,829.0107844964235,2.990569905276899,0.172967875163978,0.1346197784344717,35.039014665652225,1823.179395815586,0.2923552664170216,0.1329357216960075,0.1099911821657334,Econ/Fin,1
-restaurant/D/short,ForecastMate,137.94775495514034,137.94775495514034,7.066059283919836,0.6776595385325721,0.6683492029014951,0.3897639132406065,4.546085817602228,11.745116217183224,0.5405374614756231,0.3251964201408552,0.2543246084399274,Sales,1
-saugeen/D/short,ForecastMate,931.7861458333332,931.7861458333332,11.388045247395834,2.5295909619015373,0.2654854329427083,0.2997185256200676,28.559598802376108,30.52517233093588,0.98871760489197,0.3688614989405165,0.3064200195692432,Nature,1
-saugeen/M/short,ForecastMate,407.5635695684524,407.5635695684524,12.21571277436756,0.7158703405313008,0.3390327635265532,0.3425342656009243,4.999573480772119,20.18820372317588,0.6061104398136673,0.3667523442816038,0.2870473590091588,Nature,1
-saugeen/W/short,ForecastMate,888.52587890625,888.52587890625,14.130604553222655,1.1463316143586122,0.374444580078125,0.3815864630131175,11.83601558070011,29.80815121583776,0.8997838306827736,0.426544048394609,0.3461251641873147,Nature,1
-solar/10T/long,ForecastMate,19.232353285938768,19.232353285938768,1.816672032612277,0.7941238948736801,3.517365016722551,1.4412118938652012,3.81812083683537,4.385470702893678,0.9478493265161166,0.3926445937664169,0.2900662056010794,Energy,1
-solar/10T/medium,ForecastMate,19.42522518611065,19.42522518611065,1.8085002599630544,0.7899656099442067,3.620401168295823,1.4413214661198963,3.6594004547564185,4.407405720615094,0.9780208473480292,0.401313395861217,0.2902240400508014,Energy,1
-solar/10T/short,ForecastMate,18.993284677473007,18.993284677473007,1.7785099781342666,0.7784342915058164,4.955968639928996,1.493818985877183,3.345156721936457,4.358128575142432,1.2677791059074055,0.5173683499809939,0.3859580467283565,Energy,1
-solar/D/short,ForecastMate,115518.36496350366,115518.36496350366,246.50972095498784,0.9610008139745196,1.0288869444761253,0.4235856585383976,4.821040785042535,339.8799272735941,0.4910107411068053,0.3561225923139241,0.2666072078465039,Energy,1
-solar/H/long,ForecastMate,253.19956407137065,253.19956407137065,6.228333776865369,0.4730550608426946,2.299102624237786,1.3459098056269625,3.237362473813186,15.91224572684103,0.5517066313149004,0.2159477113241749,0.1689575173108704,Energy,1
-solar/H/medium,ForecastMate,228.06322232360097,228.06322232360097,5.891900471411192,0.4496843815750734,1.4576186392014527,1.3500818134343189,2.989570911866228,15.101762225766931,0.5440007230576605,0.2122400067432319,0.1643772067632201,Energy,1
-solar/H/short,ForecastMate,189.17297136617205,189.17297136617205,5.373308374964484,0.4141606434507502,1.3722673932800211,1.3443142396659755,2.7976263620516875,13.754016553944236,0.5069776331448398,0.1980619371376019,0.1544266363759504,Energy,1
-solar/W/short,ForecastMate,1365023.2408759124,1365023.2408759124,931.6938583485402,1.0123458885846974,0.2060095237119354,0.1829467095218227,7.145382073712469,1168.342090689158,0.2384878251513549,0.1901820055574241,0.1387024331977287,Energy,1
-temperature_rain/D/short,ForecastMate,152.45370567561417,152.45370567561417,5.393071838251273,1.3043262919128729,46.14312042429712,1.461608951694619,20.981395646235008,12.347214490548634,1.4535935932408028,0.6349071426571709,0.5278321257236234,Nature,1
-us_births/D/short,ForecastMate,136457.65333333332,136457.65333333332,221.83609375,0.326572545240575,0.0212530104319254,0.0212170219657828,2.5987006453565664,369.40175058238873,0.0346284165947874,0.0207953336929897,0.0165164235431401,Healthcare,1
-us_births/M/short,ForecastMate,56526224.0,56526224.0,6097.2109375,0.6884563280868506,0.018774593869845,0.0190392943736574,4.58286156968834,7518.392381353876,0.0233520754767334,0.0189378956016159,0.0152313610643306,Healthcare,1
-us_births/W/short,ForecastMate,1963499.142857143,1963499.142857143,1053.5400390625,0.9581353083510634,0.0143081843852996,0.0143377301847573,8.606364647521636,1401.2491366124525,0.0190218196308347,0.0143017027260099,0.0116764839771715,Healthcare,1

results/ForecastMate/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "ForecastMate",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "",
-    "code_link": "",
-    "org": "Zhejiang University",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}

results/Fracast-0/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,Fracast-0,3829229.964948201,3829229.964948201,332.0745053986183,0.9626896893238512,5.063162233347896,0.8460655633108091,21.543125450093093,1956.8418344230586,5.171348799127737,0.8775737847102961,0.7232912232038735,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Fracast-0,3204522.5377520896,3204522.5377520896,275.159317734866,1.0588291166958999,3.5985435985967933,0.8232160042995043,24.25473978407545,1790.1180234141239,5.438872996870925,0.8360100079945278,0.678138342886224,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Fracast-0,2063322.2803452846,2063322.2803452846,182.100231082863,0.7648731513896595,2.098401424150315,0.7642801072436135,14.33286535551192,1436.4269143765318,4.510025259704788,0.5717496892894539,0.4443694494804347,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Fracast-0,2828877.098989723,2828877.098989723,323.90238285033456,1.1273308587417108,4.098396887894327,0.5956201032509683,20.342297256944217,1681.926603330158,4.7940370125949645,0.9232269760034216,0.6841006784010482,Web/CloudOps,2
-bitbrains_rnd/5T/long,Fracast-0,2555692.2059411807,2555692.2059411807,184.80350681247043,3.460501898907054,1.8449926947167379,0.7607992997700684,121.71432192606315,1598.6532475622037,6.124080419461141,0.7079405989033699,0.6478624866948456,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Fracast-0,2249156.129366018,2249156.129366018,146.46413802785742,4.485084508763546,0.39971967768707795,0.7703680424232304,164.08572707662816,1499.7186834089978,6.3100813053233145,0.6162493202852445,0.5761383278902514,Web/CloudOps,2
-bitbrains_rnd/5T/short,Fracast-0,2008923.8195502553,2008923.8195502553,139.42557697807766,1.7580760034511838,0.9998611866705691,0.6949528265833989,54.8241687988674,1417.3650974785062,5.799448802480369,0.570489210492859,0.4648557818422433,Web/CloudOps,2
-bitbrains_rnd/H/short,Fracast-0,1729707.2160066643,1729707.2160066643,156.33505977639274,5.935965466812942,1.641156538517592,0.6035083335606616,204.4464978217897,1315.1833393130648,5.755885753805329,0.684198709403697,0.6273187402469459,Web/CloudOps,2
-bizitobs_application/10S/long,Fracast-0,8884840.675555555,8884840.675555555,1732.2356944444443,3.819224343148352,0.05513454013400608,0.056388859219021266,65.82438356335976,2980.7449866695333,0.1149554197576281,0.06680540679077035,0.06051878880990036,Web/CloudOps,2
-bizitobs_application/10S/medium,Fracast-0,7272527.36,7272527.36,1470.5245833333333,3.300848361757763,0.047642145156860355,0.04867926279703776,43.45276774943333,2696.7623847866166,0.1058939218046282,0.057743172375049605,0.05113989631661834,Web/CloudOps,2
-bizitobs_application/10S/short,Fracast-0,2542805.3333333335,2542805.3333333335,667.9077083333333,2.0281128209485,0.02907998826768663,0.029863094753689236,15.373938546185766,1594.6176135153323,0.06149802748452471,0.025758530607008317,0.021659305297465046,Web/CloudOps,2
-bizitobs_l2c/5T/long,Fracast-0,357.6695634920635,357.6695634920635,13.446334325396826,1.2633753582512348,1.00249514102048,1.2227425130208334,33.34554145503312,18.912153856503586,1.061889165321871,0.7549915700651041,0.719621822896064,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Fracast-0,167.70412414965986,167.70412414965986,8.979242400085035,0.8857469024185627,0.6353104277929678,0.8887878833173894,17.837837203618587,12.950062708329249,0.6813637373775756,0.47244019572245466,0.4305334990535632,Web/CloudOps,7
-bizitobs_l2c/5T/short,Fracast-0,23.537666505605653,23.537666505605653,2.9383402848195943,0.3047759041313369,0.17289199050155152,0.219629503427818,2.984279957600244,4.851563305328052,0.16662232155121642,0.10091449888460191,0.08281078732067318,Web/CloudOps,7
-bizitobs_l2c/H/long,Fracast-0,90.73531746031746,90.73531746031746,6.098090665302579,0.6428849474319457,0.7288793602525351,0.8450482080853174,6.771027078409004,9.52550877697971,0.5818455684092583,0.37248897801017994,0.3067717566882474,Web/CloudOps,7
-bizitobs_l2c/H/medium,Fracast-0,80.37120535714286,80.37120535714286,5.744176083519346,0.5971269125161819,0.5707553868072109,0.8372019449869792,4.466309659051183,8.964998904469697,0.5428443007170116,0.34781858675953636,0.28114204522981245,Web/CloudOps,7
-bizitobs_l2c/H/short,Fracast-0,73.53710326568984,73.53710326568984,5.359866361834825,0.5421524093629209,0.5090374869851337,0.699058526867333,3.785225127410038,8.575377733119973,0.4622348217371032,0.28891052375788734,0.2254710884115145,Web/CloudOps,7
-bizitobs_service/10S/long,Fracast-0,141455.3329100529,141455.3329100529,89.12666005291005,1.8443644247216797,0.1708660404265873,0.12621066623263888,24.697876295370925,376.10548109546727,0.2786309641855302,0.06602787907489921,0.06114874121212785,Web/CloudOps,2
-bizitobs_service/10S/medium,Fracast-0,85159.89333333333,85159.89333333333,69.8210119047619,1.6782656108990577,0.15871665349082342,0.11087233770461309,17.916616346721128,291.8216807115834,0.2196318737134662,0.052548938899331044,0.04607179351237717,Web/CloudOps,2
-bizitobs_service/10S/short,Fracast-0,11480.50052910053,11480.50052910053,31.349250992063492,1.1952072864076244,0.10535048550398893,0.0846555259744957,10.04832623654855,107.14709762331655,0.07937799765952684,0.023224528028040765,0.01931439759048632,Web/CloudOps,2
-car_parts/M/short,Fracast-0,1.3508449233970583,1.3508449233970583,0.45350538774111465,0.8363362956514359,0.846105636812073,1.9025014232325148,16.980190958998783,1.1622585441273634,2.7869767638249967,1.0874593990211436,0.974451148443484,Sales,1
-covid_deaths/D/short,Fracast-0,1609126.8283240593,1609126.8283240593,214.84106256140572,45.03466018539706,0.12336258554107975,0.4094635174972213,608.1620140480022,1268.5136295381533,0.4772844264109823,0.08083499532557634,0.03839280063067738,Healthcare,1
-electricity/15T/long,Fracast-0,398282.7182237237,398282.7182237237,70.53351374812313,1.0780915145701095,0.1965000598097166,0.16704553112682996,9.276300356032463,631.0964413017425,0.9956320311319915,0.11127526786725071,0.08936922318513045,Energy,1
-electricity/15T/medium,Fracast-0,288129.35406306305,288129.35406306305,63.975492820945945,1.0250927244838481,0.18999035549562304,0.16527573924021677,8.69911391050942,536.7768196029548,0.9249205315254341,0.11023621859885767,0.08828923966141976,Energy,1
-electricity/15T/short,Fracast-0,174317.8817641423,174317.8817641423,66.52065016098688,1.2500913352157672,0.2015315108483526,0.19835566692227707,11.94619746235749,417.513930024068,0.8230022574136069,0.1311253141756422,0.10742043826680524,Energy,1
-electricity/D/short,Fracast-0,1446693596.6369767,1446693596.6369767,4508.0099317554705,1.4895920376432248,0.46758341058415775,0.10172803516484727,12.241903743349125,38035.42554825667,0.6250483873765906,0.07408157783186836,0.058826026945255766,Energy,1
-electricity/H/long,Fracast-0,13012035.138114113,13012035.138114113,335.22731231231234,1.3541875600958295,0.36508031259565205,0.16359223970063813,15.601352522581653,3607.2198627355824,1.4226864671621464,0.13221355470364482,0.11132341122722528,Energy,1
-electricity/H/medium,Fracast-0,7905014.65945946,7905014.65945946,280.88555743243245,1.189153987312681,0.2672306008781922,0.14769987639006193,11.698386369207306,2811.585790876647,1.0974545397067685,0.10963888462609375,0.09023616567785486,Energy,1
-electricity/H/short,Fracast-0,1795237.7525432992,1795237.7525432992,194.49449932513113,1.0453850119240837,0.25938307181886033,0.14114435471933,10.898805213480776,1339.8648262206525,0.6325118858629236,0.09181529371519193,0.0749038047952261,Energy,1
-electricity/W/short,Fracast-0,67132665238.146324,67132665238.146324,35350.30627200189,1.756493241668786,0.2635854518886969,0.10829663858389686,13.31393041881563,259099.72064467057,0.5911800593232233,0.08065773327342278,0.06271149966250932,Energy,1
-ett1/15T/long,Fracast-0,8.911501736111111,8.911501736111111,1.6357406374007937,1.0601578664320497,0.8108536731595062,0.40838037884424605,9.941310190711539,2.985213850984735,0.568984711605882,0.3117737828150896,0.2553384816948602,Energy,7
-ett1/15T/medium,Fracast-0,10.102923487103174,10.102923487103174,1.6621202256944445,1.0555886582223,0.7898758393556532,0.4056273251488095,8.986783166410326,3.1785096330046216,0.605827078778652,0.31680175842648295,0.25634029860830115,Energy,7
-ett1/15T/short,Fracast-0,5.8750960808932815,5.8750960808932815,1.2084338025891228,0.7658957011661638,0.5323255200077449,0.25941998660578564,5.321969303689999,2.423859748602068,0.4582103860275775,0.22844428993570481,0.1802947056963663,Energy,7
-ett1/D/short,Fracast-0,42707.861318149255,42707.861318149255,139.4194641451524,1.7339919757717877,0.9915939765543831,0.508199568442435,10.683279846549569,206.65880411477576,0.5427962039500244,0.36618984716811553,0.28885829848141964,Energy,7
-ett1/H/long,Fracast-0,156.10042989417988,156.10042989417988,7.181374007936508,1.3237630523464425,2567015508044.534,0.45975936001570766,12.52117097137544,12.49401576332365,0.598311354746127,0.3439004474638273,0.2828860812831608,Energy,7
-ett1/H/medium,Fracast-0,136.99493117559524,136.99493117559524,6.941764322916667,1.265298240000659,4270059106319.544,0.4423750741141183,9.526285853019374,11.704483379269469,0.5606170084870186,0.3324940556734212,0.2608345981093845,Energy,7
-ett1/H/short,Fracast-0,103.17142278981972,103.17142278981972,5.140841367739636,0.8547936155276058,0.4739187003333344,0.27006629715241387,6.332886603497652,10.157333448785646,0.4740843074271288,0.23994409868556163,0.18893661970865874,Energy,7
-ett1/W/short,Fracast-0,1081020.2811770292,1081020.2811770292,814.6757781388998,1.4899676500103711,0.7689777186228162,0.5039548446869347,8.925043210628468,1039.7212516713455,0.4137299018458274,0.32417893659840563,0.2565711316966983,Energy,7
-ett2/15T/long,Fracast-0,12.74899925595238,12.74899925595238,2.3137535652281747,0.9530289441721642,0.1473661330589089,0.17409419952876984,10.56209720847176,3.5705740793256733,0.19028235589506767,0.1233041156886952,0.10305155139222313,Energy,7
-ett2/15T/medium,Fracast-0,12.961892361111111,12.961892361111111,2.2703813244047617,0.9360443181406809,0.14446327106300005,0.17279945979042657,9.026814224818812,3.60026281833856,0.19186452253757935,0.12099273046576606,0.09851748600003664,Energy,7
-ett2/15T/short,Fracast-0,9.335641190075778,9.335641190075778,1.8775542740472515,0.811186846340067,0.11770917435857939,0.13905306570556927,5.9696599542763105,3.055428151679528,0.14505204391109033,0.08913418070552695,0.07057569896546466,Energy,7
-ett2/D/short,Fracast-0,113880.63502386614,113880.63502386614,201.83505226282986,1.3309642253224603,0.41917071223347796,0.1399788490944369,15.18006051223152,337.46204975354806,0.19313843470981035,0.11551552564824621,0.09779050848357179,Energy,7
-ett2/H/long,Fracast-0,232.49603174603175,232.49603174603175,9.218055555555555,1.033623730215818,0.18237198631624674,0.17264162093874008,10.778788980003359,15.247820557247902,0.20880716694209922,0.1262341760938091,0.10722250287054119,Energy,7
-ett2/H/medium,Fracast-0,241.4092261904762,241.4092261904762,9.483865211123511,1.0225816537515193,0.17427074335236234,0.16613896687825522,7.562467333453451,15.537349393975672,0.20937577477932434,0.12780118256538545,0.10116937903406396,Energy,7
-ett2/H/short,Fracast-0,108.63466641819126,108.63466641819126,6.466692735529075,0.7512916930635083,0.12257702006905877,0.112574662099672,5.298533619927301,10.422795518390988,0.13219004759433486,0.08201565683402105,0.06565377582924126,Energy,7
-ett2/W/short,Fracast-0,4187769.1661369693,4187769.1661369693,1397.8030324721487,0.930766963276887,0.15275364233582792,0.16804826087290442,11.543562968942188,2046.4039596660698,0.1716619189311594,0.11725424479784405,0.10138842401249937,Energy,7
-hierarchical_sales/D/short,Fracast-0,29.417160936591298,29.417160936591298,2.3118131790305525,0.7477665243569588,0.618447457106901,1.0608592589781731,7.285576231294419,5.423758930538054,1.6639491753822562,0.7092386815400203,0.5838450020972488,Sales,1
-hierarchical_sales/W/short,Fracast-0,480.81204694322514,480.81204694322514,9.196297608025892,0.7423915575393594,0.5522878101761355,0.4710945594220239,6.815331278159589,21.927426819926342,1.006698890805037,0.42220652142820736,0.3598299614318973,Sales,1
-hospital/M/short,Fracast-0,2928.9939343544156,2928.9939343544156,18.327181057751936,0.7647081777775087,0.19151528824914754,0.1727531954311348,5.450210099606901,54.12018047230086,0.1964688225872138,0.06653192307076816,0.053928708514847344,Healthcare,1
-jena_weather/10T/long,Fracast-0,1943.3526455026456,1943.3526455026456,11.69505931712963,0.669898086046378,1.0188664267569856,0.6593485837260251,9.71179612553116,44.08347360976271,0.26975433407605004,0.0715640733304997,0.06052541512065038,Nature,21
-jena_weather/10T/medium,Fracast-0,1953.7098124098125,1953.7098124098125,11.54405212842713,0.6547845555713175,0.9509635946763663,0.6727286819083694,7.760188544602353,44.20078972608761,0.2712594909220249,0.07084565056280583,0.05918407539897064,Nature,21
-jena_weather/10T/short,Fracast-0,1100.722529265028,1100.722529265028,7.2468510867036136,0.3355801583707209,0.46372404882293694,0.5701331948495005,3.0375070617416493,33.17713865397418,0.20607161265876212,0.045012027881917126,0.036566218457622854,Nature,21
-jena_weather/D/short,Fracast-0,387.13884968845736,387.13884968845736,9.792266469244707,1.1497410681929268,0.6861110916061459,0.45567750986915817,7.154152314571214,19.675844319582765,0.11848074148028367,0.0589654488622847,0.04653326888841494,Nature,21
-jena_weather/H/long,Fracast-0,1353.7542328042327,1353.7542328042327,12.911494502314815,1.2130638031133656,4.111585289081386,0.6888056356440145,15.889212378143712,36.793399310259886,0.2215370281994048,0.07774150188015268,0.06403537051633561,Nature,21
-jena_weather/H/medium,Fracast-0,1715.498015873016,1715.498015873016,11.72882796999008,0.8082884830532521,3.5147247913270543,0.6801439557756697,6.776911412099872,41.41857090573039,0.25344758108388804,0.07177077849230573,0.05866324382887908,Nature,21
-jena_weather/H/short,Fracast-0,1113.2879404915998,1113.2879404915998,8.520526280560263,0.5499814690163652,1.5229782483132501,0.6109434222088386,4.848265863762152,33.36596979695929,0.20453124686077306,0.05223027757556122,0.042807216403366585,Nature,21
-kdd_cup_2018/D/short,Fracast-0,2916.694416138454,2916.694416138454,21.005432810454693,1.1792641370836503,0.5057949508673353,0.45980618284953856,9.044243773128512,54.00642939630849,1.2098013832865677,0.47054400660596457,0.37198373878313257,Nature,1
-kdd_cup_2018/H/long,Fracast-0,3958.9064812427864,3958.9064812427864,23.741843015991822,1.0353287206079325,1.099942497582701,0.6013238377738479,10.422184276397253,62.91984171342762,1.476353707320011,0.5570795634692289,0.45791678931189117,Nature,1
-kdd_cup_2018/H/medium,Fracast-0,4836.864616289224,4836.864616289224,24.96244722029637,1.0743056802060262,1.150056064580115,0.5602956563291216,9.143603305393432,69.54757088704984,1.4557566026494175,0.5225092249196098,0.4180049134571745,Nature,1
-kdd_cup_2018/H/short,Fracast-0,4563.989127867558,4563.989127867558,23.98016938194918,0.9937617392155041,0.9907750797918524,0.5146450417240562,7.687108343199581,67.55730255026141,1.4140966862341497,0.5019483723927449,0.3851545720069095,Nature,1
-loop_seattle/5T/long,Fracast-0,116.43002515479876,116.43002515479876,6.448846032565073,1.013709288146333,0.22132398264381592,0.14251926810106352,11.940883629614039,10.790274563457539,0.19077426198267722,0.11401691729596729,0.09524480598924902,Transport,1
-loop_seattle/5T/medium,Fracast-0,105.24992372936016,105.24992372936016,6.123073128305599,0.9649781547182815,0.2127001194122283,0.13679966551600595,9.352941456454886,10.259138547137384,0.18253115811247367,0.10894205436272689,0.08893364392798689,Transport,1
-loop_seattle/5T/short,Fracast-0,47.28994254817272,47.28994254817272,3.841509318927527,0.6054561880444082,0.11291050269751104,0.08138524785967677,4.969688219505896,6.876768321542665,0.11792139487203143,0.06587340391892406,0.05279207473490008,Transport,1
-loop_seattle/D/short,Fracast-0,20.50767682427917,20.50767682427917,3.072594212784598,0.9268788411667546,0.056677298556254384,0.05672824217966078,9.103032464053943,4.528540253136674,0.08093106862546808,0.054911366399105606,0.045472006661212844,Transport,1
-loop_seattle/H/long,Fracast-0,70.93169074647403,70.93169074647403,4.972874204506364,1.04014376555329,0.1587163410114594,0.11338958267826045,9.287043603537942,8.42209538930034,0.15051412308094764,0.08887192147384602,0.07153494162333943,Transport,1
-loop_seattle/H/medium,Fracast-0,73.75105456656347,73.75105456656347,5.073049797632869,1.0426719925119465,0.13604034486815902,0.11391239697719137,8.549735700717363,8.587843417678473,0.15178916694088873,0.08966558484836679,0.07216346808738873,Transport,1
-loop_seattle/H/short,Fracast-0,72.20075035866871,72.20075035866871,4.821803565029577,0.978814192550579,0.13792493393136068,0.10968179063493708,7.621586278480052,8.497102468410553,0.1504073556382671,0.08535082709893792,0.06787937604162145,Transport,1
-m4_daily/D/short,Fracast-0,362719.5477945733,362719.5477945733,178.09253287911415,3.3616847218266765,0.038859718306848236,0.031178280082148756,28.870951553667954,602.2620258613134,0.0930328387222482,0.027510374517278016,0.021529580996558252,Econ/Fin,1
-m4_hourly/H/short,Fracast-0,1671425.935349186,1671425.935349186,290.67921349510465,1.4091160038587953,0.1195813041847931,0.1085572813581673,13.425256236277477,1292.836391562825,0.17650070386043407,0.03968412872216878,0.029865277932646768,Econ/Fin,1
-m4_monthly/M/short,Fracast-0,1927149.8720691802,1927149.8720691802,583.2076649927844,1.0047630478301022,0.1679562009845119,0.13771088141192786,9.5998681852416,1388.2182364704695,0.28851940621381994,0.12121057394468682,0.10000291987941262,Econ/Fin,1
-m4_quarterly/Q/short,Fracast-0,1873211.270917475,1873211.270917475,588.967284394704,1.2828117090330502,0.11866843325968718,0.10689253644568873,11.853956771457826,1368.6530864019103,0.22908842506656082,0.09858275185892544,0.07973122036661669,Econ/Fin,1
-m4_weekly/W/short,Fracast-0,397710.5813365202,397710.5813365202,315.31242942681644,2.4706506300449256,0.07523280390931794,0.07781382949734687,23.774208949727445,630.6429903967222,0.11489337956201012,0.05744503813792497,0.045149967060407664,Econ/Fin,1
-m4_yearly/A/short,Fracast-0,3482964.875745432,3482964.875745432,875.090949204363,3.2428440115002584,0.1663195160286622,0.14684229189148942,28.065281512787347,1866.2703115426318,0.29926509560841813,0.14032489021552053,0.10913864072909367,Econ/Fin,1
-m_dense/D/short,Fracast-0,10417.62988207528,10417.62988207528,55.508838820898546,0.8016100418623123,0.14029044812167518,0.11768559346027216,7.507226279530557,102.06679127941311,0.17669271336080114,0.09609401083180924,0.08154649648339225,Transport,1
-m_dense/H/long,Fracast-0,47192.80197530864,47192.80197530864,107.26462962962962,0.90726496975195,0.371173026351435,0.25508891541280865,8.648681398747685,217.2390433953083,0.37607289788738996,0.18569093048447669,0.14842310695901265,Transport,1
-m_dense/H/medium,Fracast-0,42616.22666666667,42616.22666666667,100.10194444444444,0.8480869003930398,0.33975045565204515,0.24259236653645833,8.1122662075145,206.43697989136217,0.35917426446969136,0.1741647367963827,0.13931298609717602,Transport,1
-m_dense/H/short,Fracast-0,52855.486184165624,52855.486184165624,107.79157039855629,0.9371301635001466,0.3458128632289911,0.2555138225388029,8.676809801119093,229.90321046946175,0.40779100716469063,0.1911953859492958,0.153273040695403,Transport,1
-restaurant/D/short,Fracast-0,145.73750866352174,145.73750866352174,7.260724948156715,0.6964633108209883,0.6605886204469819,0.39995920924195033,4.855005918427108,12.072179118266998,0.5555896539806263,0.3341553850448486,0.2616327341565123,Sales,1
-saugeen/D/short,Fracast-0,1228.0447579861307,1228.0447579861307,13.308126575291016,2.9564344486224785,0.30038305028441814,0.338780049633276,24.516989967786568,35.043469548349954,1.135066328317989,0.4310533906400225,0.34184226013853525,Nature,1
-saugeen/M/short,Fracast-0,437.1482018676058,437.1482018676058,12.650405255735498,0.7414036429449877,0.3598194846059725,0.35738543988913873,5.162265211814336,20.90808938826324,0.627723567116358,0.3798031166374996,0.29289869448485517,Nature,1
-saugeen/W/short,Fracast-0,1210.121509672435,1210.121509672435,16.47341568061386,1.3363956058772661,0.42282578709320673,0.43471720761541127,13.813930259711194,34.78680079674523,1.0500685081556906,0.49726375038170323,0.40999663625720645,Nature,1
-solar/10T/long,Fracast-0,31.022379042477695,31.022379042477695,2.6728220200983372,1.1718646213629627,4.544034866091286,1.501095484527068,11.826224928181174,5.569773697600082,1.203817480714276,0.5776877204218953,0.47504825541395085,Energy,1
-solar/10T/medium,Fracast-0,29.209076393497014,29.209076393497014,2.5947304074043354,1.1386858053222932,4.838343521863826,1.4908768196333775,10.33294648628793,5.404542200177274,1.1992893774782687,0.5757809819521454,0.46924011471745986,Energy,1
-solar/10T/short,Fracast-0,32.400502371244755,32.400502371244755,2.672163144056127,1.177871152679217,6.414857199423329,1.557744179612297,8.350858543412578,5.692143916947704,1.6558440490191855,0.7773319692286313,0.6086174106938603,Energy,1
-solar/D/short,Fracast-0,133087.05247706562,133087.05247706562,246.32297375239241,0.9608890225732301,1.1001413125112698,0.41750129735961133,5.802373622433031,364.81098184822457,0.5270276125540209,0.35585279838955025,0.2899621395005526,Energy,1
-solar/H/long,Fracast-0,740.794403892944,740.794403892944,13.036519160583941,0.9936079826476812,5.600820922926902,1.4159091773114356,7.05959030137901,27.21753853479304,0.943681663555723,0.45199987767848526,0.3677045892915876,Energy,1
-solar/H/medium,Fracast-0,693.6806569343066,693.6806569343066,11.912333675486618,0.9116580943007359,4.546788777731897,1.4119252300030414,6.775139160687755,26.33781799873153,0.9487496770823638,0.4291100625138958,0.3492761598710055,Energy,1
-solar/H/short,Fracast-0,649.3874675204814,649.3874675204814,10.903536657920629,0.8430261706739727,3.6425694000234112,1.4070294773703451,5.66616169554991,25.48308198629988,0.9393148773842498,0.401907987597245,0.32335650115806025,Energy,1
-solar/W/short,Fracast-0,2483642.0541730593,2483642.0541730593,1283.3811321425908,1.411104227925404,0.29380846247217657,0.24491754847606753,6.8258966310671685,1575.9575039235858,0.32169232743293813,0.26197017518213955,0.18718376541217524,Energy,1
-sz_taxi/15T/long,Fracast-0,16.1698484241453,16.1698484241453,2.7658856948896013,0.5220067552286537,6791457416834.407,0.4075274258257657,5.36867925560334,4.021175005411391,0.37219279551267953,0.25600545299922167,0.21118497758202817,Transport,1
-sz_taxi/15T/medium,Fracast-0,16.989544938568375,16.989544938568375,2.8150770399305554,0.5490465262953907,10541999981216.164,0.41130211985009346,4.5193874154323455,4.121837568193144,0.38360578538660317,0.26198990643382697,0.2112689201553044,Transport,1
-sz_taxi/15T/short,Fracast-0,17.2335122493883,17.2335122493883,2.8010066363603996,0.5596532849268583,1121637209304.0256,0.40431969534459034,4.010301306579847,4.151326565013683,0.38816678831712365,0.2619060999089052,0.20591015142342542,Transport,1
-sz_taxi/H/short,Fracast-0,7.617078294434512,7.617078294434512,1.9131255937941156,0.5832788839417408,1.1375483628043928,0.3048318422874398,4.303718456141162,2.759905486503933,0.2571022271348902,0.17821945474527592,0.1408190912371445,Transport,1
-temperature_rain/D/short,Fracast-0,186.55123671160948,186.55123671160948,5.90147620590265,1.3825454764004173,29.224458094081317,1.512968893848946,19.909300449676685,13.65837606421823,1.607951983550129,0.6947597815830238,0.562658404305785,Nature,1
-us_births/D/short,Fracast-0,247942.09960650493,247942.09960650493,331.57790972785403,0.48794482178591586,0.031775238411760845,0.031222498851664983,4.7654573498735635,497.9378471320542,0.04667763263605502,0.031082738437440326,0.025427903241785534,Healthcare,1
-us_births/M/short,Fracast-0,96490060.28685836,96490060.28685836,8743.146316270033,0.9905232742475265,0.026873096922313405,0.027304711710833086,10.343317611554765,9822.935421087648,0.030509970445970612,0.02715615284831621,0.02387887393317781,Healthcare,1
-us_births/W/short,Fracast-0,4869990.721610753,4869990.721610753,1564.488025254969,1.4212903249686082,0.02090289712833553,0.0210824301630625,12.691377527151106,2206.80554685064,0.029957168911446997,0.021237771537861435,0.017226517428119033,Healthcare,1

results/Fracast-0/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Fracast-0",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ztxtech/fracast-0",
-    "code_link": "https://github.com/ztxtech/fracast-0/blob/main/script/gift_eval/evaluate.py",
-    "org": "ztxtech",
-    "testdata_leakage": "Yes",
-    "replication_code_available": "Yes"
-}

results/Granite-FlowState-r1.1/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,Granite-FlowState-r1.1,42.82049292218944,42.82049292218944,3.6148773476804372,0.5714188054170729,0.09337616576990967,0.07711654531205278,7.343161918886601,6.5437369233633955,0.11221064133584596,0.061987165786786605,0.049465133262749365,Transport,1
-loop_seattle/5T/medium,Granite-FlowState-r1.1,64.47779220281863,64.47779220281863,4.621886448658411,0.7355908458932993,0.1450500824872185,0.10671246598502554,10.352291676135495,8.029806486013136,0.14286675652083425,0.08223285667937381,0.06604363537582135,Transport,1
-loop_seattle/5T/long,Granite-FlowState-r1.1,76.2332441627967,76.2332441627967,4.958941879246216,0.7851269596650206,0.1514638143897453,0.11342908868219939,11.6098930962979,8.73116510912471,0.15436879355370725,0.08767511158415527,0.07087433771577142,Transport,1
-loop_seattle/D/short,Granite-FlowState-r1.1,18.643451488325592,18.643451488325592,2.910715090158185,0.8805285351780197,0.05401328867310956,0.05373202285530397,16.409808495291113,4.317806328255772,0.07716496831764477,0.0520183678095814,0.043340375983772945,Transport,1
-loop_seattle/H/short,Granite-FlowState-r1.1,60.4172839203635,60.4172839203635,4.0996880376172555,0.8353130070728667,0.10737858750470386,0.09427020056516679,12.899487051692955,7.772855583398131,0.13758745079563303,0.07256864869043556,0.059128448890238716,Transport,1
-loop_seattle/H/medium,Granite-FlowState-r1.1,69.43756268543602,69.43756268543602,4.461180922564338,0.9164186983330671,0.1124264960195504,0.10176490886046545,14.10716259160257,8.332920417562862,0.1472834368199886,0.07885087407845587,0.0643069935408418,Transport,1
-loop_seattle/H/long,Granite-FlowState-r1.1,58.52163232069143,58.52163232069143,4.138562578608746,0.8704855349849465,0.11965449713414011,0.09572721388809945,12.492349817092396,7.649943288723874,0.13671470606211347,0.0739616419494453,0.059744393753176146,Transport,1
-m_dense/D/short,Granite-FlowState-r1.1,8844.385185185185,8844.385185185185,44.804594907407406,0.6780280804854826,0.12489091492830337,0.09885407624421297,11.22129071314475,94.04459147226483,0.16280509885583308,0.07756338125246949,0.06490363513987576,Transport,1
-m_dense/H/short,Granite-FlowState-r1.1,45669.876805555556,45669.876805555556,88.69347005208333,0.786622690912705,0.2930256440777317,0.20985524707370334,15.56250742109504,213.7051164702323,0.37905966848964123,0.15732013304333634,0.13258406118923904,Transport,1
-m_dense/H/medium,Granite-FlowState-r1.1,36440.13333333333,36440.13333333333,79.52442274305555,0.6961297413615561,0.2629954909773274,0.19038873884412977,12.277735854542547,190.8929892199641,0.33212968447602353,0.1383624487296083,0.11511739260793835,Transport,1
-m_dense/H/long,Granite-FlowState-r1.1,33506.66271604938,33506.66271604938,79.46983024691357,0.699150208087103,0.2646974787822378,0.19067783685378087,11.235047534187569,183.04825242555413,0.3168835844007741,0.1375740239345079,0.1132062591978625,Transport,1
-sz_taxi/15T/short,Granite-FlowState-r1.1,16.728458316043767,16.728458316043767,2.747216491326599,0.5487755720731621,1126116727963.8784,0.39763055878244474,7.439945248368927,4.0900438036827635,0.38243659869691954,0.2568764984573061,0.2044651690091268,Transport,1
-sz_taxi/15T/medium,Granite-FlowState-r1.1,16.49518103966346,16.49518103966346,2.7843558026175215,0.5425405698390648,9665869900766.742,0.4095527844551282,7.4826220992568935,4.061425985988599,0.37798347196190774,0.25913077748589786,0.2073763274291691,Transport,1
-sz_taxi/15T/long,Granite-FlowState-r1.1,15.96824363425926,15.96824363425926,2.765990515380164,0.5207498415541186,6180501110401.24,0.40922933290487,6.586632399036764,3.996028482663663,0.3698652495869742,0.2560151352185432,0.2033367834149199,Transport,1
-sz_taxi/H/short,Granite-FlowState-r1.1,7.317307398869441,7.317307398869441,1.8808249123076088,0.5741635514335869,1.331105063104222,0.30036444541735524,7.550469125333817,2.705052198917692,0.25199230184125776,0.17521044481226936,0.1398694383426523,Transport,1
-bitbrains_fast_storage/5T/short,Granite-FlowState-r1.1,1901682.621905392,1901682.621905392,167.2689894107207,0.7460947559842351,2.0728535563261588,0.6134509551935365,16.687942249645744,1379.0150912536787,4.329766307687471,0.5251832552557927,0.40973946752983464,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Granite-FlowState-r1.1,2995213.7149516493,2995213.7149516493,314.8017677480409,1.0401858161035211,4.610036745342824,0.7385942794897868,25.119089350142087,1730.6685745548307,5.2582490995916125,0.956454711287959,0.6986505286923888,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Granite-FlowState-r1.1,4905420.793689073,4905420.793689073,432.7917371445724,0.9603073993104954,5.261749365174479,0.7600769810577693,20.60891135238473,2214.8184561469307,5.85310383916566,1.1437393305124333,0.782488449870848,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Granite-FlowState-r1.1,3431316.6168900854,3431316.6168900854,358.5181370907021,1.0869194034844711,4.402088971006676,0.4428184934045766,22.879634604845315,1852.381336790588,5.279888589569867,1.021893161836061,0.71977635355069,Web/CloudOps,2
-bitbrains_rnd/5T/short,Granite-FlowState-r1.1,1766561.7061398826,1766561.7061398826,130.39813677906207,1.7638507722292056,1.1297549643836737,0.5449222948163439,58.86717925370083,1329.1206514609132,5.438378036675832,0.5335515344699744,0.4377197229911648,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Granite-FlowState-r1.1,2247809.861563726,2247809.861563726,154.4188369348107,4.464451525691743,0.787031806496662,0.6710641459317817,166.11323042594643,1499.2697761122665,6.3081921211292284,0.6497187537736173,0.6362422697013934,Web/CloudOps,2
-bitbrains_rnd/5T/long,Granite-FlowState-r1.1,2283786.5370768206,2283786.5370768206,182.47911526209919,3.407751177916408,2.061568273885263,0.6617425229278162,122.10031824483181,1511.2202146202321,5.789144318738249,0.6990363966732904,0.633359061321069,Web/CloudOps,2
-bitbrains_rnd/H/short,Granite-FlowState-r1.1,1942897.7243936746,1942897.7243936746,161.34457317463023,5.868019925284047,1.6857610524202482,0.4799714762397508,220.25971222524868,1393.878662005296,6.100295005824038,0.7061227930256301,0.6403773136699781,Web/CloudOps,2
-bizitobs_application/10S/short,Granite-FlowState-r1.1,435833.49333333335,435833.49333333335,349.60003472222223,1.0945138008656972,0.01549920399983724,0.015595785776774089,18.927659416491785,660.1768651909375,0.025460382888069278,0.013482675947960921,0.011039946100168736,Web/CloudOps,2
-bizitobs_application/10S/medium,Granite-FlowState-r1.1,4158850.1333333333,4158850.1333333333,1133.59625,2.4570954990529166,0.035588836669921874,0.03629936218261719,68.08341310051901,2039.3259016972577,0.08007832606489343,0.04451298836438572,0.040374599551834145,Web/CloudOps,2
-bizitobs_application/10S/long,Granite-FlowState-r1.1,6054025.6711111115,6054025.6711111115,1489.2286111111111,3.2620142809770902,0.04714868757459852,0.04815923055013021,95.2292224396665,2460.492973188729,0.09489137910440212,0.05743359491367557,0.05265415772823531,Web/CloudOps,2
-bizitobs_l2c/5T/short,Granite-FlowState-r1.1,20.581055850074407,20.581055850074407,2.663113112676711,0.26952585101843013,0.1327533515309151,0.16833361620472678,3.927104841300968,4.536634859681172,0.15580639777259425,0.09146208010584303,0.07415495098508415,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Granite-FlowState-r1.1,53.09288903061225,53.09288903061225,4.438569568452381,0.4387651439909097,0.3216101248275157,0.46777150139471624,5.603154855549286,7.286486741263738,0.38337635501844913,0.23353403129283107,0.18491829100278326,Web/CloudOps,7
-bizitobs_l2c/5T/long,Granite-FlowState-r1.1,54.713948412698414,54.713948412698414,4.423893229166667,0.43798642828221446,0.3502267228934987,0.5016481407917451,5.616426867015719,7.396887751797942,0.4153241888964006,0.24839499108545002,0.19607359239096828,Web/CloudOps,7
-bizitobs_l2c/H/short,Granite-FlowState-r1.1,53.64597671750992,53.64597671750992,4.435615660652282,0.4433349303328908,0.4009693612297662,0.49695812221279284,5.872396536353213,7.324341384555332,0.3948007585900072,0.2390910439171935,0.1897231893499972,Web/CloudOps,7
-bizitobs_l2c/H/medium,Granite-FlowState-r1.1,66.55394345238095,66.55394345238095,4.628214227585565,0.47018720517781587,0.5005183502185141,0.6329492076129236,6.653278259828079,8.158060029956935,0.4939829261954981,0.28024540133402565,0.22507865076967612,Web/CloudOps,7
-bizitobs_l2c/H/long,Granite-FlowState-r1.1,75.22833581349207,75.22833581349207,4.991430276537699,0.5363875361879832,0.5979433659768266,0.6793827241531917,9.646741966595439,8.673426993610546,0.529797953821599,0.30489096744584776,0.2518555741131467,Web/CloudOps,7
-bizitobs_service/10S/short,Granite-FlowState-r1.1,3148.52191468254,3148.52191468254,19.67712058738426,0.7633172189610371,0.06188430604480562,0.048525252972961105,12.754475867585727,56.11169142596345,0.04156933663620937,0.014577440617834976,0.011779218933401439,Web/CloudOps,2
-bizitobs_service/10S/medium,Granite-FlowState-r1.1,59542.25777777778,59542.25777777778,51.6868501984127,1.112505594471713,0.07277412051246279,0.07031014094277034,21.292975393822697,244.0128229781742,0.18364980076232373,0.0389007414656221,0.03297085681352006,Web/CloudOps,2
-bizitobs_service/10S/long,Granite-FlowState-r1.1,132166.81312169312,132166.81312169312,77.2195171957672,1.3402624307525801,0.08288179589327051,0.08071807053984788,30.45096949226667,363.54753901201576,0.2693276392227919,0.05720668698453872,0.053163731236121836,Web/CloudOps,2
-car_parts/M/short,Granite-FlowState-r1.1,1.4722050573937648,1.4722050573937648,0.45413781149985705,0.8515586780548303,0.8606106697924651,1.893962477013163,18.744704531782148,1.2133445748812515,2.9094758251453263,1.0889758863203007,0.9398160803710929,Sales,1
-covid_deaths/D/short,Granite-FlowState-r1.1,350782.8130325815,350782.8130325815,105.45731712092731,35.86894481209891,0.09467551719569789,0.15684102578424372,1029.7135816440584,592.2692065544024,0.2228441607724772,0.03967882691022771,0.03513866300238933,Healthcare,1
-electricity/15T/short,Granite-FlowState-r1.1,137319.03691393053,137319.03691393053,53.095869608011334,1.018241379395906,0.1689074819200456,0.15023384521544098,18.73351181633455,370.5658334411452,0.7304583192548771,0.10466242749118412,0.08790048661804731,Energy,1
-electricity/15T/medium,Granite-FlowState-r1.1,238870.41076984798,238870.41076984798,52.41099211711712,0.8243936458064528,0.12315474808976877,0.11817977273288396,11.50187496073774,488.74370662940305,0.8421546099701565,0.0903094158059576,0.0729588649777341,Energy,1
-electricity/15T/long,Granite-FlowState-r1.1,304612.23711613176,304612.23711613176,57.46679683980856,0.8717266114253,0.1300054788103262,0.12026286654866912,11.66204171447544,551.916875186954,0.8707165205356768,0.09066091587386112,0.07254937222949652,Energy,1
-electricity/D/short,Granite-FlowState-r1.1,1189769259.1740541,1189769259.1740541,4234.128211711712,1.417458035095331,0.4043187114628301,0.09663542902426599,20.756911159968222,34493.03203799362,0.5668350949228479,0.06958079139454862,0.05575820731574889,Energy,1
-electricity/H/short,Granite-FlowState-r1.1,1609673.7918032093,1609673.7918032093,172.07934926625845,0.9460497151690752,0.18848235927994939,0.11259301229178434,16.65911630801175,1268.7292034958482,0.5989307939734722,0.08123374239238583,0.06742330744783993,Energy,1
-electricity/H/medium,Granite-FlowState-r1.1,6177541.610135135,6177541.610135135,241.0686083544482,1.0782392203396434,0.22013789162757236,0.12051602634728509,16.347524384261146,2485.466075032032,0.9701593099507457,0.09409702151292647,0.0763968962276965,Energy,1
-electricity/H/long,Granite-FlowState-r1.1,9074913.373021021,9074913.373021021,274.272160472973,1.2119279435299404,0.2954353958269407,0.13554681050553669,19.406985310203254,3012.459688198503,1.188113258566846,0.10817286338811918,0.08841821229745177,Energy,1
-electricity/W/short,Granite-FlowState-r1.1,33100016404.064865,33100016404.064865,25321.007967342342,1.3812113732597766,0.16706132031909812,0.0863024091655969,20.762894426391732,181934.0990690444,0.4151135897054748,0.057774186180983164,0.0458255605047542,Energy,1
-ett1/15T/short,Granite-FlowState-r1.1,4.442524919055757,4.442524919055757,1.055978502546038,0.6802917207627877,0.45468905768698353,0.23841071810041156,8.35815747745422,2.1077298021937625,0.3984486781439899,0.19962389773585362,0.1567541764212187,Energy,7
-ett1/15T/medium,Granite-FlowState-r1.1,8.992349911644345,8.992349911644345,1.579459984188988,1.0032300671345475,0.7395525641672563,0.3875243680439298,12.547648936807203,2.9987247142150855,0.5715599123831161,0.30104664356027483,0.2361714006070424,Energy,7
-ett1/15T/long,Granite-FlowState-r1.1,8.4578125,8.4578125,1.599786396329365,1.0242953807403656,0.7716730514026123,0.3939791046626984,12.485701937388217,2.908231851142546,0.5543118663205758,0.3049208689173845,0.23880504815809436,Energy,7
-ett1/D/short,Granite-FlowState-r1.1,40303.35555555556,40303.35555555556,130.5198040674603,1.5470503094593107,1.4104303269159226,0.46201656281001985,17.421064406869203,200.7569564312917,0.5272948052430658,0.3428145947693165,0.268597089231379,Energy,7
-ett1/H/short,Granite-FlowState-r1.1,98.93397681826637,98.93397681826637,4.902997407459077,0.8149935271966231,0.4684942745027088,0.25785915283929733,9.885304534942575,9.946556028006196,0.46424643768221874,0.22884293558182456,0.17864531439385675,Energy,7
-ett1/H/medium,Granite-FlowState-r1.1,131.75859375,131.75859375,6.6317138671875,1.2239744855247616,2773888281103.4297,0.4247671218145461,15.639067535049525,11.478614626774434,0.5497984306624957,0.3176433738160071,0.249008847940679,Energy,7
-ett1/H/long,Granite-FlowState-r1.1,149.66464947089946,149.66464947089946,7.102835648148148,1.345518954092143,2521832986156.261,0.4644356540901951,16.974845370226074,12.233750425396925,0.5858478114084024,0.34013941551584037,0.2666175637172497,Energy,7
-ett1/W/short,Granite-FlowState-r1.1,1209587.142857143,1209587.142857143,816.3184988839286,1.478741481365925,0.5085328647068569,0.525702953338623,20.13851768570184,1099.8123216518093,0.43764157282962557,0.3248326143908989,0.25876824155087563,Energy,7
-ett2/15T/short,Granite-FlowState-r1.1,7.433689662388393,7.433689662388393,1.7008858816964285,0.7384027233646114,0.10786576495383415,0.1268110547746931,10.400515129220086,2.726479353009737,0.12943568493302798,0.0807471103154575,0.06436762992659932,Energy,7
-ett2/15T/medium,Granite-FlowState-r1.1,12.101385323660715,12.101385323660715,2.168910629030258,0.8868956733739541,0.13606172565220417,0.1594026838030134,11.35460989713758,3.4787045467617275,0.18538644995735842,0.11558516579540995,0.09207258893636237,Energy,7
-ett2/15T/long,Granite-FlowState-r1.1,12.237542162698412,12.237542162698412,2.1961648995535716,0.9050912457629583,0.1393115146793567,0.1620602756076389,12.138698592145643,3.498219856255237,0.18642646837700225,0.11703760284397455,0.0943523584810855,Energy,7
-ett2/D/short,Granite-FlowState-r1.1,138587.88571428572,138587.88571428572,219.10188492063492,1.3897593474455543,0.38629729255797374,0.1419898381308904,14.686460473942931,372.27393907482394,0.21306219744909505,0.12539778954832093,0.10302542932056531,Energy,7
-ett2/H/short,Granite-FlowState-r1.1,104.50483165922618,104.50483165922618,6.303522309802827,0.7207248261847619,0.11624919250551964,0.10764389946347191,9.350039125568314,10.22276047157646,0.12965304662254284,0.07994620182987354,0.06427493563862349,Energy,7
-ett2/H/medium,Granite-FlowState-r1.1,248.37712053571428,248.37712053571428,9.701012602306548,1.0412887069439127,0.1755138744788928,0.1691345941452753,13.655143878241839,15.759984788562274,0.21237592989284354,0.13072738330383865,0.10623828527297685,Energy,7
-ett2/H/long,Granite-FlowState-r1.1,277.33164682539683,277.33164682539683,10.22107101521164,1.097435592836727,0.19034047003441823,0.17958283600983796,13.765694068141695,16.65327735988916,0.22805381613482756,0.13996970083608845,0.11276664785250319,Energy,7
-ett2/W/short,Granite-FlowState-r1.1,5391661.142857143,5391661.142857143,1596.753627232143,0.9695904656565125,0.1444650718144008,0.16234183311462402,11.149484367738765,2321.9950781293965,0.1947797887008792,0.1339431495996941,0.10652702792859971,Energy,7
-hierarchical_sales/D/short,Granite-FlowState-r1.1,29.087526644532865,29.087526644532865,2.3149030643635027,0.7465963613500913,0.6486222617751877,1.0585066627268134,12.014865225355267,5.393285329419617,1.654600212033894,0.7101866241417535,0.5827202312601111,Sales,1
-hierarchical_sales/W/short,Granite-FlowState-r1.1,441.05945444915255,441.05945444915255,8.65535930051642,0.7041560075862549,0.4982404462468342,0.44777420819815944,11.155394972652246,21.00141553441464,0.9641852597413849,0.3973717791378409,0.33456040539283305,Sales,1
-hospital/M/short,Granite-FlowState-r1.1,2164.7243929269885,2164.7243929269885,16.38479628846833,0.7402010891489667,0.19223510529983567,0.17049851680724115,8.583375476156979,46.52659876809166,0.1689023576636654,0.059480615309002616,0.047023095997766357,Healthcare,1
-jena_weather/10T/short,Granite-FlowState-r1.1,769.0742987738715,769.0742987738715,5.495101020449684,0.2771594747713172,0.39031378642147635,0.34633570928635377,3.7224894612721298,27.732188856523237,0.1722516648632715,0.034131467381150214,0.027298745529688487,Nature,21
-jena_weather/10T/medium,Granite-FlowState-r1.1,1423.517243867244,1423.517243867244,9.466825058621934,0.59664313258057,0.6919762807882073,0.5239432389118007,10.194704048269562,37.729527480041995,0.23154547796196237,0.058097746761880675,0.047669193825090744,Nature,21
-jena_weather/10T/long,Granite-FlowState-r1.1,1391.13849619709,1391.13849619709,9.479343765500992,0.6030176689845642,0.6849356703911327,0.5101684765966505,9.818137016678751,37.29796906263248,0.2282326624587765,0.05800572847087873,0.047659983137912594,Nature,21
-jena_weather/D/short,Granite-FlowState-r1.1,376.1075892857143,376.1075892857143,9.443488033234127,0.9939123424562557,0.5728558380591687,0.429398453187751,13.619543908861337,19.39349347811565,0.11678052793359939,0.056865232625579715,0.04558364609271115,Nature,21
-jena_weather/H/short,Granite-FlowState-r1.1,1077.1955864188467,1077.1955864188467,8.188501139730837,0.5196861226091521,1.1501010960746758,0.5270776264878901,7.991605098828543,32.820657921785276,0.20118852822063593,0.05019498684521908,0.04119831088589379,Nature,21
-jena_weather/H/medium,Granite-FlowState-r1.1,1330.8058531746033,1330.8058531746033,10.226915922619048,0.7842942648496598,1.8652826046760853,0.6386914476148045,11.40531967647425,36.48021180276512,0.22322888589957443,0.06258031230569297,0.05083417539446324,Nature,21
-jena_weather/H/long,Granite-FlowState-r1.1,1841.494708994709,1841.494708994709,13.846733424272486,0.9848209886039994,1.8613040453767122,0.6123215711083183,15.607983226575751,42.91264043373128,0.25838163942703385,0.08337267636554856,0.06880514349091527,Nature,21
-kdd_cup_2018/D/short,Granite-FlowState-r1.1,2921.234310584148,2921.234310584148,21.20006677300477,1.1951445046864824,0.5133452117106201,0.46647117559449597,17.98914564621405,54.048444108819155,1.2107425328178039,0.4749040044330547,0.38685809142608985,Nature,1
-kdd_cup_2018/H/short,Granite-FlowState-r1.1,4337.888890701996,4337.888890701996,22.387130088702538,0.9372166722022238,0.873000487563369,0.4887326658474317,13.435242376527574,65.86265171325853,1.3786245797153462,0.46860317656109995,0.38122292771860034,Nature,1
-kdd_cup_2018/H/medium,Granite-FlowState-r1.1,5052.386906355176,5052.386906355176,25.23020061772411,1.0530793374274843,0.9681536701541428,0.5636873612115938,14.37902041715058,71.08014424827215,1.4878361640663633,0.5281137974985459,0.42830766409169074,Nature,1
-kdd_cup_2018/H/long,Granite-FlowState-r1.1,4053.343280007734,4053.343280007734,24.065082806155928,1.0311357462105595,1.034437652912479,0.6159803498329852,13.69219308729011,63.66587217660443,1.4938586860877772,0.5646641089228381,0.4533249005609384,Nature,1
-m4_daily/D/short,Granite-FlowState-r1.1,383310.48283145763,383310.48283145763,183.23157888066513,3.4131109315753108,0.040825493850045344,0.031355624337666754,47.63678962259134,619.1207336468854,0.09563704263290454,0.02830421494347694,0.022900931802225407,Econ/Fin,1
-m4_hourly/H/short,Granite-FlowState-r1.1,723110.9570659692,723110.9570659692,196.79325420115498,0.713990207508164,0.08605266250849922,0.07881981527939702,10.842057120645304,850.3593105658156,0.11609283342854268,0.026866627078656887,0.02135558155683602,Econ/Fin,1
-m4_monthly/M/short,Granite-FlowState-r1.1,1823382.6206840277,1823382.6206840277,552.4422353063512,0.916699987111396,0.15884671712804724,0.12885651554001704,13.9707533787845,1350.3268569809413,0.2806442762956636,0.11481646130430026,0.0931532832288947,Econ/Fin,1
-m4_quarterly/Q/short,Granite-FlowState-r1.1,1738616.6759635417,1738616.6759635417,552.4645934855143,1.1420816185424119,0.11770258088906606,0.10061800170938173,16.177277701491448,1318.5661439471066,0.22070475375841966,0.09247284455557588,0.07464459265586436,Econ/Fin,1
-m4_weekly/W/short,Granite-FlowState-r1.1,227444.00771373473,227444.00771373473,253.5405372830512,2.003717481484363,0.06146616391152725,0.06104892496125765,23.404341756008172,476.9109012318074,0.08688576857100315,0.046191153082985485,0.036472378780812914,Econ/Fin,1
-m4_yearly/A/short,Granite-FlowState-r1.1,3131604.405429326,3131604.405429326,817.0288270277451,2.984024894070045,0.1659732732094537,0.13642267458416943,50.49293436422214,1769.6339749872927,0.28376901000824706,0.1310143592804424,0.10743897836577086,Econ/Fin,1
-restaurant/D/short,Granite-FlowState-r1.1,137.7787987433017,137.7787987433017,7.046978344199837,0.677381609597049,0.6467121740989439,0.3890514482444905,8.241040759460827,11.73792139790098,0.5402063392220255,0.32431827108484773,0.2561261610293061,Sales,1
-saugeen/D/short,Granite-FlowState-r1.1,1035.563125,1035.563125,11.783541666666666,2.617649999084457,0.27195281982421876,0.3072052510579427,43.21598802043241,32.1801666403392,1.0423232649014553,0.3816717221938187,0.31452559549176246,Nature,1
-saugeen/M/short,Granite-FlowState-r1.1,380.6612955729167,380.6612955729167,12.135650634765625,0.7111608211623143,0.340565250033424,0.33993373598371235,7.677201788255062,19.51054319010408,0.5857650376482935,0.3643486386665845,0.28286816123353986,Nature,1
-saugeen/W/short,Granite-FlowState-r1.1,927.8205078125,927.8205078125,13.886923217773438,1.126597692510595,0.34466731548309326,0.36839163303375244,17.58278879914699,30.460146221128024,0.9194648420678209,0.419188324656872,0.3435656589218223,Nature,1
-solar/10T/short,Granite-FlowState-r1.1,24.720465577953924,24.720465577953924,2.183071472464977,0.9589325577874787,5.650709114180957,1.1862783837506152,12.726368164043848,4.971967978371736,1.4463449183608275,0.6350552425826858,0.4935898798135239,Energy,1
-solar/10T/medium,Granite-FlowState-r1.1,21.32158231205762,21.32158231205762,1.8855408740871593,0.8232591275892576,3.8759157674105147,0.9138217515517283,11.07508290126873,4.617529892925179,1.0246482461787885,0.41840901835676175,0.3314387984075189,Energy,1
-solar/10T/long,Granite-FlowState-r1.1,20.4143656066251,20.4143656066251,1.8876105959011305,0.8242874371025948,3.5151956025250626,0.9042914375585296,10.715946882788078,4.518225935765619,0.9765422377082462,0.40797682573851435,0.3226831328999706,Energy,1
-solar/D/short,Granite-FlowState-r1.1,109432.85644768857,109432.85644768857,262.3573296836983,1.02409644292405,0.9211316185276004,0.4570838501273571,8.045836984753434,330.806373045757,0.4779025454518829,0.3790169896649952,0.2780918687327324,Energy,1
-solar/H/short,Granite-FlowState-r1.1,777.4137228478359,777.4137228478359,11.22367580441663,0.8659475080751678,4.611731669517061,1.2401509271696132,14.227258467692957,27.88213985417611,1.0277449656136954,0.4137084299841406,0.33745670532819655,Energy,1
-solar/H/medium,Granite-FlowState-r1.1,836.8581964720195,836.8581964720195,10.958907628117396,0.839777069545184,4.923572757517174,1.2340413833988315,13.859831599381886,28.928501455692782,1.0420721418868888,0.3947654309803713,0.32704401025351737,Energy,1
-solar/H/long,Granite-FlowState-r1.1,846.5779602595296,846.5779602595296,11.646764750608272,0.8878626267514227,5.8804177557274055,1.172973835519761,13.799974504528342,29.09601278971965,1.0088119223695706,0.4038146127567912,0.32890043353662274,Energy,1
-solar/W/short,Granite-FlowState-r1.1,1227805.2262773723,1227805.2262773723,848.6813697536496,0.927460577256568,0.18811136788695398,0.16777606950189075,9.054210756693172,1108.0637284368495,0.2261835046686794,0.1732370816150543,0.1333145763617965,Energy,1
-temperature_rain/D/short,Granite-FlowState-r1.1,183.57464001832022,183.57464001832022,5.741369487955628,1.333805731412502,16.92348956585481,1.4556871695658486,29.64772745993979,13.548971917393594,1.595072215615797,0.675910984660452,0.5539753872752878,Nature,1
-us_births/D/short,Granite-FlowState-r1.1,197990.13333333333,197990.13333333333,283.69604166666664,0.4175609173313895,0.02720049540201823,0.026900806427001954,6.376966146226347,444.9608222454347,0.04171146643669608,0.026594201845652737,0.021694404889559496,Healthcare,1
-us_births/M/short,Granite-FlowState-r1.1,58234309.333333336,58234309.333333336,5903.828125,0.667696291168976,0.018020798762639362,0.01828135425845782,10.031723113895659,7631.14076225392,0.02370227117910025,0.018337249904458355,0.014920015894344925,Healthcare,1
-us_births/W/short,Granite-FlowState-r1.1,2029044.5714285714,2029044.5714285714,1061.6605050223213,0.9656769501920781,0.01444631814956665,0.014466085604258947,15.024446556263998,1424.4453557186991,0.0193367060307101,0.014411937255166946,0.011944285300434935,Healthcare,1

results/Granite-PatchTST-FM-r1/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,Granite-PatchTST-FM-r1,3560241.911086835,3560241.911086835,330.3868431509289,0.8835260186384448,3.197770993630356,0.8318481264292397,15.440296969627102,1886.8603316321096,4.9864085182291085,0.8731137866328444,0.655179639612732,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Granite-PatchTST-FM-r1,2864790.2500490574,2864790.2500490574,250.51094820457672,0.9833245733486772,2.4101741209596725,0.8192538448108175,20.647428446914976,1692.5691271109306,5.142492774059587,0.7611214929601039,0.5900655532810936,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Granite-PatchTST-FM-r1,1690064.7653183923,1690064.7653183923,157.64045200789258,0.7333684488586926,1.5585825129129298,0.7530395322444554,14.264675983559377,1300.024909499196,4.081756749698011,0.4949520384625052,0.3768071796512747,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Granite-PatchTST-FM-r1,2832920.457411168,2832920.457411168,294.93454232321415,1.1892983194717002,3.05796086826526,0.5809643436078195,21.79707498580622,1683.1281761681637,4.797461914676581,0.8406592285439941,0.6342816013834021,Web/CloudOps,2
-bitbrains_rnd/5T/long,Granite-PatchTST-FM-r1,2951950.9541333546,2951950.9541333546,218.38087151754831,3.3229869039654143,3.0497967958344185,0.7304561066133104,114.93912797891832,1718.124254567566,6.581747218177688,0.8365679547289803,0.6949354567739926,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Granite-PatchTST-FM-r1,2465016.8314685137,2465016.8314685137,160.9891727007411,4.386970607331847,0.9643846934118298,0.752701340702562,159.0422563748133,1570.037207033169,6.605946011728172,0.677363427165845,0.6387112853902226,Web/CloudOps,2
-bitbrains_rnd/5T/short,Granite-PatchTST-FM-r1,1586002.2058809646,1586002.2058809646,120.28101205190684,1.6628450304097355,1.1000200726745368,0.6984842677887679,52.5695216925217,1259.3657951052048,5.152961254376889,0.4921551761606629,0.3947585807419383,Web/CloudOps,2
-bitbrains_rnd/H/short,Granite-PatchTST-FM-r1,1857786.7078129663,1857786.7078129663,153.0405726524871,5.783279698051841,1.5838947137455075,0.5631753645011934,193.9183338835672,1363.0064958806934,5.965183562889221,0.6697804531385586,0.5866811869518448,Web/CloudOps,2
-bizitobs_application/10S/long,Granite-PatchTST-FM-r1,3739765.4755555554,3739765.4755555554,1194.3565277777775,2.8141896501849737,0.0400035858154296,0.0406939866807725,35.77763044814646,1933.8473247791708,0.0745807615080632,0.0460615572969105,0.0385763341730791,Web/CloudOps,2
-bizitobs_application/10S/medium,Granite-PatchTST-FM-r1,2980090.6666666665,2980090.6666666665,972.0909375,2.1815994191328287,0.0312965234120686,0.0318047841389973,23.685191556868656,1726.2939108583644,0.0677864810928479,0.0381711500810472,0.031389051072567,Web/CloudOps,2
-bizitobs_application/10S/short,Granite-PatchTST-FM-r1,390921.5288888889,390921.5288888889,342.4424652777778,1.0330746183122967,0.0149882952372233,0.0150943660736083,7.907045051580357,625.237178108347,0.0241128988152143,0.0132066371041114,0.0104364307084782,Web/CloudOps,2
-bizitobs_l2c/5T/long,Granite-PatchTST-FM-r1,143.02444444444444,143.02444444444444,8.021969246031746,0.8020580458368616,0.6505114606658532,0.8541219463045635,4.6966925290890655,11.95928277299456,0.6714958485437813,0.4504215802991161,0.3395052383335766,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Granite-PatchTST-FM-r1,91.40143494897958,91.40143494897958,6.330571056547619,0.6397992289605405,0.4268889225162263,0.7167942176870749,4.358261035637123,9.560409768884364,0.5030181457575778,0.3330811326534564,0.2570901289892507,Web/CloudOps,7
-bizitobs_l2c/5T/short,Granite-PatchTST-FM-r1,21.17513485863095,21.17513485863095,2.697712634858631,0.27508879758439,0.1468369658979901,0.2075271606445312,3.072308120042426,4.601644799268078,0.158039108459347,0.09265037139772,0.0744579968392201,Web/CloudOps,7
-bizitobs_l2c/H/long,Granite-PatchTST-FM-r1,87.99270833333334,87.99270833333334,5.283280629960317,0.5604280735871783,0.58333244462591,0.7765326121496776,4.646736646748616,9.380442864456525,0.5729845237863355,0.3227180293648931,0.2640906197769966,Web/CloudOps,7
-bizitobs_l2c/H/medium,Granite-PatchTST-FM-r1,81.18707217261905,81.18707217261905,5.079536365327381,0.5133178873831814,0.505432298650427,0.7722488403320312,4.079640908887259,9.010386904712751,0.5455926130721421,0.3075736422932536,0.2490579016445379,Web/CloudOps,7
-bizitobs_l2c/H/short,Granite-PatchTST-FM-r1,66.49545820932539,66.49545820932539,4.962561228918651,0.4926453726385679,0.4100937877627585,0.6294116065615699,3.1085738749910985,8.154474735341656,0.4395470722056446,0.2674947595776747,0.206441463964781,Web/CloudOps,7
-bizitobs_service/10S/long,Granite-PatchTST-FM-r1,120780.36656084657,120780.36656084657,70.96888227513227,1.2479301866344925,0.0978730572089947,0.098556560536541,11.926088452159098,347.5346983552097,0.2574648149465814,0.0525760168075567,0.0449459898779979,Web/CloudOps,2
-bizitobs_service/10S/medium,Granite-PatchTST-FM-r1,25411.3853968254,25411.3853968254,39.39496527777778,1.0288784916062734,0.0895549180772569,0.0859443785652281,8.87982620222163,159.40948966992335,0.1199753384277009,0.0296495792147352,0.0238714811508857,Web/CloudOps,2
-bizitobs_service/10S/short,Granite-PatchTST-FM-r1,2463.506878306878,2463.506878306878,19.23072255291005,0.7309067102604315,0.088355396412037,0.077605652178406,5.943472131845511,49.63372722561624,0.0367702518791123,0.0142467340579427,0.0112838944570345,Web/CloudOps,2
-car_parts/M/short,Granite-PatchTST-FM-r1,26.4610474557219,26.4610474557219,0.6837069816888368,1.876759252700665,0.8541359817272098,1.908326833295968,24.32957864258123,5.144030273600837,12.33485691920787,1.6394592071270708,1.4383714554290363,Sales,1
-covid_deaths/D/short,Granite-PatchTST-FM-r1,380890.01704260655,380890.01704260655,119.496757518797,32.37175180743203,0.0902342940071487,0.3630837959155701,520.857468214823,617.1628772395554,0.232210536021342,0.0449612365545464,0.035977096966817,Healthcare,1
-electricity/15T/long,Granite-PatchTST-FM-r1,329434.623975976,329434.623975976,59.168566722972976,0.8857615710620902,0.1300065319187137,0.1321669115404466,7.375683737674041,573.9639570356104,0.9054984840651322,0.0933456653770936,0.0744486372424997,Energy,1
-electricity/15T/medium,Granite-PatchTST-FM-r1,273030.62342342344,273030.62342342344,54.55219833896396,0.8397576402370122,0.1252744205018101,0.1303305823523719,7.287509686343032,522.5233233296132,0.9003603032990526,0.0939989310508085,0.0758314699271581,Energy,1
-electricity/15T/short,Granite-PatchTST-FM-r1,146451.70876126125,146451.70876126125,54.06206239442567,1.031365868917758,0.1729898139890589,0.1710955150707348,11.071261990972364,382.6900949348719,0.7543576107560772,0.1065669813778311,0.0883694283128147,Energy,1
-electricity/D/short,Granite-PatchTST-FM-r1,1559566856.59791,1559566856.59791,4476.371603603604,1.4504649323007712,0.3146180595621108,0.0971008146818693,12.020056552678527,39491.35166840849,0.6489740590631771,0.0735616515195071,0.0578184976187207,Energy,1
-electricity/H/long,Granite-PatchTST-FM-r1,5786424.070918919,5786424.070918919,245.4288168168168,1.1191279175005069,0.2771379289769037,0.1355321004598348,9.52712796501222,2405.4987156344355,0.9487279819629136,0.0967970527611579,0.0765718702153733,Energy,1
-electricity/H/medium,Granite-PatchTST-FM-r1,5192548.627027027,5192548.627027027,235.82394988738736,1.0436214104333954,0.2199524193892879,0.1270903908669411,8.773832351807384,2278.7164428745905,0.8894581210993733,0.0920498590480449,0.0732556555318954,Energy,1
-electricity/H/short,Granite-PatchTST-FM-r1,1843707.3834234236,1843707.3834234236,180.9339907094595,0.9625130794110324,0.1576397468994951,0.1292154934170009,10.570119684131894,1357.8318686138662,0.6409936100265168,0.0854137648129849,0.0696319143975002,Energy,1
-electricity/W/short,Granite-PatchTST-FM-r1,36726996224.46126,36726996224.46126,26507.044144144144,1.5222598920330002,0.2493074548179805,0.1001737749254381,11.968112826560269,191642.88722637543,0.4372658262906267,0.0604803273837136,0.0484658611020912,Energy,1
-ett1/15T/long,Granite-PatchTST-FM-r1,9.291839037698413,9.291839037698413,1.5923480902777778,1.006992137595089,0.7523337783802859,0.3936470346602183,7.255476983369256,3.048251800245251,0.5809998070632441,0.3035031204293816,0.2338483399922018,Energy,7
-ett1/15T/medium,Granite-PatchTST-FM-r1,10.24916728670635,10.24916728670635,1.6263766431051587,1.011379228470316,0.6833244230750114,0.4038027808779761,6.831795281749721,3.201432068107388,0.6101961175736281,0.3099889962437612,0.2376469028180295,Energy,7
-ett1/15T/short,Granite-PatchTST-FM-r1,5.136346726190476,5.136346726190476,1.0981990269252233,0.6928476742686431,0.5082904209048354,0.2319919949486142,4.734854715419407,2.2663509715378325,0.4284346708349145,0.20760532879542,0.1603141513930065,Energy,7
-ett1/D/short,Granite-PatchTST-FM-r1,50289.03492063492,50289.03492063492,151.08561507936508,1.771473723433422,1.5291763547867063,0.4848894391741071,10.490174075618324,224.25216815146945,0.5890057581702475,0.396831379567005,0.2989924023511341,Energy,7
-ett1/H/long,Granite-PatchTST-FM-r1,168.01669973544975,168.01669973544975,7.836313140707672,1.4602118968603444,3107483977147.2886,0.5058860819175761,9.076850798328705,12.96212558708832,0.6207281203507274,0.3752640640325587,0.2850414625166165,Energy,7
-ett1/H/medium,Granite-PatchTST-FM-r1,146.11673177083333,146.11673177083333,7.241581798735119,1.3000336751521957,3393483094790.0005,0.4607075645810082,8.637312385097207,12.087875403512122,0.5789805776206538,0.3468546020503054,0.2633321682206374,Energy,7
-ett1/H/short,Granite-PatchTST-FM-r1,95.15452008928573,95.15452008928573,4.818414597284226,0.8088845147551476,0.4212641034807478,0.2609306880405971,5.648773862874824,9.754717837502309,0.4552925896798463,0.2248951222058543,0.175970671403293,Energy,7
-ett1/W/short,Granite-PatchTST-FM-r1,1524946.5714285714,1524946.5714285714,967.9596819196428,1.6094378042651256,0.7341563361031669,0.5544040203094482,8.65047715163096,1234.8872707371193,0.4913911190056428,0.3851742604544947,0.2775505333337409,Energy,7
-ett2/15T/long,Granite-PatchTST-FM-r1,11.837507440476193,11.837507440476193,2.1687709263392856,0.9149746233727708,0.1408953510909379,0.1753431532118055,7.652566824894373,3.440567895053982,0.1833540910069694,0.1155777284246976,0.0942035780099884,Energy,7
-ett2/15T/medium,Granite-PatchTST-FM-r1,11.86523685515873,11.86523685515873,2.123739304315476,0.8910729126134934,0.1369941394834891,0.1704220920138889,7.145450057863805,3.4445953107961365,0.18356871928202,0.1131779117739015,0.0910012727531562,Energy,7
-ett2/15T/short,Granite-PatchTST-FM-r1,7.900158110119047,7.900158110119047,1.748869105747768,0.7569587196472788,0.107751687559489,0.1281962258475167,5.2642382475802,2.8107219908982546,0.1334349719274312,0.083025037974541,0.0656665645916505,Energy,7
-ett2/D/short,Granite-PatchTST-FM-r1,104998.3365079365,104998.3365079365,193.625496031746,1.2782534440565,0.4280349489242311,0.1327717614552331,12.398217765109216,324.0344680862462,0.1854534754468212,0.1108169800153619,0.0916184272663594,Energy,7
-ett2/H/long,Granite-PatchTST-FM-r1,219.33330026455027,219.33330026455027,9.038329819775132,1.0044719456946245,0.1789282378303983,0.1679141412967096,8.596149250513434,14.809905477907355,0.2028102569748672,0.1237729704694383,0.099605908353893,Energy,7
-ett2/H/medium,Granite-PatchTST-FM-r1,221.83154761904763,221.83154761904763,9.287344215029762,1.011140085970306,0.1723698464376925,0.1648891993931361,7.701020435605725,14.894010461223925,0.2007063689447082,0.1251529357650987,0.0980075242732892,Energy,7
-ett2/H/short,Granite-PatchTST-FM-r1,104.0081101190476,104.0081101190476,6.292024739583334,0.7264983531366029,0.1169904753496935,0.1082992735363188,5.348523253569123,10.198436650734642,0.129344552895588,0.0798003806486125,0.0633594006618307,Energy,7
-ett2/W/short,Granite-PatchTST-FM-r1,3517323.4285714286,3517323.4285714286,1282.2314453125,0.8794649853792829,0.1703345264707292,0.1658431802477155,12.051513574052766,1875.4528595972304,0.1573217424754814,0.1075595604555686,0.0953089766835159,Energy,7
-hierarchical_sales/D/short,Granite-PatchTST-FM-r1,28.748806324927656,28.748806324927656,2.315990595287309,0.7465589063341885,0.641347762140962,1.0702172256097562,7.108029550495353,5.361791335451954,1.644938203459559,0.7105202665854988,0.5767988927247731,Sales,1
-hierarchical_sales/W/short,Granite-PatchTST-FM-r1,458.8499735169492,458.8499735169492,8.916996325476696,0.716464917024617,0.5339663549386389,0.4560585021972656,6.729422518601681,21.42078368120432,0.9834386564887168,0.4093836629299549,0.3448925913569617,Sales,1
-hospital/M/short,Granite-PatchTST-FM-r1,3810.112559756627,3810.112559756627,19.023498614732723,0.7853037073861423,0.1974985586047846,0.1793038220262589,5.255814513111923,61.72610922256989,0.2240801101551184,0.0690597174974116,0.054355253573628,Healthcare,1
-jena_weather/10T/long,Granite-PatchTST-FM-r1,1384.4145502645504,1384.4145502645504,9.619530216600529,0.6462098947259111,0.8581206706589269,0.6366232251364087,5.758603968072445,37.20772164839646,0.227680428829171,0.0588635548703414,0.0478569403430338,Nature,21
-jena_weather/10T/medium,Granite-PatchTST-FM-r1,1432.267243867244,1432.267243867244,9.30020799512987,0.5892837527888096,0.7713411836353322,0.641492844178391,5.326222438440273,37.84530676143667,0.2322560006170245,0.0570752174760108,0.0462648760803059,Nature,21
-jena_weather/10T/short,Granite-PatchTST-FM-r1,809.2229166666667,809.2229166666667,5.572844587053571,0.2712864170138168,0.365503831047429,0.5411508227151538,2.300174627069347,28.44684370306602,0.1766905524337725,0.0346143494509349,0.0279210283569779,Nature,21
-jena_weather/D/short,Granite-PatchTST-FM-r1,347.5309771825397,347.5309771825397,9.165304129464284,1.0025985781193825,0.6179124861199239,0.4390276227678571,6.436768534914223,18.642182736539723,0.1122564093088437,0.0551901108543768,0.0437195469754961,Nature,21
-jena_weather/H/long,Granite-PatchTST-FM-r1,1272.795238095238,1272.795238095238,11.082472511574077,0.8023925089669193,2.7347417027598717,0.6393813037367725,6.088307670680138,35.67625594278691,0.2148105874154018,0.066728763075476,0.0534239495978675,Nature,21
-jena_weather/H/medium,Granite-PatchTST-FM-r1,1296.902380952381,1296.902380952381,10.320042007688492,0.7489722241679198,2.9821052571997826,0.6600172254774306,5.799681113480338,36.01253088790596,0.2203670634368937,0.0631501673364322,0.0514484064325006,Nature,21
-jena_weather/H/short,Granite-PatchTST-FM-r1,1210.3553675856308,1210.3553675856308,8.944488499895572,0.5281775733213819,2.1168104852810274,0.6086263632714599,4.526691473585032,34.79016193675492,0.2132614529927782,0.0548291386867528,0.0442949163885226,Nature,21
-kdd_cup_2018/D/short,Granite-PatchTST-FM-r1,2957.866347496509,2957.866347496509,21.549396568920805,1.219652621900834,0.5284714819594055,0.4788551069303145,9.385715871214828,54.386269843559866,1.2183101560560292,0.4827293501156341,0.3834325323845116,Nature,1
-kdd_cup_2018/H/long,Granite-PatchTST-FM-r1,4236.865544495287,4236.865544495287,24.48609980021209,1.0282468225130277,0.9085002856807992,0.6246091941985341,7.692172582381301,65.0912094256612,1.5273027998289397,0.5745428470562617,0.4540966480665742,Nature,1
-kdd_cup_2018/H/medium,Granite-PatchTST-FM-r1,5458.294339887579,5458.294339887579,26.340993360919377,1.0665688206070971,0.8542630355881101,0.5889132317578863,8.435857708864447,73.88027030193906,1.5464478608225838,0.5513646968054816,0.4393298934540979,Nature,1
-kdd_cup_2018/H/short,Granite-PatchTST-FM-r1,4958.699611221055,4958.699611221055,23.904235588357256,0.983285549637286,0.8306301819438837,0.5288944451864471,7.417579533097781,70.41803470149571,1.4739770035352555,0.5003589448880097,0.399999886337238,Nature,1
-loop_seattle/5T/long,Granite-PatchTST-FM-r1,84.2026774452471,84.2026774452471,5.06509875587662,0.8022168999660725,0.1475555501805985,0.1152929038026029,6.191924637287151,9.176201689438123,0.1622371225068585,0.0895519818741918,0.0709189343106704,Transport,1
-loop_seattle/5T/medium,Granite-PatchTST-FM-r1,66.54444885190918,66.54444885190918,4.572653105650155,0.7275648604052184,0.1385115933098414,0.1049488901427655,5.4338195192346594,8.157478093866338,0.1451382937371707,0.0813568926535093,0.0642675026877392,Transport,1
-loop_seattle/5T/short,Granite-PatchTST-FM-r1,42.5755638161926,42.5755638161926,3.4612344684738616,0.5477137602628981,0.0879340495610507,0.0747455526062578,4.011723008389508,6.524995311583956,0.1118892674543696,0.0593525314076191,0.0466317799457261,Transport,1
-loop_seattle/D/short,Granite-PatchTST-FM-r1,18.841311919504644,18.841311919504644,2.9661686097136224,0.8956912405885,0.0545518054312596,0.0546317747133804,8.085273417372017,4.340658005361012,0.0775733639093932,0.0530094001171596,0.043546172925751,Transport,1
-loop_seattle/H/long,Granite-PatchTST-FM-r1,60.79299965600275,60.79299965600275,4.117478553921568,0.8604183672586829,0.1204356621006406,0.0956647528460397,7.13774005632601,7.796986575338113,0.1393425887821255,0.0735848542785818,0.0594283292632749,Transport,1
-loop_seattle/H/medium,Granite-PatchTST-FM-r1,69.95050309597524,69.95050309597524,4.406012964396285,0.9002909927970342,0.1154512419174084,0.1012422512436306,7.877806644126116,8.36364173646715,0.1478264147913928,0.0778757771523369,0.0632289393260712,Transport,1
-loop_seattle/H/short,Granite-PatchTST-FM-r1,61.38732873689642,61.38732873689642,4.073639792871789,0.8258860275542205,0.1115120998658347,0.0942914628249585,8.142078024844116,7.835006620092699,0.1386875846991341,0.0721075668728643,0.059099117726745,Transport,1
-m4_daily/D/short,Granite-PatchTST-FM-r1,388113.4412112609,388113.4412112609,191.5534272660448,3.55504867658056,0.0417093234884238,0.0325775189028905,26.97431892493655,622.9875128854999,0.0962343541948214,0.029589710845682,0.0234880981584463,Econ/Fin,1
-m4_hourly/H/short,Granite-PatchTST-FM-r1,775388.1352657005,775388.1352657005,195.5000125805153,0.7911516008135205,0.0880331079357104,0.0817025348952043,6.416431779650747,880.5612615063761,0.120216048575358,0.0266900669337384,0.0216869100282989,Econ/Fin,1
-m4_monthly/M/short,Granite-PatchTST-FM-r1,1921317.6127407409,1921317.6127407409,576.5213806423611,0.9639420830184806,0.1674684075955991,0.1361787990993923,7.97810960840764,1386.1160170565597,0.2880824943762694,0.1198209351547555,0.0957939918331232,Econ/Fin,1
-m4_quarterly/Q/short,Granite-PatchTST-FM-r1,1892099.832,1892099.832,581.5942962239583,1.235394265770242,0.118516149520874,0.1064117333094279,9.873169308209109,1375.5361979969848,0.2302405371393506,0.0973486436451309,0.0779403247793273,Econ/Fin,1
-m4_weekly/W/short,Granite-PatchTST-FM-r1,279188.92650524963,279188.92650524963,268.0162309835012,2.2735426889552466,0.0653726411422621,0.0650584872948528,15.566011081529362,528.3833139920769,0.0962632512739651,0.0488284037467783,0.0387267391704431,Econ/Fin,1
-m4_yearly/A/short,Granite-PatchTST-FM-r1,4169919.71213836,4169919.71213836,989.9662390093148,3.702731309836588,0.1808246820546743,0.167945278890902,46.30471862328808,2042.0381270040868,0.3274502792137703,0.1587456752589602,0.1331695944410218,Econ/Fin,1
-m_dense/D/short,Granite-PatchTST-FM-r1,9073.2,9073.2,48.60490740740741,0.7382724151655814,0.1298774283757644,0.1073182282624421,7.663512871106065,95.25334639790876,0.1648976324303978,0.0841422843298253,0.0698565038911385,Transport,1
-m_dense/H/long,Granite-PatchTST-FM-r1,33471.19407407408,33471.19407407408,76.14867283950618,0.669455681517288,0.250806444883162,0.1850273377218364,6.593156129756058,182.95134346069744,0.3167158206568571,0.1318246095059464,0.1086196927712813,Transport,1
-m_dense/H/medium,Granite-PatchTST-FM-r1,37126.04888888889,37126.04888888889,78.56652777777778,0.6852608590683718,0.2548091841378649,0.1909204779730902,7.311375752948847,192.6812105237272,0.335240963626814,0.1366958325071954,0.1132291751140868,Transport,1
-m_dense/H/short,Granite-PatchTST-FM-r1,43555.6,43555.6,86.0034375,0.7674994255689626,0.2862264102376926,0.2112649536132812,8.361476626238819,208.6997843793807,0.3701814128360166,0.1525486674419846,0.126600031956907,Transport,1
-restaurant/D/short,Granite-PatchTST-FM-r1,146.2458204912674,146.2458204912674,7.191243900018679,0.6943383268515723,0.5617524148191604,0.4094190625145932,4.989544721702008,12.093213819794448,0.5565577196818333,0.3309577062235652,0.2601468648242149,Sales,1
-saugeen/D/short,Granite-PatchTST-FM-r1,1143.5694791666667,1143.5694791666667,12.619335123697915,2.803325002314382,0.2892969004313151,0.3283851623535156,26.765220722630087,33.81670414405678,1.0953311045771603,0.4087432714077386,0.3379694422037989,Nature,1
-saugeen/M/short,Granite-PatchTST-FM-r1,399.2012183779762,399.2012183779762,12.671183268229166,0.7424166042821579,0.3648750214349656,0.3651896431332543,4.513374837281677,19.98002047991884,0.5998601543072107,0.3804269349060132,0.2902350531050835,Nature,1
-saugeen/W/short,Granite-PatchTST-FM-r1,1006.41806640625,1006.41806640625,15.03714599609375,1.2199679167455302,0.3860137224197387,0.3924800157546997,9.522505627255724,31.724092838192394,0.957618121707534,0.4539087556598434,0.3632914876656488,Nature,1
-solar/10T/long,Granite-PatchTST-FM-r1,18.43882885365977,18.43882885365977,1.8987884546235048,0.832195511905498,3.244976979761864,1.4572184937810473,4.396100539197826,4.294045744243973,0.9280891970895278,0.4103927059129785,0.309792802434517,Energy,1
-solar/10T/medium,Granite-PatchTST-FM-r1,18.88880778588808,18.88880778588808,1.9005309856088253,0.8325209066064043,3.374979747094756,1.4576146202561395,4.195647490370604,4.346125606317433,0.9644224949898966,0.4217353571839216,0.3146876876629736,Energy,1
-solar/10T/short,Granite-PatchTST-FM-r1,19.6339330520073,19.6339330520073,1.9587136818544708,0.8610847881848431,4.468661212566328,1.5191142803851123,4.163627493472483,4.431019414537393,1.2889830678393273,0.5697895979359479,0.4211803096158544,Energy,1
-solar/D/short,Granite-PatchTST-FM-r1,130109.28272506082,130109.28272506082,249.3304288321168,0.9718716298362916,1.0880847494677617,0.4223128789822841,5.868146968912653,360.7066435832044,0.5210982417166384,0.3601975466273925,0.2784684130004737,Energy,1
-solar/H/long,Granite-PatchTST-FM-r1,776.1284671532846,776.1284671532846,12.70354445458232,0.9654119230054088,4.6235619769422565,1.410628611618005,5.093538398856965,27.859082309962844,0.9659251554211664,0.4404550377922513,0.3296668706544726,Energy,1
-solar/H/medium,Granite-PatchTST-FM-r1,825.9937956204379,825.9937956204379,12.121377927311435,0.9245115134098392,4.605788270956117,1.4112851182329684,4.910312766574399,28.74010778720981,1.035285762235158,0.4366403243762972,0.3348069787042533,Energy,1
-solar/H/short,Granite-PatchTST-FM-r1,811.3955532078371,811.3955532078371,11.654402172173134,0.8978146520724268,4.373071593204729,1.41977877964328,4.557578434472665,28.485005761063785,1.0499668284755266,0.4295851575084227,0.3303841984807735,Energy,1
-solar/W/short,Granite-PatchTST-FM-r1,1195350.6569343065,1195350.6569343065,881.0796076642335,0.9580460489375064,0.1922686361048343,0.1739828429953025,6.339220323691665,1093.320930438225,0.2231741362747251,0.1798503760016047,0.1288945492032944,Energy,1
-sz_taxi/15T/long,Granite-PatchTST-FM-r1,15.617199741809117,15.617199741809117,2.7070679754273503,0.5108963369452572,6409229188419.829,0.3996972586694266,4.09140733140318,3.9518602887512495,0.3657771488101139,0.2505613896588111,0.1992509775624279,Transport,1
-sz_taxi/15T/medium,Granite-PatchTST-FM-r1,16.386979166666666,16.386979166666666,2.761179762620192,0.5380977411322828,9626317542349.238,0.4070536295572917,3.868064773350427,4.04808339423321,0.3767417284315778,0.2569738651535043,0.2024654849225995,Transport,1
-sz_taxi/15T/short,Granite-PatchTST-FM-r1,16.709395300337682,16.709395300337682,2.736000293922657,0.5459788141024169,1197576032641.2163,0.396748553265582,3.883733115143272,4.087712722334788,0.3822186219615105,0.255827728870365,0.2010207021840949,Transport,1
-sz_taxi/H/short,Granite-PatchTST-FM-r1,7.123297797309028,7.123297797309028,1.8433206672342413,0.5607464946524433,1.1574532272469285,0.296253921639206,3.9454526431443977,2.668950692183921,0.248629226772152,0.1717166950778551,0.1350240181340797,Transport,1
-temperature_rain/D/short,Granite-PatchTST-FM-r1,188.941292164182,188.941292164182,5.80212133125438,1.3453495715114678,16.42268390002208,1.5309341661478375,18.92274425432168,13.745591735686826,1.6182195513266315,0.6830630763627867,0.5506902560782463,Nature,1
-us_births/D/short,Granite-PatchTST-FM-r1,161362.13333333333,161362.13333333333,244.47736979166663,0.3601118582031157,0.0236554940541585,0.0232861582438151,3.449814558640205,401.6990581683424,0.0376560271034359,0.0229177695985378,0.0186499266635611,Healthcare,1
-us_births/M/short,Granite-PatchTST-FM-r1,46630346.66666666,46630346.66666666,5565.311197916667,0.6302631921523932,0.0171498283743858,0.0173488818109035,4.248327496783376,6828.641641400335,0.0212097143810989,0.0172858186369167,0.013520194376792,Healthcare,1
-us_births/W/short,Granite-PatchTST-FM-r1,2466518.285714286,2466518.285714286,1214.917131696429,1.104328212121284,0.0163884205477578,0.0164176225662231,6.320608069633479,1570.515293053298,0.0213195911072234,0.0164923809347774,0.012921748206645,Healthcare,1

results/Granite-PatchTST-FM-r1/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Granite-PatchTST-FM-r1",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-patchtst-fm-r1",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/patchtst_fm.ipynb",
-    "org": "IBM TSFM & Rensselaer Polytechnic Institute",
-    "replication_code_available": "Yes",
-    "testdata_leakage": "No"
-}

results/Granite-PatchTST-FM-r2/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,Granite-PatchTST-FM-r2,4500465.041243406,4500465.041243406,374.07161285225,0.8660269566190761,4.20808964882223,0.8195823605864679,14.848995351028531,2121.429952000161,5.606305992097393,0.988559590492171,0.6729419532800617,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,Granite-PatchTST-FM-r2,3054223.178539754,3054223.178539754,267.387630623953,0.9507911137851773,3.1096471185395482,0.8088718380327251,20.281983554670358,1747.6335939034113,5.309793842034944,0.8123975182648315,0.6276890840005269,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Granite-PatchTST-FM-r2,1925932.1471883315,1925932.1471883315,160.664585396128,0.6532385632300939,1.9853360552441979,0.7530051470494604,12.756128309149586,1387.7795744239543,4.357284697860254,0.5044470695032351,0.38130876980653705,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Granite-PatchTST-FM-r2,3777324.4335226933,3777324.4335226933,358.46857568825027,0.9671802293545889,4.237214070250399,0.5746434526244875,19.01384208874202,1943.5340062686564,5.539703099843478,1.0217518569429014,0.7085856219209618,Web/CloudOps,2
-bitbrains_rnd/5T/long,Granite-PatchTST-FM-r2,2279991.098782246,2279991.098782246,159.39478137981732,3.257669131647283,1.1908660524133294,0.6913143628516643,114.59020428568239,1509.96393956354,5.784331914499567,0.6106055229414706,0.6157735417996588,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Granite-PatchTST-FM-r2,2384248.1878036535,2384248.1878036535,161.98323363992955,4.342619065550226,1.0185070715149078,0.7242313534868583,158.45442782164062,1544.1010937771055,6.49681957628058,0.6815459477247402,0.6691242131179532,Web/CloudOps,2
-bitbrains_rnd/5T/short,Granite-PatchTST-FM-r2,1626104.6167555577,1626104.6167555577,115.18879110716477,1.6062055843542442,1.0960777974909102,0.6680447496732961,51.40061347621526,1275.188071131297,5.217701439980943,0.471319278180132,0.3814510132724508,Web/CloudOps,2
-bitbrains_rnd/H/short,Granite-PatchTST-FM-r2,2276281.859426282,2276281.859426282,174.4467094326755,5.825665361978082,2.3417068291395906,0.5394940464694067,195.9446222767298,1508.7351853212285,6.602963636219231,0.7634641851325368,0.6560141512774299,Web/CloudOps,2
-bizitobs_application/10S/long,Granite-PatchTST-FM-r2,4600018.488888889,4600018.488888889,1310.8543055555556,2.8738868547531617,0.04162200927734375,0.0423524898952908,31.37804886746964,2144.7653691928376,0.08271502741758076,0.05055441093087361,0.04371633347269741,Web/CloudOps,2
-bizitobs_application/10S/medium,Granite-PatchTST-FM-r2,2437803.3066666666,2437803.3066666666,869.584375,2.0400946876824406,0.02924886703491211,0.029662946065266926,20.03005893528861,1561.3466324511885,0.06130948693864556,0.034146019066512115,0.028086456286981358,Web/CloudOps,2
-bizitobs_application/10S/short,Granite-PatchTST-FM-r2,336478.7911111111,336478.7911111111,315.6694444444444,0.9142240674916201,0.013566048940022786,0.013584622277153863,6.562245571264848,580.0679193948853,0.0223709010533231,0.01217410870539242,0.00957022972694323,Web/CloudOps,2
-bizitobs_l2c/5T/long,Granite-PatchTST-FM-r2,106.58696428571429,106.58696428571429,6.610995783730159,0.6612925358289834,0.5995609227972626,0.810373031374008,4.176755900922679,10.324096293899737,0.5796825723507847,0.3711975297999974,0.2833265972452429,Web/CloudOps,7
-bizitobs_l2c/5T/medium,Granite-PatchTST-FM-r2,67.26922831632653,67.26922831632653,5.250957629145408,0.5317064710711766,0.4053603783634436,0.676061098267432,3.579443231403242,8.201782020776127,0.4315343467207977,0.27627758996909135,0.21085264359171324,Web/CloudOps,7
-bizitobs_l2c/5T/short,Granite-PatchTST-FM-r2,18.253648158482143,18.253648158482143,2.4141024634951638,0.2485115210429885,0.1344725391289945,0.19760851178850447,2.8944121990602287,4.27242883597634,0.14673249971425512,0.08291005014575938,0.06747738984454804,Web/CloudOps,7
-bizitobs_l2c/H/long,Granite-PatchTST-FM-r2,75.8522445436508,75.8522445436508,4.9565813337053575,0.532667382009074,0.5893562304992199,0.7664477151537699,4.0958770804519995,8.709319407603031,0.531990366060146,0.3027622934374055,0.24376752950719233,Web/CloudOps,7
-bizitobs_l2c/H/medium,Granite-PatchTST-FM-r2,70.13228236607142,70.13228236607142,4.691678873697916,0.4797883054634883,0.48608296590993744,0.7537821451822917,3.3602463749249556,8.374501917491656,0.5070888112420736,0.2840882820533903,0.225222704866328,Web/CloudOps,7
-bizitobs_l2c/H/short,Granite-PatchTST-FM-r2,56.97437298487103,56.97437298487103,4.53302001953125,0.4473193128387268,0.39023624850119903,0.6034069969540551,2.9723163762575666,7.5481370539273485,0.40686391831977375,0.24434138831764426,0.19054426129011212,Web/CloudOps,7
-bizitobs_service/10S/long,Granite-PatchTST-FM-r2,126955.50645502645,126955.50645502645,72.20369708994708,1.2101684908034998,0.07673929527323083,0.07278806656125993,10.805578287346167,356.3081622065743,0.2639644774482617,0.05349080709840891,0.04772899878462054,Web/CloudOps,2
-bizitobs_service/10S/medium,Granite-PatchTST-FM-r2,5377.154285714286,5377.154285714286,27.38843005952381,0.9234924971374158,0.061052013578869045,0.05331542484343998,7.603457508089228,73.32908212785897,0.05518919521729365,0.0206131778741574,0.016267025789755883,Web/CloudOps,2
-bizitobs_service/10S/short,Granite-PatchTST-FM-r2,1980.2725925925927,1980.2725925925927,17.857534722222223,0.6651107218781328,0.056391033192791006,0.045528551535631616,4.765540632410153,44.50025384863094,0.0329672106884228,0.013229432613257725,0.010293765002003609,Web/CloudOps,2
-car_parts/M/short,Granite-PatchTST-FM-r2,1.432987627191849,1.432987627191849,0.4711223879515515,0.8495039307860252,0.8493422115416075,1.9110674229025508,21.136014239033333,1.1970746122075469,2.8704621236337067,1.1297031583661448,1.0287420163580334,Sales,1
-covid_deaths/D/short,Granite-PatchTST-FM-r2,295734.08721804514,295734.08721804514,99.47824248120301,34.974960777913054,0.09276155267944072,0.37020125998590225,631.7195960259185,543.8143867332357,0.20461280951353453,0.0374291728503541,0.029972642505428193,Healthcare,1
-electricity/15T/long,Granite-PatchTST-FM-r2,323793.09584984987,323793.09584984987,56.127001126126125,0.8458144478409991,0.11981416569109105,0.12657446399035754,7.0283581483266655,569.0282030355348,0.8977117272313585,0.08854722289064569,0.07077758303345909,Energy,1
-electricity/15T/medium,Granite-PatchTST-FM-r2,266879.6158108108,266879.6158108108,51.16723620495495,0.7973565941200736,0.11706009125838085,0.12506222809112824,6.935972771291145,516.603925469804,0.8901605847133933,0.088166300434032,0.07105186866055492,Energy,1
-electricity/15T/short,Granite-PatchTST-FM-r2,130411.31094594595,130411.31094594595,49.691094629786036,0.9770480821794225,0.1559567540330741,0.16196251740326753,11.497775314380592,361.1250627496601,0.7118486815456602,0.09795094233405466,0.082468613200047,Energy,1
-electricity/D/short,Granite-PatchTST-FM-r2,1137151590.5476036,1137151590.5476036,3990.547891891892,1.3348260938611505,0.25097325709188567,0.08945467342342342,10.913603049013894,33721.678347134555,0.5541591652551484,0.06557795451095669,0.05165089185488141,Energy,1
-electricity/H/long,Granite-PatchTST-FM-r2,7434427.210570571,7434427.210570571,257.44241441441443,1.1248529149405337,0.2734059561844297,0.13439863691816817,9.336985774844637,2726.614606168347,1.0753759942118462,0.101535212100344,0.08037771165006163,Energy,1
-electricity/H/medium,Granite-PatchTST-FM-r2,5531519.940900901,5531519.940900901,233.80796311936936,1.0256239523191375,0.23973091124456247,0.1241797974732545,8.42173241421393,2351.9183533662263,0.9180312390800549,0.09126295297710768,0.07232004323260054,Energy,1
-electricity/H/short,Granite-PatchTST-FM-r2,1810829.7508108108,1810829.7508108108,177.90111697635135,0.9803445063760873,0.15277125093746255,0.12926772246489654,10.316079096147709,1345.6707438340222,0.6352526906573368,0.08398203182168013,0.06692592008654483,Energy,1
-electricity/W/short,Granite-PatchTST-FM-r2,37409413263.91351,37409413263.91351,25007.62882882883,1.366381023042209,0.12439662595338459,0.08969952523171365,10.869384280044105,193415.13194141124,0.44130950388766654,0.05705915644283914,0.04502271317996977,Energy,1
-ett1/15T/long,Granite-PatchTST-FM-r2,9.257965029761905,9.257965029761905,1.5811165364583333,0.9956131683519129,0.7706913438885465,0.3851043216765873,7.0869751655759075,3.0426904262119576,0.5799398036737308,0.3013623751662795,0.23319401027029046,Energy,7
-ett1/15T/medium,Granite-PatchTST-FM-r2,10.163264508928572,10.163264508928572,1.6265054563492063,0.9967472920102606,0.7599106561512158,0.3855752418154762,6.570600310334329,3.1879875327435916,0.6076335758401032,0.3100135481754399,0.2356864818697298,Energy,7
-ett1/15T/short,Granite-PatchTST-FM-r2,4.452855282738096,4.452855282738096,1.0246935163225446,0.6520659864345126,0.4549186120365545,0.22754916236514136,4.399877227336927,2.1101789693621003,0.39891166173964276,0.19370972761311872,0.15083014781463105,Energy,7
-ett1/D/short,Granite-PatchTST-FM-r2,51155.514285714286,51155.514285714286,152.84456845238094,1.7849103316124206,1.4417577349950397,0.48954695444258434,10.836113118716796,226.17584814854632,0.5940583674916874,0.4014513289463107,0.29961336528880633,Energy,7
-ett1/H/long,Granite-PatchTST-FM-r2,161.20291005291006,161.20291005291006,7.450338955026455,1.350841992698637,3318798413468.2856,0.4612372504340278,8.89165735143471,12.696570798956309,0.6080112766988255,0.35678059624233316,0.271576380975272,Energy,7
-ett1/H/medium,Granite-PatchTST-FM-r2,142.8158203125,142.8158203125,7.02476806640625,1.2616605101564637,3295787369834.16,0.43666014898391,8.717671440001604,11.950557322254891,0.5724033670397959,0.3364697382268923,0.2588834956041063,Energy,7
-ett1/H/short,Granite-PatchTST-FM-r2,100.25987723214286,100.25987723214286,4.944380115327381,0.8186703009223519,0.4811163766043527,0.25981002081008187,5.444479180729436,10.012985430536832,0.46734699486325415,0.2307744482792076,0.17665422628626173,Energy,7
-ett1/W/short,Granite-PatchTST-FM-r2,1485898.0,1485898.0,960.916015625,1.6843839282683497,0.6821836062840053,0.5738293102809361,8.680916958705687,1218.9741588729435,0.4850589119847285,0.3823714175193977,0.278186205664619,Energy,7
-ett2/15T/long,Granite-PatchTST-FM-r2,10.578647073412698,10.578647073412698,2.0784339347718253,0.8706812249323167,0.13138822908689213,0.16215482197110614,6.898553595221972,3.2524832164690256,0.1733307180272185,0.11076350662225418,0.08931513142021408,Energy,7
-ett2/15T/medium,Granite-PatchTST-FM-r2,11.045197172619048,11.045197172619048,2.0581516617063493,0.8524126266864972,0.12704338307906246,0.15656594897073411,6.4422184899685115,3.323431535720128,0.17711168238588118,0.1096826275770182,0.08692741269147697,Energy,7
-ett2/15T/short,Granite-PatchTST-FM-r2,7.1451689220610115,7.1451689220610115,1.633307175409226,0.706753205094519,0.10024730834224688,0.12033026559012276,5.2076252394196585,2.6730448784225476,0.12689894961795523,0.07753890203490114,0.061677530583697515,Energy,7
-ett2/D/short,Granite-PatchTST-FM-r2,110573.38412698412,110573.38412698412,202.75984623015873,1.3435060165441817,0.42580590626550097,0.13790736122736855,12.555393033683895,332.52576460626943,0.19031326848053226,0.11604480963561432,0.09467543422356103,Energy,7
-ett2/H/long,Granite-PatchTST-FM-r2,214.79527116402116,214.79527116402116,8.839078000992064,0.9869331739066601,0.17727330931923746,0.16639391379381613,7.613657802362967,14.655895440539318,0.20070120804799094,0.12104437016672974,0.09846860010825546,Energy,7
-ett2/H/medium,Granite-PatchTST-FM-r2,219.07034970238095,219.07034970238095,9.018582589285714,0.987584751395841,0.16949044314063322,0.1614648909795852,7.017049296866502,14.801025292268807,0.19945333399651355,0.12153120002406365,0.09744167861799115,Energy,7
-ett2/H/short,Granite-PatchTST-FM-r2,101.9194568452381,101.9194568452381,6.2954688662574405,0.7292783832714682,0.11810432828686279,0.10947830563499814,5.177286439946984,10.095516670544312,0.12803924118187732,0.07984406175778976,0.06341603566219131,Energy,7
-ett2/W/short,Granite-PatchTST-FM-r2,3595219.714285714,3595219.714285714,1300.946986607143,0.8805491610930963,0.1465806109564645,0.15976808752332414,10.502578331283884,1896.1064617488423,0.15905426305698228,0.10912950744345368,0.09285352928098872,Energy,7
-hierarchical_sales/D/short,Granite-PatchTST-FM-r2,29.57925279040926,29.57925279040926,2.3336728761885075,0.7495396215941267,0.6523901054583862,1.0604988340998347,6.9337510353130725,5.438681162782872,1.6685271509812132,0.7159449945465384,0.5790807162591952,Sales,1
-hierarchical_sales/W/short,Granite-PatchTST-FM-r2,459.4713320974576,459.4713320974576,8.96514064982786,0.7169591483998329,0.5458133169448599,0.45533532611394334,6.881300273185294,21.43528241235598,0.9841043003277468,0.4115939924100575,0.3510769300120508,Sales,1
-hospital/M/short,Granite-PatchTST-FM-r2,3246.1760104302475,3246.1760104302475,18.612912863972188,0.7816924656489376,0.19669344361996144,0.17892940144909822,5.18453778342237,56.97522277648634,0.20683328913268464,0.06756919587832175,0.05316823537638119,Healthcare,1
-jena_weather/10T/long,Granite-PatchTST-FM-r2,1395.1011904761904,1395.1011904761904,9.58466228505291,0.6709365812974647,0.8997775872754353,0.6407175538401124,5.662973361760217,37.351053405174405,0.22855750042620193,0.05865019201834618,0.04740186519551449,Nature,21
-jena_weather/10T/medium,Granite-PatchTST-FM-r2,1507.3860028860029,1507.3860028860029,9.427831326659451,0.6025257447101185,0.8133620593764251,0.6508257801226551,5.215307315130819,38.82506925796788,0.2382687863088759,0.057858439679845206,0.04686737137874503,Nature,21
-jena_weather/10T/short,Granite-PatchTST-FM-r2,787.5592261904762,787.5592261904762,5.326203652033731,0.2598738590535517,0.34297807297695565,0.537730722578745,2.2128643528397314,28.06348563864575,0.17430941838285993,0.033082400124101824,0.02680410078604654,Nature,21
-jena_weather/D/short,Granite-PatchTST-FM-r2,349.6078373015873,349.6078373015873,9.191983661954366,0.9935522175362042,0.6075423961968591,0.4390666658916171,6.419000968233372,18.697803007347876,0.11259133424622621,0.055350765245641094,0.04322702279854293,Nature,21
-jena_weather/H/long,Granite-PatchTST-FM-r2,1293.2738095238096,1293.2738095238096,10.841735904431218,0.8242364746827902,2.1691239423851734,0.6399848736152447,5.87624229678383,35.962116310414906,0.21653178354056216,0.06527926198220886,0.05109791863903051,Nature,21
-jena_weather/H/medium,Granite-PatchTST-FM-r2,1169.704861111111,1169.704861111111,9.73351314484127,0.7264360297291107,2.074085735147618,0.6546716114831349,5.617168059886685,34.20094824871251,0.20928166797788178,0.059561093201961235,0.04762660152048079,Nature,21
-jena_weather/H/short,Granite-PatchTST-FM-r2,1055.0664160401002,1055.0664160401002,8.324369680712197,0.5223060228127638,1.3652363619023398,0.6043747062969925,4.370333741529718,32.48178591210927,0.19911125656757744,0.051027850246428086,0.040561039608362014,Nature,21
-kdd_cup_2018/D/short,Granite-PatchTST-FM-r2,2844.7492519449434,2844.7492519449434,21.10463004521577,1.1970126976864643,0.5367964516216172,0.4659285272354379,9.029088128549327,53.3361908271011,1.194787271804306,0.47276610802416097,0.3732781362554535,Nature,1
-kdd_cup_2018/H/long,Granite-PatchTST-FM-r2,4045.7185978521334,4045.7185978521334,23.95488074243765,1.0142655360218067,1.0152362177327199,0.6089823632976137,7.290045085160295,63.60596354000255,1.492452929629622,0.5620783013607634,0.44029984878042855,Nature,1
-kdd_cup_2018/H/medium,Granite-PatchTST-FM-r2,5155.634407375391,5155.634407375391,25.16303923332441,1.0390309903700217,0.9162029940927863,0.560209554209651,8.16512731333092,71.80274651693618,1.5029615254316124,0.5267079835406066,0.41806111771121063,Nature,1
-kdd_cup_2018/H/short,Granite-PatchTST-FM-r2,4326.086957475657,4326.086957475657,22.556385528241325,0.9388740514526452,0.8382450075081356,0.4984496604834835,7.209015260190928,65.77299565532694,1.3767479234622402,0.4721460019786232,0.377435001824449,Nature,1
-loop_seattle/5T/long,Granite-PatchTST-FM-r2,78.28048159614723,78.28048159614723,4.846294146313496,0.7690150391437779,0.137992413248194,0.11036468075442897,6.004884557686817,8.847625760403027,0.15642783288400414,0.08568347162908509,0.06793693851198543,Transport,1
-loop_seattle/5T/medium,Granite-PatchTST-FM-r2,62.92935960074819,62.92935960074819,4.418640663296569,0.7048302287488559,0.1292065793441914,0.10147261360727473,5.222607032955014,7.932802758215295,0.14114085795052267,0.07861669490608285,0.06206209153607613,Transport,1
-loop_seattle/5T/short,Granite-PatchTST-FM-r2,41.385620696675055,41.385620696675055,3.3956361186024573,0.5379112140993955,0.086230805537772,0.07281970603793275,3.991318006802206,6.433165682358496,0.11031459200189807,0.058227664497707936,0.04582184139084728,Transport,1
-loop_seattle/D/short,Granite-PatchTST-FM-r2,18.890858810629513,18.890858810629513,2.9159997016898864,0.879147186048667,0.053886043521026834,0.0538173238559404,7.492880637577625,4.346361560044161,0.07767529405972222,0.05211281463305663,0.04251225387341956,Transport,1
-loop_seattle/H/long,Granite-PatchTST-FM-r2,64.64191606467148,64.64191606467148,4.119430738304094,0.8618469073834757,0.11729956785345717,0.09519480523843309,6.85743932323101,8.040019655739124,0.14368591530392386,0.07361974242710087,0.05898146512199127,Transport,1
-loop_seattle/H/medium,Granite-PatchTST-FM-r2,72.57549019607843,72.57549019607843,4.359437483875129,0.8922477095130112,0.11252244884384675,0.09989778973369776,7.709534707625779,8.519124966572473,0.1505745631687245,0.0770525608406424,0.06246815982580865,Transport,1
-loop_seattle/H/short,Granite-PatchTST-FM-r2,62.93938618556841,62.93938618556841,4.022100408723046,0.8171291702637883,0.1061144998645829,0.09228367106451306,7.5072997611564745,7.933434702924605,0.1404298618580986,0.07119526736233946,0.0577312220561044,Transport,1
-m4_daily/D/short,Granite-PatchTST-FM-r2,497828.80502889585,497828.80502889585,178.52962143871034,3.2964500456225188,0.04099663872995834,0.030801340341850014,25.893561015623597,705.5698441890044,0.10899104218056638,0.02757789276421327,0.022026835375828807,Econ/Fin,1
-m4_hourly/H/short,Granite-PatchTST-FM-r2,735173.3590982286,735173.3590982286,178.69808021336553,0.6971708885090199,0.08359322417377466,0.07694974152938179,5.3244575640459155,857.4225090923544,0.11705709813570472,0.024396232301320264,0.019543408646925553,Econ/Fin,1
-m4_monthly/M/short,Granite-PatchTST-FM-r2,1958965.6605185184,1958965.6605185184,586.8806226851851,0.9749141558483239,0.1716811602557147,0.13860444333818223,7.8990579301590245,1399.630544293214,0.2908912770962894,0.12197394128903394,0.09737957847206687,Econ/Fin,1
-m4_quarterly/Q/short,Granite-PatchTST-FM-r2,1869650.996,1869650.996,567.7380065104167,1.1883333864814523,0.11458396689097086,0.10367115608851114,9.1475314964594,1367.3518186626293,0.2288706161610164,0.09502934474841716,0.07576605059692496,Econ/Fin,1
-m4_weekly/W/short,Granite-PatchTST-FM-r2,261240.29312191985,261240.29312191985,252.28822048425113,2.08104689259192,0.06100471714004245,0.0616227847390086,14.32694358436684,511.1167118397909,0.0931175439482073,0.045963003976127,0.036482139308732335,Econ/Fin,1
-m4_yearly/A/short,Granite-PatchTST-FM-r2,3911937.092017063,3911937.092017063,938.1136193813296,3.4990580988303663,0.17025818648622945,0.15849253434001084,31.62459690972995,1977.861747447749,0.31715929927233183,0.15043086734689665,0.12286996046114099,Econ/Fin,1
-m_dense/D/short,Granite-PatchTST-FM-r2,6602.5429629629625,6602.5429629629625,38.3488599537037,0.5991144948484245,0.11102064173693477,0.08684504756221065,6.247122792277094,81.25603339422226,0.14066621314720296,0.06638754911931857,0.05539872854826343,Transport,1
-m_dense/H/long,Granite-PatchTST-FM-r2,33557.94962962963,33557.94962962963,76.12345679012346,0.6629830187518215,0.2482080883889594,0.1828618103780864,6.698258324579418,183.18829009963935,0.3171260103159481,0.13178095679685503,0.10843837489571063,Transport,1
-m_dense/H/medium,Granite-PatchTST-FM-r2,36534.25555555556,36534.25555555556,77.768046875,0.675742937262987,0.25520633157641454,0.1857771470811632,7.628617666740277,191.1393616070629,0.3325583413037316,0.13530657661370563,0.11246142701108248,Transport,1
-m_dense/H/short,Granite-PatchTST-FM-r2,44881.60444444444,44881.60444444444,85.81762152777777,0.7662476950573333,0.2833030726751534,0.20357640584309897,8.84328327688847,211.8527895602143,0.3757740583482827,0.15221907620963493,0.12677312174857625,Transport,1
-restaurant/D/short,Granite-PatchTST-FM-r2,139.27367609974783,139.27367609974783,7.077907560474456,0.6809871887838086,0.6608357485173251,0.3921526403579434,4.63963434560836,11.801426867110088,0.5431290080557224,0.3257417052800798,0.2550451660518068,Sales,1
-saugeen/D/short,Granite-PatchTST-FM-r2,1065.43625,1065.43625,11.942752278645834,2.6531536538814846,0.26532933553059895,0.310426025390625,25.363769131710534,32.641020970551764,1.05725044646269,0.38682859185020696,0.3174595621655192,Nature,1
-saugeen/M/short,Granite-PatchTST-FM-r2,409.1460658482143,409.1460658482143,12.523011707124256,0.7338100896717343,0.3356657936459496,0.36063648405529203,4.529601683651524,20.227359339474205,0.6072860088806918,0.3759783801311237,0.2845480158196384,Nature,1
-saugeen/W/short,Granite-PatchTST-FM-r2,941.96982421875,941.96982421875,14.174742126464844,1.149946762544431,0.3572216510772705,0.3666297674179077,8.834294462803019,30.69152691246804,0.9264492606348244,0.4278763777444345,0.34004476577807885,Nature,1
-solar/10T/long,Granite-PatchTST-FM-r2,21.138977595296026,21.138977595296026,1.8316749690319596,0.8048452736807927,3.6568678736698943,1.4461286791821006,4.018148220185963,4.597714388182027,0.9937223097110037,0.39588720115909215,0.2957378693359558,Energy,1
-solar/10T/medium,Granite-PatchTST-FM-r2,21.406855507631054,21.406855507631054,1.8128407276459855,0.794740430910314,3.6923179799240167,1.4448062557630603,3.8628241251945115,4.6267543167571645,1.0266951179197723,0.40227654144056163,0.30047520864631244,Energy,1
-solar/10T/short,Granite-PatchTST-FM-r2,21.18623355763382,21.18623355763382,1.912880615828391,0.8453418566893308,4.571840231539838,1.512523582439933,3.6694896480696806,4.60285059040958,1.3389687382923858,0.556456763992374,0.41740159354584727,Energy,1
-solar/D/short,Granite-PatchTST-FM-r2,126500.2900243309,126500.2900243309,248.55200729927006,0.9694090429482383,1.0779347960386254,0.4223847549327098,4.890460468124294,355.6687925926745,0.5138202629494135,0.3590729926462092,0.27032965297653117,Energy,1
-solar/H/long,Granite-PatchTST-FM-r2,762.6866180048662,762.6866180048662,11.38393907137064,0.8658457741866963,4.824872861480732,1.3887445825729927,4.339536609133027,27.616781456296934,0.9575241432438117,0.3947019142438307,0.29380172006018196,Energy,1
-solar/H/medium,Granite-PatchTST-FM-r2,813.0941605839416,813.0941605839416,11.118212059002433,0.849843009827258,4.592063093584594,1.3886004588690608,4.277695773606869,28.514805988888327,1.0271698656026473,0.40050394839921166,0.301648843982768,Energy,1
-solar/H/short,Granite-PatchTST-FM-r2,771.8769048533743,771.8769048533743,11.271096701322193,0.8693970886307478,4.48088644510903,1.396442606287617,4.184044567644575,27.78267274495696,1.0240785988700645,0.4154563898001569,0.30698835874960334,Energy,1
-solar/W/short,Granite-PatchTST-FM-r2,2118894.9489051094,2118894.9489051094,1113.8387317518248,1.2027585016191165,0.2490559320380218,0.21163653631279938,6.430114899467292,1455.6424522887169,0.29713301736951664,0.22736233249318016,0.16726747825518778,Energy,1
-sz_taxi/15T/long,Granite-PatchTST-FM-r2,15.609431757478632,15.609431757478632,2.7211630275106837,0.5127327288185541,6357602702611.984,0.4034683618790064,4.173431641922921,3.950877340221869,0.36568616884517746,0.2518660025718857,0.20160831233652765,Transport,1
-sz_taxi/15T/medium,Granite-PatchTST-FM-r2,16.312496661324786,16.312496661324786,2.7666170038728635,0.5397730737916422,9642642088986.256,0.40845842932024573,3.9134419661031097,4.0388731920332415,0.37588456538474846,0.2574798912077968,0.20343793770436905,Transport,1
-sz_taxi/15T/short,Granite-PatchTST-FM-r2,16.64712647378663,16.64712647378663,2.7251787942553323,0.5438590498624594,954541158755.208,0.39423018468314186,3.8078804283731618,4.080089027679008,0.3815057739060035,0.254815872369833,0.19997275239284484,Transport,1
-sz_taxi/H/short,Granite-PatchTST-FM-r2,7.091482309194712,7.091482309194712,1.8404207148103633,0.5591250359606305,1.1651235727163463,0.29515180017194176,3.9299379722232333,2.662983723043517,0.24807336677522646,0.1714465466142899,0.1352341846133996,Transport,1
-temperature_rain/D/short,Granite-PatchTST-FM-r2,186.6592629247695,186.6592629247695,5.809006226399287,1.3497553453475044,17.49306053319635,1.5245841265037223,18.66262206639114,13.662330069383096,1.6084174519423668,0.6838736105432394,0.551813355564681,Nature,1
-us_births/D/short,Granite-PatchTST-FM-r2,137692.56,137692.56,214.61029947916666,0.3159120585029021,0.02070172627766927,0.02046094576517741,2.455109065945175,371.06948136433965,0.03478475282274062,0.02011797411403763,0.01630891620811695,Healthcare,1
-us_births/M/short,Granite-PatchTST-FM-r2,23090954.666666668,23090954.666666668,3827.0338541666665,0.4324868784497941,0.011884101976950964,0.011945334573586782,4.054994957299236,4805.304846382451,0.014925244090709344,0.011886741058654482,0.009831167988748482,Healthcare,1
-us_births/W/short,Granite-PatchTST-FM-r2,2293462.0,2293462.0,1171.1361607142858,1.0647885217223585,0.015839365976197377,0.01588340529373714,6.545801729390042,1514.418040040464,0.02055807639815817,0.01589805854661282,0.012408091441172461,Healthcare,1

results/Granite-PatchTST-FM-r2/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "Granite-PatchTST-FM-r2",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-patchtst-fm-r2",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/patchtst_fm_r2.ipynb",
-    "org": "IBM TSFM & Rensselaer Polytechnic Institute",
-    "replication_code_available": "Yes",
-    "testdata_leakage": "No"
-}

results/HistRoute-CV/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/long,HistRoute-CV,82.70713524,82.70713524,5.281368458,0.835361429,0.174551911,0.119513586,5.822248716,9.094346334,0.160789913,0.09337568,0.073588404,Transport,1
-loop_seattle/5T/medium,HistRoute-CV,67.67068411,67.67068411,4.831554017,0.767870819,0.16073309,0.111294174,5.355745824,8.226219309,0.146361345,0.085963274,0.067556303,Transport,1
-loop_seattle/5T/short,HistRoute-CV,38.30612645,38.30612645,3.371492284,0.535075001,0.091086749,0.071716466,3.910562303,6.189194329,0.106131018,0.057813649,0.045431726,Transport,1
-loop_seattle/D/short,HistRoute-CV,18.31875546,18.31875546,2.898775783,0.873849574,0.053875514,0.053562352,7.16081179,4.280041525,0.076490059,0.051804995,0.042099305,Transport,1
-loop_seattle/H/long,HistRoute-CV,57.92128326,57.92128326,4.057704523,0.848697407,0.118102372,0.094018037,6.554625795,7.610603344,0.136011648,0.0725166,0.057871011,Transport,1
-loop_seattle/H/medium,HistRoute-CV,66.3243604,66.3243604,4.322083027,0.8842841,0.112427543,0.098745822,7.014872712,8.14397694,0.143943883,0.076392335,0.061293463,Transport,1
-loop_seattle/H/short,HistRoute-CV,57.39709916,57.39709916,3.956748227,0.803934889,0.107001434,0.090967451,6.751233625,7.576087325,0.134104451,0.070038468,0.056357645,Transport,1
-m_dense/D/short,HistRoute-CV,8307.151795,8307.151795,43.32493853,0.641532532,0.118407576,0.092648616,6.940585002,91.14357792,0.157783015,0.075001877,0.062376852,Transport,1
-m_dense/H/long,HistRoute-CV,34187.87516,34187.87516,77.40135333,0.675731801,0.250547422,0.184357373,7.151304787,184.8996354,0.320088619,0.133993192,0.110566144,Transport,1
-m_dense/H/medium,HistRoute-CV,36583.76587,36583.76587,78.28337751,0.681160741,0.257394287,0.186227066,7.436063514,191.2688314,0.332783614,0.136203192,0.112470359,Transport,1
-m_dense/H/short,HistRoute-CV,42990.96192,42990.96192,85.30328437,0.762278376,0.284034892,0.203097694,8.094894972,207.3426197,0.367774176,0.151306785,0.125010608,Transport,1
-sz_taxi/15T/long,HistRoute-CV,15.39948735,15.39948735,2.674398446,0.504426245,6.29575E+12,0.395789006,3.759794658,3.924218055,0.363218611,0.247537541,0.196717313,Transport,1
-sz_taxi/15T/medium,HistRoute-CV,16.21120749,16.21120749,2.733556217,0.533266714,9.80167E+12,0.402598593,3.755646699,4.026314381,0.374715749,0.254403027,0.200785741,Transport,1
-sz_taxi/15T/short,HistRoute-CV,16.53300728,16.53300728,2.707151543,0.53994794,1.07808E+12,0.38943602,3.779206363,4.066080088,0.38019589,0.253130255,0.198684929,Transport,1
-sz_taxi/H/short,HistRoute-CV,7.161664106,7.161664106,1.836062132,0.559094319,1.108945929,0.293689563,3.844549021,2.676128567,0.249297892,0.171040519,0.134456762,Transport,1
-bitbrains_fast_storage/5T/long,HistRoute-CV,3244938.051,3244938.051,304.0314666,0.828176754,3.586029866,0.809839658,14.57572641,1801.371159,4.760486127,0.80346439,0.624910598,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,HistRoute-CV,2585746.054,2585746.054,253.2372266,0.923240211,3.038085888,0.796434555,20.04092987,1608.025514,4.885625625,0.769404635,0.584265548,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,HistRoute-CV,1463547.846,1463547.846,143.559204,0.625519964,1.780083062,0.714486625,14.59623969,1209.771816,3.798384313,0.450740397,0.35985841,Web/CloudOps,2
-bitbrains_fast_storage/H/short,HistRoute-CV,2912033.56,2912033.56,315.4734076,0.965118962,3.675941423,0.571813616,20.26375657,1706.468154,4.863988574,0.899201691,0.656694306,Web/CloudOps,2
-bitbrains_rnd/5T/long,HistRoute-CV,2213482.117,2213482.117,151.2374806,3.254863101,1.083576096,0.666358383,114.3487783,1487.777576,5.699340743,0.579356719,0.564919813,Web/CloudOps,2
-bitbrains_rnd/5T/medium,HistRoute-CV,2177875.326,2177875.326,142.1176165,4.324489016,0.436479963,0.692331031,158.2913215,1475.762625,6.20928565,0.597961258,0.607297251,Web/CloudOps,2
-bitbrains_rnd/5T/short,HistRoute-CV,1530185.284,1530185.284,113.2348213,1.585877345,0.988018742,0.634390962,50.97707895,1237.006582,5.061473853,0.463324202,0.372631646,Web/CloudOps,2
-bitbrains_rnd/H/short,HistRoute-CV,1813969.136,1813969.136,163.7770767,5.781546888,1.944648374,0.544179623,198.0279112,1346.836715,5.894416486,0.716768626,0.655255404,Web/CloudOps,2
-bizitobs_application/10S/long,HistRoute-CV,6451406.752,6451406.752,1532.610238,3.299276559,0.048130946,0.049132643,82.24833181,2539.961959,0.097956188,0.059106655,0.054970189,Web/CloudOps,2
-bizitobs_application/10S/medium,HistRoute-CV,4322613.818,4322613.818,1137.056157,2.432298296,0.034951601,0.035732014,41.57647708,2079.089661,0.081639734,0.04464885,0.040207281,Web/CloudOps,2
-bizitobs_application/10S/short,HistRoute-CV,434381.5449,434381.5449,349.8697048,1.096031706,0.015098626,0.015313148,6.092799737,659.0762816,0.025417939,0.013493077,0.010543697,Web/CloudOps,2
-bizitobs_l2c/5T/long,HistRoute-CV,101.5092183,101.5092183,6.722551926,0.644382159,0.487212497,0.798962443,3.312854171,10.07517833,0.565706202,0.377461242,0.282887395,Web/CloudOps,7
-bizitobs_l2c/5T/medium,HistRoute-CV,70.56696119,70.56696119,5.368470186,0.525053207,0.380390303,0.672762699,2.918810744,8.400414346,0.441985341,0.282460487,0.217159952,Web/CloudOps,7
-bizitobs_l2c/5T/short,HistRoute-CV,13.68384569,13.68384569,2.148391435,0.222707625,0.112058081,0.183849796,1.854921757,3.699168243,0.127044407,0.073784456,0.058415976,Web/CloudOps,7
-bizitobs_l2c/H/long,HistRoute-CV,86.5090609,86.5090609,5.34768725,0.570147986,0.636443603,0.773470035,6.256688568,9.301024723,0.568133458,0.326652185,0.272377307,Web/CloudOps,7
-bizitobs_l2c/H/medium,HistRoute-CV,72.94539952,72.94539952,4.836646884,0.487611206,0.496674325,0.759425924,3.778700023,8.540807896,0.517158903,0.292866322,0.236308844,Web/CloudOps,7
-bizitobs_l2c/H/short,HistRoute-CV,57.9498638,57.9498638,4.535458405,0.449517063,0.401369609,0.596823657,2.798582267,7.612480792,0.410332244,0.244472844,0.191209037,Web/CloudOps,7
-bizitobs_service/10S/long,HistRoute-CV,130805.7892,130805.7892,76.18141784,1.292816431,0.082383973,0.077436186,22.99399762,361.6708299,0.26793732,0.056437631,0.053018416,Web/CloudOps,2
-bizitobs_service/10S/medium,HistRoute-CV,32237.123,32237.123,42.88855732,1.026555399,0.068950549,0.060646221,10.64308278,179.5469939,0.13513129,0.032278937,0.024300701,Web/CloudOps,2
-bizitobs_service/10S/short,HistRoute-CV,2292.617504,2292.617504,18.3295616,0.724893403,0.054678504,0.043697117,5.134715647,47.88128553,0.035471988,0.013579126,0.010672756,Web/CloudOps,2
-car_parts/M/short,HistRoute-CV,1.371810405,1.371810405,0.456259843,0.844700751,0.829420595,1.896277469,645.2439049,1.171243103,2.808520813,1.0940643,2.272551047,Sales,1
-covid_deaths/D/short,HistRoute-CV,254606.1053,254606.1053,85.05429283,31.42988201,0.081283006,0.355114725,1088.951303,504.5850823,0.189852584,0.03200209,0.026225631,Healthcare,1
-electricity/15T/long,HistRoute-CV,305882.6788,305882.6788,56.64116856,0.847452218,0.123660223,0.128015692,7.149675101,553.0666133,0.872530395,0.089358388,0.071730377,Energy,1
-electricity/15T/medium,HistRoute-CV,247886.0688,247886.0688,51.44595605,0.799200439,0.119392134,0.126119813,7.090744672,497.8815811,0.857900095,0.088646562,0.071674645,Energy,1
-electricity/15T/short,HistRoute-CV,120331.7783,120331.7783,46.69937534,0.893018042,0.14954246,0.153076811,9.944251903,346.8887117,0.683786036,0.092053675,0.076906725,Energy,1
-electricity/D/short,HistRoute-CV,1248940932,1248940932,4127.030657,1.368855751,0.347726979,0.091998799,10.8051403,35340.3584,0.580759457,0.06782082,0.053322317,Energy,1
-electricity/H/long,HistRoute-CV,8898327.62,8898327.62,266.1287667,1.122087319,0.281473111,0.135963973,10.11755525,2983.006473,1.176496903,0.10496111,0.084682144,Energy,1
-electricity/H/medium,HistRoute-CV,5530962.478,5530962.478,227.4017215,0.997852091,0.212542591,0.123583814,8.808329146,2351.799838,0.917984965,0.088762384,0.071277113,Energy,1
-electricity/H/short,HistRoute-CV,1600935.46,1600935.46,161.8135338,0.887092654,0.165419521,0.11978751,10.01084289,1265.280783,0.597302892,0.076387544,0.062608922,Energy,1
-electricity/W/short,HistRoute-CV,43652704063,43652704063,27995.78283,1.451278808,0.189046988,0.094152655,11.01464,208932.2954,0.476714558,0.063877139,0.049682707,Energy,1
-ett1/15T/long,HistRoute-CV,8.598709477,8.598709477,1.532794452,0.979546169,0.787381172,0.374601819,6.641314472,2.932355619,0.558909851,0.292152123,0.22713328,Energy,7
-ett1/15T/medium,HistRoute-CV,9.11247081,9.11247081,1.549500075,0.972410167,0.759007973,0.373609019,6.30750209,3.018686935,0.575364682,0.295336229,0.2286491,Energy,7
-ett1/15T/short,HistRoute-CV,4.773978711,4.773978711,1.063784916,0.670546453,0.475461897,0.235674697,4.58692206,2.18494364,0.413045279,0.201099621,0.156786263,Energy,7
-ett1/D/short,HistRoute-CV,40986.67952,40986.67952,136.1749417,1.677127514,1.17316565,0.482285646,10.66165088,202.4516721,0.531746052,0.357668015,0.272676897,Energy,7
-ett1/H/long,HistRoute-CV,138.9540061,138.9540061,6.926993121,1.3344334,4.20619E+12,0.465824209,9.409121182,11.78787539,0.56449581,0.331718691,0.257337232,Energy,7
-ett1/H/medium,HistRoute-CV,132.7383471,132.7383471,6.733028424,1.250560845,3.54629E+12,0.431099549,9.175094023,11.52121292,0.551838813,0.322496116,0.250514717,Energy,7
-ett1/H/short,HistRoute-CV,95.93697087,95.93697087,4.822648675,0.799055874,0.462891642,0.25508165,5.429514535,9.794742001,0.457160681,0.225092744,0.172277896,Energy,7
-ett1/W/short,HistRoute-CV,1156229.747,1156229.747,869.5298802,1.529798332,0.640179292,0.556492676,8.026817742,1075.281241,0.427880078,0.346006699,0.251788674,Energy,7
-ett2/15T/long,HistRoute-CV,11.10373554,11.10373554,2.111867137,0.875205561,0.132522586,0.160425167,7.189006578,3.332226814,0.177580387,0.112545215,0.090564553,Energy,7
-ett2/15T/medium,HistRoute-CV,11.5208016,11.5208016,2.106109075,0.865355965,0.129710916,0.157681292,6.703629708,3.394230634,0.180884685,0.112238359,0.089236968,Energy,7
-ett2/15T/short,HistRoute-CV,7.311399304,7.311399304,1.65338936,0.716346118,0.102973631,0.122361767,5.038454496,2.70395993,0.1283666,0.078492277,0.062309397,Energy,7
-ett2/D/short,HistRoute-CV,106566.6958,106566.6958,194.6649292,1.274587448,0.418714377,0.132200955,11.41834586,326.445548,0.186833389,0.111411869,0.090878068,Energy,7
-ett2/H/long,HistRoute-CV,229.2985825,229.2985825,9.26287687,1.022972597,0.177733261,0.172815223,7.662083265,15.14260818,0.207366367,0.126847971,0.103380802,Energy,7
-ett2/H/medium,HistRoute-CV,237.4925942,237.4925942,9.528872176,1.027441935,0.172070589,0.166833327,7.199877323,15.41079473,0.207670352,0.12840767,0.103269954,Energy,7
-ett2/H/short,HistRoute-CV,105.3453773,105.3453773,6.271190283,0.718506016,0.116460531,0.107097507,5.042229932,10.26378962,0.130173404,0.079536138,0.063110965,Energy,7
-ett2/W/short,HistRoute-CV,2913529.943,2913529.943,1174.057082,0.764895543,0.124267326,0.135169803,8.37736407,1706.906542,0.143183275,0.098485379,0.082425566,Energy,7
-hierarchical_sales/D/short,HistRoute-CV,28.4973894,28.4973894,2.295240209,0.740530807,0.630308353,1.059315415,6.926763219,5.338294615,1.63772967,0.704154278,0.570827365,Sales,1
-hierarchical_sales/W/short,HistRoute-CV,463.6878563,463.6878563,8.88825914,0.719670829,0.527546113,0.455090832,6.590480689,21.53341256,0.988609503,0.408064325,0.344308696,Sales,1
-hospital/M/short,HistRoute-CV,2625.405964,2625.405964,17.22070759,0.748692765,0.189772507,0.171216452,5.071215511,51.23871548,0.186008436,0.062515167,0.049810492,Healthcare,1
-jena_weather/10T/long,HistRoute-CV,1401.839525,1401.839525,9.530010058,0.62674034,0.770121283,0.637719404,5.781536116,37.44114749,0.229108793,0.058315764,0.048236315,Nature,21
-jena_weather/10T/medium,HistRoute-CV,1427.601971,1427.601971,9.277801263,0.578038269,0.726444261,0.640872285,5.649967071,37.7836204,0.231877436,0.056937709,0.047020981,Nature,21
-jena_weather/10T/short,HistRoute-CV,727.8677685,727.8677685,4.999071307,0.261352173,0.341439926,0.536107912,2.165202187,26.9790246,0.167573563,0.0310505,0.026266499,Nature,21
-jena_weather/D/short,HistRoute-CV,347.3288218,347.3288218,9.304598021,1.011901757,0.592054014,0.446379359,6.799797461,18.63675996,0.112223754,0.056028887,0.043982314,Nature,21
-jena_weather/H/long,HistRoute-CV,1246.408382,1246.408382,11.0846058,0.976448029,2.033509674,0.652346439,7.834445161,35.30450937,0.212572272,0.066741611,0.054069248,Nature,21
-jena_weather/H/medium,HistRoute-CV,1305.567542,1305.567542,10.13094145,0.787719273,2.053463387,0.682054976,6.023292239,36.13263818,0.221102016,0.061993026,0.049174949,Nature,21
-jena_weather/H/short,HistRoute-CV,1087.748462,1087.748462,8.187054273,0.519226502,1.114906296,0.603564071,4.45955523,32.98103186,0.202171615,0.050186119,0.040235056,Nature,21
-kdd_cup_2018/D/short,HistRoute-CV,2908.891831,2908.891831,21.23222555,1.199543564,0.526676123,0.467447408,9.112760145,53.93414346,1.20818208,0.475624396,0.377103913,Nature,1
-kdd_cup_2018/H/long,HistRoute-CV,3813.261915,3813.261915,22.00666321,0.91720448,0.912201306,0.545139134,7.057615907,61.75161467,1.448942412,0.516365246,0.409804999,Nature,1
-kdd_cup_2018/H/medium,HistRoute-CV,4908.786961,4908.786961,23.55033901,0.956083752,0.892777533,0.511335467,7.955116941,70.0627359,1.466539951,0.492951247,0.395505582,Nature,1
-kdd_cup_2018/H/short,HistRoute-CV,4247.438336,4247.438336,20.862043,0.866373276,0.807328455,0.460268535,7.065291318,65.17237402,1.364175821,0.436680343,0.351789073,Nature,1
-m4_daily/D/short,HistRoute-CV,355207.4911,355207.4911,169.1454609,3.160919651,0.036299024,0.029414612,24.23024229,595.9928616,0.092064426,0.026128299,0.02075222,Econ/Fin,1
-m4_hourly/H/short,HistRoute-CV,913354.6659,913354.6659,184.0491442,0.668806429,0.082586659,0.075311419,5.046584698,955.6959066,0.130473601,0.025126773,0.01945089,Econ/Fin,1
-m4_monthly/M/short,HistRoute-CV,1799961.505,1799961.505,545.8771612,0.902517649,0.156787314,0.129271641,7.358387891,1341.62644,0.278836032,0.113452014,0.090417682,Econ/Fin,1
-m4_quarterly/Q/short,HistRoute-CV,1713475.28,1713475.28,541.1424151,1.132254118,0.110227202,0.098651913,8.542318375,1308.997815,0.219103183,0.090577711,0.072148928,Econ/Fin,1
-m4_weekly/W/short,HistRoute-CV,222875.7817,222875.7817,240.4064777,1.848863766,0.058342111,0.058105739,13.06447386,472.0972163,0.086008792,0.043798332,0.035024289,Econ/Fin,1
-m4_yearly/A/short,HistRoute-CV,3330455.459,3330455.459,827.3642151,3.057421699,0.160834176,0.137189676,27.08384148,1824.95355,0.292639759,0.132671686,0.107126166,Econ/Fin,1
-restaurant/D/short,HistRoute-CV,138.2817125,138.2817125,7.059746188,0.676800459,0.654710147,0.389665089,4.578335577,11.75932449,0.541191359,0.324905877,0.254028177,Sales,1
-saugeen/D/short,HistRoute-CV,1127.695488,1127.695488,12.36401752,2.746784694,0.270311378,0.310646901,28.30601466,33.58117758,1.087702327,0.400473468,0.328315851,Nature,1
-saugeen/M/short,HistRoute-CV,393.6989182,393.6989182,12.38942285,0.725921917,0.353308922,0.354243739,4.407813985,19.84184765,0.595711752,0.371967617,0.286201616,Nature,1
-saugeen/W/short,HistRoute-CV,947.6460932,947.6460932,14.44224451,1.171643914,0.363022743,0.378210134,9.036083377,30.78386092,0.929236437,0.435951158,0.346385134,Nature,1
-solar/10T/long,HistRoute-CV,18.08074715,18.08074715,1.803162112,0.787543872,2.991563357,1.450943668,4.45982119,4.252146182,0.919033381,0.389724647,0.294098397,Energy,1
-solar/10T/medium,HistRoute-CV,17.76947717,17.76947717,1.768115209,0.770969831,3.340910395,1.444746878,4.196746795,4.215385768,0.935410854,0.392351792,0.295827349,Energy,1
-solar/10T/short,HistRoute-CV,15.24189543,15.24189543,1.638529906,0.713539714,4.515565789,1.494001541,3.588456394,3.904087016,1.135698481,0.476648169,0.362511654,Energy,1
-solar/D/short,HistRoute-CV,136004.1392,136004.1392,247.8967761,0.967221754,1.123377064,0.417636127,5.180636037,368.7873902,0.532772188,0.35812642,0.277824364,Energy,1
-solar/H/long,HistRoute-CV,564.1325146,564.1325146,10.58556723,0.804940281,4.51550662,1.388610836,3.694125065,23.75147394,0.823506994,0.367020955,0.278402612,Energy,1
-solar/H/medium,HistRoute-CV,601.8716523,601.8716523,10.27147053,0.784007704,3.872223394,1.386475879,3.640322948,24.53307262,0.883738536,0.370002342,0.282106715,Energy,1
-solar/H/short,HistRoute-CV,601.8440248,601.8440248,10.11286861,0.778526551,3.745796978,1.388774037,3.59262769,24.53250955,0.904276472,0.372763705,0.282235818,Energy,1
-solar/W/short,HistRoute-CV,1520582.343,1520582.343,992.2405342,1.083529359,0.222199269,0.194502011,6.439225542,1233.118949,0.251710396,0.202541091,0.146052192,Energy,1
-temperature_rain/D/short,HistRoute-CV,174.6102443,174.6102443,5.660554565,1.311444683,24.47665282,1.492600226,18.69765838,13.21401696,1.555639164,0.666396933,0.53950731,Nature,1
-us_births/D/short,HistRoute-CV,139754.1119,139754.1119,217.4436982,0.320088969,0.021052188,0.020710588,2.524209708,373.8370125,0.035044186,0.020383582,0.016561064,Healthcare,1
-us_births/M/short,HistRoute-CV,52520951.76,52520951.76,6020.566019,0.679619519,0.018499134,0.018741714,4.059649919,7247.134038,0.022509549,0.018699837,0.013848141,Healthcare,1
-us_births/W/short,HistRoute-CV,1671695.894,1671695.894,993.998992,0.904170569,0.013482373,0.013504741,5.607314979,1292.940793,0.017551544,0.013493439,0.01059475,Healthcare,1

results/HistRoute-CV/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "HistRoute-CV",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "org": "Hitsz iLearn-ML",
-    "replication_code_available": "No",
-    "testdata_leakage": "No"
-}

results/IK-QuadTSFM/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/H/short,IK-QuadTSFM,2830678.5217257286,2830678.5217257286,312.77115083705877,0.9152119326138949,3.535890082176027,0.5702057990492916,18.577816713482967,1682.462041689419,4.795563566437226,0.8914994207421908,0.6620633827500715,Web/CloudOps,2
-solar/H/short,IK-QuadTSFM,472.30083288309777,472.30083288309777,9.283456522789635,0.7162121016090772,3.5176324731436557,1.3825506641128373,3.7030398663108737,21.73248335747891,0.8010665497511161,0.34219128868751064,0.2569715102845263,Energy,1
-solar/H/medium,IK-QuadTSFM,527.3777723211687,527.3777723211687,9.589525578512577,0.7322820673562337,3.789991892870418,1.3822733129181948,4.065630859592775,22.964707102882212,0.8272422930906578,0.34543706974710936,0.2604615931955462,Energy,1
-solar/H/long,IK-QuadTSFM,508.26406540701186,508.26406540701186,9.830195189081648,0.747926942073774,4.5739329705650675,1.3820385119006393,4.284002508522164,22.54471258204486,0.7816663404792965,0.34083081217749933,0.25871845488858786,Energy,1
-m_dense/D/short,IK-QuadTSFM,7319.33711642299,7319.33711642299,39.67555015952499,0.6025850314720499,0.11308044382940668,0.08715152034774208,6.643949265875726,85.55312452752962,0.1481051135219996,0.06868424610878339,0.05766220266662771,Transport,1
-ett2/H/short,IK-QuadTSFM,102.64490777339665,102.64490777339665,6.239862442610874,0.7192802257877485,0.11723385892628221,0.10770878936700672,4.939137922181593,10.131382322930897,0.12849411744685046,0.07913881758645203,0.06254187472983964,Energy,7
-ett2/H/medium,IK-QuadTSFM,236.2056531852771,236.2056531852771,9.498475334030532,1.0205464169522407,0.1711449808091792,0.16481237370091062,7.347905129126291,15.368983479244068,0.207106922827737,0.12799805534588174,0.10229702355019997,Energy,7
-ett2/H/long,IK-QuadTSFM,211.42422239780586,211.42422239780586,8.91591192368004,0.9919500712608142,0.17363057864520406,0.16912580950689637,8.024694136669241,14.540434051217517,0.1991200531868771,0.12209655160218733,0.09958935510687293,Energy,7
-ett2/D/short,IK-QuadTSFM,107047.26954133839,107047.26954133839,197.02845417734176,1.3466059964540154,0.43143203211211206,0.13440318689684566,14.040049517713216,327.1807903000089,0.18725417739867978,0.11276456994092235,0.09459545224643878,Energy,7
-electricity/15T/short,IK-QuadTSFM,119438.37294083346,119438.37294083346,46.80510868786512,0.9089082634186226,0.15053877547900782,0.1539362219168908,9.972725423572365,345.598571960061,0.6812429105434947,0.09226209555782164,0.07719422227014613,Energy,1
-electricity/15T/medium,IK-QuadTSFM,246061.62843363002,246061.62843363002,50.73507250147809,0.7925119794624186,0.11868894501751694,0.12497722936089754,6.840925434548828,496.04599427233563,0.8547372165266012,0.08742164063597026,0.07033407243523909,Energy,1
-electricity/15T/long,IK-QuadTSFM,305864.48007302557,305864.48007302557,55.81696953506164,0.8414793469983674,0.1229808252105027,0.12723107554950625,6.9658800803841965,553.0501605397341,0.8725044519666015,0.08805811459687035,0.07042870131110597,Energy,1
-bitbrains_rnd/H/short,IK-QuadTSFM,1896026.2189986305,1896026.2189986305,151.89928788144536,5.804708584703949,1.3974170388210383,0.5416927263648397,196.73876724614638,1376.9626788691953,6.026262369598201,0.664785601364636,0.6542912511273656,Web/CloudOps,2
-loop_seattle/H/short,IK-QuadTSFM,41.427146130385914,41.427146130385914,3.4883592192668966,0.7147664573988101,0.09781069365305246,0.0799852623352343,5.436825731155221,6.436392322597024,0.11393069021955074,0.061747506004178894,0.049082513883166604,Transport,1
-loop_seattle/H/medium,IK-QuadTSFM,45.546810516323944,45.546810516323944,3.703669408663951,0.7656801995022577,0.10347393217276958,0.08408520948321256,5.769267285460799,6.748837715957018,0.11928494960836937,0.06546194135531828,0.051944443763726866,Transport,1
-loop_seattle/H/long,IK-QuadTSFM,47.093841691511365,47.093841691511365,3.7094948629783624,0.7821848010570368,0.11244652495262689,0.08591878561910311,6.025173346987463,6.862495296283369,0.12264194317737846,0.06629362040489244,0.05256504922489703,Transport,1
-solar/W/short,IK-QuadTSFM,1579117.9376555956,1579117.9376555956,1012.727255271299,1.106170086621295,0.2277761858881121,0.19835493399321105,7.26291261878764,1256.6295944531928,0.2565095175182831,0.20672295223183382,0.1490169017797907,Energy,1
-bizitobs_application/10S/short,IK-QuadTSFM,319785.87578429334,319785.87578429334,305.6439305114746,0.8608734839089716,0.012557153042132856,0.012623334675033768,5.233702015391059,565.496132422047,0.021808925474877863,0.011787464706122222,0.009172257687773541,Web/CloudOps,2
-bizitobs_application/10S/medium,IK-QuadTSFM,3482034.63890806,3482034.63890806,1026.189375594457,2.247077741925369,0.03212501613722605,0.03277215103411488,21.74186564102366,1866.0210713998006,0.07327315544570467,0.040295436523799646,0.03430587475279542,Web/CloudOps,2
-bizitobs_application/10S/long,IK-QuadTSFM,5740498.590529764,5740498.590529764,1462.8902167240778,3.103412172320553,0.044954754167856735,0.04592603557635174,42.0813472067104,2395.9337617158294,0.09240158836843552,0.05641782831973882,0.04962602279981548,Web/CloudOps,2
-bizitobs_service/10S/short,IK-QuadTSFM,1903.1922344920488,1903.1922344920488,17.14643200602402,0.6624634006137167,0.04824006228120163,0.03889403791278941,4.7978830166582584,43.62559150879274,0.032319234765066304,0.012702625734581644,0.009802055991696429,Web/CloudOps,2
-bizitobs_service/10S/medium,IK-QuadTSFM,6078.798806906888,6078.798806906888,28.67764392660029,0.9437456132494071,0.0571862910056097,0.05038854134147099,9.042582047248963,77.96665188981048,0.058679532494883634,0.02158346803253673,0.018080384541240335,Web/CloudOps,2
-bizitobs_service/10S/long,IK-QuadTSFM,130673.09595730121,130673.09595730121,75.22953389399089,1.2765203936793894,0.07280335505578954,0.07078544244188188,18.279150093856646,361.4873385850481,0.26780137688354216,0.05573244373641574,0.0509304133076223,Web/CloudOps,2
-bizitobs_l2c/5T/short,IK-QuadTSFM,11.9060675382788,11.9060675382788,2.0469764553986134,0.20920449847411085,0.10780122008410879,0.17416639169943557,1.3725624957414329,3.450516995796253,0.1185047202744116,0.07030145701378918,0.054707623694523436,Web/CloudOps,7
-bizitobs_l2c/5T/medium,IK-QuadTSFM,57.2726418723621,57.2726418723621,4.7817131777938595,0.46701676089353983,0.3560029793616294,0.620275155774506,3.0917668758658827,7.567869044345449,0.39818120206651403,0.2515884312895014,0.19278343423759817,Web/CloudOps,7
-bizitobs_l2c/5T/long,IK-QuadTSFM,64.84562370276952,64.84562370276952,5.242963944839613,0.5090583014558874,0.4135308645957173,0.7218520571934708,3.563025356926716,8.052678045393938,0.4521458334735657,0.2943845872575664,0.22587707340723037,Web/CloudOps,7
-ett2/W/short,IK-QuadTSFM,2719887.755313706,2719887.755313706,1134.2388360159737,0.7482598174044239,0.11931955139911572,0.12421971619916101,10.070560561079459,1649.2082207270573,0.13834325991223975,0.09514523158533499,0.08411588317548065,Energy,7
-loop_seattle/5T/short,IK-QuadTSFM,37.25889510647519,37.25889510647519,3.35774429140822,0.532422756969077,0.08802906851124233,0.07151875008351541,3.833118344118774,6.104006479884764,0.10467023531402883,0.05757790170508968,0.045231530290703884,Transport,1
-loop_seattle/5T/medium,IK-QuadTSFM,62.56694768708758,62.56694768708758,4.625461657591726,0.7352342458022793,0.1474492396464233,0.10682777242592281,5.265878094251307,7.909927160668901,0.14073385649786474,0.08229646669727883,0.0646804045811508,Transport,1
-loop_seattle/5T/long,IK-QuadTSFM,72.33935656136472,72.33935656136472,4.894141827464862,0.7750838639103248,0.15509123087654753,0.11218513808507019,5.797675300220054,8.505254644122346,0.15037465143721532,0.08652943411846167,0.06835996084473824,Transport,1
-loop_seattle/D/short,IK-QuadTSFM,17.90943074494895,17.90943074494895,2.8469817315584858,0.8584332062251276,0.05270591964898805,0.052558075633181586,6.884654568243329,4.231953537664249,0.07563066314793601,0.05087936680105164,0.041211336514141265,Transport,1
-bitbrains_rnd/5T/short,IK-QuadTSFM,1425166.9966989285,1425166.9966989285,112.2686541951892,1.5882856896213968,1.0492540275382127,0.6419568505874378,51.13780827551763,1193.80358380218,4.884699708253948,0.4593709298867182,0.3762034936199028,Web/CloudOps,2
-bitbrains_rnd/5T/medium,IK-QuadTSFM,2334308.6244409643,2334308.6244409643,165.01722480759906,4.349624433522495,1.2956426030205466,0.7155525823333774,158.2740205079396,1527.8444372517001,6.428420579823143,0.6943116053664786,0.7379872970797446,Web/CloudOps,2
-bitbrains_rnd/5T/long,IK-QuadTSFM,2440188.8271344183,2440188.8271344183,183.05319340144734,3.2593273628017934,1.938815821699471,0.6955524192725976,114.58073953077553,1562.1103761048444,5.984092650652949,0.7012355119511946,0.7002410929329168,Web/CloudOps,2
-electricity/W/short,IK-QuadTSFM,44792008824.66159,44792008824.66159,28279.284865675138,1.4261831297049865,0.16742655593658473,0.09276213144440391,10.781673508339404,211641.2266659348,0.48289543741806673,0.0645239958688934,0.0501924407007619,Energy,1
-solar/D/short,IK-QuadTSFM,121659.74045537293,121659.74045537293,248.83340850943776,0.9705608068549884,1.0534298800642865,0.4249558913597442,5.2498008023756455,348.7975637176569,0.5038937218751223,0.3594795531375612,0.2714244959471037,Energy,1
-ett1/H/short,IK-QuadTSFM,91.6073189510881,91.6073189510881,4.7663411783631,0.7901371750145914,0.4540223209056243,0.255188832003135,5.339608671203825,9.571171242386592,0.4467257191655732,0.22246464270362476,0.17011943901480747,Energy,7
-ett1/H/medium,IK-QuadTSFM,130.64774388908353,130.64774388908353,6.710494583547379,1.242750940993395,3487003568454.7856,0.4285608078205861,8.547526106723167,11.430124403919825,0.5474758639334277,0.3214167833806158,0.24806793484840284,Energy,7
-ett1/H/long,IK-QuadTSFM,138.22857444217405,138.22857444217405,6.970856037698304,1.3229250365733827,3244838851250.2773,0.45818182300622057,9.137802877503349,11.757064873605744,0.5630203727623496,0.33381919781938807,0.257464293890355,Energy,7
-temperature_rain/D/short,IK-QuadTSFM,181.49282698391212,181.49282698391212,5.689584045100844,1.321406116568764,19.63484466603355,1.5090554366091316,18.456151012600237,13.471927367081227,1.586002045065031,0.6698144731056657,0.5413251553366973,Nature,1
-saugeen/W/short,IK-QuadTSFM,747.7226485041398,747.7226485041398,12.646672807633877,1.0258530412486455,0.32157143092046986,0.33409471150509085,7.460174654862013,27.34451770472721,0.8254170045762388,0.3817503347271805,0.3026532839356358,Nature,1
-covid_deaths/D/short,IK-QuadTSFM,260470.13881543293,260470.13881543293,87.98971576725816,30.931764114548983,0.0801947686060637,0.3545015106673111,484.96054698617695,510.36275218263427,0.19202646921949565,0.03310655876463175,0.027331488253779044,Healthcare,1
-us_births/D/short,IK-QuadTSFM,107192.02787298287,107192.02787298287,202.82677571614585,0.2986656620964042,0.019608204769107258,0.019375746784209592,2.4690224729027452,327.40193626944676,0.030691274811784738,0.01901336437903461,0.015113656643293052,Healthcare,1
-m4_weekly/W/short,IK-QuadTSFM,236101.3567104666,236101.3567104666,243.70458059594952,1.8836359783739627,0.058676293086169826,0.05832718962833003,13.628948417096854,485.90262060465017,0.0885239272764866,0.0443991978120565,0.035300744969255664,Econ/Fin,1
-car_parts/M/short,IK-QuadTSFM,1.365575517626315,1.365575517626315,0.45827621682429315,0.8413514909103735,0.8156870605390201,1.8878440678823996,18.83336044103179,1.168578417405659,2.8021311716509705,1.0988993577688608,0.9596421832090429,Sales,1
-sz_taxi/H/short,IK-QuadTSFM,7.068426975687235,7.068426975687235,1.8283081250677078,0.5569243627345308,1.0433323698843542,0.29235595386248836,3.861254763292642,2.6586513452664744,0.24766977905067783,0.1703181841343295,0.13390124546914223,Transport,1
-ett1/15T/short,IK-QuadTSFM,4.595115288108039,4.595115288108039,1.0404275954678832,0.6599316518362623,0.4753331066121167,0.2305932759616792,4.384689010177259,2.1436220021515076,0.4052337424782064,0.1966841018919774,0.151094047359147,Energy,7
-ett1/15T/medium,IK-QuadTSFM,8.315572892037222,8.315572892037222,1.5236424927249235,0.964914729973583,0.7259760021827825,0.374592011645429,6.479363104827112,2.883673506490848,0.5496309565925964,0.2904077312832175,0.22212026637118307,Energy,7
-ett1/15T/long,IK-QuadTSFM,7.540333688619858,7.540333688619858,1.4974628180950522,0.9716942494103369,0.741968037541551,0.37920979616020817,6.965831706360381,2.7459668039908744,0.5233839878950979,0.2854178937342407,0.22113126450486917,Energy,7
-saugeen/M/short,IK-QuadTSFM,372.02977467612175,372.02977467612175,12.039424586863746,0.7054390702754697,0.345375672780962,0.3418702137718045,4.188692969121526,19.28807337906308,0.5790858265176603,0.36145964403313013,0.27938353887179174,Nature,1
-us_births/M/short,IK-QuadTSFM,36814792.961875916,36814792.961875916,5106.830403645833,0.5771603519247371,0.015711383040545156,0.01586872013070097,3.6280319867690363,6067.519506509717,0.018845674219393798,0.01586178041579413,0.01162800573772565,Healthcare,1
-m4_quarterly/Q/short,IK-QuadTSFM,1692059.6846311542,1692059.6846311542,536.3138586102326,1.1211630053640993,0.10903738272348334,0.09764076662621363,8.435012898472838,1300.7919451746134,0.21772966580003425,0.08976949590770862,0.07152456322153558,Econ/Fin,1
-ett1/W/short,IK-QuadTSFM,1212198.062276118,1212198.062276118,887.2010035855429,1.535622855287027,0.6647712061875054,0.5521322113145638,8.068260787419474,1100.9986658829873,0.4381136475145776,0.3530384548174975,0.25710242392471866,Energy,7
-saugeen/D/short,IK-QuadTSFM,1212.6881185770612,1212.6881185770612,12.772815100749334,2.8378908873695936,0.27583774104560066,0.31611774431132156,27.00878656832519,34.823671813538866,1.1279470273172585,0.41371452443340495,0.33509601447224857,Nature,1
-electricity/H/short,IK-QuadTSFM,1430832.5932359314,1430832.5932359314,157.2897876004984,0.8704470848850944,0.15565790934094434,0.11802342458089078,9.364546885728473,1196.174148373025,0.5646796240946329,0.0742520127666864,0.06062180937505603,Energy,1
-electricity/H/medium,IK-QuadTSFM,5359720.012213947,5359720.012213947,230.20472655064637,1.0181884641857437,0.2134109856244679,0.12435801889633645,8.225828203135478,2315.106911616383,0.9036624805490012,0.08985648705252196,0.07131880792791567,Energy,1
-electricity/H/long,IK-QuadTSFM,7098696.222658198,7098696.222658198,255.42400384621988,1.1228073365651159,0.279459953313616,0.13533650181535115,8.979259969333578,2664.337858203835,1.0508140781692705,0.10073915300100637,0.07955210480205838,Energy,1
-ett1/D/short,IK-QuadTSFM,41092.07763910186,41092.07763910186,136.70938613258656,1.666422003761976,1.2601944113757526,0.47483916257294695,10.159381006953868,202.7118093232406,0.5324292912069025,0.35907173737390524,0.2736742149403047,Energy,7
-bizitobs_l2c/H/short,IK-QuadTSFM,48.1999964531216,48.1999964531216,4.1514356135767665,0.40928621894420036,0.37640072163805094,0.5832950788022688,2.5947820267248423,6.942621727641626,0.374225130566578,0.22377303495364823,0.17349259817149656,Web/CloudOps,7
-bizitobs_l2c/H/medium,IK-QuadTSFM,75.49158319675843,75.49158319675843,4.8514150426587594,0.4901631169342463,0.4813630457869969,0.7564924754136642,3.3277030359945363,8.688589252390656,0.5261072764414738,0.2937605497092771,0.23366979953630032,Web/CloudOps,7
-bizitobs_l2c/H/long,IK-QuadTSFM,83.03153417004505,83.03153417004505,5.229397828963683,0.556413921569195,0.6099054553785664,0.7733121787654701,4.3354287349479375,9.112164077212672,0.5565972811612186,0.3194267123646782,0.25588296711365993,Web/CloudOps,7
-hospital/M/short,IK-QuadTSFM,2496.2441906458466,2496.2441906458466,17.10803371613464,0.7426581244118725,0.18848105681142074,0.1698541119083715,5.000604399807477,49.96242778974864,0.18137521486046304,0.062106135117409936,0.049539349022939855,Healthcare,1
-m4_daily/D/short,IK-QuadTSFM,348232.23165436863,348232.23165436863,172.38069263589625,3.2081415234464234,0.03585539661213921,0.029377835701714858,23.735102380345392,590.1120500840232,0.09115600276872571,0.0266280529146206,0.02097902829110533,Econ/Fin,1
-bitbrains_fast_storage/5T/short,IK-QuadTSFM,1635272.3805451605,1635272.3805451605,152.86967016742622,0.6394876996551778,2.0718659365399783,0.7230561884162315,12.666935739233999,1278.7776900404388,4.015045711782666,0.4799729604666044,0.37499501734492935,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,IK-QuadTSFM,2756223.615046411,2756223.615046411,283.7553656590276,0.9342160033396689,3.9997801644403728,0.8030040531744403,20.387046684158868,1660.1878252313534,5.044108904615155,0.8621271309790349,0.6327570051498719,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,IK-QuadTSFM,3490774.133820577,3490774.133820577,356.1209176426141,0.8492590174691109,4.043933614137836,0.8155594043815979,16.20152806708271,1868.3613499054666,4.937520840331402,0.9411211876264285,0.679436423583433,Web/CloudOps,2
-ett2/15T/short,IK-QuadTSFM,6.684237255762706,6.684237255762706,1.6063196140297111,0.6954711544974118,0.09877082450152486,0.11907609162617068,4.6284882367420215,2.585389188451655,0.1227376221837867,0.07625770648915649,0.05964520475367384,Energy,7
-ett2/15T/medium,IK-QuadTSFM,10.867293203032885,10.867293203032885,2.0337752300268037,0.8405978473361087,0.1270268722705745,0.15395059116443047,6.3698423536067486,3.296557780933452,0.17567951973830548,0.1083835562456302,0.0861912401770276,Energy,7
-ett2/15T/long,IK-QuadTSFM,10.818936172410535,10.818936172410535,2.0727720155579497,0.8613335615995024,0.13152770476776646,0.15964461049092646,6.88587910431535,3.2892151301504335,0.1752882166127763,0.1104617653985453,0.08950997400602029,Energy,7
-jena_weather/10T/short,IK-QuadTSFM,796.9329125309613,796.9329125309613,5.248685105306355,0.25019965727730886,0.3307115709929441,0.53472877921564,2.0536781986937456,28.230000221944053,0.17534369614718703,0.03260091530434023,0.026588487716613332,Nature,21
-jena_weather/10T/medium,IK-QuadTSFM,1416.6956533534046,1416.6956533534046,9.139571354172206,0.5623364531037999,0.6979683506180392,0.6357654102889877,5.1971824370554325,37.639017699103206,0.23098998259840997,0.0560893869477222,0.04595960008350043,Nature,21
-jena_weather/10T/long,IK-QuadTSFM,1338.4014166138195,1338.4014166138195,9.291775237212716,0.6082265636803323,0.754273544304459,0.6284191525282752,5.528809898897327,36.584168934305715,0.2238648028501508,0.05685796595084014,0.04689980644923042,Nature,21
-jena_weather/D/short,IK-QuadTSFM,355.668914387004,355.668914387004,9.491891168244184,1.0401198299859975,0.62576820091384,0.45119239524546273,6.660790913512366,18.859186472035425,0.11356312647268775,0.05715669860959617,0.04450500086123817,Nature,21
-us_births/W/short,IK-QuadTSFM,1635743.325787408,1635743.325787408,987.7067173549107,0.8980256290959839,0.013384133559366077,0.013403738829941395,5.456292419578785,1278.9618156096014,0.017361781239034067,0.013408021839078021,0.010451108566700777,Healthcare,1
-m_dense/H/short,IK-QuadTSFM,38838.80632395752,38838.80632395752,81.23432482270731,0.7265711177802803,0.2650154435881145,0.19485136458103253,7.19856037386642,197.07563604859308,0.34956307832271627,0.14408945326702516,0.11813584787022194,Transport,1
-m_dense/H/medium,IK-QuadTSFM,32620.784839066106,32620.784839066106,74.5789875301147,0.648184619529446,0.2437255645803017,0.17994477849299031,6.9016886670990685,180.612249969558,0.3142425159978234,0.12975802408742282,0.10708551296835205,Transport,1
-m_dense/H/long,IK-QuadTSFM,29758.343924280514,29758.343924280514,73.32959882672417,0.6373771141160671,0.2408124084392096,0.17797876027073867,6.447075581049256,172.50606923897058,0.29863353879901533,0.126944389220305,0.10514475272793605,Transport,1
-kdd_cup_2018/D/short,IK-QuadTSFM,2885.738562651933,2885.738562651933,20.98749968511545,1.1837683854808254,0.5199434718255197,0.45999969782554817,9.01106666984155,53.71907075380151,1.2033642444664245,0.470142285550072,0.3716936957873924,Nature,1
-electricity/D/short,IK-QuadTSFM,1214011453.0677967,1214011453.0677967,4121.241824054694,1.3524622440386327,0.27071979299715654,0.09064443330590796,10.628267523322531,34842.66713481901,0.5725807609773449,0.06772569306070018,0.052959404164464846,Energy,1
-restaurant/D/short,IK-QuadTSFM,137.31605376401083,137.31605376401083,7.005375903427874,0.6720331031533338,0.6505940214383839,0.3883147000009835,4.57742723283549,11.718193280707178,0.5392984055591784,0.32240363036863523,0.2520671391998647,Sales,1
-jena_weather/H/short,IK-QuadTSFM,1064.165591565181,1064.165591565181,8.097501005260021,0.5040608457632477,1.2630593902562368,0.601044472574699,4.153082617376599,32.621551029421965,0.1999680237398962,0.049637163842799696,0.03977838314345219,Nature,21
-jena_weather/H/medium,IK-QuadTSFM,1228.0755104322493,1228.0755104322493,9.857908090325374,0.7570767510789117,1.999263826610911,0.6626361571752105,6.073617593418261,35.04390832130813,0.2144398738914048,0.06032228335779194,0.04826889916417616,Nature,21
-jena_weather/H/long,IK-QuadTSFM,1257.5948021318966,1257.5948021318966,10.830990642557762,0.8984817807531659,1.9248037076960673,0.6466264149051105,6.700402370324026,35.46258312830435,0.2135240615960843,0.06521457009323892,0.052799296897967474,Nature,21
-m4_monthly/M/short,IK-QuadTSFM,1757938.457151484,1757938.457151484,533.8403587681777,0.8906414695484557,0.1513075594914893,0.1255682632054826,7.263009768803149,1325.8727152903796,0.27556186517103964,0.11095035237490221,0.08851562080481196,Econ/Fin,1
-hierarchical_sales/D/short,IK-QuadTSFM,28.092263595679132,28.092263595679132,2.283850746026779,0.7384361236278939,0.6278683662784167,1.0518823022845794,6.556717140856266,5.300213542460259,1.6260468185026273,0.700660116759728,0.5662509012623492,Sales,1
-m4_hourly/H/short,IK-QuadTSFM,581935.580772458,581935.580772458,170.14444126134765,0.6609707072339844,0.0836777683666807,0.07578352324428435,4.986847970918175,762.8470231786042,0.10414546821830942,0.023228474335616554,0.018904523694522186,Econ/Fin,1
-m4_yearly/A/short,IK-QuadTSFM,3388132.034245662,3388132.034245662,851.6884390164963,3.1676274670037583,0.15818590057775697,0.14192939177587988,28.539864673959716,1840.6879241864065,0.29516283605744925,0.13657218684072434,0.1106994284286213,Econ/Fin,1
-hierarchical_sales/W/short,IK-QuadTSFM,446.9249567214588,446.9249567214588,8.700710836056052,0.703456820731271,0.5148838188714294,0.44702425399799917,6.320753534822061,21.14059972473484,0.9705752739990365,0.3994538903175514,0.3353055251303209,Sales,1
-kdd_cup_2018/H/short,IK-QuadTSFM,4348.796586427432,4348.796586427432,21.728391868641346,0.9083562258115199,0.8247956379108494,0.48144178904856755,7.215322325752114,65.94540610556153,1.380356790407906,0.45481459637252186,0.36292271002474186,Nature,1
-kdd_cup_2018/H/medium,IK-QuadTSFM,5205.6097841425935,5205.6097841425935,25.056795162605546,1.0266206470843855,0.9086474885599635,0.5518653211135665,8.311097180595654,72.14991187896624,1.5102283512134274,0.5244841117560148,0.4162507617594519,Nature,1
-kdd_cup_2018/H/long,IK-QuadTSFM,4130.266891192255,4130.266891192255,23.983009937981898,1.0122530484841266,0.9723792505131572,0.6088502673976175,7.305689186156053,64.26715250571053,1.5079672370820205,0.5627383791412832,0.43758196135379757,Nature,1
-sz_taxi/15T/short,IK-QuadTSFM,16.46945648531242,16.46945648531242,2.7040122305513474,0.5392895180515854,1082728054572.4272,0.3888019318154889,3.7689040987740405,4.058257814051791,0.3794644805732155,0.25283672047078437,0.198512859088474,Transport,1
-sz_taxi/15T/medium,IK-QuadTSFM,16.1489551354557,16.1489551354557,2.7322906002926284,0.5326552187639851,9521538060980.883,0.402695671949322,3.8013775502827145,4.018576257265215,0.37399556776630083,0.25428522664252834,0.20028329888586024,Transport,1
-sz_taxi/15T/long,IK-QuadTSFM,15.332701101197438,15.332701101197438,2.6727786152423483,0.5040718913479278,6090524921878.318,0.3959480236769415,3.9260156948547067,3.915699311897868,0.36243007854086395,0.24738757659487315,0.19662423274672775,Transport,1
-solar/10T/short,IK-QuadTSFM,19.616652548051867,19.616652548051867,1.8767934475760564,0.822118703128215,5.688225015278986,1.5020303934433863,3.4292593888126004,4.429069038528511,1.2884157148014181,0.5459590153728322,0.4055795123437004,Energy,1
-solar/10T/medium,IK-QuadTSFM,20.550935778700723,20.550935778700723,1.8401678777832169,0.8042047954954314,3.9440000521834877,1.4443121670029508,3.8176858508054727,4.533313995158588,1.005960398131034,0.4083405678361767,0.2991563884748379,Energy,1
-solar/10T/long,IK-QuadTSFM,19.985560799223585,19.985560799223585,1.8135659413602006,0.7936237686172292,3.7629225864035756,1.4414021271088122,4.051827993556758,4.470521311796151,0.9662316755272785,0.3919732702259794,0.2926029747825778,Energy,1

results/IK-QuadTSFM/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "IK-QuadTSFM",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "https://github.com/IndarKarhana/ik-quadtsfm/blob/7edf3573d019fbe2133f637b532bb7b7fd8cb123/MODEL_CARD.md",
-    "code_link": "https://github.com/IndarKarhana/ik-quadtsfm/tree/7edf3573d019fbe2133f637b532bb7b7fd8cb123",
-    "org": "Independent Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "Yes"
-}

results/LS-Agent/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,LS-Agent,3957995.65451133,3957995.65451133,378.1091916214635,0.8603110564828469,4.78856334982787,0.7836829184466452,14.76672140811546,1989.4711997189927,5.257578423141691,0.9992297087494124,0.6890139974591692,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,LS-Agent,3046908.21216372,3046908.21216372,283.92922759148496,0.9253888651363296,4.3538482239211245,0.7790054676781556,20.24382714306673,1745.539518934968,5.303431006179388,0.8626553869648287,0.6129913607603669,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,LS-Agent,1536760.927994002,1536760.927994002,138.85716332620837,0.6132535387532211,1.64003308762096,0.6949932051659394,13.054603417842044,1239.6616183434903,3.892230869756011,0.4359771485925495,0.3498899165010743,Web/CloudOps,2
-bitbrains_fast_storage/H/short,LS-Agent,2889684.6192195974,2889684.6192195974,304.3594145448027,0.9851514459573376,3.472238754292412,0.543035668515421,21.040732057215344,1699.907238416143,4.845287875222897,0.8675232081357006,0.6424921132338733,Web/CloudOps,2
-bitbrains_rnd/5T/long,LS-Agent,2432862.306336082,2432862.306336082,182.2773081125668,3.270447965093801,1.8987919963236344,0.6615164060652982,114.86044806487024,1559.7635418024367,5.975102669521298,0.6982632951132953,0.6239613234009009,Web/CloudOps,2
-bitbrains_rnd/5T/medium,LS-Agent,2241386.628366248,2241386.628366248,145.4174887738562,4.329574227647126,0.5185664402002764,0.6872756731830288,158.70774049034395,1497.1261230658718,6.299172877473534,0.6118455132682792,0.6315239808997499,Web/CloudOps,2
-bitbrains_rnd/5T/short,LS-Agent,1640456.6432973067,1640456.6432973067,113.86891863500604,1.5729822871835444,0.9611660905756062,0.627635767943061,50.88278031335293,1280.8031243314902,5.240676663186286,0.4659187452124661,0.3703670700253367,Web/CloudOps,2
-bitbrains_rnd/H/short,LS-Agent,1889922.432078769,1889922.432078769,149.67140888402562,5.783915379536049,1.315416683012418,0.5187313294400915,196.70725978198683,1374.744497017089,6.016554538091898,0.6550353147786403,0.6229009232934204,Web/CloudOps,2
-bizitobs_application/10S/long,LS-Agent,5830039.893333334,5830039.893333334,1471.64375,3.1011581381389868,0.0449148686726888,0.0458903792586902,44.967749417334886,2414.547554581051,0.0931194479577907,0.0567554171093186,0.0502910239538342,Web/CloudOps,2
-bizitobs_application/10S/medium,LS-Agent,3600785.493333333,3600785.493333333,1045.4473958333333,2.257646437453527,0.0324235788981119,0.0330677480082767,21.62780460074899,1897.57358047938,0.0745121296126768,0.0410516422988401,0.034995727451858,Web/CloudOps,2
-bizitobs_application/10S/short,LS-Agent,343613.3688888889,343613.3688888889,319.8210763888889,0.9873614702129042,0.0140453550550672,0.0141374512990361,5.555577879521129,586.1854389942563,0.0226068293318461,0.0123342205549424,0.0096062542573531,Web/CloudOps,2
-bizitobs_l2c/5T/long,LS-Agent,50.13316964285714,50.13316964285714,4.222515190972223,0.4208917426995313,0.3317486940509737,0.6244478393170686,2.696605604109132,7.080478065982349,0.397558258071185,0.2370879153015399,0.1858439079002455,Web/CloudOps,7
-bizitobs_l2c/5T/medium,LS-Agent,53.20044642857143,53.20044642857143,4.454500159438775,0.4468260571383269,0.325594082591225,0.5367297300679814,2.9040060763688422,7.293863614612727,0.3837644870382265,0.2343722146482013,0.184156492445978,Web/CloudOps,7
-bizitobs_l2c/5T/short,LS-Agent,13.164534505208334,13.164534505208334,1.955175199962797,0.2022068563885345,0.0894763666717897,0.1760956695140235,1.720287588594516,3.628296364026557,0.1246103784006342,0.0671486276376062,0.0534874565344546,Web/CloudOps,7
-bizitobs_l2c/H/long,LS-Agent,81.89657738095238,81.89657738095238,5.137902638268849,0.5500563761469538,0.5976975114160816,0.7699710752612535,4.526565101764602,9.049672777562312,0.552780132217577,0.3138379220456556,0.2525634921135263,Web/CloudOps,7
-bizitobs_l2c/H/medium,LS-Agent,80.12965029761905,80.12965029761905,4.944983491443453,0.5049966293789051,0.479287718514104,0.7703552116639161,3.5365857411197403,8.951516647899341,0.5420279296033048,0.2994262614055025,0.2401109100782616,Web/CloudOps,7
-bizitobs_l2c/H/short,LS-Agent,48.06599547371032,48.06599547371032,4.140051463293651,0.4078845075808299,0.3493336556340864,0.583716993367737,2.5957510774369346,6.9329644073592585,0.3737045371853771,0.2231593767265716,0.1725656791289994,Web/CloudOps,7
-bizitobs_service/10S/long,LS-Agent,129345.95047619048,129345.95047619048,75.02758597883597,1.2738309981109517,0.0741342760520006,0.0714011147808529,17.388483273345408,359.64698035183125,0.2664379806696012,0.0555828342647564,0.050655009031713,Web/CloudOps,2
-bizitobs_service/10S/medium,LS-Agent,15107.660952380951,15107.660952380951,35.39004464285714,0.973113617115478,0.0603562709263392,0.0534000591378665,8.830525862106175,122.91322529484349,0.0925073898205409,0.0266353815684997,0.0202747941678273,Web/CloudOps,2
-bizitobs_service/10S/short,LS-Agent,2054.920985449736,2054.920985449736,17.469421761326057,0.6847117568951306,0.0501945426981285,0.0399957088702658,4.879507487037063,45.3312363106251,0.0335828305018801,0.0129419066790146,0.0100778428660964,Web/CloudOps,2
-car_parts/M/short,LS-Agent,1.3653892358967676,1.3653892358967676,0.4496594146854202,0.8279382921727588,0.8387945872953542,1.9001135270424767,15.1933926186243,1.1684987102674815,2.801940042110014,1.0782371501551953,0.9270841521886972,Sales,1
-covid_deaths/D/short,LS-Agent,250855.23709273184,250855.23709273184,77.12606320488722,29.61038205044786,0.0784960991201781,0.18086106456124,654.2473140738424,500.8545069106714,0.1884489367781598,0.0290190552511857,0.0252272476736643,Healthcare,1
-electricity/15T/long,LS-Agent,306676.35469359986,306676.35469359986,55.84609484093468,0.8422626511597023,0.1207682124233708,0.1221109332664096,6.983177500364498,553.7836713858579,0.8736616553456794,0.0881040633452104,0.070296510814374,Energy,1
-electricity/15T/medium,LS-Agent,250125.23585870635,250125.23585870635,50.640209806974944,0.7915869312922478,0.1161167977370708,0.1235635843427054,6.876727004469255,500.1252201786132,0.8617661240622522,0.0872581816839202,0.0703209220952097,Energy,1
-electricity/15T/short,LS-Agent,130464.39181227125,130464.39181227125,48.40498797442462,0.9367558608159033,0.15084476052069504,0.15233505494376662,10.219997908966004,361.19854901739467,0.7119935547820836,0.0954157749272544,0.07827247442410573,Energy,1
-electricity/D/short,LS-Agent,1313758661.0992432,1313758661.0992432,4209.099009009009,1.3752613382787593,0.3189439179757143,0.0919931788690879,11.021579627583876,36245.808876327246,0.5956390407296719,0.0691694784524389,0.0541287077823848,Energy,1
-electricity/H/long,LS-Agent,6814130.150594595,6814130.150594595,254.2253903903904,1.1319826282460623,0.2829012810657926,0.1350234263105263,9.201230387923982,2610.388888766307,1.0295365995481638,0.1002664181830106,0.0792235968287892,Energy,1
-electricity/H/medium,LS-Agent,4911892.669842342,4911892.669842342,228.4539922050957,1.0272765159259465,0.2083109521103022,0.1237729618391151,8.455244234014065,2216.2790144389182,0.865086742093055,0.0891731224034947,0.0708781242725574,Energy,1
-electricity/H/short,LS-Agent,1852544.0665695383,1852544.0665695383,172.41281274194117,0.9322898829650196,0.1517289012211305,0.1228204299695353,9.997871891530826,1361.081947044166,0.6425278845635001,0.0813911609681555,0.0654201365420972,Energy,1
-electricity/W/short,LS-Agent,43409032692.6991,43409032692.6991,27561.452364864865,1.4212109229186658,0.1970286438575058,0.0930124696362316,11.131868218035754,208348.34458833383,0.4753821832950293,0.062886141120437,0.0487702913320353,Energy,1
-ett1/15T/long,LS-Agent,7.743469742063492,7.743469742063492,1.485230499751984,0.96312381279418,0.7632947940068391,0.3734597951524004,6.708833362748769,2.782709065292937,0.530387099227911,0.2830864017634373,0.2185089851681539,Energy,7
-ett1/15T/medium,LS-Agent,8.574843352787079,8.574843352787079,1.5295550294906377,0.962522993918306,0.7221446505512271,0.3750753002771135,6.463014789200928,2.928283345714188,0.5581336515414481,0.2915346751169622,0.2232893292941316,Energy,7
-ett1/15T/short,LS-Agent,4.9894224802653,4.9894224802653,1.0518389928908576,0.6661898151504121,0.4714038137739226,0.2279492346945281,4.574414765194319,2.2337015199585863,0.4222625770482421,0.1988413580817887,0.1557636664218557,Energy,7
-ett1/D/short,LS-Agent,42155.91746031746,42155.91746031746,137.62571924603174,1.6575738491995815,1.3017297169518849,0.4709583413144764,10.025611242742992,205.319062583866,0.5392773283794092,0.3614785166914489,0.2736293781951349,Energy,7
-ett1/H/long,LS-Agent,142.06099537037036,142.06099537037036,7.190076264880952,1.3775881873038054,2668319807104.788,0.4832832869799015,8.705749946707241,11.91893432192536,0.570771950057491,0.3443171797011167,0.2617489868464578,Energy,7
-ett1/H/medium,LS-Agent,131.8645554315476,131.8645554315476,6.728583054315476,1.220959826048368,3409354563340.7817,0.4351954776588191,8.042005451037303,11.483229311981349,0.5500195244000224,0.3222832141442357,0.2467974181876452,Energy,7
-ett1/H/short,LS-Agent,93.09271647135417,93.09271647135417,4.77075943719773,0.7884899580746818,0.4382189841497512,0.2545526049287073,5.248736039829404,9.64845668857741,0.4503329226911433,0.2226708488366938,0.1706888826359081,Energy,7
-ett1/W/short,LS-Agent,1424096.5714285714,1424096.5714285714,929.3221261160714,1.562505847861195,0.6971596309116909,0.5390631360259086,8.04116563138094,1193.355174048603,0.4748645064556256,0.3697994548087722,0.2726507182504715,Energy,7
-ett2/15T/long,LS-Agent,10.643125,10.643125,2.066861359126984,0.8609134688330573,0.131057564894496,0.1594956685730411,6.963525974919164,3.2623802660021104,0.1738581382221936,0.1101467758390915,0.0889101769584519,Energy,7
-ett2/15T/medium,LS-Agent,10.954563879588294,10.954563879588294,2.047723311166915,0.844241058969054,0.1265156849563793,0.1539361478158982,6.403688634637232,3.309767949507683,0.1763835251437353,0.1091268819000883,0.0867792045053491,Energy,7
-ett2/15T/short,LS-Agent,7.115114484514509,7.115114484514509,1.6420353480747767,0.704837317401606,0.0991876898973784,0.1192148929962204,4.616117287436609,2.667417193562812,0.126631793880929,0.0779532658949655,0.0611054275196489,Energy,7
-ett2/D/short,LS-Agent,103877.76507936508,103877.76507936508,192.67144097222223,1.2866335577093546,0.4144287109375,0.1323527355786133,12.688414342346553,322.3007370133756,0.1844612154108659,0.1102709491329028,0.091925621485008,Energy,7
-ett2/H/long,LS-Agent,212.09279100529105,212.09279100529105,8.876678240740741,0.9863337130527872,0.1727133635363062,0.1682360528591291,7.590636623628375,14.563405886168628,0.1994346347861026,0.1215592765108061,0.0987508441186879,Energy,7
-ett2/H/medium,LS-Agent,231.0735305059524,231.0735305059524,9.362131463913691,1.0018450174395812,0.1673905000046946,0.1626512305362657,7.0447146573640325,15.201102937154014,0.2048446247049054,0.1261607341317325,0.1011851543574738,Energy,7
-ett2/H/short,LS-Agent,102.98327287946428,102.98327287946428,6.245540655226934,0.718398760569781,0.1177012861032638,0.107465337664825,5.027683561949292,10.148067445551606,0.128705731226422,0.0792108331215014,0.0626304524772551,Energy,7
-ett2/W/short,LS-Agent,3201726.571428572,3201726.571428572,1227.434430803571,0.8334132762734304,0.1341433354786464,0.1482200204032048,8.351307781377661,1789.3369083066978,0.1500979344002041,0.1029629310277032,0.086641179203656,Energy,7
-hierarchical_sales/D/short,LS-Agent,28.566565390528112,28.566565390528112,2.29266982660061,0.7397024873651289,0.6286003595955686,1.052127913963733,7.0039686496220135,5.344769909970691,1.6397162186228236,0.7033657130143534,0.5696389702315354,Sales,1
-hierarchical_sales/W/short,LS-Agent,429.4711583024365,429.4711583024365,8.552440449342889,0.6974483339124989,0.5071761375346325,0.4414099050555957,6.260073671728046,20.723685924623457,0.9514345575082152,0.3926467243391096,0.3261031349656462,Sales,1
-hospital/M/short,LS-Agent,2181.802042590178,2181.802042590178,16.582108598333605,0.7369085355364,0.1877174609539458,0.1687085179433756,4.844414093067998,46.70976388925744,0.1695672895870336,0.0601969048125277,0.0474163573002603,Healthcare,1
-jena_weather/10T/long,LS-Agent,1302.832068452381,1302.832068452381,9.116233284763558,0.6080866482724735,0.7606039367036308,0.6276905187223775,5.592641730600743,36.09476511147262,0.2208700513527134,0.0557837932323614,0.0458163551734095,Nature,21
-jena_weather/10T/medium,LS-Agent,1463.2911075036077,1463.2911075036077,9.273370141143578,0.5757598847040989,0.7093564802793489,0.6407435859279,5.235502521849351,38.2529882166558,0.2347579444832881,0.05691051638731,0.0462770775384647,Nature,21
-jena_weather/10T/short,LS-Agent,856.2255760374524,856.2255760374524,5.558732635255844,0.2576355189781658,0.3325234111368954,0.533926560520534,2.0510349364347427,29.26133243783428,0.1817495638231603,0.0345266994937326,0.028065775515264,Nature,21
-jena_weather/D/short,LS-Agent,363.61041666666665,363.61041666666665,9.531648375496031,1.0410168063281946,0.6280933773860512,0.4482449844569415,6.474132487587046,19.06857143749019,0.1148239661885831,0.0573961019773945,0.0447487045709449,Nature,21
-jena_weather/H/long,LS-Agent,1210.5660052910052,1210.5660052910052,10.757803199404762,0.8963241679357514,1.9414292279411764,0.6415358077890095,6.4174105566105215,34.79318906468628,0.2094935672929787,0.0647739005553397,0.0523687150234767,Nature,21
-jena_weather/H/medium,LS-Agent,1254.7859126984126,1254.7859126984126,9.849200923859128,0.7287829360461032,1.8239589701065628,0.6573648873313057,5.910209303871009,35.42295742450668,0.2167593588516752,0.0602690072393571,0.0486371128391604,Nature,21
-jena_weather/H/short,LS-Agent,1074.5882075794957,1074.5882075794957,8.110872630387819,0.5102414890145719,1.1266963411565958,0.6002900106841365,4.227426979328425,32.78091224446775,0.2009448897676317,0.0497191290613835,0.0400772913809724,Nature,21
-kdd_cup_2018/D/short,LS-Agent,2899.3460539056787,2899.3460539056787,21.076490967235188,1.1872929686990523,0.5167337099647686,0.4626530168652016,9.236703785918412,53.84557599195758,1.2061980716092178,0.4721357751798457,0.3761106711005144,Nature,1
-kdd_cup_2018/H/long,LS-Agent,4139.720109443933,4139.720109443933,24.237604617678592,1.023010673602933,1.0381320172635442,0.6110706958212206,7.298679075961965,64.34065673774191,1.5096917554664042,0.568712128828793,0.4404836912313945,Nature,1
-kdd_cup_2018/H/medium,LS-Agent,5235.180331339708,5235.180331339708,25.15646038519173,1.035989409326116,0.9133945749143104,0.557767774079653,8.292007840832014,72.35454603091438,1.5145116842675643,0.526570274822931,0.4185997139436583,Nature,1
-kdd_cup_2018/H/short,LS-Agent,4323.167225545541,4323.167225545541,22.07189734378497,0.9196630064456326,0.8508538442730803,0.4847072708803584,7.245115611775244,65.75079638715825,1.3762832451665143,0.4620047843134489,0.3679460384725734,Nature,1
-loop_seattle/5T/long,LS-Agent,78.04066343990081,78.04066343990081,4.938661917892157,0.7820837337908076,0.1425589696470579,0.1124310627924694,6.088735035599969,8.834062680324427,0.1561880444526268,0.0873165580867157,0.0691121282150365,Transport,1
-loop_seattle/5T/medium,LS-Agent,63.04911921923375,63.04911921923375,4.500431476352877,0.7168322159200757,0.1346837607699651,0.1032762395816255,5.328936999199321,7.940347550279758,0.1412750987462554,0.0800719234512736,0.0631823807552929,Transport,1
-loop_seattle/5T/short,LS-Agent,40.46229140337776,40.46229140337776,3.395536240458612,0.5379984684599254,0.0878604228774583,0.0725624882807188,3.905435953884244,6.360997673586884,0.1090770666437701,0.0582259500470766,0.0456357922718243,Transport,1
-loop_seattle/D/short,LS-Agent,17.920021042956655,17.920021042956655,2.8502206335864937,0.860034189660436,0.0529091312420257,0.0526156551578664,7.198991623019681,4.233204583168248,0.0756530220924111,0.0509372510410501,0.0413104032103973,Transport,1
-loop_seattle/H/long,LS-Agent,46.659875677244585,46.659875677244585,3.7317247430770553,0.7896994154413045,0.1128390689793426,0.0862632809977298,6.136984410847647,6.830803443025175,0.1220755809787473,0.0666909053764466,0.0527865773967883,Transport,1
-loop_seattle/H/medium,LS-Agent,50.59589924374355,50.59589924374355,3.886785617824432,0.8027488811575485,0.1056151150918966,0.0881391058452869,5.682934605367784,7.113079448715834,0.1257228858566288,0.0686985022594044,0.053188696984626,Transport,1
-loop_seattle/H/short,LS-Agent,48.45315836363112,48.45315836363112,3.678406589676508,0.7518178502116998,0.1019734665504601,0.0844891575870533,5.427544127602726,6.9608302926900265,0.1232137771140145,0.0651115385115892,0.0508974101457817,Transport,1
-m4_daily/D/short,LS-Agent,349316.1702828754,349316.1702828754,176.55646240209623,3.2821112930762166,0.0368216475362634,0.0298491539200093,24.616527859529267,591.0297541434571,0.0912977626534657,0.0272730939285496,0.0215051528574059,Econ/Fin,1
-m4_hourly/H/short,LS-Agent,832390.5324234586,832390.5324234586,193.0135162218373,0.6406277019837496,0.0812043851892345,0.0744001206006528,4.969412282219403,912.354389710193,0.1245565314289898,0.0263506093362927,0.0204449337863573,Econ/Fin,1
-m4_monthly/M/short,LS-Agent,1751752.8640208333,1751752.8640208333,535.308596363209,0.8900936273142781,0.1538545147026026,0.1267622355404242,7.304527533597646,1323.538010040072,0.2750766342661444,0.1112555029506612,0.0886138980274086,Econ/Fin,1
-m4_quarterly/Q/short,LS-Agent,1674609.8210625,1674609.8210625,533.2935399373372,1.112738802410472,0.1103731162647406,0.0967057752798896,8.417846925233073,1294.0671625006562,0.216604055668838,0.08926394777625,0.0710589913602574,Econ/Fin,1
-m4_weekly/W/short,LS-Agent,232161.5496035997,232161.5496035997,241.92494509320764,1.865377377591444,0.0580255309391614,0.0574577321894997,12.898393332422598,481.8314535224944,0.08778221687291,0.0440749723619846,0.0349329339165267,Econ/Fin,1
-m4_yearly/A/short,LS-Agent,3161267.545196018,3161267.545196018,809.0708225874902,2.952769481118072,0.1643164360787165,0.1324911221820134,29.65489197413017,1777.9953726587758,0.2851097988793123,0.1297382563837014,0.1054265547289905,Econ/Fin,1
-m_dense/D/short,LS-Agent,7472.422222222222,7472.422222222222,40.53469328703704,0.61455802219705,0.1144197773632957,0.0889562455405089,6.508824126960593,86.44317336968966,0.1496459197232485,0.0701715499464225,0.0589339050096849,Transport,1
-m_dense/H/long,LS-Agent,32834.12740740741,32834.12740740741,75.90354938271605,0.6590285878807735,0.2530622682784296,0.1829298950091196,6.812451394662907,181.2018968096289,0.3136873034095482,0.1314002786079689,0.1093393009415736,Transport,1
-m_dense/H/medium,LS-Agent,35405.002222222225,35405.002222222225,77.24075737847222,0.6700292492280365,0.2539263157701336,0.1845170565870654,7.132423187219687,188.162170008273,0.3273784238277079,0.134389167624453,0.1117915061463231,Transport,1
-m_dense/H/short,LS-Agent,43759.17958333333,43759.17958333333,84.02797688802083,0.7374398524982186,0.2641566450580394,0.198730639041156,8.799730728642402,209.1869488838473,0.3710455641211372,0.1490447097810366,0.1241083067715754,Transport,1
-restaurant/D/short,LS-Agent,137.55816931424826,137.55816931424826,7.014839278534924,0.6739711849763292,0.6529271396655846,0.3881235526017446,4.533388540047113,11.728519485180056,0.5397736414145957,0.3228391568174815,0.2523387546215485,Sales,1
-saugeen/D/short,LS-Agent,1170.9258333333332,1170.9258333333332,12.595859375,2.7984950465877843,0.2740062459309896,0.3169424501325997,27.01486468461242,34.21879356922645,1.1083548768624114,0.4079828863139539,0.3339179435064253,Nature,1
-saugeen/M/short,LS-Agent,370.3382626488095,370.3382626488095,11.941795712425597,0.6997066520064621,0.3402718816484724,0.3366643374448302,3.779140882233132,19.24417477183185,0.5777678586339906,0.3585285323386167,0.2759196491205748,Nature,1
-saugeen/W/short,LS-Agent,763.991845703125,763.991845703125,12.895628356933594,1.0460699982538983,0.3284619331359863,0.340623104768961,6.219094001819357,27.640402415723347,0.8343485306132885,0.3892652649956372,0.3029667751443918,Nature,1
-solar/10T/long,LS-Agent,18.76172073005373,18.76172073005373,1.795680681090962,0.7858367102177497,3.3093787689892906,1.4441903231150852,4.058325344052501,4.331480200815159,0.936180143319972,0.3881076489889697,0.2901079452291178,Energy,1
-solar/10T/medium,LS-Agent,20.75354539060772,20.75354539060772,1.8128776889489675,0.7926660219113224,3.764102085554557,1.4410976973090144,3.723100298745269,4.555605930126937,1.010907062884297,0.4022847647519873,0.2952445886863991,Energy,1
-solar/10T/short,LS-Agent,20.76556515287599,20.76556515287599,1.9137062982341089,0.8412567424218061,5.084492262151331,1.5028833883926465,3.784072717490558,4.556924966781436,1.3256089535826725,0.5566969440926415,0.4186354107507996,Energy,1
-solar/D/short,LS-Agent,126486.72311435523,126486.72311435523,248.4744221411192,0.9693505896896136,1.077163674013458,0.4222444817922932,5.336927155437771,355.64971968828434,0.5137927203862245,0.3589609164044176,0.2745995197496007,Energy,1
-solar/H/long,LS-Agent,254.9411242903488,254.9411242903488,6.264248783454988,0.474749905091956,2.367746141870541,1.345685737918359,3.3093573029281904,15.966875846274649,0.5536007573658959,0.217192950220014,0.1711779779037054,Energy,1
-solar/H/medium,LS-Agent,237.2138458029197,237.2138458029197,5.970442233120438,0.4536738977096268,1.5723881764635497,1.3500556606531189,3.014090671178783,15.40174814113384,0.5548069158997295,0.2150692643173679,0.1667239838737975,Energy,1
-solar/H/short,LS-Agent,200.0318042170392,200.0318042170392,5.481803407496871,0.4196344732107973,1.457248861891557,1.344714742123334,2.812586860655765,14.143260027908672,0.5213252772947209,0.2020611001883014,0.1574312691179848,Energy,1
-solar/W/short,LS-Agent,1377179.9416058394,1377179.9416058394,934.5828296076644,1.0146145061695768,0.2065331117950216,0.1833387671925925,7.123037284719279,1173.5331020494648,0.239547440327014,0.1907717168055285,0.1390003162778504,Energy,1
-sz_taxi/15T/long,LS-Agent,15.32388599537037,15.32388599537037,2.67193342681624,0.5038501266126394,6058400222384.793,0.3957056379429893,3.6659290329863214,3.914573539399965,0.3623259443791346,0.2473093920564756,0.1953075911534318,Transport,1
-sz_taxi/15T/medium,LS-Agent,16.13761476696047,16.13761476696047,2.729698142027244,0.5321054295510506,9778582794050.951,0.4018527937970993,3.7114216922754353,4.01716501614764,0.3738642717973621,0.2540439847488009,0.1999617193947907,Transport,1
-sz_taxi/15T/short,LS-Agent,16.484387370984052,16.484387370984052,2.6992087637839592,0.5383764686495038,1114329904081.2888,0.3867810369919218,3.7993530632634585,4.060096965712033,0.3796364411912855,0.2523875704864017,0.1983965683009494,Transport,1
-sz_taxi/H/short,LS-Agent,7.081466576991937,7.081466576991937,1.8290042225112264,0.5571254730383484,1.1058692952506564,0.2924757584585595,3.8487041463196814,2.6611025115526714,0.2478981173043581,0.1703830278367237,0.1340390307722211,Transport,1
-temperature_rain/D/short,LS-Agent,182.03222949133533,182.03222949133533,5.69190902160688,1.32072382785697,19.64549845550676,1.5019093614426453,19.49241552394088,13.491932014775918,1.5883571110011003,0.6700881800871391,0.5420213192333502,Nature,1
-us_births/D/short,LS-Agent,122768.76,122768.76,210.7478125,0.3101773446912547,0.0203568967183431,0.0200840857117664,2.4487379952445294,350.3837324990988,0.0328456317217945,0.0197558973020147,0.0155637409204826,Healthcare,1
-us_births/M/short,LS-Agent,46536234.66666666,46536234.66666666,5578.91796875,0.6301450497561956,0.0171471945941448,0.0173586744940618,2.8316915885392704,6821.747185777751,0.0211883002489409,0.0173280811743553,0.0130801234044164,Healthcare,1
-us_births/W/short,LS-Agent,1548881.2857142857,1548881.2857142857,940.1476702008928,0.8552553975813026,0.0127151097570146,0.0127474134994473,5.255326947224583,1244.5405922324453,0.0168945165068424,0.0127624124373372,0.0101146565147476,Healthcare,1

results/LS-Agent/config.json

@@ -1,10 +0,0 @@
-{
-    "model": "LS-Agent",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "",
-    "code_link": "",
-    "org": "LongShine AI Research",
-    "testdata_leakage": "No",
-    "replication_code_available": "No"
-}