ADD tempo ensemble

app.py

@@ -90,7 +90,7 @@ grouped_dfs = get_grouped_dfs()
 domain_df, freq_df, term_length_df, variate_type_df, overall_df = grouped_dfs['domain'], grouped_dfs['frequency'], grouped_dfs['term_length'], grouped_dfs['univariate'], grouped_dfs['overall']
 overall_df = rename_metrics(overall_df)
 overall_df = format_df(overall_df)
-overall_df = overall_df.sort_values(by=['MASE_Rank'])
+overall_df = overall_df.sort_values(by=['Rank'])
 domain_df = pivot_existed_df(domain_df, tab_name='domain')
 print(f'Domain dataframe is {domain_df}')
 freq_df = pivot_existed_df(freq_df, tab_name='frequency')
@@ -107,7 +107,7 @@ model_info_df = get_model_info_df(EVAL_RESULTS_PATH, EVAL_REQUESTS_PATH)
 # ) = get_evaluation_queue_df(EVAL_REQUESTS_PATH, EVAL_COLS)
 
 
-def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None = None):
+def init_leaderboard(ori_dataframe, model_info_df, sort_val: str|None = None):
     if ori_dataframe is None or ori_dataframe.empty:
         raise ValueError("Leaderboard DataFrame is empty or None.")
     model_info_col_list = [c.name for c in fields(ModelInfoColumn) if c.displayed_by_default if c.name not in ['#Params (B)', 'available_on_hub', 'hub', 'Model sha','Hub License']]
@@ -120,19 +120,11 @@ def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None =
     new_cols = ['T'] + [col for col in merged_df.columns if col != 'T']
     merged_df = merged_df[new_cols]
     if sort_val:
-        if isinstance(sort_val, list):
-            assert sort_val[0] == 'TestData Leakage'
-            # ipdb.set_trace()
-            leakage_order = pd.Categorical(merged_df[sort_val[0]], categories=['No', 'Yes', 'N/A'], ordered=True)
-            merged_df['leakage_order'] = leakage_order
-            merged_df = merged_df.sort_values(by=['leakage_order', sort_val[1]])
-            merged_df = merged_df.drop(columns=['leakage_order'])
-        elif sort_val in merged_df.columns:
+        if sort_val in merged_df.columns:
             merged_df = merged_df.sort_values(by=[sort_val])
         else:
             print(f'Warning: cannot sort by {sort_val}')
     print('Merged df: ', merged_df)
-    # ipdb.set_trace()
     # get the data type
     datatype_list = [col2type_dict[col] if col in col2type_dict else 'number' for col in merged_df.columns]
     # print('datatype_list: ', datatype_list)
@@ -170,13 +162,13 @@ def init_leaderboard(ori_dataframe, model_info_df, sort_val: str | list | None =
         # ],
         filter_columns=[
             ColumnFilter(ModelInfoColumn.model_type.name, type="checkboxgroup", label="Model types"),
-            ColumnFilter(ModelInfoColumn.testdata_leakage.name, type="checkboxgroup", label="TestData Leakage"),
         ],
         # bool_checkboxgroup_label="",
         column_widths=[40, 150] + [180 for _ in range(len(merged_df.columns)-2)],
         interactive=False,
     )
 
+
 demo = gr.Blocks(css=custom_css)
 with demo:
     gr.HTML(TITLE)
@@ -184,8 +176,7 @@ with demo:
 
     with gr.Tabs(elem_classes="tab-buttons") as tabs:
         with gr.TabItem('🏅 Overall', elem_id="llm-benchmark-tab-table", id=5):
-            # leaderboard = init_leaderboard(overall_df, model_info_df, sort_val='Rank')
-            leaderboard = init_leaderboard(overall_df, model_info_df, sort_val=['TestData Leakage', 'MASE_Rank'])
+            leaderboard = init_leaderboard(overall_df, model_info_df, sort_val='Rank')
             print(f'FINAL Overall LEADERBOARD {overall_df}')
         with gr.TabItem("🏅 By Domain", elem_id="llm-benchmark-tab-table", id=0):
             leaderboard = init_leaderboard(domain_df, model_info_df)
@@ -205,26 +196,6 @@ with demo:
         with gr.TabItem("📝 About", elem_id="llm-benchmark-tab-table", id=4):
             gr.Markdown(LLM_BENCHMARKS_TEXT, elem_classes="markdown-text")
 
-    # Trigger the column filters once on initial load so default selections take effect
-        demo.load(
-        js="""
-        () => {
-        // Make the JS fire one legitimate `input` event once the checkboxgroup
-        // component is ready.  `querySelector` looks for the *wrapper* div Gradio
-        // puts around the checkbox-group.
-        const target = document.querySelector(
-            'div[data-testid="checkboxgroup-model types"]');
-
-        if (!target) { return []; }           // safety guard
-
-        // Ask Gradio’s front-end to re-compute its filters:
-        target.dispatchEvent(new Event('input', { bubbles: true }));
-
-        return [];                            // load() must return something
-        }
-        """
-    )
-
     with gr.Row():
         with gr.Accordion("📙 Citation", open=False):
             citation_button = gr.Textbox(

results/Chronos_small/config.json

@@ -3,7 +3,5 @@
     "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/amazon/chronos-t5-small",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb",
-    "org": "AWS AI Labs",
-    "testdata_leakage": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
 }

results/DLinear/config.json

@@ -1,7 +1,5 @@
 {
     "model": "DLinear",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "The Chinese University of Hong Kong",
-    "testdata_leakage": "No"
+    "model_dtype": "float32"
 }

results/FlowState-9.1M/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[mean],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-loop_seattle/5T/short,FlowState-9.1M,41.20642213772202,41.20642213772202,3.6482890787508464,3.6482890787508464,0.5760316745958542,0.09734227274101462,0.07782384936531508,6.593895242486975,6.4192228608860455,0.11007549989315832,0.06256010311547563,0.049961607574821335,Transport,1
-loop_seattle/5T/medium,FlowState-9.1M,65.28178691411289,65.28178691411289,4.869518228536789,4.869518228536789,0.7734527843739306,0.15530373116641838,0.11332293038028682,8.269508257047189,8.079714531721581,0.1437547241555911,0.08663873543621015,0.06910445419530627,Transport,1
-loop_seattle/5T/long,FlowState-9.1M,77.11275533061361,77.11275533061361,5.218633842700092,5.218633842700092,0.8250182708680949,0.16325547842842192,0.12005953753436054,9.319874052199266,8.781386868292138,0.1552567255117628,0.09226651942508741,0.07396257116366077,Transport,1
-loop_seattle/D/short,FlowState-9.1M,18.37072676116345,18.37072676116345,2.8908717861116484,2.8908717861116484,0.8751111080929995,0.05345322222163434,0.05338208177141361,12.284504977392556,4.286108580188263,0.07659848596512975,0.05166374061520772,0.041998676836883936,Transport,1
-loop_seattle/H/short,FlowState-9.1M,60.254646585128924,60.254646585128924,4.224341119794517,4.224341119794517,0.8578659174207104,0.1156957368292313,0.09733176797613834,10.324014368171769,7.762386655219445,0.13740213765004466,0.07477513370613476,0.06071775786388836,Transport,1
-loop_seattle/H/medium,FlowState-9.1M,72.49868649068385,72.49868649068385,4.774017567039151,4.774017567039151,0.9802017879961532,0.1182101050643606,0.10903377222941017,11.2153856481414,8.514616050690945,0.15049488816363543,0.08438022754819177,0.06815404056535827,Transport,1
-loop_seattle/H/long,FlowState-9.1M,59.69476156690747,59.69476156690747,4.394733995057727,4.394733995057727,0.9201987421572889,0.13256338970497952,0.10205463124666585,10.089497539677955,7.726238513462257,0.13807820232396775,0.07853976662411824,0.06319115108866927,Transport,1
-m_dense/D/short,FlowState-9.1M,9472.558935185185,9472.558935185185,48.308813657407406,48.308813657407406,0.7324154243118424,0.13463613879159259,0.10566210358231155,12.396491269683509,97.32707195423679,0.1684875581125931,0.08362970225057244,0.06984659577170221,Transport,1
-m_dense/H/short,FlowState-9.1M,45185.8003233507,45185.8003233507,89.82139122856988,89.82139122856988,0.794888521288021,0.2976044740697495,0.21334691312577989,12.069100793905335,212.56951880114585,0.3770453948873275,0.15932078181343987,0.1313047568761031,Transport,1
-m_dense/H/medium,FlowState-9.1M,34831.29833333333,34831.29833333333,79.91017849392361,79.91017849392361,0.6918537392919458,0.26913952516783457,0.1942931811014811,8.942685213575544,186.6314505471501,0.3247151566079737,0.13903361972568543,0.11462594957546576,Transport,1
-m_dense/H/long,FlowState-9.1M,35997.86469135802,35997.86469135802,84.8109442515432,84.8109442515432,0.7444252434529841,0.2882623402318473,0.20252094786844135,9.243858424452394,189.73103249431293,0.32845249091839185,0.14682029360376359,0.12117489021344204,Transport,1
-sz_taxi/15T/short,FlowState-9.1M,16.730177058405054,16.730177058405054,2.7577188600113978,2.7577188600113978,0.5514772960536524,1195954521887.0005,0.4006040205448975,5.440699762571138,4.090253911238892,0.3824562487334538,0.2578585176248867,0.20255364364698247,Transport,1
-sz_taxi/15T/medium,FlowState-9.1M,16.707470494457798,16.707470494457798,2.821408237555088,2.821408237555088,0.5509006403082922,9710347132076.936,0.4138293991740952,5.205794460068225,4.087477277546359,0.38040798312325286,0.2625791275003582,0.20777358525869283,Transport,1
-sz_taxi/15T/long,FlowState-9.1M,16.2041913589521,16.2041913589521,2.80213628263555,2.80213628263555,0.5290821987226246,6334988927381.315,0.4129524796097367,4.415962703632027,4.025443001577852,0.3725878168442675,0.2593607311389226,0.20691493769848118,Transport,1
-sz_taxi/H/short,FlowState-9.1M,7.417397474631285,7.417397474631285,1.8844109478159847,1.8844109478159847,0.5756606690704787,1.3483923811178942,0.30121186655810755,5.345870852971551,2.7234899439196183,0.2537098957828191,0.17554450907732358,0.13832774822300725,Transport,1
-bitbrains_fast_storage/5T/short,FlowState-9.1M,1924708.5933602322,1924708.5933602322,199.03606752846804,199.03606752846804,1.0032515815823284,3.0243938323240966,0.7950182794198272,19.25499771969558,1387.3386729130823,4.355900312997404,0.6249240259586876,0.5113067369825212,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,FlowState-9.1M,3390856.937972916,3390856.937972916,346.56688549225504,346.56688549225504,1.260891455352925,5.679820563609929,0.8348958701489698,25.40891853796344,1841.4279616571798,5.5947667486039006,1.052965919652013,0.7795465054578488,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,FlowState-9.1M,4983042.650290739,4983042.650290739,439.2763425860992,439.2763425860992,1.0374589320494734,5.767946014842698,0.8445433276088283,20.188168977655355,2232.272978443886,5.899230991338783,1.160876218531447,0.8255881443730684,Web/CloudOps,2
-bitbrains_fast_storage/H/short,FlowState-9.1M,2863379.353066434,2863379.353066434,333.7310782674274,333.7310782674274,1.104408431680801,4.252633291163891,0.5967120208908891,21.060018999150223,1692.1522842423,4.823183638812036,0.9512419723992579,0.6996132789973957,Web/CloudOps,2
-bitbrains_rnd/5T/short,FlowState-9.1M,1478593.945297488,1478593.945297488,132.24529301833925,132.24529301833925,1.9620477620454029,1.4658456323459939,0.7350835676392866,58.827425560648535,1215.9744838184263,4.975416577469799,0.541109564330338,0.4632044380693893,Web/CloudOps,2
-bitbrains_rnd/5T/medium,FlowState-9.1M,2208052.9063197314,2208052.9063197314,190.83315100806956,190.83315100806956,4.581663134278986,2.306887118167001,0.8003794722451701,166.06818056785903,1485.9518519520514,6.252156934965629,0.802932347322748,0.7238091593893922,Web/CloudOps,2
-bitbrains_rnd/5T/long,FlowState-9.1M,2460772.825721577,2460772.825721577,222.0122217941569,222.0122217941569,3.5251046217605357,3.5869625604067092,0.7694731327490271,121.73594787820016,1568.685062630985,6.009279106104837,0.8504788102526731,0.7270607240923831,Web/CloudOps,2
-bitbrains_rnd/H/short,FlowState-9.1M,1783555.8804027704,1783555.8804027704,169.21358647254425,169.21358647254425,5.926597311741625,2.107055746328823,0.6077552342230917,218.0120577597906,1335.4983640584403,5.844794363995951,0.740561458660828,0.664595981096118,Web/CloudOps,2
-bizitobs_application/10S/short,FlowState-9.1M,664005.4388888889,664005.4388888889,449.96708984375,449.96708984375,1.3377137863983317,0.019362943437364367,0.019491665098402236,16.336749352184412,814.8652887986387,0.03142609893095301,0.017353433107882715,0.013558368098991429,Web/CloudOps,2
-bizitobs_application/10S/medium,FlowState-9.1M,4575707.306666667,4575707.306666667,1198.610625,1198.610625,2.5893138141163443,0.03760066986083985,0.038373565673828124,58.83299716249604,2139.090298857593,0.08399578031721472,0.04706591152189688,0.042047922832965524,Web/CloudOps,2
-bizitobs_application/10S/long,FlowState-9.1M,6559583.573333333,6559583.573333333,1548.4186111111112,1548.4186111111112,3.3411338993333333,0.048364529079861114,0.049444936116536456,75.69303481763987,2561.1684000341197,0.09877402790664712,0.05971631662448403,0.052677139441578126,Web/CloudOps,2
-bizitobs_l2c/5T/short,FlowState-9.1M,22.821621295384,22.821621295384,3.0685904048738024,3.0685904048738024,0.31231757023136525,0.16200984930040224,0.2157041277204241,2.393935136307405,4.777198059049258,0.1640683122542177,0.105387811538073,0.08458085603866948,Web/CloudOps,7
-bizitobs_l2c/5T/medium,FlowState-9.1M,69.30413079294217,69.30413079294217,5.238999430338541,5.238999430338541,0.5193918306430902,0.38426043329664383,0.6304700306483677,4.155248919369638,8.324910257350657,0.43801271795380065,0.27564842249378013,0.2138909951695262,Web/CloudOps,7
-bizitobs_l2c/5T/long,FlowState-9.1M,71.76699466765874,71.76699466765874,5.177323443700397,5.177323443700397,0.5177408840898012,0.423938883860758,0.7123863777281746,4.617430555988597,8.471540277166763,0.4756643215874484,0.2906989712513249,0.23033267410204214,Web/CloudOps,7
-bizitobs_l2c/H/short,FlowState-9.1M,55.461908249627974,55.461908249627974,4.527385651119172,4.527385651119172,0.4498973653968915,0.3789699883769742,0.6063558033534459,3.8045774239835706,7.447275223169074,0.401427228293401,0.24403769417436816,0.1886214231576794,Web/CloudOps,7
-bizitobs_l2c/H/medium,FlowState-9.1M,66.8992699032738,66.8992699032738,4.662852550688244,4.662852550688244,0.4704569255569069,0.4438962515829857,0.749674333844866,4.24338559208035,8.179197387474751,0.49526282529900423,0.2823428044104843,0.22108179915235826,Web/CloudOps,7
-bizitobs_l2c/H/long,FlowState-9.1M,75.9602306547619,75.9602306547619,5.0850547185019845,5.0850547185019845,0.5469474777475324,0.5924043065238235,0.7568616594587053,7.1077522882651625,8.715516660230872,0.5323689121370271,0.3106098185778061,0.24756994557034062,Web/CloudOps,7
-bizitobs_service/10S/short,FlowState-9.1M,3520.50839720832,3520.50839720832,21.761772656314587,21.761772656314587,0.8059993822380633,0.10306755156744093,0.06974780545663581,9.507322336556879,59.33387225867127,0.043956430224570464,0.01612181718327782,0.0127153968223787,Web/CloudOps,2
-bizitobs_service/10S/medium,FlowState-9.1M,31802.868482142858,31802.868482142858,46.433770926339285,46.433770926339285,1.1440456397927963,0.10534807568504696,0.08318410812862335,15.995324064213758,178.33358764445597,0.13421805424840713,0.03494714858523884,0.026749382265129105,Web/CloudOps,2
-bizitobs_service/10S/long,FlowState-9.1M,135023.47957671958,135023.47957671958,79.42200438161376,79.42200438161376,1.3822690402599558,0.11028612086381862,0.09789428549468833,25.236081780178996,367.45541168517246,0.2722227322362745,0.05883836336303083,0.05352239744204552,Web/CloudOps,2
-car_parts/M/short,FlowState-9.1M,1.429560607254418,1.429560607254418,0.4836226899547534,0.4836226899547534,0.8944060493088195,0.8137632961798099,1.8800651255841114,21.08757561148329,1.1956423408588448,2.8670276838625437,1.1596776002833478,1.0076518334176803,Sales,1
-covid_deaths/D/short,FlowState-9.1M,520034.35426554666,520034.35426554666,136.357007570195,136.357007570195,34.60603694671917,0.09393392626416988,0.36803830177861646,918.8211149840132,721.1340750966817,0.2713301924039766,0.05130498526878134,0.042993758538717175,Healthcare,1
-electricity/15T/short,FlowState-9.1M,144065.98286205519,144065.98286205519,56.856076371304624,56.856076371304624,1.0817436193639087,0.1915398677018586,0.1772058353606645,16.26188852890285,379.56024931762175,0.7481880832374911,0.11207453593237973,0.09269706732095719,Energy,1
-electricity/15T/medium,FlowState-9.1M,253340.60338294544,253340.60338294544,54.7942716272715,54.7942716272715,0.8556548344188857,0.13508191714894052,0.13523208481556662,9.532384228961938,503.32951769486505,0.8672874346301549,0.09441604674743875,0.07564332966991412,Energy,1
-electricity/15T/long,FlowState-9.1M,316119.8529764912,316119.8529764912,59.7140382530052,59.7140382530052,0.9053667166654249,0.14293423834777463,0.13760582326768755,9.726931671510378,562.2453672343519,0.8870110003705841,0.09420621652697063,0.0749509701869353,Energy,1
-electricity/D/short,FlowState-9.1M,1180566865.8407207,1180566865.8407207,4251.209920748874,4251.209920748874,1.4344403736384097,0.49429796389693836,0.10163411985861288,15.199692356424537,34359.378135244544,0.5646387062964002,0.06986149925058828,0.05504415510373746,Energy,1
-electricity/H/short,FlowState-9.1M,1579386.9683294483,1579386.9683294483,172.5957497328681,172.5957497328681,0.9351379841940162,0.21026389299976914,0.12611722789637678,12.947069300985513,1256.7366344343784,0.5932694400880952,0.08147751963297314,0.06677232663588524,Energy,1
-electricity/H/medium,FlowState-9.1M,6221001.874001003,6221001.874001003,247.56637994989617,247.56637994989617,1.092976787129436,0.23200557334682143,0.13328747567829785,11.958698401046853,2494.193632018373,0.973565963834623,0.09663331596028776,0.07678815543188483,Energy,1
-electricity/H/long,FlowState-9.1M,8939375.961766891,8939375.961766891,279.8932897311374,279.8932897311374,1.2110867967690446,0.3095987619112468,0.14577881565036716,13.842587383560438,2989.8789209208608,1.1792074146755631,0.11038983560820556,0.08752998078933216,Energy,1
-electricity/W/short,FlowState-9.1M,29395794717.160362,29395794717.160362,23643.860884712838,23643.860884712838,1.3635557497389068,0.22346164837183186,0.09038805711913753,13.709397168603852,171452.01870249404,0.39119693104666264,0.05394748855213885,0.04355379314195652,Energy,1
-ett1/15T/short,FlowState-9.1M,4.980384614354088,4.980384614354088,1.0932999247596378,1.0932999247596378,0.6888563402341751,0.49305846536351217,0.23987056868416923,7.201910430402015,2.2316775336849384,0.42187994489597685,0.20667919314076327,0.1617466807586172,Energy,7
-ett1/15T/medium,FlowState-9.1M,8.6315771484375,8.6315771484375,1.544872349330357,1.544872349330357,0.9899225182222047,0.7127148305476998,0.38790635971795945,8.719024268920881,2.9379545858364624,0.5599770158522798,0.29445417986419087,0.22932511415283205,Energy,7
-ett1/15T/long,FlowState-9.1M,8.090037667410714,8.090037667410714,1.551713111514137,1.551713111514137,1.0126223652403492,0.7426191157153659,0.39777882893880206,8.355813417792739,2.8442991522360503,0.54212621467887,0.2957580445613115,0.2298512894395186,Energy,7
-ett1/D/short,FlowState-9.1M,43043.99444444444,43043.99444444444,136.9359343998016,136.9359343998016,1.6288935332388368,1.2419960627480158,0.4954109918503534,14.079257234165125,207.470466439068,0.5449280619678922,0.3596667739124283,0.2799498278363056,Energy,7
-ett1/H/short,FlowState-9.1M,98.04556412469773,98.04556412469773,4.894838360377721,4.894838360377721,0.8150353380790544,0.4436365876879011,0.2579571133568173,6.952233363517736,9.90179600500322,0.4621573388829306,0.22846213654080613,0.1762152118908626,Energy,7
-ett1/H/medium,FlowState-9.1M,134.41744326636905,134.41744326636905,6.668464587983631,6.668464587983631,1.2267932617039405,3365661524510.5957,0.43888593401227677,9.119016541001752,11.593853684878425,0.555318170217747,0.31940368179657114,0.24767421231989253,Energy,7
-ett1/H/long,FlowState-9.1M,155.68571635251323,155.68571635251323,7.22068271536045,7.22068271536045,1.33916082947429,2267774406926.194,0.47107417192408646,9.95334609492623,12.47740823859319,0.5975160415714699,0.3457828477696871,0.2699857075194963,Energy,7
-ett1/W/short,FlowState-9.1M,1173048.4285714286,1173048.4285714286,801.5694056919643,801.5694056919643,1.4509044072930064,0.5297911167144775,0.5278735501425607,8.922727965738348,1083.0736025642157,0.43098083698912737,0.31896359818216297,0.24500652359110595,Energy,7
-ett2/15T/short,FlowState-9.1M,7.959989992777507,7.959989992777507,1.7561996550787062,1.7561996550787062,0.7547916193814699,0.11044701391019925,0.1292610100337437,8.60130403004982,2.8213454224496344,0.13393930909778234,0.08337304839290896,0.06581268360764704,Energy,7
-ett2/15T/medium,FlowState-9.1M,10.991811126224578,10.991811126224578,2.050341496543279,2.050341496543279,0.8470324155409298,0.12984282517942974,0.15523655846005394,8.238194223435517,3.3153900413412263,0.17668312929658506,0.10926640522493662,0.08720802717137183,Energy,7
-ett2/15T/long,FlowState-9.1M,11.056184779575894,11.056184779575894,2.093517097594246,2.093517097594246,0.8656004641238805,0.13304481590146605,0.15894615657745845,8.728302116810942,3.325084176314322,0.17719974581181555,0.11156731014178155,0.09031154642244392,Energy,7
-ett2/D/short,FlowState-9.1M,119717.15555555555,119717.15555555555,222.04579613095237,222.04579613095237,1.4635575132775187,0.3624706752716549,0.15674171447753907,10.830255578141793,346.00166987394084,0.19802587337139363,0.1270826603909114,0.10325530356962487,Energy,7
-ett2/H/short,FlowState-9.1M,104.57532457624163,104.57532457624163,6.295174280802409,6.295174280802409,0.7215709730957005,0.11713471286857265,0.10737862814040411,6.602956702509036,10.226207731913215,0.12969675934784944,0.0798403205913801,0.0631822907791898,Energy,7
-ett2/H/medium,FlowState-9.1M,242.78725353422618,242.78725353422618,9.703669084821428,9.703669084821428,1.0379484333384368,0.17125420465428529,0.16814332689557757,9.244285748553247,15.581631927825345,0.2099724972418964,0.13076317291967424,0.10431498050240505,Energy,7
-ett2/H/long,FlowState-9.1M,265.77815806878306,265.77815806878306,10.071580997850528,10.071580997850528,1.0965159499861146,0.1877654904885175,0.18084840320405507,9.853142275736998,16.302704010954226,0.2232529902611188,0.13792255400799516,0.11143469439326707,Energy,7
-ett2/W/short,FlowState-9.1M,4955971.428571428,4955971.428571428,1521.9556361607142,1521.9556361607142,0.9778324368044548,0.14722657203674316,0.1582614013126918,6.102820239909918,2226.2011204227324,0.18674414426016983,0.12766874487189425,0.10406980997248803,Energy,7
-hierarchical_sales/D/short,FlowState-9.1M,29.732930018538134,29.732930018538134,2.319569186919876,2.319569186919876,0.7495294259800727,0.6318419237892607,1.0690176652748262,10.409452522840244,5.452791030154937,1.6728559020336073,0.7116181388678587,0.5828056079568731,Sales,1
-hierarchical_sales/W/short,FlowState-9.1M,450.37896728515625,450.37896728515625,8.750412407567946,8.750412407567946,0.7124265352171969,0.5166803930063173,0.452388971538867,8.61290730769748,21.222133900368178,0.9743185478836948,0.40173571377650935,0.3398582822825211,Sales,1
-hospital/M/short,FlowState-9.1M,2029.1258259507586,2029.1258259507586,16.616914870996986,16.616914870996986,0.7584542558926894,0.19929957068624418,0.17468420747361563,6.50496006333193,45.04581918392381,0.16352678391513475,0.0603232596648055,0.04789252589407568,Healthcare,1
-jena_weather/10T/short,FlowState-9.1M,769.5275096238605,769.5275096238605,5.621278191369678,5.621278191369678,0.2767616179581378,0.39370277928161435,0.5409789359463113,2.943629425991047,27.740358858959638,0.17230240076182607,0.03491518378141902,0.028705220857371594,Nature,21
-jena_weather/10T/medium,FlowState-9.1M,1424.3707860465001,1424.3707860465001,9.894016493760146,9.894016493760146,0.6254029435471754,0.9141056125584986,0.6582028373839364,7.134168263751859,37.740837113748555,0.2316148725005984,0.060719410166084245,0.049470015067881346,Nature,21
-jena_weather/10T/long,FlowState-9.1M,1399.3250419980004,1399.3250419980004,10.083748800287802,10.083748800287802,0.6608100770639971,0.9544456003029005,0.6474178345115097,7.37106124596258,37.40755327467971,0.22890322069317012,0.06170418471632936,0.05070029776307641,Nature,21
-jena_weather/D/short,FlowState-9.1M,398.70033172123016,398.70033172123016,9.827138264973959,9.827138264973959,1.0485371388820024,0.6242780152916303,0.44123424348377044,10.138610984284272,19.967481857290622,0.12023687611673844,0.05917543406788213,0.047547547386128125,Nature,21
-jena_weather/H/short,FlowState-9.1M,1098.5380878799044,1098.5380878799044,8.411170702131967,8.411170702131967,0.526016955075292,1.3175091402849612,0.6050199826334354,6.146329621532627,33.144201421665066,0.20317183962392238,0.051559939646816814,0.0419072690267179,Nature,21
-jena_weather/H/medium,FlowState-9.1M,1349.0420030381945,1349.0420030381945,10.663989451574901,10.663989451574901,0.8571477516894351,2.6584602221914055,0.6862809438554067,7.631882833911909,36.729307140731564,0.22475314018670384,0.0652548415077891,0.052881529582308406,Nature,21
-jena_weather/H/long,FlowState-9.1M,1344.8131965112434,1344.8131965112434,12.889586691881613,12.889586691881613,1.0851070705986812,2.5530645058483583,0.6719191616805142,13.687396490420356,36.671694759190544,0.22080422921459042,0.0776095916233129,0.06666390952483377,Nature,21
-kdd_cup_2018/D/short,FlowState-9.1M,3031.419290378869,3031.419290378869,21.71406054869319,21.71406054869319,1.223272467425053,0.5122704279217459,0.48005108592659085,12.181636446841818,55.05832625842225,1.233364972366011,0.48641801356059444,0.3812015815435914,Nature,1
-kdd_cup_2018/H/short,FlowState-9.1M,4400.043310172846,4400.043310172846,22.743728537194453,22.743728537194453,0.9542261628597182,0.8840861593739912,0.5019650321757874,10.160826590381683,66.33282226901585,1.3884661046462603,0.47606742916953976,0.3817186229134154,Nature,1
-kdd_cup_2018/H/medium,FlowState-9.1M,5346.50910268196,5346.50910268196,26.33725056482099,26.33725056482099,1.0846836992020321,0.9676168371097675,0.5905999808700999,11.210373175534803,73.11982701485255,1.5305304083425761,0.5512863542935927,0.4368045266133778,Nature,1
-kdd_cup_2018/H/long,FlowState-9.1M,4320.785902502329,4320.785902502329,24.9758049761873,24.9758049761873,1.0534284105933664,0.9931413860142767,0.6358806894330652,9.937313926015616,65.73268519163301,1.542354420888718,0.5860333121638589,0.45748987044545686,Nature,1
-m4_daily/D/short,FlowState-9.1M,460449.38954061264,460449.38954061264,194.8177779062743,194.8177779062743,3.5933811129151243,0.04256217416009881,0.03372789031974429,36.4567024138539,678.5642118035792,0.10481941775567499,0.030093962654342218,0.024315459514113697,Econ/Fin,1
-m4_hourly/H/short,FlowState-9.1M,524888.7468503716,524888.7468503716,188.91631142279184,188.91631142279184,0.7308697355223807,0.09173926594704629,0.0867135555823836,8.266989981253527,724.4920612749125,0.09890916765238221,0.02579124895572352,0.020490718600366213,Econ/Fin,1
-m4_monthly/M/short,FlowState-9.1M,1863447.246301143,1863447.246301143,555.0341335720486,555.0341335720486,0.9217787164197633,0.1597439799979329,0.1291678792089224,10.553067069674826,1365.0814064740398,0.28371077918144827,0.11535514714449419,0.09256760422999852,Econ/Fin,1
-m4_quarterly/Q/short,FlowState-9.1M,1835070.2141721903,1835070.2141721903,561.5495734303793,561.5495734303793,1.1533472901853319,0.11924825147073716,0.10135561777527134,12.789597196530536,1354.6476346903612,0.22674415917787266,0.09399350990139102,0.07549476248623303,Econ/Fin,1
-m4_weekly/W/short,FlowState-9.1M,230569.25755303193,230569.25755303193,249.35544133845352,249.35544133845352,2.022636456714285,0.06192654865519097,0.06137127862999366,16.35037889030763,480.17627758254775,0.08748067109178026,0.04542869435053447,0.03663408849488293,Econ/Fin,1
-m4_yearly/A/short,FlowState-9.1M,3295300.5925140013,3295300.5925140013,818.0042513808635,818.0042513808635,2.957246114331518,0.16630538438952275,0.135139478891435,42.9209268420369,1815.2962822949871,0.29109117207079993,0.13117077284613704,0.1069378729835909,Econ/Fin,1
-restaurant/D/short,FlowState-9.1M,138.683303161775,138.683303161775,7.088883148874568,7.088883148874568,0.681671230570501,0.6547431785474475,0.3927890905492656,6.158892375231965,11.776387525968012,0.5419766395607936,0.32624682728843574,0.2559205236124014,Sales,1
-saugeen/D/short,FlowState-9.1M,1065.7159375,1065.7159375,12.316854858398438,12.316854858398438,2.7363346763757384,0.2869456609090169,0.3157666778564453,39.327833877693664,32.64530498402489,1.0573892206158066,0.3989458688020571,0.32886548733101045,Nature,1
-saugeen/M/short,FlowState-9.1M,419.1245814732143,419.1245814732143,12.768525623139881,12.768525623139881,0.7480760568691176,0.35278070540655226,0.3556371870495024,7.5489379732842705,20.472532365909554,0.6146468386464715,0.3833494444247625,0.29564347249203715,Nature,1
-saugeen/W/short,FlowState-9.1M,907.9439239501953,907.9439239501953,14.38510627746582,14.38510627746582,1.1671291864275761,0.39806915521621705,0.39103698134422304,13.698295871517155,30.13210785773533,0.9095627312966047,0.4342263945655186,0.35654937897593736,Nature,1
-solar/10T/short,FlowState-9.1M,23.815074714604954,23.815074714604954,2.3434108497452564,2.3434108497452564,1.0258561153573258,5.817045293185954,1.5298146551832956,10.298084292870156,4.880069130105121,1.4196115690597917,0.6816979564563959,0.5199798844919239,Energy,1
-solar/10T/medium,FlowState-9.1M,20.57507829672466,20.57507829672466,2.0579187168323,2.0579187168323,0.8992403786637814,3.935542893892818,1.4561078073914613,9.428119094294988,4.535976002661903,1.0065510994343836,0.45666034074222656,0.35640086194325327,Energy,1
-solar/10T/long,FlowState-9.1M,18.803191816913145,18.803191816913145,1.947746906760062,1.947746906760062,0.8511553963682477,3.6116326980938003,1.4495610039586075,8.98398203054954,4.336264730953721,0.9372142615089935,0.4209743389961493,0.33731284559674707,Energy,1
-solar/D/short,FlowState-9.1M,123798.74148418491,123798.74148418491,254.33213104470804,254.33213104470804,0.9914601541317253,1.065309401092158,0.43119359422484166,5.072566028494322,351.8504532954092,0.5083040848435385,0.36742331836204006,0.277712421695133,Energy,1
-solar/H/short,FlowState-9.1M,757.1993341141831,757.1993341141831,11.305498109246692,11.305498109246692,0.8724446953179906,4.777759083050538,1.3993490626769542,10.642841134590933,27.517255206764048,1.0142951912516207,0.41672442548319527,0.3331443526320188,Energy,1
-solar/H/medium,FlowState-9.1M,801.285641917579,801.285641917579,11.445277230292922,11.445277230292922,0.8764719755896929,5.458095207860186,1.400396199470019,10.798993971727489,28.30698927681252,1.0196838280418565,0.4122856014484468,0.34501846917605444,Energy,1
-solar/H/long,FlowState-9.1M,719.3457268856448,719.3457268856448,12.36631455371173,12.36631455371173,0.942005746657252,5.876856700090995,1.4082166438168466,8.146907869423451,26.820621299396567,0.9299199543477858,0.42876272465383575,0.3335355229807926,Energy,1
-solar/W/short,FlowState-9.1M,955186.6131386862,955186.6131386862,768.0469177691606,768.0469177691606,0.838795166934673,0.16764145785004553,0.15302670088997722,4.476202957998712,977.3364892086482,0.19949880509892567,0.15677757256247188,0.12235764216039015,Energy,1
-temperature_rain/D/short,FlowState-9.1M,180.4470724159759,180.4470724159759,5.7659389208630145,5.7659389208630145,1.3497787807137442,24.105154695755104,1.4952793405611897,24.459044384745972,13.433058937411683,1.5814261953049171,0.6788034573857006,0.5497859033550305,Nature,1
-us_births/D/short,FlowState-9.1M,218382.50666666665,218382.50666666665,310.88701822916664,310.88701822916664,0.4573647670456565,0.0298173189163208,0.02927158196767171,5.9522450787192085,467.3141413082496,0.043806908712113006,0.02914313525633875,0.023686841289048206,Healthcare,1
-us_births/M/short,FlowState-9.1M,56510709.333333336,56510709.333333336,6193.608072916667,6193.608072916667,0.6995303835548405,0.018985547125339508,0.01924945041537285,6.844936444934768,7517.360529689482,0.02334887055249893,0.019237304446992797,0.014923346389001804,Healthcare,1
-us_births/W/short,FlowState-9.1M,2057186.5714285714,2057186.5714285714,1119.4234793526787,1119.4234793526787,1.0174865839349032,0.015180262071745736,0.015214066420282637,9.795766029253233,1434.2895702850842,0.01947034027817997,0.015196063967786272,0.011881630832056645,Healthcare,1

results/FlowState-9.1M/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "FlowState-9.1M",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-research/flowstate",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/flowstate.ipynb",
-    "org": "IBM Research",
-    "testdata_leakage": "No"
-}

results/Lag-Llama/config.json

@@ -2,7 +2,5 @@
     "model": "Lag-Llama",
     "model_type": "pretrained",
     "model_dtype": "float32",
-    "model_link": "https://huggingface.co/time-series-foundation-models/Lag-Llama",
-    "org": "Morgan Stanley & Service Now",
-    "testdata_leakage": "Yes"
+    "model_link": "https://huggingface.co/time-series-foundation-models/Lag-Llama"
 }

results/Moirai2/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,Moirai2,3594920.75,3594920.75,890.2982177734375,3.3204338550567627,0.1615607738494873,0.14871330559253693,31.004405975341797,1896.027587890625,0.30403682589530945,0.14276345074176788,0.11582298576831818,Econ/Fin,1
-m4_quarterly/Q/short,Moirai2,1823365.0,1823365.0,563.21240234375,1.1834304332733154,0.11163925379514694,0.10256534814834595,9.126250267028809,1350.3203125,0.22601984441280365,0.09427183121442795,0.0754113420844078,Econ/Fin,1
-m4_monthly/M/short,Moirai2,1941434.375,1941434.375,570.535400390625,0.9396260380744934,0.1640520691871643,0.1344050168991089,7.7516584396362305,1393.3536376953125,0.28958672285079956,0.11857683956623077,0.0947224348783493,Econ/Fin,1
-m4_weekly/W/short,Moirai2,320634.75,320634.75,278.2564697265625,2.12347149848938,0.0672045573592186,0.06834465265274048,14.761430740356445,566.2462158203125,0.1031612828373909,0.050694018602371216,0.04001309722661972,Econ/Fin,1
-m4_daily/D/short,Moirai2,370240.09375,370240.09375,162.80653381347656,3.0710153579711914,0.0357334166765213,0.028526095673441887,25.159442901611328,608.4735717773438,0.09399235248565674,0.025149110704660416,0.02005612850189209,Econ/Fin,1
-m4_hourly/H/short,Moirai2,1835445.0,1835445.0,234.19720458984375,0.8085440993309021,0.09139207750558853,0.0857313722372055,6.641612529754639,1354.7860107421875,0.18495818972587585,0.03197309002280235,0.023612583056092262,Econ/Fin,1
-electricity/15T/short,Moirai2,126713.3984375,126713.3984375,46.910743713378906,0.8698201179504395,0.15082401037216187,0.15161579847335815,9.704551696777344,355.96826171875,0.7016835808753967,0.09247032552957535,0.07707162946462631,Energy,1
-electricity/H/short,Moirai2,1653415.0,1653415.0,166.158447265625,0.8867659568786621,0.17141255736351013,0.1225140392780304,10.239829063415527,1285.851806640625,0.6070138812065125,0.0784386545419693,0.06450968980789185,Energy,1
-electricity/D/short,Moirai2,1252630400.0,1252630400.0,4144.4931640625,1.4215503931045532,0.3179091513156891,0.09655529260635376,11.699943542480469,35392.51953125,0.5816166400909424,0.06810778379440308,0.054104726761579514,Energy,1
-electricity/W/short,Moirai2,119910146048.0,119910146048.0,38409.51171875,1.6595454216003418,0.2552073895931244,0.10663959383964539,12.825586318969727,346280.4375,0.790097713470459,0.08763783425092697,0.06640905886888504,Energy,1
-solar/10T/short,Moirai2,16.64216423034668,16.64216423034668,1.5266270637512207,0.6575393676757812,3.457381010055542,1.4877198934555054,4.72634220123291,4.07948112487793,1.186720609664917,0.444095641374588,0.35037222504615784,Energy,1
-solar/H/short,Moirai2,802.4385986328125,802.4385986328125,11.403338432312012,0.8793642520904541,5.135405540466309,1.4044291973114014,7.138167858123779,28.327346801757812,1.044155478477478,0.42033085227012634,0.34237420558929443,Energy,1
-solar/D/short,Moirai2,170813.640625,170813.640625,271.90545654296875,1.0638502836227417,1.260561227798462,0.43576809763908386,5.254066467285156,413.2960510253906,0.5970720648765564,0.39281076192855835,0.302970290184021,Energy,1
-solar/W/short,Moirai2,1808328.625,1808328.625,1091.556396484375,1.1966747045516968,0.24777232110500336,0.2126481980085373,6.803486347198486,1344.7410888671875,0.27449527382850647,0.2228139340877533,0.16269271075725555,Energy,1
-hospital/M/short,Moirai2,2882.404541015625,2882.404541015625,17.830530166625977,0.7649638056755066,0.19130390882492065,0.17565345764160156,5.211375713348389,53.68803024291992,0.1949000209569931,0.06472896039485931,0.051829639822244644,Healthcare,1
-covid_deaths/D/short,Moirai2,252106.03125,252106.03125,90.99989318847656,36.958065032958984,0.09614738076925278,0.37670475244522095,903.7923583984375,502.10162353515625,0.18891817331314087,0.03423915058374405,0.028077920898795128,Healthcare,1
-us_births/D/short,Moirai2,190028.15625,190028.15625,253.57337951660156,0.3733060956001282,0.024424130097031593,0.024021783843636513,3.786815881729126,435.92218017578125,0.04086416959762573,0.023770447820425034,0.019569363445043564,Healthcare,1
-us_births/M/short,Moirai2,78014528.0,78014528.0,7187.57177734375,0.811284065246582,0.022174924612045288,0.022547760978341103,4.347311973571777,8832.5830078125,0.02743394300341606,0.02232454903423786,0.016870463266968727,Healthcare,1
-us_births/W/short,Moirai2,1552936.875,1552936.875,957.8921508789062,0.8713688850402832,0.013035018928349018,0.01307821087539196,8.680670738220215,1246.1688232421875,0.01691661961376667,0.013003292493522167,0.010818051174283028,Healthcare,1
-saugeen/D/short,Moirai2,1027.0377197265625,1027.0377197265625,12.161438941955566,2.7013986110687256,0.27170529961586,0.31519150733947754,28.517648696899414,32.047428131103516,1.038023829460144,0.3939118981361389,0.32843467593193054,Nature,1
-saugeen/M/short,Moirai2,395.2047119140625,395.2047119140625,12.477724075317383,0.7310303449630737,0.34958547353744507,0.36250320076942444,4.56439733505249,19.879756927490234,0.5968499183654785,0.3746187090873718,0.291035532951355,Nature,1
-saugeen/W/short,Moirai2,1292.568603515625,1292.568603515625,17.306808471679688,1.4041545391082764,0.43147262930870056,0.4447954297065735,11.917930603027344,35.952308654785156,1.0852503776550293,0.5224204063415527,0.41932234168052673,Nature,1
-temperature_rain/D/short,Moirai2,182.9368438720703,182.9368438720703,5.879575729370117,1.3483240604400635,26.145727157592773,1.5040239095687866,20.553316116333008,13.52541446685791,1.5922988653182983,0.6921814680099487,0.5607564449310303,Nature,1
-kdd_cup_2018/H/short,Moirai2,5302.97900390625,5302.97900390625,25.09421157836914,1.006497859954834,0.7897746562957764,0.5716216564178467,8.732624053955078,72.8215560913086,1.5242869853973389,0.5252673029899597,0.4258558750152588,Nature,1
-kdd_cup_2018/D/short,Moirai2,3038.3671875,3038.3671875,22.03321647644043,1.241451621055603,0.5251110196113586,0.49087435007095337,9.494770050048828,55.12138366699219,1.234777569770813,0.49356743693351746,0.38876861333847046,Nature,1
-car_parts/M/short,Moirai2,1.3793753385543823,1.3793753385543823,0.452247679233551,0.8265860080718994,0.84610915184021,1.9076740741729736,15.108853340148926,1.1744681596755981,2.816254138946533,1.0844435691833496,0.9362376928329468,Sales,1
-restaurant/D/short,Moirai2,145.2991180419922,145.2991180419922,7.219489574432373,0.6959659457206726,0.5734684467315674,0.4184328019618988,4.903660774230957,12.054008483886719,0.5547534227371216,0.33225762844085693,0.26036787033081055,Sales,1
-hierarchical_sales/D/short,Moirai2,29.79330825805664,29.79330825805664,2.318131446838379,0.7479611039161682,0.6207244992256165,1.0917775630950928,7.330531597137451,5.458324432373047,1.6745535135269165,0.7111770510673523,0.5769974589347839,Sales,1
-hierarchical_sales/W/short,Moirai2,479.5635070800781,479.5635070800781,9.145384788513184,0.7380942106246948,0.5495446920394897,0.4673403799533844,6.649598598480225,21.898937225341797,1.005391001701355,0.4198690950870514,0.35205039381980896,Sales,1
-loop_seattle/5T/short,Moirai2,39.24714279174805,39.24714279174805,3.421999216079712,0.5417709946632385,0.08640541136264801,0.0729915127158165,3.9730300903320312,6.264753818511963,0.1074267029762268,0.0586797334253788,0.04626261815428734,Transport,1
-loop_seattle/H/short,Moirai2,61.74736022949219,61.74736022949219,4.191839694976807,0.8503301739692688,0.11133775115013123,0.0967826396226883,9.166641235351562,7.8579487800598145,0.13909368216991425,0.07419982552528381,0.06182778254151344,Transport,1
-loop_seattle/D/short,Moirai2,18.762725830078125,18.762725830078125,2.959958553314209,0.8935706615447998,0.054861217737197876,0.05470937117934227,7.584428787231445,4.3315958976745605,0.07741141319274902,0.05289841443300247,0.04312709718942642,Transport,1
-sz_taxi/15T/short,Moirai2,16.780986785888672,16.780986785888672,2.739116907119751,0.5463942885398865,1337784270848.0,0.39846450090408325,3.9365270137786865,4.096460342407227,0.3830365538597107,0.25611916184425354,0.20139019191265106,Transport,1
-sz_taxi/H/short,Moirai2,7.243575096130371,7.243575096130371,1.8513975143432617,0.5632746815681458,1.0763623714447021,0.2980678081512451,4.026472091674805,2.6913890838623047,0.25071948766708374,0.1724691092967987,0.13598862290382385,Transport,1
-m_dense/H/short,Moirai2,46547.97265625,46547.97265625,89.18578338623047,0.7929656505584717,0.2878399193286896,0.22047041356563568,9.276103973388672,215.74978637695312,0.3826863765716553,0.15819334983825684,0.1318719983100891,Transport,1
-m_dense/D/short,Moirai2,9495.8916015625,9495.8916015625,49.772308349609375,0.6916432976722717,0.1258518397808075,0.10052505135536194,7.0636701583862305,97.44686889648438,0.16869494318962097,0.086163230240345,0.07009396702051163,Transport,1
-ett1/15T/short,Moirai2,5.021040439605713,5.021040439605713,1.079026699066162,0.6870396733283997,0.508618950843811,0.2342115193605423,5.1140007972717285,2.24076771736145,0.42359837889671326,0.203980952501297,0.1601320505142212,Energy,7
-ett1/H/short,Moirai2,110.48771667480469,110.48771667480469,5.065814971923828,0.8362465500831604,0.5074601173400879,0.2602593004703522,5.890653133392334,10.511313438415527,0.49060600996017456,0.23644231259822845,0.1851363480091095,Energy,7
-ett1/D/short,Moirai2,45395.75390625,45395.75390625,142.25717163085938,1.7477439641952515,1.1709531545639038,0.4903564453125,11.691117286682129,213.0627899169922,0.5596165060997009,0.373643159866333,0.28650546073913574,Energy,7
-ett1/W/short,Moirai2,1070556.875,1070556.875,834.5147094726562,1.4887369871139526,0.6270838379859924,0.5270519852638245,8.900157928466797,1034.67724609375,0.41172274947166443,0.3320733308792114,0.2488435059785843,Energy,7
-ett2/15T/short,Moirai2,8.050238609313965,8.050238609313965,1.7549543380737305,0.7664317488670349,0.11144769191741943,0.1304120570421219,5.862476825714111,2.837294101715088,0.13469645380973816,0.08331392705440521,0.06601111590862274,Energy,7
-ett2/H/short,Moirai2,111.35823822021484,111.35823822021484,6.3867340087890625,0.7354120016098022,0.11914452165365219,0.10967425256967545,5.209497928619385,10.552640914916992,0.13383685052394867,0.08100155740976334,0.06421768665313721,Energy,7
-ett2/D/short,Moirai2,112720.8125,112720.8125,200.43377685546875,1.3028600215911865,0.42615124583244324,0.13562987744808197,11.184418678283691,335.73919677734375,0.19215241074562073,0.11471354216337204,0.09300631284713745,Energy,7
-ett2/W/short,Moirai2,3018818.25,3018818.25,1220.6822509765625,0.8076348304748535,0.13835936784744263,0.15684010088443756,8.835420608520508,1737.4747314453125,0.14574748277664185,0.10239652544260025,0.08512651920318604,Energy,7
-jena_weather/10T/short,Moirai2,1263.07080078125,1263.07080078125,7.481215953826904,0.3154330551624298,0.3750856816768646,0.5614975690841675,2.2623369693756104,35.53970718383789,0.22074612975120544,0.04646772891283035,0.03595806285738945,Nature,21
-jena_weather/H/short,Moirai2,1116.116455078125,1116.116455078125,8.453888893127441,0.536453366279602,1.3488954305648804,0.6119290590286255,4.829719066619873,33.408329010009766,0.2047909051179886,0.05182179436087608,0.04214661940932274,Nature,21
-jena_weather/D/short,Moirai2,341.45184326171875,341.45184326171875,9.141987800598145,1.0152313709259033,0.49779126048088074,0.4462507367134094,6.8829264640808105,18.47841453552246,0.11127026379108429,0.05504970625042915,0.043448418378829956,Nature,21
-bitbrains_fast_storage/5T/short,Moirai2,2142125.25,2142125.25,171.67364501953125,0.6864748001098633,2.1051151752471924,0.7426697015762329,13.77940845489502,1463.60009765625,4.59534215927124,0.5390127897262573,0.42746859788894653,Web/CloudOps,2
-bitbrains_fast_storage/H/short,Moirai2,2942650.5,2942650.5,292.0852355957031,1.0675305128097534,3.8830220699310303,0.5814351439476013,22.434349060058594,1715.41552734375,4.889491558074951,0.8325377702713013,0.6148646473884583,Web/CloudOps,2
-bitbrains_rnd/5T/short,Moirai2,1660531.75,1660531.75,115.86862182617188,1.6520637273788452,1.0863659381866455,0.6535171270370483,53.418670654296875,1288.6162109375,5.272645473480225,0.4741009473800659,0.4042632579803467,Web/CloudOps,2
-bitbrains_rnd/H/short,Moirai2,2235573.0,2235573.0,196.98313903808594,5.809325695037842,3.0100300312042236,0.5586869716644287,197.04698181152344,1495.1832275390625,6.54365348815918,0.8620945811271667,0.6697196960449219,Web/CloudOps,2
-bizitobs_application/10S/short,Moirai2,621851.5625,621851.5625,406.2403259277344,1.438624620437622,0.019857333973050117,0.020211493596434593,18.09433364868164,788.57568359375,0.030412212014198303,0.015667065978050232,0.01300627738237381,Web/CloudOps,2
-bizitobs_service/10S/short,Moirai2,4797.98974609375,4797.98974609375,22.429920196533203,0.8738541007041931,0.07667911797761917,0.05649945139884949,9.500022888183594,69.26752471923828,0.05131559818983078,0.016616802662611008,0.01355437096208334,Web/CloudOps,2
-bizitobs_l2c/5T/short,Moirai2,20.624032974243164,20.624032974243164,2.863663911819458,0.2905579209327698,0.1645745486021042,0.20925605297088623,4.3934006690979,4.5413689613342285,0.15596899390220642,0.09834981709718704,0.08443012833595276,Web/CloudOps,7
-bizitobs_l2c/H/short,Moirai2,67.85011291503906,67.85011291503906,5.013020038604736,0.5027103424072266,0.4784625768661499,0.636954665184021,7.536383152008057,8.237117767333984,0.4440017640590668,0.27021461725234985,0.23466992378234863,Web/CloudOps,7
-electricity/15T/medium,Moirai2,283338.0,283338.0,55.66805648803711,0.8413034677505493,0.13227048516273499,0.13056059181690216,9.948001861572266,532.2950439453125,0.9171979427337646,0.09592166543006897,0.07995456457138062,Energy,1
-electricity/H/medium,Moirai2,6361778.5,6361778.5,248.01693725585938,1.0840357542037964,0.23050330579280853,0.13177354633808136,13.117870330810547,2522.256591796875,0.9845198392868042,0.09680917859077454,0.0803634449839592,Energy,1
-solar/10T/medium,Moirai2,29.05948257446289,29.05948257446289,2.3172357082366943,0.9995384812355042,3.0454554557800293,1.504119634628296,8.617097854614258,5.390684604644775,1.1962143182754517,0.5142037868499756,0.41236650943756104,Energy,1
-solar/H/medium,Moirai2,714.8151245117188,714.8151245117188,11.081192016601562,0.8482193350791931,4.51237154006958,1.3964426517486572,9.920930862426758,26.736026763916016,0.9630941152572632,0.3991703987121582,0.3328731954097748,Energy,1
-kdd_cup_2018/H/medium,Moirai2,5786.36328125,5786.36328125,28.03462028503418,1.1240187883377075,0.9898953437805176,0.6367859840393066,13.927753448486328,76.06815338134766,1.5922441482543945,0.586815357208252,0.4954785704612732,Nature,1
-loop_seattle/5T/medium,Moirai2,91.64151000976562,91.64151000976562,5.445966720581055,0.864562451839447,0.1969592571258545,0.12233935296535492,10.540971755981445,9.572957038879395,0.17032258212566376,0.09689493477344513,0.08025791496038437,Transport,1
-loop_seattle/H/medium,Moirai2,71.71796417236328,71.71796417236328,4.58095121383667,0.9398095607757568,0.11857419461011887,0.10557787865400314,13.948471069335938,8.468646049499512,0.14968235790729523,0.08096779882907867,0.06914147734642029,Transport,1
-sz_taxi/15T/medium,Moirai2,17.261032104492188,17.261032104492188,2.8276829719543457,0.551992654800415,10671182839808.0,0.41678428649902344,6.010798931121826,4.154639720916748,0.38665857911109924,0.26316311955451965,0.21361444890499115,Transport,1
-m_dense/H/medium,Moirai2,39792.32421875,39792.32421875,81.75311279296875,0.7038857936859131,0.2560286521911621,0.2057977169752121,10.532341957092285,199.48013305664062,0.34707024693489075,0.14224009215831757,0.12004674971103668,Transport,1
-ett1/15T/medium,Moirai2,10.665780067443848,10.665780067443848,1.6653506755828857,1.0389811992645264,0.8133009672164917,0.3889414370059967,11.519312858581543,3.26585054397583,0.6224743723869324,0.3174174726009369,0.2604987323284149,Energy,7
-ett1/H/medium,Moirai2,167.32998657226562,167.32998657226562,7.205399036407471,1.3042583465576172,3247734521856.0,0.4289178252220154,16.902162551879883,12.935608863830566,0.6195850372314453,0.3451215326786041,0.2872616946697235,Energy,7
-ett2/15T/medium,Moirai2,12.762186050415039,12.762186050415039,2.2088661193847656,0.9195600748062134,0.14112639427185059,0.1747804433107376,11.09008502960205,3.572420120239258,0.1903807371854782,0.11771447211503983,0.0978662297129631,Energy,7
-ett2/H/medium,Moirai2,253.32736206054688,253.32736206054688,10.055752754211426,1.0852832794189453,0.18437251448631287,0.1749981790781021,11.153921127319336,15.916260719299316,0.21448184549808502,0.135507732629776,0.11071720719337463,Energy,7
-jena_weather/10T/medium,Moirai2,1942.8153076171875,1942.8153076171875,11.685406684875488,0.6510283946990967,0.8314501047134399,0.6661898493766785,9.578142166137695,44.07737731933594,0.27050212025642395,0.07171314209699631,0.058668095618486404,Nature,21
-jena_weather/H/medium,Moirai2,1340.6402587890625,1340.6402587890625,10.796601295471191,0.8172689080238342,2.6193902492523193,0.6811408400535583,10.437860488891602,36.61475372314453,0.22405217587947845,0.06606631726026535,0.05496005341410637,Nature,21
-bitbrains_fast_storage/5T/medium,Moirai2,3831930.5,3831930.5,260.03118896484375,0.9918146729469299,2.2075326442718506,0.8067377805709839,25.72391128540039,1957.53173828125,5.947522163391113,0.7900465726852417,0.6938542127609253,Web/CloudOps,2
-bitbrains_rnd/5T/medium,Moirai2,2298316.0,2298316.0,147.26242065429688,4.3996782302856445,0.5052017569541931,0.7080380916595459,163.8717498779297,1516.019775390625,6.378668308258057,0.6196081042289734,0.5960801839828491,Web/CloudOps,2
-bizitobs_application/10S/medium,Moirai2,3613374.25,3613374.25,1043.581787109375,2.478975534439087,0.03553047776222229,0.036169908940792084,53.43565368652344,1900.8878173828125,0.07464227080345154,0.040978383272886276,0.03691835328936577,Web/CloudOps,2
-bizitobs_service/10S/medium,Moirai2,56963.7421875,56963.7421875,49.91252899169922,1.131983995437622,0.10594205558300018,0.08129119127988815,18.115341186523438,238.67079162597656,0.17962925136089325,0.03756534680724144,0.03391871601343155,Web/CloudOps,2
-bizitobs_l2c/5T/medium,Moirai2,77.68477630615234,77.68477630615234,5.3431549072265625,0.5360136032104492,0.37753960490226746,0.6504175662994385,14.239152908325195,8.813896179199219,0.46374058723449707,0.28112852573394775,0.2606326937675476,Web/CloudOps,7
-bizitobs_l2c/H/medium,Moirai2,73.60548400878906,73.60548400878906,5.040341854095459,0.5085751414299011,0.561661422252655,0.7950536608695984,10.486610412597656,8.579363822937012,0.5194935202598572,0.30520036816596985,0.27381497621536255,Web/CloudOps,7
-electricity/15T/long,Moirai2,391376.21875,391376.21875,63.17216110229492,0.9070706963539124,0.13897426426410675,0.134074404835701,10.943906784057617,625.6007080078125,0.9869617819786072,0.09966183453798294,0.08316168934106827,Energy,1
-electricity/H/long,Moirai2,9811671.0,9811671.0,291.53839111328125,1.262234091758728,0.30803436040878296,0.1474093645811081,17.574865341186523,3132.35888671875,1.2354013919830322,0.11498266458511353,0.09748584777116776,Energy,1
-solar/10T/long,Moirai2,29.88235855102539,29.88235855102539,2.3448755741119385,1.01083505153656,3.0021917819976807,1.503761887550354,9.01179027557373,5.466475963592529,1.1814912557601929,0.5068073272705078,0.40836524963378906,Energy,1
-solar/H/long,Moirai2,695.760498046875,695.760498046875,11.615360260009766,0.8833699226379395,5.532365322113037,1.3997015953063965,10.741609573364258,26.37727165222168,0.9145480990409851,0.4027256965637207,0.3319021165370941,Energy,1
-kdd_cup_2018/H/long,Moirai2,4539.05078125,4539.05078125,25.811946868896484,1.0698148012161255,0.9702631831169128,0.6511303782463074,15.044140815734863,67.37247467041016,1.5808305740356445,0.6056525707244873,0.5183228254318237,Nature,1
-loop_seattle/5T/long,Moirai2,102.15283966064453,102.15283966064453,5.852677822113037,0.928242027759552,0.20338046550750732,0.12979671359062195,12.898492813110352,10.10706901550293,0.17869503796100616,0.10347653925418854,0.08709994703531265,Transport,1
-loop_seattle/H/long,Moirai2,63.72977828979492,63.72977828979492,4.314446926116943,0.9038061499595642,0.12193074822425842,0.1005469411611557,13.63674259185791,7.98309326171875,0.14266857504844666,0.07710494101047516,0.06565489619970322,Transport,1
-sz_taxi/15T/long,Moirai2,17.477622985839844,17.477622985839844,2.822140693664551,0.5302703380584717,7329904328704.0,0.4138064384460449,6.833168029785156,4.180624961853027,0.38695117831230164,0.2612123191356659,0.21665456891059875,Transport,1
-m_dense/H/long,Moirai2,37458.58203125,37458.58203125,82.49683380126953,0.7182016968727112,0.26045969128608704,0.2135668247938156,10.146082878112793,193.54220581054688,0.33505016565322876,0.14281421899795532,0.11958861351013184,Transport,1
-ett1/15T/long,Moirai2,10.191858291625977,10.191858291625977,1.6781684160232544,1.0669130086898804,0.8645601868629456,0.3900018632411957,14.423590660095215,3.1924688816070557,0.6084877252578735,0.3198605477809906,0.2684479057788849,Energy,7
-ett1/H/long,Moirai2,203.1143341064453,203.1143341064453,7.873347282409668,1.4649949073791504,2660186456064.0,0.47378653287887573,24.58342933654785,14.251818656921387,0.682488739490509,0.37703752517700195,0.3230729103088379,Energy,7
-ett2/15T/long,Moirai2,13.122858047485352,13.122858047485352,2.279362916946411,0.959116518497467,0.14799295365810394,0.17831845581531525,13.057952880859375,3.6225485801696777,0.19305217266082764,0.12147137522697449,0.10234040766954422,Energy,7
-ett2/H/long,Moirai2,237.56210327148438,237.56210327148438,9.41628360748291,1.0515315532684326,0.18637529015541077,0.17694972455501556,14.501702308654785,15.413049697875977,0.21106985211372375,0.12894874811172485,0.10860944539308548,Energy,7
-jena_weather/10T/long,Moirai2,1825.4752197265625,1825.4752197265625,11.603591918945312,0.7330641150474548,0.9823510646820068,0.6760526895523071,13.818408012390137,42.725582122802734,0.26144516468048096,0.07100436836481094,0.05961557850241661,Nature,21
-jena_weather/H/long,Moirai2,1278.8531494140625,1278.8531494140625,11.639805793762207,1.0389355421066284,2.1917943954467773,0.6806634664535522,18.089033126831055,35.76105499267578,0.21532118320465088,0.07008452713489532,0.05799703299999237,Nature,21
-bitbrains_fast_storage/5T/long,Moirai2,5638371.5,5638371.5,367.75579833984375,0.9175259470939636,3.341670274734497,0.8233354091644287,21.859882354736328,2374.525390625,6.275162220001221,0.9718688130378723,0.8065826892852783,Web/CloudOps,2
-bitbrains_rnd/5T/long,Moirai2,2340055.5,2340055.5,154.8313751220703,3.3333687782287598,0.7227475643157959,0.6934060454368591,121.20797729492188,1529.7239990234375,5.860028266906738,0.5931240916252136,0.5697691440582275,Web/CloudOps,2
-bizitobs_application/10S/long,Moirai2,6483073.0,6483073.0,1533.4085693359375,3.4278934001922607,0.050070058554410934,0.05103800445795059,101.53668975830078,2546.18798828125,0.09819629043340683,0.05913744121789932,0.056454192847013474,Web/CloudOps,2
-bizitobs_service/10S/long,Moirai2,128119.78125,128119.78125,76.06694030761719,1.37122642993927,0.11781994998455048,0.09284570068120956,30.744794845581055,357.938232421875,0.2651720941066742,0.05635282024741173,0.053895868360996246,Web/CloudOps,2
-bizitobs_l2c/5T/long,Moirai2,85.3919677734375,85.3919677734375,5.707359790802002,0.5799223184585571,0.40167975425720215,0.7719800472259521,16.739368438720703,9.240777015686035,0.5188558101654053,0.3204597234725952,0.30009692907333374,Web/CloudOps,7
-bizitobs_l2c/H/long,Moirai2,99.5688705444336,99.5688705444336,5.755020618438721,0.6107828617095947,0.7120028138160706,0.8073437213897705,15.002673149108887,9.97842025756836,0.6095107197761536,0.35153326392173767,0.3212907910346985,Web/CloudOps,7

results/Moirai2/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "Moirai2",
-    "model_type": "pretrained",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/Salesforce/moirai-2.0-R-small",
-    "code_link": "https://github.com/SalesforceAIResearch/uni2ts",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No"
-}

results/Moirai_base/config.json

@@ -1,9 +1,7 @@
 {
     "model": "Moirai_base",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-base",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/Moirai_large/config.json

@@ -1,9 +1,7 @@
 {
     "model": "Moirai_large",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-large",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/Moirai_small/config.json

@@ -1,9 +1,7 @@
 {
     "model": "Moirai_small",
-    "model_type": "zero-shot",
+    "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/Salesforce/moirai-1.1-R-large",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb",
-    "org": "Salesforce AI Research",
-    "testdata_leakage": "No"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/moirai.ipynb"
 }

results/N-BEATS/config.json

@@ -1,7 +1,5 @@
 {
     "model": "N-BEATS",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "ServiceNow",
-    "testdata_leakage": "No"
+    "model_dtype": "float32"
 }

results/Nexus-1.0/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-ett1/H/medium,Nexus-1.0,152.46134746683947,152.46134746683947,6.902221793377972,1.2664625770799418,4006872550571.719,0.430192559767,9.141599347767636,12.347523940727529,0.5914171270585852,0.3306000622437534,0.2597503369276902,Energy,7
-ett1/H/short,Nexus-1.0,104.36218255534595,104.36218255534595,4.938680358901372,0.8130033382394941,0.4984117034428553,0.25698360003905,5.682708957014856,10.215781054591272,0.4768122963091367,0.2305084173281364,0.1799466470928749,Energy,7
-ett1/H/long,Nexus-1.0,175.2226578338733,175.2226578338733,7.40628736802324,1.4018150132499392,3361870727450.674,0.4734571420883142,9.049189730932415,13.23716955522869,0.6338993802810925,0.3546710611498627,0.2756428667488046,Energy,7
-ett2/15T/medium,Nexus-1.0,11.40951082995936,11.40951082995936,2.1307630151040757,0.8869805081858242,0.1351023414788258,0.1647595136408643,6.425694341216134,3.377796741954637,0.1800089026342781,0.1135522180356645,0.0890475309585123,Energy,7
-ett2/15T/short,Nexus-1.0,7.538024503096184,7.538024503096184,1.7003413938719731,0.7436083888048848,0.1076303511121887,0.1270081149114474,5.271783723010966,2.7455463032147507,0.1303408501734614,0.0807212548566028,0.0636987889105268,Energy,7
-ett2/15T/long,Nexus-1.0,12.3336682185063,12.3336682185063,2.225064603753807,0.9264084580460712,0.1416250021953405,0.169633010154073,7.248722948199379,3.5119322628015333,0.1871572273431102,0.1185777203930634,0.0947447527815397,Energy,7
-car_parts/M/short,Nexus-1.0,1.3635476757873255,1.3635476757873255,0.4479708410184468,0.8206485485534969,0.8254590009466514,1.897424145459975,15.265823993469626,1.167710441756571,2.80004985508178,1.0741881237164224,0.921798236764754,Sales,1
-ett1/W/short,Nexus-1.0,962993.0356949794,962993.0356949794,793.4130494622196,1.4431714720068405,0.6280893451141727,0.5183458500683156,8.495370442769472,981.3220856044052,0.390491479811158,0.3157179893644848,0.239336998541072,Energy,7
-bitbrains_rnd/5T/medium,Nexus-1.0,2263587.652202776,2263587.652202776,141.73869831866304,4.361609001786055,0.2912021390507695,0.6527576156350235,161.33914438335796,1504.5224000335706,6.330291857756906,0.5963668788684534,0.5721225607261674,Web/CloudOps,2
-bitbrains_rnd/5T/short,Nexus-1.0,1712707.29818024,1712707.29818024,119.40870830310348,1.631624519288239,0.9939909605294904,0.5953976014029662,53.14932929868078,1308.7044349967796,5.354840724736571,0.4885859610548517,0.4019899522074791,Web/CloudOps,2
-bitbrains_rnd/5T/long,Nexus-1.0,2274351.4377759965,2274351.4377759965,152.4811671967983,3.297296664557547,0.7205159788254227,0.6372708090095491,116.44735630088174,1508.0953012910015,5.777173581963742,0.584121023467309,0.5636352103930024,Web/CloudOps,2
-hospital/M/short,Nexus-1.0,2664.273405147808,2664.273405147808,17.438133712782165,0.7514936201003479,0.1874824775847524,0.1711311968112998,5.015046455558876,51.61660009287524,0.1873802444430602,0.063304474759137,0.0501039489780149,Healthcare,1
-us_births/W/short,Nexus-1.0,1610126.0002656628,1610126.0002656628,1001.6622717386218,0.9108224592485324,0.0135437179861384,0.0135900396466163,6.6336004048499655,1268.907404133833,0.01722529358913,0.013597467121433,0.0106820548009511,Healthcare,1
-bizitobs_l2c/5T/medium,Nexus-1.0,81.22459178930443,81.22459178930443,5.582225666985546,0.5567840700230876,0.3859414009985007,0.6730227292503251,7.536550547826816,9.01246868451172,0.4741883868969712,0.2937071602669492,0.2451299441707143,Web/CloudOps,7
-bizitobs_l2c/5T/short,Nexus-1.0,19.8880922221241,19.8880922221241,2.5672790541388384,0.2646682271558201,0.1475761916714114,0.1950999372583203,2.725704241678065,4.4596067340208485,0.1531609463720575,0.0881707542805111,0.0707286699436083,Web/CloudOps,7
-bizitobs_l2c/5T/long,Nexus-1.0,132.46685850331025,132.46685850331025,7.33669987155532,0.7181670554648089,0.5802807219666858,0.8308674154270733,9.071537212080443,11.50942476856729,0.646236994134115,0.41194472940182,0.3438431740744633,Web/CloudOps,7
-hierarchical_sales/D/short,Nexus-1.0,28.746418837319137,28.746418837319137,2.279397058686495,0.7369351829803967,0.6011955757904285,1.0497406298860097,7.17208492834855,5.361568691840023,1.6448698988650476,0.6992937748053407,0.5660164721143981,Sales,1
-saugeen/D/short,Nexus-1.0,1183.5055700209623,1183.5055700209623,12.867099192174765,2.858940028510588,0.277221057402609,0.3227217599024879,29.83613730540121,34.40211577826228,1.1142927268924243,0.4167684086193131,0.3428089150076397,Nature,1
-solar/H/medium,Nexus-1.0,745.227808688021,745.227808688021,10.740694635125562,0.8217432987962616,4.138162398744977,1.3602310174381242,7.448991062210451,27.29886094121916,0.9833686869559736,0.3869048896611872,0.3187882601920518,Energy,1
-solar/H/short,Nexus-1.0,733.8850320862127,733.8850320862127,10.884482037948285,0.8399873642873927,4.347992467848346,1.3697409888481502,7.072529112310946,27.09031251363137,0.9985579694432948,0.4012056441499768,0.3269446084996945,Energy,1
-solar/H/long,Nexus-1.0,709.2293043576421,709.2293043576421,11.24141268935386,0.855515635238009,4.724106460738616,1.360048544610761,6.753910481091938,26.631359416252906,0.9233577652348498,0.3897602648323587,0.3128774832983543,Energy,1
-m_dense/D/short,Nexus-1.0,8073.843264073501,8073.843264073501,43.729512210106286,0.6533932000953995,0.1202488760071776,0.0945962388929122,7.494977644184069,89.85456729667948,0.1555515472221308,0.0757022540778788,0.062976263269223,Transport,1
-bizitobs_service/10S/medium,Nexus-1.0,50564.43732240338,50564.43732240338,47.732837000822265,1.0789620083090667,0.080383075802852,0.0700299823979048,8.791242952317994,224.8653759972917,0.1692389809528223,0.0359248579563606,0.028402312898666,Web/CloudOps,2
-bizitobs_service/10S/short,Nexus-1.0,3105.961204383272,3105.961204383272,19.75679047181936,0.7917781499876769,0.057049691516143,0.0461379092683214,5.765009740272538,55.731151113028986,0.0412874184246497,0.0146364619902394,0.0115109215961877,Web/CloudOps,2
-bizitobs_service/10S/long,Nexus-1.0,128251.13502908831,128251.13502908831,75.04350829443074,1.3069341294994057,0.0889093503975361,0.0811746521172051,19.355518468773663,358.12167629045905,0.2653079866581915,0.0555946300251726,0.0520230857964007,Web/CloudOps,2
-electricity/15T/medium,Nexus-1.0,264108.59353138646,264108.59353138646,54.08074967404122,0.8248850697211048,0.1264248809171224,0.1227760378194868,7.451199813169223,513.9149672186893,0.8855272388732404,0.093186577527075,0.0753505213311164,Energy,1
-electricity/15T/short,Nexus-1.0,130388.28414844091,130388.28414844091,50.37570124561059,0.966132772538488,0.1609524745934909,0.1558608502621683,9.958473242206296,361.0931793158671,0.7117858330129776,0.0993004369195079,0.082475676052242,Energy,1
-electricity/15T/long,Nexus-1.0,347825.73652291286,347825.73652291286,59.860910448508285,0.8783194090149331,0.1322036676920845,0.1257716754154223,7.581154836874609,589.7675275249671,0.9304305533101024,0.0944379224539354,0.0757787358177114,Energy,1
-kdd_cup_2018/H/medium,Nexus-1.0,5031.881688360153,5031.881688360153,24.97422846916931,1.0363187061209842,0.9991324291380632,0.5540863911171334,8.89623282986896,70.93575747364761,1.484813874565275,0.522755832294616,0.4170591022750766,Nature,1
-kdd_cup_2018/H/short,Nexus-1.0,4266.923446931304,4266.923446931304,21.97899465774965,0.9243206085562228,0.8349970777844473,0.4889473390562979,7.532105412677407,65.32169200909682,1.3673013207705482,0.4600601653209601,0.3697984068509783,Nature,1
-kdd_cup_2018/H/long,Nexus-1.0,4087.4889064177432,4087.4889064177432,23.92785555817589,1.0119880990526222,1.0157658056743424,0.6043142895942585,8.164553998844276,63.93347250398451,1.5001376133537738,0.5614441813320672,0.4476709572414031,Nature,1
-ett2/H/medium,Nexus-1.0,229.5936593761389,229.5936593761389,9.494992644562403,1.022663117338521,0.1731921100026595,0.1670553065812832,7.044568836955905,15.152348312262983,0.2041876376183149,0.1279511318867591,0.101352870152364,Energy,7
-ett2/H/short,Nexus-1.0,105.1687366726695,105.1687366726695,6.30423969982548,0.7257648386187695,0.1185879026514673,0.1084896327479887,5.019919552445734,10.255180967329125,0.1300642287155825,0.0799553003314291,0.0633281642101941,Energy,7
-ett2/H/long,Nexus-1.0,216.6171128083501,216.6171128083501,9.067614896095591,1.0068276211003475,0.1782808464740573,0.1711666992467602,7.610735041665114,14.717918086752286,0.2015505604517235,0.1241740070501877,0.1010702070375206,Energy,7
-us_births/M/short,Nexus-1.0,52464866.72623771,52464866.72623771,6031.776082156847,0.681533508851489,0.0185465085368278,0.0187854010042754,4.024657871979428,7243.263541128246,0.0224975271747973,0.0187346553870493,0.013999952741679,Healthcare,1
-us_births/D/short,Nexus-1.0,169831.69379648776,169831.69379648776,238.58842541650012,0.3512977177943833,0.023082444006528,0.0226621708827223,3.8250720433888135,412.1064107684904,0.0386316319589045,0.0223657288493933,0.0186807007761148,Healthcare,1
-electricity/H/medium,Nexus-1.0,5774046.057063077,5774046.057063077,238.53054647300183,1.0548138191127117,0.2202309163582469,0.1221534958422785,9.444664069619984,2402.924480099838,0.937940611214046,0.093106332889335,0.0751351208133331,Energy,1
-electricity/H/short,Nexus-1.0,1553057.8850963304,1553057.8850963304,163.8343889657087,0.8875820368222027,0.1748052627189981,0.1148501053638654,10.210675877573294,1246.2174309069546,0.5883036246089051,0.0773415316410446,0.0633044677286711,Energy,1
-electricity/H/long,Nexus-1.0,9177123.124922616,9177123.124922616,279.1465021414217,1.2024273195216832,0.2954151204723238,0.1360731670510578,10.56924487529122,3029.3766891759456,1.194785270200975,0.1100952978803768,0.0894381621702882,Energy,1
-ett2/W/short,Nexus-1.0,3165129.5578112984,3165129.5578112984,1224.530734594798,0.8236810522725565,0.1297093634120657,0.1412960680923613,8.215442799418279,1779.081099278866,0.1492376292539043,0.1027193554321632,0.085321014862621,Energy,7
-solar/W/short,Nexus-1.0,1580806.1545820497,1580806.1545820497,1023.9248511028884,1.123056301892322,0.2325772889101219,0.2015548700608719,6.644462253163919,1257.3011391794926,0.2566465965863676,0.2090086614947734,0.1500059794852165,Energy,1
-covid_deaths/D/short,Nexus-1.0,379004.6583033566,379004.6583033566,102.26627279820208,35.04500740219331,0.0896932412155329,0.1308241865871492,679.0562525114563,615.6335422175733,0.2316351162767211,0.0384781828252408,0.0308355027473019,Healthcare,1
-hierarchical_sales/W/short,Nexus-1.0,471.69434786679307,471.69434786679307,8.972262279048714,0.7228390177130487,0.5295058209325246,0.4577991304730395,6.619851599804022,21.718525453326546,0.9971081268831816,0.4119209498910348,0.3449679930003214,Sales,1
-kdd_cup_2018/D/short,Nexus-1.0,2863.7706456872643,2863.7706456872643,21.00164971594593,1.18951401779128,0.5205193638980302,0.4619208903155763,9.220370016266006,53.51420975486104,1.1987750846895064,0.4704592393717542,0.373494364759242,Nature,1
-electricity/W/short,Nexus-1.0,80011502321.09314,80011502321.09314,34316.03404147205,1.572643080507694,0.2392143291177112,0.1011909745249499,12.035451015901396,282863.04516690254,0.6454001239601748,0.0782978653543078,0.0600679112388791,Energy,1
-bizitobs_application/10S/medium,Nexus-1.0,3927993.022122538,3927993.022122538,1086.7527027672484,2.381100939809274,0.0342698311222251,0.0350102130808967,28.08718325211927,1981.9165023084445,0.0778240279168529,0.0426735801333528,0.0375160479338328,Web/CloudOps,2
-bizitobs_application/10S/short,Nexus-1.0,388772.68921252136,388772.68921252136,332.1277084631875,1.1950242873601191,0.0164514005369572,0.0166737314342376,8.161797220130998,623.5163904922799,0.0240465349150473,0.0128088381630339,0.0105206006337873,Web/CloudOps,2
-bizitobs_application/10S/long,Nexus-1.0,6300424.8742776485,6300424.8742776485,1516.0848336125348,3.2865094988375736,0.0478683192471887,0.0488870873547236,61.91489957332767,2510.0647151572903,0.096803163048214,0.0584693320681662,0.0540750484544853,Web/CloudOps,2
-bizitobs_l2c/H/medium,Nexus-1.0,72.10297903157723,72.10297903157723,4.91098674129736,0.4929550217133271,0.5106105519899014,0.7683211567549758,5.526300920629606,8.49134730367197,0.5141639768532416,0.2973677065460585,0.2460690289034317,Web/CloudOps,7
-bizitobs_l2c/H/short,Nexus-1.0,60.29787746334637,60.29787746334637,4.6272520099725485,0.4610958274551469,0.4121632622044445,0.5991435003367662,3.040040218316474,7.765170794216079,0.4185625927543515,0.2494207339347286,0.1973093079263912,Web/CloudOps,7
-bizitobs_l2c/H/long,Nexus-1.0,97.43257641710458,97.43257641710458,5.681490319202573,0.6026370614892381,0.6893950680222372,0.7928146937202185,7.860811918919154,9.870794112790753,0.6029365932754449,0.3470418264877486,0.2976681018827358,Web/CloudOps,7
-restaurant/D/short,Nexus-1.0,144.05938895435082,144.05938895435082,7.229648439415971,0.6918942982671114,0.6846796845323565,0.3971804469304051,4.677963513282855,12.002474284677756,0.5523816760343727,0.3327251721090523,0.260388227086546,Sales,1
-sz_taxi/15T/medium,Nexus-1.0,16.5923265962613,16.5923265962613,2.767148745627916,0.5396939413049635,10527219216480.809,0.4064948317940365,3.932112010800538,4.073367967206167,0.3790948799842499,0.2575293786536738,0.2037264426686441,Transport,1
-sz_taxi/15T/short,Nexus-1.0,16.67677221296043,16.67677221296043,2.7242192684086897,0.5433618343469413,1034449231854.5789,0.3920705439468507,3.883809769706548,4.083720388684861,0.3818453216907385,0.2547261525994498,0.2001831279979645,Transport,1
-sz_taxi/15T/long,Nexus-1.0,15.88094757311672,15.88094757311672,2.7160106122429246,0.5125811514046418,7485416151014.691,0.4002705267030818,3.7447436355050376,3.9850906605893823,0.3688528928336185,0.2513891041927878,0.1993855285477365,Transport,1
-loop_seattle/5T/medium,Nexus-1.0,79.73852473942496,79.73852473942496,5.125267164987353,0.8163430908310337,0.1847003369777581,0.1167890076965478,6.297535371316678,8.929643035386407,0.1588766943563708,0.0911890320407643,0.0722148575381581,Transport,1
-loop_seattle/5T/short,Nexus-1.0,37.79606397819428,37.79606397819428,3.326437471321063,0.5278556415622687,0.091546906263452,0.0705436256363768,4.013687302630489,6.147850354245318,0.1054220638801672,0.0570410604338854,0.0450101275453169,Transport,1
-loop_seattle/5T/long,Nexus-1.0,92.00045593585098,92.00045593585098,5.544582112609349,0.8799517339778891,0.195636388037903,0.1241457992715416,7.033820905466658,9.591686813895196,0.1695829844786922,0.0980293456810254,0.0783878289445216,Transport,1
-temperature_rain/D/short,Nexus-1.0,189.70219179900928,189.70219179900928,5.88515033351112,1.3572961945253237,19.13828378993781,1.525378819679149,20.36786444702939,13.773241876878853,1.6214747039555075,0.6928377850375812,0.5567111617478316,Nature,1
-electricity/D/short,Nexus-1.0,1489356218.8901706,1489356218.8901706,4277.106880156011,1.3865972656951095,0.406766060980032,0.0929461461553995,11.355493501190947,38592.178208675534,0.6341976529562272,0.0702870703532379,0.0551376406595199,Energy,1
-loop_seattle/H/medium,Nexus-1.0,63.30346237232342,63.30346237232342,4.342904857114872,0.8934808395517058,0.1150175231543836,0.098958967449265,6.999682750792919,7.9563473008864705,0.1406275320470671,0.0767603485462782,0.0612877525421496,Transport,1
-loop_seattle/H/short,Nexus-1.0,54.37726448344929,54.37726448344929,3.93204690766798,0.7998058222470232,0.1079964062505885,0.0903672095789821,6.83878826264126,7.374094146635862,0.1305289652108615,0.0696012288170497,0.0564494394170789,Transport,1
-loop_seattle/H/long,Nexus-1.0,58.33847163365375,58.33847163365375,4.138180163613495,0.8685274038779176,0.1216215196528219,0.0958786774187635,7.730508085220884,7.637962531569119,0.1365006162170499,0.0739548197592913,0.0596840609377469,Transport,1
-solar/10T/medium,Nexus-1.0,18.66284174664757,18.66284174664757,1.8065000354995764,0.7853457160780424,3.314342425559784,1.4265259737560076,5.064017232819148,4.320051127781658,0.9586364648741356,0.4008695167262013,0.3124571399395284,Energy,1
-solar/10T/short,Nexus-1.0,21.760750460890858,21.760750460890858,1.9778112846899625,0.8698078910104425,4.950364279897667,1.500552778491355,4.107987847296177,4.664841954545819,1.35700201940637,0.5753450885326504,0.4292608657061547,Energy,1
-solar/10T/long,Nexus-1.0,20.515385082384206,20.515385082384206,1.9377914324554053,0.8421018681592641,3.1870005780207737,1.4425952541755742,5.323731349899818,4.529391248543695,0.9789553576135384,0.4188225747444021,0.3235936804466555,Energy,1
-ett1/D/short,Nexus-1.0,47307.22414541063,47307.22414541063,144.06377345951762,1.7036644813838957,1.3544361179669977,0.4696747768015238,10.635667723669902,217.5022394032085,0.5712768464155162,0.3783882796356096,0.2877425241069669,Energy,7
-bitbrains_fast_storage/H/short,Nexus-1.0,2716733.9217318785,2716733.9217318785,286.5478054286426,1.031204324293555,3.839033190153522,0.5311244401292812,20.314905562591537,1648.2517774089852,4.698052851755924,0.8167543047183353,0.5895812771827601,Web/CloudOps,2
-sz_taxi/H/short,Nexus-1.0,7.118089195301077,7.118089195301077,1.8348314269880983,0.5588898362986717,1.1174620403062103,0.2950252081847551,3.949444830968786,2.667974736630967,0.2485383104898821,0.170925869962778,0.1345788488514854,Transport,1
-bitbrains_rnd/H/short,Nexus-1.0,1962468.1917593472,1962468.1917593472,160.2078994777147,5.817264312769035,1.6669820395942256,0.5265903950335363,201.7691533816784,1400.8812197182697,6.130941892558,0.7011481834442584,0.5941356788562927,Web/CloudOps,2
-ett1/15T/medium,Nexus-1.0,9.59440294721444,9.59440294721444,1.5754285991149128,0.9915813392652952,0.7450463434155791,0.3836231444105309,7.188672408786824,3.0974833247677767,0.5903833843145444,0.3002782486847175,0.2351526127482205,Energy,7
-ett1/15T/short,Nexus-1.0,4.859686695470991,4.859686695470991,1.0634971633314012,0.6785945189930557,0.5005999529211461,0.2353107027250172,4.815618416335121,2.204469708449402,0.41673653629393,0.2010452321056788,0.1565320487396712,Energy,7
-ett1/15T/long,Nexus-1.0,9.082411952614809,9.082411952614809,1.5852502016316337,1.0121659385837278,0.8022317344606502,0.384746953305993,7.452002494560249,3.013704025383848,0.5744149670158027,0.3021502558354415,0.2362909342648323,Energy,7
-loop_seattle/D/short,Nexus-1.0,17.886794080782252,17.886794080782252,2.8753335477373625,0.8697769169996573,0.0534208403446007,0.0531069536482546,7.157855738277896,4.229278198556138,0.0755828577983931,0.0513860560735344,0.0415786912154175,Transport,1
-ett2/D/short,Nexus-1.0,107074.87745033306,107074.87745033306,195.70916596053192,1.2874024196213965,0.4340807153034585,0.1336171668649129,11.23039867791676,327.22297818205413,0.1872783439006533,0.1120095192913828,0.0916399657838971,Energy,7
-saugeen/W/short,Nexus-1.0,1061.118958325766,1061.118958325766,15.680149745432482,1.2720748519235427,0.4046072031991815,0.4137958178399434,11.339930443282316,32.57482092545968,0.9832980564236486,0.4733183585075364,0.3834123774485981,Nature,1
-solar/D/short,Nexus-1.0,140119.22359470915,140119.22359470915,253.31504180132904,0.9882416811898744,1.1446293363510924,0.4227948961193391,5.277307538277659,374.3250240028165,0.5407721629430192,0.365953955191292,0.2835723720207042,Energy,1
-m_dense/H/medium,Nexus-1.0,36350.06230924935,36350.06230924935,78.33130295750581,0.6787379880318559,0.2520563306339859,0.188272793221691,7.49483368898907,190.65692305617796,0.3317189591748265,0.1362865710374206,0.1128168077504704,Transport,1
-m_dense/H/short,Nexus-1.0,45241.1722974238,45241.1722974238,87.66816608584296,0.7811116397291734,0.2850441187031076,0.2074980747663338,8.861094808182667,212.69972331299303,0.3772763077833479,0.1555014811294947,0.1294448947305238,Transport,1
-m_dense/H/long,Nexus-1.0,35280.77848536397,35280.77848536397,79.47369839752974,0.6898223769061401,0.252866778036441,0.1922106132995436,7.377675207661337,187.83178241544735,0.3251645819475955,0.1375807202750411,0.1135588815913301,Transport,1
-saugeen/M/short,Nexus-1.0,389.1916612937712,389.1916612937712,12.431447721044904,0.7283865165822169,0.3556779990687988,0.361056736084062,4.536699719420223,19.727941131648056,0.5922919760411598,0.3732293545796361,0.2914520260951701,Nature,1
-bitbrains_fast_storage/5T/medium,Nexus-1.0,3202239.251440796,3202239.251440796,252.0528555016896,0.9627916684398424,2.399011556544832,0.73585263321308,21.7585959446449,1789.4801623490537,5.436935281875706,0.7658062334570591,0.5878382219748656,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,Nexus-1.0,1598783.9792389737,1598783.9792389737,144.69210439279652,0.6597741310618758,1.6688539926650074,0.6438563871480801,13.407240415931332,1264.43029829207,3.969998472232749,0.4542974287783612,0.3544361740648415,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,Nexus-1.0,5739191.818834594,5739191.818834594,389.2432603140969,0.8855437332232274,3.308634791810079,0.7485034338008139,16.703265251399362,2395.6610400544137,6.331016883790237,1.0286537251088466,0.7948834216869053,Web/CloudOps,2
-m4_weekly/W/short,Nexus-1.0,258493.97900741015,258493.97900741015,257.15515130530486,1.972084913780365,0.0617328586326184,0.0619854541723266,14.058969219027071,508.42303154696896,0.092626797143732,0.0468496833472456,0.0371182405199626,Econ/Fin,1
-jena_weather/D/short,Nexus-1.0,359.7106058127566,359.7106058127566,9.267827095238982,0.9968563874283628,0.545050085946727,0.4439981475865641,6.582256659904257,18.96603822132489,0.1142065486444967,0.0558074666743583,0.0440244275518897,Nature,21
-m4_yearly/A/short,Nexus-1.0,3706208.603222432,3706208.603222432,910.0076200633572,3.405908180466429,0.1645956895571448,0.1517522062913545,32.521947453755736,1925.151579284715,0.3087069794776408,0.1459239400752915,0.1183220339639171,Econ/Fin,1
-m4_daily/D/short,Nexus-1.0,345998.3175044087,345998.3175044087,167.92968976049926,3.150801432431388,0.0378737872160158,0.0293207993986894,24.63792759621368,588.2162166282129,0.0908631498438093,0.0259404962539089,0.0205421593133773,Econ/Fin,1
-m4_quarterly/Q/short,Nexus-1.0,1761135.153229312,1761135.153229312,555.4045385490796,1.1785728411519654,0.1104869826328632,0.100729799639368,9.021419395732154,1327.0776741507304,0.2221294335743639,0.0929649393970027,0.074190497355122,Econ/Fin,1
-m4_hourly/H/short,Nexus-1.0,818912.6796421759,818912.6796421759,181.9516612873176,0.7033301833113578,0.0886532663500809,0.0803700134361683,5.7121498841462985,904.9379424259852,0.1235440035804698,0.0248404179332897,0.0208383222379731,Econ/Fin,1
-m4_monthly/M/short,Nexus-1.0,1850817.4989621155,1850817.4989621155,556.925039031624,0.9232779446662566,0.1600223160839921,0.1318143909837363,7.540484406084512,1360.447536276984,0.2827477028589387,0.1157481426161781,0.0919557779608831,Econ/Fin,1
-jena_weather/10T/medium,Nexus-1.0,1537.4453225223006,1537.4453225223006,9.981374082105846,0.6200990616496197,0.7093814763174507,0.6533375755115952,5.802416355646019,39.21027062546624,0.2406327605160697,0.061255522107025,0.0495873328680138,Nature,21
-jena_weather/10T/short,Nexus-1.0,805.574760346069,805.574760346069,5.6033385159760325,0.288485959269533,0.3155233849174741,0.5456700380973981,2.2286369584379373,28.382648931099947,0.1762918224431823,0.0348037549682368,0.0279610075699057,Nature,21
-jena_weather/10T/long,Nexus-1.0,1448.6578266709523,1448.6578266709523,10.05438290538232,0.6756357292647792,0.7954477757522694,0.6543958572503913,6.190317605267061,38.06123784995639,0.2329032408201918,0.0615244930378259,0.0498086003534918,Nature,21
-jena_weather/H/medium,Nexus-1.0,1394.5437703503496,1394.5437703503496,10.435674128822589,0.7989503352857953,1.983245817835279,0.6727507696580834,6.226518401112114,37.34359075330531,0.2285120548208585,0.0638577407933663,0.05159393583687,Nature,21
-jena_weather/H/short,Nexus-1.0,1100.9528097804734,1100.9528097804734,8.179540231589518,0.5172703268081553,1.1362979055987743,0.5929584962613527,4.684570326226545,33.18060894227943,0.2033949967545254,0.0501400550469635,0.0408609706972034,Nature,21
-jena_weather/H/long,Nexus-1.0,1237.2237541541522,1237.2237541541522,11.23911504840938,0.9873753206731756,1.9355987455732344,0.6507725794124757,7.50639437388003,35.174191592048736,0.211787603773975,0.0676719246955123,0.0545395912689594,Nature,21

results/Nexus-1.0/config.json

@@ -1,7 +0,0 @@
-{
-    "model": "Nexus-1.0",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "org": "Google Cloud AI Research",
-    "testdata_leakage": "No"
-}

results/PatchTST/config.json

@@ -1,7 +1,5 @@
 {
     "model": "PatchTST",
     "model_type": "deep-learning",
-    "model_dtype": "float32",
-    "org": "Princeton University",
-    "testdata_leakage": "No"
+    "model_dtype": "float32"
 }

results/TSOrchestra-test/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,"TSOrchestra-test",3935933.7645889753,3935933.7645889753,349.58813997497964,0.9269540787531104,4.862012611677347,0.8328672722129261,26.82744338636312,1983.9187898170064,5.24290504557977,0.9238570814275756,0.6493157422172859,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,"TSOrchestra-test",3217856.558815273,3217856.558815273,287.70779258514955,0.9987420682463012,4.609855566296933,0.8105082483269215,30.629692943250262,1793.8384985319256,5.450176678906839,0.8741357166604711,0.6105192205604982,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,"TSOrchestra-test",1972437.9243349463,1972437.9243349463,162.07881755000224,0.7029727859199087,1.6414042448417012,0.7272514825965226,21.18755093466908,1404.435090822978,4.409578840431848,0.5088874017893563,0.3920441656326121,Web/CloudOps,2
-bitbrains_fast_storage/H/short,"TSOrchestra-test",2498448.981346684,2498448.981346684,266.6039956961493,0.9865470511084616,3.0480100896031463,0.5766203127614407,30.552464429757336,1580.6482788231808,4.505361084049783,0.7599079967087182,0.584607682123271,Web/CloudOps,2
-bitbrains_rnd/5T/long,"TSOrchestra-test",2741014.3092923723,2741014.3092923723,193.610297739826,3.383457250497965,2.009947758563582,0.7066837753441967,124.91210443346228,1655.6008907017333,6.342233802518832,0.7416774065160113,0.631509489967593,Web/CloudOps,2
-bitbrains_rnd/5T/medium,"TSOrchestra-test",2263536.404681218,2263536.404681218,146.41216215363497,4.452550887955358,0.3957768536657749,0.7199647306432045,168.41223096881703,1504.505368777798,6.330221020104104,0.6160306009520887,0.5808039507248792,Web/CloudOps,2
-bitbrains_rnd/5T/short,"TSOrchestra-test",1752930.746871569,1752930.746871569,123.50603177337376,1.6659307680385191,0.9296500554170668,0.6516288286382356,59.392445795324,1323.982910339695,5.417355918055654,0.5053510335502674,0.403352349057457,Web/CloudOps,2
-bitbrains_rnd/H/short,"TSOrchestra-test",1756632.355034649,1756632.355034649,144.89788264714036,5.809152255556768,1.1851856357234645,0.564185657269599,215.09030876541024,1325.3800794619815,5.800511745138296,0.634144033975212,0.5889087226784738,Web/CloudOps,2
-bizitobs_application/10S/long,"TSOrchestra-test",5884915.995134343,5884915.995134343,1465.0117940495852,3.213011035819848,0.0459765167601622,0.0469714424036286,100.99723605807336,2425.8845799283904,0.0935566717100521,0.0564996490769967,0.0503051296002101,Web/CloudOps,2
-bizitobs_application/10S/medium,"TSOrchestra-test",3828266.337022155,3828266.337022155,1100.421361694994,2.356715896820709,0.0340752889343855,0.0346987677846694,61.218211075929815,1956.5955987434284,0.0768297505577268,0.0432103081401784,0.0369991787862529,Web/CloudOps,2
-bizitobs_application/10S/short,"TSOrchestra-test",664049.1079234522,664049.1079234522,414.5743819470433,1.2483539298962758,0.0175773060136128,0.0178031365298497,25.050352158876624,814.8920836058307,0.0314271304479298,0.015988476810534,0.0127843258467027,Web/CloudOps,2
-bizitobs_l2c/5T/long,"TSOrchestra-test",91.82933679300142,91.82933679300142,6.427153720920439,0.6173795630481984,0.5829287999115433,0.8135781718082119,15.723615639386017,9.582762482343044,0.5380577871279156,0.3608750728176093,0.2847021405440567,Web/CloudOps,7
-bizitobs_l2c/5T/medium,"TSOrchestra-test",73.52162372929024,73.52162372929024,5.944841553673787,0.6077701713344603,0.4636258758036122,0.7222894780971079,15.196299658694844,8.574475128501467,0.4511434848766517,0.3127860884042988,0.2484161002608965,Web/CloudOps,7
-bizitobs_l2c/5T/short,"TSOrchestra-test",20.957101863161707,20.957101863161707,2.6911774727408004,0.2773151837196029,0.1543018104450295,0.2091604607124603,6.909908275871829,4.5778927317229385,0.1572233663187331,0.0924259274782537,0.0745043675525424,Web/CloudOps,7
-bizitobs_l2c/H/long,"TSOrchestra-test",87.50371503667041,87.50371503667041,5.623410359120878,0.5915964014150494,0.6853376151569022,0.8458569712774032,14.615826382270823,9.35434204188998,0.5713902102123579,0.3434941348968711,0.2717095131496422,Web/CloudOps,7
-bizitobs_l2c/H/medium,"TSOrchestra-test",74.57246236988911,74.57246236988911,4.87528932305638,0.4872094958753631,0.4700800864948974,0.7646663653826199,11.821017844833518,8.63553486298846,0.5228947525781809,0.2952061736503026,0.2297831314253154,Web/CloudOps,7
-bizitobs_l2c/H/short,"TSOrchestra-test",57.93384375939396,57.93384375939396,4.785254307164727,0.4750951303999911,0.4757265858016408,0.6327419175680208,11.137742878278091,7.611428496635435,0.4102754891739257,0.2579374624042636,0.1994469349308772,Web/CloudOps,7
-bizitobs_service/10S/long,"TSOrchestra-test",129609.8550861882,129609.8550861882,75.11599541260756,1.4999397997721398,0.0871011745056588,0.0824391880280784,34.53666891595601,360.0136873595061,0.2667096489442151,0.0556483307996729,0.0506102816981973,Web/CloudOps,2
-bizitobs_service/10S/medium,"TSOrchestra-test",56159.60582751026,56159.60582751026,52.13330916775173,1.252231409318365,0.0766055228893532,0.0697650514089244,28.608471818620583,236.98018024195665,0.1783568681140486,0.0392367570068012,0.0304204698870069,Web/CloudOps,2
-bizitobs_service/10S/short,"TSOrchestra-test",3881.729375382179,3881.729375382179,22.136281506066148,0.8410756046412172,0.0579897674974819,0.0479519212981181,18.69069223154232,62.30352618738509,0.0461564435409787,0.0163992648581233,0.0128854832452221,Web/CloudOps,2
-car_parts/M/short,"TSOrchestra-test",1.3571386982905318,1.3571386982905318,0.4520421170816914,0.8354162290912995,0.8491219679468779,1.9052332164806256,26.498828735096527,1.1649629600508902,2.7934616757894397,1.0839506260827942,0.933131133376858,Sales,1
-covid_deaths/D/short,"TSOrchestra-test",341661.47496713034,341661.47496713034,89.43748471422953,33.01452582259661,0.085330203802731,0.3608294291627087,1282.6248087411086,584.5181562339449,0.2199277905059623,0.0336512872899344,0.0272617478091108,Healthcare,1
-electricity/D/short,"TSOrchestra-test",1230488522.604079,1230488522.604079,4170.16461421997,1.3902266944274326,0.3984162729579725,0.094695451636671,36.629052415856606,35078.319837245326,0.5764532917223313,0.0685296539299661,0.0538406171882295,Energy,1
-electricity/H/long,"TSOrchestra-test",10542849.241315251,10542849.241315251,294.90034990515613,1.2219609718219435,0.2966046256564434,0.145322628525944,26.33709604853039,3246.9753989390265,1.2806060975366071,0.1163086071972157,0.0925612193602453,Energy,1
-electricity/H/medium,"TSOrchestra-test",6717206.2563067535,6717206.2563067535,249.51903304495917,1.0794100690495547,0.2262837409275522,0.1308458976630657,23.33750877033781,2591.7573683326827,1.011648286996088,0.097395499068357,0.0778650105653855,Energy,1
-electricity/W/short,"TSOrchestra-test",31080592419.92485,31080592419.92485,25637.68543401974,1.4219617623728595,0.1193387766666435,0.0927880248780248,27.60636874978625,176296.8871532474,0.4022513183203626,0.0584967376965239,0.0452820611324487,Energy,1
-ett1/15T/long,"TSOrchestra-test",8.243749552140653,8.243749552140653,1.5706371320387684,1.019936228932009,0.7666978238724542,0.393974889065195,23.282035069472816,2.871193053791516,0.5472522349236316,0.2993649903224766,0.2315341704375025,Energy,7
-ett1/15T/medium,"TSOrchestra-test",9.62130002943135,9.62130002943135,1.616982551856934,1.0275573699156375,0.7271256870647294,0.3961183550865695,24.6452636555272,3.101822049929904,0.5912103496203284,0.3081984731635112,0.2398625076575753,Energy,7
-ett1/15T/short,"TSOrchestra-test",4.658571776411579,4.658571776411579,1.093816154159389,0.692003401866187,0.4649557597359685,0.2415243677992025,17.45309586298432,2.158372483240921,0.4080222419253055,0.2067767834049118,0.1588046263888257,Energy,7
-ett1/D/short,"TSOrchestra-test",40315.522051434666,40315.522051434666,136.2583918139499,1.6806150286411232,1.376117619059447,0.4720882395027222,45.98375255620722,200.78725569974472,0.5273743872766946,0.3578871858363717,0.2725179724620256,Energy,7
-ett1/H/long,"TSOrchestra-test",136.38238429532774,136.38238429532774,6.854423516370071,1.3136035358866145,3912244942427.572,0.4639939552636891,27.01066694148744,11.678286873310132,0.5592478649494957,0.3282434965483124,0.256173450764951,Energy,7
-ett1/H/medium,"TSOrchestra-test",132.05527359751693,132.05527359751693,6.589209046620069,1.2299896795059144,4206597318493.5903,0.433320842160278,28.42749728740139,11.491530515885032,0.5504170711338863,0.3156074936681489,0.2473610485932525,Energy,7
-ett1/H/short,"TSOrchestra-test",100.08987683942247,100.08987683942247,4.946661781605223,0.8186681618457503,0.4834980991410276,0.2601233488004902,20.23439453202309,10.004492832693844,0.466950610577265,0.2308809429790778,0.1774015397583596,Energy,7
-ett1/W/short,"TSOrchestra-test",989510.3656643648,989510.3656643648,812.4721059322254,1.494997089594253,0.7054403469054227,0.5293702695860415,29.63079542303231,994.741356164689,0.3958313278548756,0.3233020428306749,0.2467594360180067,Energy,7
-ett2/15T/long,"TSOrchestra-test",11.38472768326637,11.38472768326637,2.1665369423910272,0.9005037546896144,0.1375508085188752,0.1654055922686201,22.30923616420953,3.374126210334517,0.1798132933600978,0.1154586753762907,0.0916396359038175,Energy,7
-ett2/15T/medium,"TSOrchestra-test",11.680949215525512,11.680949215525512,2.145229392605787,0.889812784512305,0.1365361800032471,0.1640630924885128,22.39977677062312,3.4177403668982103,0.1821375707107257,0.1143231574787731,0.0895711169001382,Energy,7
-ett2/15T/short,"TSOrchestra-test",7.853729322785832,7.853729322785832,1.7319636586573233,0.7427096967836446,0.1062751939885833,0.12598484365775,18.404858474329288,2.8024505923897807,0.1330422992150986,0.0822224762607753,0.0649307567329398,Energy,7
-ett2/D/short,"TSOrchestra-test",106039.05185816904,106039.05185816904,193.00609061549403,1.2668341065190438,0.4344814991951588,0.1311453496619999,32.81435040036002,325.636379813695,0.1863702917934554,0.1104624779531802,0.0906612914101508,Energy,7
-ett2/H/long,"TSOrchestra-test",231.57209114114323,231.57209114114323,9.454091518556336,1.041781590815038,0.1789606874661358,0.1769398075184539,23.227294463611894,15.217492932186406,0.2083918534587461,0.129466506940411,0.1038574614019068,Energy,7
-ett2/H/medium,"TSOrchestra-test",235.8876371451095,235.8876371451095,9.493494757896926,1.0268141732646603,0.172210494271238,0.1679117098861441,24.048873198636727,15.358633960906468,0.2069674693911224,0.127930946900687,0.1035922956956065,Energy,7
-ett2/H/short,"TSOrchestra-test",105.45599173791662,105.45599173791662,6.390917671787323,0.738693513701533,0.1212411967967107,0.1107537717126933,19.584927308662287,10.26917677995255,0.1302417345616434,0.0810546181889846,0.0644437352637196,Energy,7
-ett2/W/short,"TSOrchestra-test",2995530.0831473866,2995530.0831473866,1182.5991714157824,0.779092255795969,0.1191979958307905,0.1223002050555992,16.211684881804597,1730.7599727135437,0.1451842275430943,0.0992019401314874,0.0838411613763393,Energy,7
-hierarchical_sales/D/short,"TSOrchestra-test",28.4842233160427,28.4842233160427,2.27820184536824,0.7376950524573519,0.6116411310292618,1.0525248787733132,22.419521369438403,5.337061299633226,1.637351302338999,0.6989270965954891,0.565355362894863,Sales,1
-hierarchical_sales/W/short,"TSOrchestra-test",460.9457036024806,460.9457036024806,8.885153464363665,0.7169887615970751,0.5251711196614735,0.4541357911563696,20.13071392018048,21.469646098678027,0.9856819539753212,0.4079217416007538,0.3429796702761664,Sales,1
-hospital/M/short,"TSOrchestra-test",2373.4745643489155,2373.4745643489155,17.023377762327495,0.7458241606357002,0.189495797554006,0.170684745246498,18.590377542384097,48.71831857062511,0.1768588094952555,0.061798814346778,0.049108556667034,Healthcare,1
-jena_weather/10T/long,"TSOrchestra-test",1414.038540847993,1414.038540847993,9.557618991493175,0.633012747166124,0.6617059580775166,0.6388649964314539,16.42150816183156,37.60370381821441,0.2301035116259308,0.0584847094679009,0.0482795008650062,Nature,21
-jena_weather/10T/medium,"TSOrchestra-test",1467.4276163978743,1467.4276163978743,9.595084251816562,0.5996706442160938,0.7198642768035857,0.648576785130473,14.782994315926958,38.30701784788101,0.2350895136614313,0.0588848680222908,0.048503394488175,Nature,21
-jena_weather/10T/short,"TSOrchestra-test",800.5215229688597,800.5215229688597,5.542351885082043,0.2950321584416642,0.338764170383925,0.5515697860457086,6.855517361233827,28.29348905612137,0.1757380346416513,0.0344249528803179,0.028285874272936,Nature,21
-jena_weather/D/short,"TSOrchestra-test",366.93209755426886,366.93209755426886,9.516880473985957,1.0522399271954166,0.6196601375932497,0.4644041943836069,25.908594679068464,19.15547173927776,0.1153472480373017,0.057307175073288,0.0446467735129981,Nature,21
-jena_weather/H/long,"TSOrchestra-test",1149.852669418736,1149.852669418736,10.966845953812722,0.986955345172656,2.2202380906971317,0.652203920740879,28.89533113111513,33.90947757513725,0.2041726241830413,0.066032563092121,0.0556120978495563,Nature,21
-jena_weather/H/medium,"TSOrchestra-test",1273.604755862531,1273.604755862531,10.144651732280815,0.8207946346005405,2.014562790647134,0.683665593626558,21.53640461772101,35.687599469038695,0.2183787504572522,0.0620769231352046,0.0495441452055206,Nature,21
-jena_weather/H/short,"TSOrchestra-test",1099.3809380776306,1099.3809380776306,8.115456017093539,0.5223417034546075,1.0781263933868823,0.6039790013943063,14.09786143635967,33.15691388048096,0.2032497556828221,0.0497472249279499,0.0403982573536892,Nature,21
-kdd_cup_2018/D/short,"TSOrchestra-test",2759.2638939349863,2759.2638939349863,20.57910820251712,1.1673717958082008,0.5392989166170776,0.4504731666720218,36.16275939410855,52.528695909331184,1.1766985835522044,0.4609938825526378,0.3634636466224152,Nature,1
-kdd_cup_2018/H/long,"TSOrchestra-test",3330.0505673663147,3330.0505673663147,17.381728495064245,0.738931517147235,0.6383453741950432,0.4406006791305596,18.97185321529629,57.70659032871648,1.3540297662639584,0.4078455794627592,0.3286952493268724,Nature,1
-kdd_cup_2018/H/medium,"TSOrchestra-test",4365.935427859983,4365.935427859983,19.35674283586879,0.7958567399779825,0.7012709315728645,0.426179745246127,19.614676915940997,66.07522552258133,1.3830740625693372,0.4051716621529448,0.3292789169351806,Nature,1
-kdd_cup_2018/H/short,"TSOrchestra-test",3730.788196117708,3730.788196117708,16.06121059342498,0.6575140143600239,0.5481967557864017,0.3606052391858282,16.347406807524145,61.08017842244493,1.278518758261331,0.3361902265913107,0.2720765810906044,Nature,1
-loop_seattle/5T/long,"TSOrchestra-test",97.99790625894012,97.99790625894012,5.952054784144496,0.9361972757576484,0.2059163973364845,0.1340509766699815,21.125389541962548,9.899389186153869,0.1750232359936708,0.105233552246805,0.0827925997498006,Transport,1
-loop_seattle/5T/medium,"TSOrchestra-test",89.49789364680997,89.49789364680997,5.664116810426221,0.8918757271521369,0.1974732176457712,0.1290703868530394,20.9293094401421,9.46033263933198,0.1683187587982904,0.1007762779139227,0.0790344109865617,Transport,1
-loop_seattle/5T/short,"TSOrchestra-test",42.92612809658386,42.92612809658386,3.5651197225389164,0.5628349487096386,0.1030390999397972,0.0756535524560667,14.86407256881877,6.551803423225079,0.1123489641938595,0.0611339324733869,0.0485993845601641,Transport,1
-loop_seattle/D/short,"TSOrchestra-test",17.530503625863297,17.530503625863297,2.9046756926056467,0.8744281573114658,0.0540667389572972,0.0536054626782722,22.6225832164226,4.186944425934419,0.0748262901940435,0.0519104349578245,0.0416299848994604,Transport,1
-loop_seattle/H/long,"TSOrchestra-test",59.08106273202914,59.08106273202914,4.226861725092698,0.8833852289631207,0.1274596495010389,0.097887165859567,19.156786980084394,7.686420671029471,0.1373666201283598,0.0755396736369552,0.0597525848895843,Transport,1
-loop_seattle/H/medium,"TSOrchestra-test",66.40178046472927,66.40178046472927,4.559420433347472,0.93393472025802,0.1211754643722498,0.1046869654728148,18.851500507584745,8.148728763723165,0.1440278689034534,0.0805872458748838,0.0635718381799733,Transport,1
-loop_seattle/H/short,"TSOrchestra-test",59.67731116386764,59.67731116386764,4.156474241426581,0.8442688039515677,0.114818951892185,0.0956195001107355,20.73211595397908,7.725109136048995,0.1367422895295372,0.0735738219530071,0.0588567012147225,Transport,1
-m4_daily/D/short,"TSOrchestra-test",341419.66447293625,341419.66447293625,163.23850965974492,3.0544616206385644,0.0362288075067664,0.0284196726593063,72.13090235719206,584.3112736144462,0.0902599431206534,0.0252158383079749,0.0200191578669637,Econ/Fin,1
-m4_hourly/H/short,"TSOrchestra-test",641692.1397090574,641692.1397090574,176.22853989723487,0.7044492460415077,0.089566523667005,0.0827726426622496,12.75995912086896,801.0568891839439,0.1093619531212013,0.024059086912657,0.019437390732106,Econ/Fin,1
-m4_monthly/M/short,"TSOrchestra-test",1805253.1834707716,1805253.1834707716,553.1512365861266,0.9246498736817312,0.1599700046918361,0.1309469674389335,24.214065341792832,1343.5971060815707,0.2792456030329347,0.1149638161095658,0.0916051730657556,Econ/Fin,1
-m4_quarterly/Q/short,"TSOrchestra-test",1749923.9488398822,1749923.9488398822,551.4261801567609,1.164283693257738,0.1118402811837156,0.100168651615758,26.53019068763368,1322.846910583338,0.2214212776754138,0.0922990320173491,0.0735520572727876,Econ/Fin,1
-m4_weekly/W/short,"TSOrchestra-test",226531.90535031445,226531.90535031445,242.1903553044085,1.8754249439292183,0.0599904930172875,0.0592667849429472,39.99205063284441,475.9536798369296,0.0867113759883913,0.0441233251243227,0.0353332559292307,Econ/Fin,1
-m4_yearly/A/short,"TSOrchestra-test",3393220.25587344,3393220.25587344,869.2719107131835,3.251692440959419,0.1694425371849296,0.1447013269406119,68.45215372679151,1842.0695578271304,0.2953843917077551,0.1393917800137427,0.1127099181619983,Econ/Fin,1
-m_dense/D/short,"TSOrchestra-test",8459.138268785375,8459.138268785375,44.42356322818332,0.67511425545139,0.1238765756079324,0.0971225064439763,15.4165918205579,91.97357375238484,0.1592198608390708,0.0769037590537641,0.0653445212396726,Transport,1
-m_dense/H/long,"TSOrchestra-test",35604.71778174727,35604.71778174727,82.61866302423915,0.7107365685947067,0.2654010896389083,0.1970646196219469,14.992896901440664,188.69212432358503,0.3266539609722422,0.1430251189541852,0.120083552253017,Transport,1
-m_dense/H/medium,"TSOrchestra-test",35131.699704776795,35131.699704776795,80.668470977089,0.7019422396840811,0.2666796113477175,0.1951980872603445,14.9411773403438,187.43452111277895,0.3261123869005416,0.1403529481216893,0.1163188954216024,Transport,1
-m_dense/H/short,"TSOrchestra-test",43103.062087056256,43103.062087056256,88.52637195974556,0.7787776034677959,0.2912347058323554,0.2120909966830781,19.144305301479204,207.61276956646057,0.3682533421048231,0.1570237341694683,0.128942593000014,Transport,1
-restaurant/D/short,"TSOrchestra-test",137.42741059064306,137.42741059064306,7.020433411467456,0.6730968324205545,0.6454114461708541,0.3886357990457914,18.529050397248582,11.722943768125951,0.5395170339969592,0.3230966117765124,0.2531340237625726,Sales,1
-saugeen/D/short,"TSOrchestra-test",1050.320747839035,1050.320747839035,12.879756155241266,2.861161185196317,0.36629479902698,0.3458412403042566,76.47755042403,32.408652360735935,1.0497239718253513,0.4171783706687537,0.3387762405778192,Nature,1
-saugeen/M/short,"TSOrchestra-test",348.2943444549976,348.2943444549976,11.678133898022034,0.6842701086016695,0.3259618263649427,0.3365956167539972,20.7502319488856,18.6626456981586,0.5603086112714382,0.3506126136921869,0.2713357354698533,Nature,1
-saugeen/W/short,"TSOrchestra-test",924.9944024175212,924.9944024175212,14.222742743791722,1.153730949496004,0.3593660414554995,0.3760323877275426,32.11340328103771,30.413720627662794,0.918063446925016,0.4293253162921753,0.346267406142088,Nature,1
-solar/10T/long,"TSOrchestra-test",19.099645840150583,19.099645840150583,1.8209082124404703,0.7950534034317218,3.080609587161629,1.455984132663277,12.771292977760911,4.370314158061247,0.9445735061039228,0.3935601863645742,0.3077411716670427,Energy,1
-solar/10T/medium,"TSOrchestra-test",20.871416005775963,20.871416005775963,1.88365729542199,0.8237387751136988,3.298937344373401,1.458104451664151,12.08122416681055,4.568524488910612,1.0137737952699262,0.4179910625417683,0.3161087705778983,Energy,1
-solar/10T/short,"TSOrchestra-test",26.24325131775436,26.24325131775436,2.2342662142964027,0.9851943846829878,4.658959506384312,1.5350574242791053,21.28437318105071,5.122816736694214,1.4902268339377496,0.6499477997828199,0.4916986854738969,Energy,1
-solar/D/short,"TSOrchestra-test",119227.47752059253,119227.47752059253,251.9462696410496,0.982337273668483,1.0181197210617945,0.4326281193173633,27.677108550760195,345.293320990419,0.4988312568531653,0.3639765576235937,0.2715448867667153,Energy,1
-solar/H/long,"TSOrchestra-test",566.4859775721334,566.4859775721334,9.62192978445607,0.7329388708800524,4.323821629920818,1.3771451559142622,6.268021912153806,23.800965895781065,0.8252229633442273,0.3336098814051239,0.2532065481542812,Energy,1
-solar/H/medium,"TSOrchestra-test",589.1484997733236,589.1484997733236,9.45801900027286,0.7260339945860715,3.827431781763633,1.3807847930722088,4.335409182633233,24.27238141949248,0.8743477933272837,0.3406999049337208,0.2604156398735464,Energy,1
-solar/H/short,"TSOrchestra-test",566.910647534711,566.910647534711,9.268722056456992,0.7143731464339246,3.6350369170476338,1.379413747645156,16.066816934328212,23.80988550024361,0.877640322696474,0.3416481871166332,0.2653870519859833,Energy,1
-solar/W/short,"TSOrchestra-test",953565.8694580324,953565.8694580324,736.751263503925,0.7953183181692459,0.1510129593094157,0.1451373471139387,18.56209025015053,976.5069735839228,0.1993294871877068,0.1503893525717984,0.1190884689883655,Energy,1
-sz_taxi/15T/long,"TSOrchestra-test",15.465088285040917,15.465088285040917,2.684776207650952,0.5065839297050271,6714525898278.196,0.3963712690634701,13.123436539017252,3.932567645322953,0.3639914561007082,0.2484981033421369,0.1960624504105242,Transport,1
-sz_taxi/15T/medium,"TSOrchestra-test",16.29573928427503,16.29573928427503,2.752058424545861,0.5364999836218196,10118253562112.38,0.4041915645206366,15.912307448354577,4.036798147576248,0.3756914478624134,0.2561249723968414,0.2017452550322822,Transport,1
-sz_taxi/15T/short,"TSOrchestra-test",16.655308314145863,16.655308314145863,2.725003821997501,0.5435464969946024,1083729224513.2222,0.392602362747154,17.1659401209527,4.081091559147609,0.3815995308405965,0.254799522368537,0.2002327513367735,Transport,1
-sz_taxi/H/short,"TSOrchestra-test",7.144328559341722,7.144328559341722,1.8398692047442256,0.560828326808545,1.187600856742935,0.2941186632699729,17.046522493255075,2.6728876817669915,0.2489959876967143,0.1713951742129332,0.1347733263741267,Transport,1
-temperature_rain/D/short,"TSOrchestra-test",182.28311460355567,182.28311460355567,5.788020299834798,1.3407939179828552,20.01165346730017,1.5229168981955554,44.21261729394454,13.501226411091537,1.5894513096674106,0.6814030196839135,0.5496268645399822,Nature,1
-us_births/D/short,"TSOrchestra-test",122046.34669101665,122046.34669101665,214.16335928297883,0.3152231367580344,0.020652934573644,0.0204011324283101,7.500468688845998,349.35132272687423,0.0327488516831706,0.0200760770973555,0.015865867586829,Healthcare,1
-us_births/M/short,"TSOrchestra-test",51693736.38319152,51693736.38319152,6114.71563915383,0.6911864780572511,0.0188061067664586,0.0190413634240933,14.268876843587904,7189.835629775657,0.0223315804464031,0.0189922650856072,0.0138570043642932,Healthcare,1
-us_births/W/short,"TSOrchestra-test",2047159.4150952871,2047159.4150952871,1114.3205312669563,1.01342062000649,0.0151113020863059,0.0151636780246314,20.276625077197963,1430.789787178846,0.019422831065682,0.0151267919478892,0.0117630325186122,Healthcare,1
-electricity/15T/long,"TSOrchestra-test",337020.59082676214,337020.59082676214,60.41434821922858,0.902348998043153,0.14773511177359833,0.138944831092834,23.37094318280884,580.5347455809705,0.9158647272580135,0.09531104033902663,0.0759710850923222,Energy,1
-electricity/15T/medium,"TSOrchestra-test",278809.17104931944,275698.84170026396,56.77634808868695,0.8830145824975804,0.1490597210525614,0.13666913433666478,7.348450202429224,528.0238356829353,0.9098382357829771,0.09783136458678733,0.07882560778436892,Energy,1
-electricity/15T/short,"TSOrchestra-test",148674.4875842627,148674.4875842627,56.10791376586797,1.0677924492260855,0.17636132552140887,0.16946602763004223,30.880625096852786,385.5833082282773,0.7600607120958128,0.1105997588097062,0.09163342138798426,Energy,1
-electricity/H/short,"TSOrchestra-test",1708259.4721944854,1708259.4721944854,181.22039162414148,1.0125950798453054,0.21242744102681949,0.13343124038907841,27.39378087424175,1307.004006189149,0.6169992357073165,0.08554896740729222,0.06964545031616531,Energy,1

results/TSOrchestra-test/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "TSOrchestra-test",
-    "model_type": "fine-tuned",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/Melady/TEMPO",
-    "org": "Melady Lab @ USC",
-    "testdata_leakage": "Yes"
-}

results/TSOrchestra/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bitbrains_fast_storage/5T/long,TSOrchestra,4251428.649970071,4251428.649970071,385.5321455127479,0.9403429272408744,4.451533861802345,0.817619954394717,19.078323608207107,2061.89928220805,5.4489842711854575,1.0188463690067744,0.8259255517934971,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,TSOrchestra,2531532.98359003,2531532.98359003,269.04055578396367,1.0230584047854725,3.6143915606549504,0.805990154759711,23.47839678227443,1591.0791883467114,4.834138040171168,0.8174195191475556,0.655812152954589,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,TSOrchestra,1625548.0476199898,1625548.0476199898,167.7326719995588,0.700116814003363,2.401515055203814,0.735924199399399,13.642023728425666,1274.9698222389384,4.003089921323798,0.5266391070959089,0.4195175734890132,Web/CloudOps,2
-bitbrains_fast_storage/H/short,TSOrchestra,2691178.0650785044,2691178.0650785044,300.90230495290064,1.0855258848191638,3.966961572470453,0.5899549620701672,23.915791341611072,1640.481046851351,4.675903717495408,0.8576692848921995,0.6456813651744167,Web/CloudOps,2
-bitbrains_rnd/5T/long,TSOrchestra,2341893.5627182694,2341893.5627182694,181.1205617096086,3.3939872515089045,1.7790563031459012,0.7357932723414159,119.14527993241757,1530.32465925315,5.862328991882337,0.6938320659711782,0.6262810206393259,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TSOrchestra,2289194.58791486,2289194.58791486,167.58518073480772,4.447235104915543,1.3207266379636202,0.7483655081278637,162.56980972261653,1513.0084559958216,6.365998155916583,0.7051163179485095,0.6536256150097227,Web/CloudOps,2
-bitbrains_rnd/5T/short,TSOrchestra,1498017.0919773034,1498017.0919773034,115.58903378715598,1.6707972833035527,1.112938541011784,0.6578330661632965,53.21692742046614,1223.935084870641,5.007989031826988,0.4729569570813777,0.3987343875106862,Web/CloudOps,2
-bitbrains_rnd/H/short,TSOrchestra,2022301.794204045,2022301.794204045,190.88461348099213,5.8718468257074266,3.0760299302333163,0.5734468935915775,204.19834767951124,1422.0765781785612,6.223702865209266,0.8354044599817909,0.6649216975763734,Web/CloudOps,2
-bizitobs_application/10S/long,TSOrchestra,6685779.204157037,6685779.204157037,1556.635878557256,3.479022866997092,0.0505607908334543,0.0515682711222355,104.49722610644912,2585.6873755651586,0.0997196267877331,0.0600332237845251,0.0574098362234418,Web/CloudOps,2
-bizitobs_application/10S/medium,TSOrchestra,3964691.480106218,3964691.480106218,1093.0908939583444,2.551872042596799,0.0366352749703913,0.0373229262942508,57.59591789680248,1991.15330401911,0.078186729934499,0.0429224622470158,0.0390537703578008,Web/CloudOps,2
-bizitobs_application/10S/short,TSOrchestra,642255.5332029185,642255.5332029185,415.88298035087337,1.359036276767272,0.0191242410879045,0.0194110473686342,19.64381727888186,801.4084683873252,0.0309071213045024,0.0160389442203525,0.0133574206970094,Web/CloudOps,2
-bizitobs_l2c/5T/long,TSOrchestra,80.35250023783888,80.35250023783888,5.789851692514514,0.5720044567677497,0.4297240927600692,0.7434521324464011,9.543262024452677,8.963955613334935,0.5033127065510413,0.3250915166908605,0.2810250051698695,Web/CloudOps,7
-bizitobs_l2c/5T/medium,TSOrchestra,61.967016976230425,61.967016976230425,4.931059524536615,0.4899860096712702,0.3477920416538626,0.6206956879929929,8.250903001035303,7.87191317128374,0.4141783943059872,0.2594462453613114,0.224925007916427,Web/CloudOps,7
-bizitobs_l2c/5T/short,TSOrchestra,14.549996315824895,14.549996315824895,2.388901447888387,0.2487095104256753,0.1448420801487941,0.1878722317700165,2.390716711406331,3.81444574162812,0.1310035064786715,0.0820445452638096,0.0671883549011169,Web/CloudOps,7
-bizitobs_l2c/H/long,TSOrchestra,99.05472863234908,99.05472863234908,5.735480696759864,0.6094741215382272,0.7037160890778316,0.800570282999784,14.105435640744258,9.952624208335662,0.6079350116875276,0.3503397145747735,0.3171870276209401,Web/CloudOps,7
-bizitobs_l2c/H/medium,TSOrchestra,72.16497596602487,72.16497596602487,5.00242650383862,0.5029431026960192,0.5570052327928517,0.7910157111876184,9.382256851843906,8.494997113950355,0.5143849784093412,0.3029045230569553,0.2681661451355036,Web/CloudOps,7
-bizitobs_l2c/H/short,TSOrchestra,60.75780460988109,60.75780460988109,4.794244573447006,0.4764464037246981,0.449648313049348,0.623823371634196,6.213900525533299,7.794729283938031,0.4201558710509652,0.2584220607813484,0.2208877035066354,Web/CloudOps,7
-bizitobs_service/10S/long,TSOrchestra,128820.37363600371,128820.37363600371,76.52564397941309,1.3596490160871348,0.1168284695578276,0.0908611026831355,30.18508683236852,358.91555223478923,0.2658961153373273,0.0566926435232944,0.0542008793116466,Web/CloudOps,2
-bizitobs_service/10S/medium,TSOrchestra,71708.69417325724,71708.69417325724,54.12879064775989,1.1520277404120172,0.1045222357069379,0.0800815148501999,19.08780531994257,267.7847907803153,0.2015411439192449,0.0407386033923954,0.0372589107493929,Web/CloudOps,2
-bizitobs_service/10S/short,TSOrchestra,6071.332024747347,6071.332024747347,22.775572359208915,0.8363301665092018,0.0748699694892126,0.0548378412027196,10.724048181134854,77.91875271555203,0.0577247047085893,0.016872872616479,0.0142091360963088,Web/CloudOps,2
-car_parts/M/short,TSOrchestra,1.381381586334077,1.381381586334077,0.4917771169779283,0.8442605346949368,0.7871228805409171,1.879844659508007,16.760803766062654,1.1753219075360064,2.818301369233361,1.1792310798002124,1.0651550365801885,Sales,1
-covid_deaths/D/short,TSOrchestra,1033490.8969652968,1033490.8969652968,193.06995136299776,44.39022518116247,0.1233204423019393,0.4091236790696764,1088.078382827781,1016.6075432364728,0.3825035355239784,0.0726435087867639,0.0615146133940404,Healthcare,1
-electricity/15T/long,TSOrchestra,358840.88148958544,358840.88148958544,60.38480508509947,0.8799392409917001,0.1363642591663532,0.1325114968524141,10.451517253293645,599.033289133071,0.9450484764975496,0.0952644353569436,0.0796259307453207,Energy,1
-electricity/15T/medium,TSOrchestra,270420.34411470883,270420.34411470883,54.31136231991298,0.8263204413194264,0.1292241360402721,0.1292500607134176,10.060686342719174,520.0195612808318,0.8960460874209523,0.0935839482449361,0.0784547028403967,Energy,1
-electricity/15T/short,TSOrchestra,123097.31457095189,123097.31457095189,46.31918835029937,0.866589111598944,0.1505161290078671,0.1507754135970119,10.240292744688215,350.8522688696083,0.6915989827734083,0.09130425078671,0.076855517327859,Energy,1
-electricity/D/short,TSOrchestra,1465604176.8620462,1465604176.8620462,4335.480063623974,1.4103903291020707,0.3489154704993956,0.0948591537554414,12.546145431631444,38283.21011699575,0.6291203109287714,0.0712463389908287,0.0565113061034218,Energy,1
-electricity/H/long,TSOrchestra,9510984.66446629,9510984.66446629,266.4665845394826,1.0710016691934656,0.2744417573883757,0.1345729741076921,16.879727549879274,3083.9884345545606,1.2163241437127126,0.1050943436222225,0.091656079856846,Energy,1
-electricity/H/medium,TSOrchestra,5718094.996250592,5718094.996250592,228.21011537332708,0.9804302908952384,0.2242698124600674,0.1248131491542715,13.536559722071129,2391.253854414163,0.9333851403836702,0.0890779246132743,0.07619952828731,Energy,1
-electricity/H/short,TSOrchestra,1363685.3880011835,1363685.3880011835,159.79911857190532,0.878035727552861,0.1767577208399947,0.1200784285056498,11.142248180157043,1167.7694070325629,0.5512705576267999,0.075436596191759,0.0628016150745192,Energy,1
-electricity/W/short,TSOrchestra,100968672078.60428,100968672078.60428,35550.45007851894,1.607621683960018,0.2450420199710057,0.1029659875417742,13.499042666713123,317755.6798526256,0.7250136017058275,0.0811143953922221,0.0616434629476601,Energy,1
-ett1/15T/long,TSOrchestra,8.703028939751759,8.703028939751759,1.5661781209246215,1.0176637413112355,0.8147468074760491,0.3879662435318978,10.82247540144293,2.9500896494431754,0.5622900040632653,0.2985150983953058,0.2443667300552187,Energy,7
-ett1/15T/medium,TSOrchestra,9.97594847559846,9.97594847559846,1.611879496677356,1.010960104282983,0.7879229050070161,0.3852875354616927,10.280025237147282,3.15847249087252,0.602007979676697,0.3072258258006754,0.2503471466860452,Energy,7
-ett1/15T/short,TSOrchestra,4.914552190320696,4.914552190320696,1.068986281394572,0.6806182519428308,0.5015941715960974,0.2325104901757728,5.029464630518758,2.216878930009642,0.419082395704607,0.2020829039050174,0.1590574862918383,Energy,7
-ett1/D/short,TSOrchestra,62804.3142014068,62804.3142014068,161.35853425423048,1.85385480554182,1.4212284921789908,0.4883961986909113,18.878015415035605,250.6078893439048,0.6582299341103823,0.4238135425359994,0.3508614254147896,Energy,7
-ett1/H/long,TSOrchestra,139.47220275492492,139.47220275492492,7.006364779600221,1.388677232294664,3536417523932.7847,0.4797275512567921,18.797377943585907,11.809835001172749,0.5655474198793721,0.3355196345624753,0.2795107307466504,Energy,7
-ett1/H/medium,TSOrchestra,139.08884145806363,139.08884145806363,6.737561496490442,1.2548076321378658,3202363780964.001,0.4297348781422834,15.688858858424483,11.79359323777379,0.564885159475201,0.3227132243486977,0.2673997992318576,Energy,7
-ett1/H/short,TSOrchestra,102.7313208085449,102.7313208085449,4.936481759974456,0.8197384209539824,0.489613656789175,0.2583612913167663,5.869508009914049,10.135646047911544,0.4730720677015025,0.2304057997213764,0.1816866341828976,Energy,7
-ett1/W/short,TSOrchestra,1334410.3182019503,1334410.3182019503,914.6778664854784,1.6067143550368732,0.6284602139013938,0.5521820116693191,8.229455457461926,1155.1667923732705,0.4596684379163046,0.3639721543762471,0.2706489492094683,Energy,7
-ett2/15T/long,TSOrchestra,11.247781006393277,11.247781006393277,2.146145155399167,0.906809479454549,0.1402260406959038,0.1679951772631255,10.290123114761093,3.353771161900179,0.1787285359837222,0.1143719601356831,0.0950521189933412,Energy,7
-ett2/15T/medium,TSOrchestra,11.51824082925515,11.51824082925515,2.147530048111036,0.8973425061163128,0.1373985934236027,0.1648074720901444,9.425814895852474,3.39385338947562,0.180864590445311,0.1144457635751362,0.0945316727578298,Energy,7
-ett2/15T/short,TSOrchestra,7.535331750032231,7.535331750032231,1.7072479690292053,0.7425538510707935,0.1080077107268959,0.1282322792084076,9.053223869676865,2.745055873754163,0.1303175677422862,0.081049134549153,0.0683497400654337,Energy,7
-ett2/D/short,TSOrchestra,124506.22290457923,124506.22290457923,216.10013655537216,1.5144211418814328,0.4654137545535167,0.1562079559991306,15.6303421526495,352.8543933474249,0.2019478790618732,0.1236798097604218,0.1028990517278939,Energy,7
-ett2/H/long,TSOrchestra,223.43934545527088,223.43934545527088,9.374629225611145,1.0557709336351992,0.1822280132059304,0.1846585924830946,11.340800629710738,14.94788765863829,0.204699816741048,0.128378331997224,0.1068566526828535,Energy,7
-ett2/H/medium,TSOrchestra,214.52893033826032,214.52893033826032,9.26107016442242,1.0313181398544191,0.1750376013530122,0.1731931007490585,10.199413413010909,14.64680614803993,0.1973751318534089,0.124798876036955,0.1027013000728957,Energy,7
-ett2/H/short,TSOrchestra,107.9503187377124,107.9503187377124,6.334879739393217,0.7309254255482958,0.1189883740676849,0.1093810877021848,5.298197138158585,10.389914279613302,0.1317730219977649,0.0803439012860967,0.063842187892658,Energy,7
-ett2/W/short,TSOrchestra,3952157.480223098,3952157.480223098,1479.5723427095968,1.0726057631399826,0.1795511871906179,0.1991448403528284,9.008366962121723,1988.0033903952724,0.1667630065046348,0.1241134363268362,0.0965683191324307,Energy,7
-hierarchical_sales/D/short,TSOrchestra,27.65072032020961,27.65072032020961,2.415604236296949,0.7892008298747721,0.7155472375961508,0.9871575482438856,13.039708647655594,5.258395222899247,1.613217421171261,0.7410806284927292,0.6498969435362381,Sales,1
-hierarchical_sales/W/short,TSOrchestra,465.92234465058914,465.92234465058914,9.043611403510976,0.7244012217253716,0.5484065463666576,0.4588973675661926,6.849698631732543,21.58523441268565,0.9909886700098612,0.4151966230945499,0.3515188149252516,Sales,1
-hospital/M/short,TSOrchestra,3471.80729690859,3471.80729690859,19.63936636333065,0.7896011152632824,0.1927007653775075,0.1767544457096405,5.364225778480583,58.922044235655896,0.2139007031089984,0.0712954604380398,0.0565109008089523,Healthcare,1
-jena_weather/10T/long,TSOrchestra,1497.689030169706,1497.689030169706,10.39198472482281,0.6524299609728218,0.857535657367631,0.6570839139932422,7.108995626089815,38.699987469890814,0.2368118592719052,0.0635903364600616,0.0523771350552414,Nature,21
-jena_weather/10T/medium,TSOrchestra,1550.2059570777492,1550.2059570777492,10.613121639877653,0.6206026978430402,0.8869847693856017,0.6576251129092809,7.806362154875591,39.37265494067868,0.2416293102825155,0.0651325460691392,0.0536868680701019,Nature,21
-jena_weather/10T/short,TSOrchestra,778.2577304268817,778.2577304268817,6.097985208741576,0.3129051947207457,0.3822658034593376,0.5458576347798293,3.155020925292529,27.897271021139,0.1732770172878073,0.0378761308815921,0.0311378749309666,Nature,21
-jena_weather/D/short,TSOrchestra,328.65330616730506,328.65330616730506,9.259534815828786,0.944807249791148,0.6706006132717902,0.4232430047842855,7.523570712115924,18.128797703303576,0.1091649923198324,0.0557575335992067,0.0452384022886125,Nature,21
-jena_weather/H/long,TSOrchestra,1206.990239634927,1206.990239634927,11.478242700789412,1.0229306538070435,2.3170243049337342,0.6638373921540017,16.29009546413519,34.741765062168724,0.2091839169676438,0.069111738098505,0.056863755606358,Nature,21
-jena_weather/H/medium,TSOrchestra,1262.0750027379968,1262.0750027379968,10.40657973424907,0.8017254230481243,2.6080484588305373,0.6738678741813972,8.985214516046497,35.525694964884174,0.2173880280820658,0.06367970703299,0.0524989398487871,Nature,21
-jena_weather/H/short,TSOrchestra,1139.6103757841042,1139.6103757841042,8.907045067749161,0.5357269841139823,1.6255863321431097,0.601693087876218,5.554509427466041,33.75811570251077,0.2069350760167025,0.0545996128581839,0.0463380004241485,Nature,21
-kdd_cup_2018/D/short,TSOrchestra,2984.716681187131,2984.716681187131,21.762017782971647,1.2249452254940618,0.5327873938990224,0.478348249445518,9.270284066783011,54.63256063179843,1.2238273880286332,0.4874923136234139,0.3844891131835977,Nature,1
-kdd_cup_2018/H/long,TSOrchestra,3280.479453073238,3280.479453073238,18.48772425258411,0.7763029925760435,0.7708087373294632,0.4685838658572606,10.82105829403486,57.275469907048674,1.343913939276829,0.4337967085887911,0.3737717604075345,Nature,1
-kdd_cup_2018/H/medium,TSOrchestra,4456.98665256313,4456.98665256313,20.7471844753772,0.8407797933159166,0.8261419533301825,0.463837316988731,11.69431192363586,66.76066695714722,1.3974216565807145,0.434276142231731,0.3764359756447708,Nature,1
-kdd_cup_2018/H/short,TSOrchestra,4097.699283033021,4097.699283033021,19.366104415852103,0.8056246216041892,0.7549468519486852,0.4394884506814857,10.302087053417711,64.01327427208376,1.3399137562635135,0.4053676367458076,0.3463411920198662,Nature,1
-loop_seattle/5T/long,TSOrchestra,84.00825634213074,84.00825634213074,5.494741793451096,0.8679660171551281,0.1810119935083455,0.124156893548091,10.167676159772345,9.1656017992345,0.1620497151015745,0.09714815913777,0.0809856585016997,Transport,1
-loop_seattle/5T/medium,TSOrchestra,73.15905030875585,73.15905030875585,5.080292944796804,0.8053079659474025,0.1761944631175285,0.1166022318626578,8.532704147569028,8.553306396286517,0.1521808985258944,0.0903888519005465,0.0744063513674581,Transport,1
-loop_seattle/5T/short,TSOrchestra,36.11779289263008,36.11779289263008,3.3413887284869954,0.5301309911995331,0.0876168665633459,0.0709674009254502,4.201851102063461,6.009808057885882,0.1030549403386179,0.0572974399091693,0.0459128013286698,Transport,1
-loop_seattle/D/short,TSOrchestra,18.295277762619502,18.295277762619502,2.9271983453111017,0.8837968110317302,0.0539729250792712,0.0539654628862309,9.767463603370553,4.277297951115809,0.0764410327971705,0.0523129478645222,0.0435615906133759,Transport,1
-loop_seattle/H/long,TSOrchestra,62.20534715102293,62.20534715102293,4.319875902240517,0.9046191483654882,0.1224651915606961,0.10041256582061,13.228699286598646,7.887036652065396,0.1409519069210559,0.0772019673477319,0.0655386928995951,Transport,1
-loop_seattle/H/medium,TSOrchestra,70.43104646165227,70.43104646165227,4.575014293548806,0.9385546530195192,0.1186874557886001,0.1050553182024709,13.768568596027649,8.392320683914091,0.1483333246027521,0.080862863304063,0.0689750923043974,Transport,1
-loop_seattle/H/short,TSOrchestra,59.8328539595487,59.8328539595487,4.162535800381459,0.8441826281323693,0.1110076819902559,0.0958615590273833,9.824625625903844,7.735169937341306,0.1369203749176104,0.0736811171587654,0.0618063092535117,Transport,1
-m4_daily/D/short,TSOrchestra,348162.49617533875,348162.49617533875,163.38175145912902,3.091364231152215,0.0356975335960542,0.0286296125208232,24.638973932821333,590.0529604834966,0.0911468755343493,0.0252379653389532,0.0201186129831836,Econ/Fin,1
-m4_hourly/H/short,TSOrchestra,1162978.9042567585,1162978.9042567585,199.79143655968628,0.7544399365673455,0.092546509011732,0.0850519059148246,6.134984636927489,1078.4149963055772,0.147227450544992,0.0272759410302833,0.0208325308267965,Econ/Fin,1
-m4_monthly/M/short,TSOrchestra,1919782.5827562253,1919782.5827562253,573.1753596405573,0.9636964567873832,0.1635138311955506,0.1359481341305867,8.15296030821199,1385.5621901438512,0.2879673886067175,0.1191255164896431,0.0950389007965256,Econ/Fin,1
-m4_quarterly/Q/short,TSOrchestra,1860428.05115648,1860428.05115648,593.321525354917,1.3214672561058007,0.1168636351015914,0.1083234129213701,10.615640652269256,1363.9750918387329,0.2283054111548575,0.0993115751187025,0.0799618776011161,Econ/Fin,1
-m4_weekly/W/short,TSOrchestra,311082.2456292104,311082.2456292104,277.4857465864887,2.123870021523982,0.066788997949879,0.0677968350729068,14.715266822948427,557.7474747851489,0.1016129463041057,0.0505536027373482,0.0398229752411784,Econ/Fin,1
-m4_yearly/A/short,TSOrchestra,4041655.0916657904,4041655.0916657904,984.8711174918824,3.7834675643441793,0.1746156711497723,0.1635657472792683,34.46696868140257,2010.3868015050712,0.3223748428302497,0.1579286490897195,0.1282247390453069,Econ/Fin,1
-m_dense/D/short,TSOrchestra,7846.967586762635,7846.967586762635,44.70804643642266,0.6647150602226374,0.1198451693788902,0.0959712111026841,7.758503628110241,88.5831111824519,0.1533504686154071,0.0773962415678052,0.0635528459177878,Transport,1
-m_dense/H/long,TSOrchestra,33862.200642607466,33862.200642607466,80.04354908379773,0.6955190890644914,0.2572662864435492,0.196836165475245,9.094663415179433,184.01684880088416,0.3185603679110509,0.1385672160522203,0.1148579389530515,Transport,1
-m_dense/H/medium,TSOrchestra,35823.725453207706,35823.725453207706,79.00077575688043,0.6855983985029964,0.256139485944625,0.1933833780652957,9.701869001801622,189.27156535837,0.3293086118019892,0.137451369129431,0.1151021461325062,Transport,1
-m_dense/H/short,TSOrchestra,38719.20804793711,38719.20804793711,84.02842221574855,0.7580440411373763,0.2735012711890743,0.203350980906693,9.201043392817365,196.77196967031944,0.3490244417630614,0.1490454824699873,0.124296171372419,Transport,1
-restaurant/D/short,TSOrchestra,141.37026769936386,141.37026769936386,7.16065602577512,0.6858806592032531,0.6774338374965533,0.3947461516326619,4.5436454453583375,11.889922947578922,0.5472018027222565,0.329549981379484,0.2585588284797714,Sales,1
-saugeen/D/short,TSOrchestra,1031.0538569167657,1031.0538569167657,11.913348704629144,2.646522722105448,0.2668054645977061,0.3064605022061169,32.80679436199271,32.110027357770434,1.0400514368272873,0.3858762030819515,0.3277051500816084,Nature,1
-saugeen/M/short,TSOrchestra,398.8725376204749,398.8725376204749,12.520569659414743,0.7335353224817387,0.3501478315673114,0.3599652228236744,4.7518097207614,19.97179355041692,0.5996131572030057,0.3759050625328096,0.2927478456173606,Nature,1
-saugeen/W/short,TSOrchestra,1074.582849033143,1074.582849033143,14.632839180193276,1.1871168512013714,0.3298628337946854,0.371753619789604,25.860454447837725,32.7808305116442,0.9895166270848168,0.4417044182305299,0.3989555434567269,Nature,1
-solar/10T/long,TSOrchestra,18.62178508065748,18.62178508065748,2.148702416142542,0.9350385687641052,3.297164522183522,1.4710862544403114,5.274180265610607,4.315296638779016,0.932682333299843,0.4644076527776942,0.3599210136210586,Energy,1
-solar/10T/medium,TSOrchestra,20.38534872692504,20.38534872692504,2.1133739308789155,0.9162314927213469,3.163285447653296,1.4779425882796016,5.6598451305291935,4.51501370174278,1.00189947105813,0.4689660681823227,0.365260672539196,Energy,1
-solar/10T/short,TSOrchestra,13.750650710135124,13.750650710135124,1.5591514583818973,0.6744947358247003,3.983314806224688,1.4915276640956037,3.999248747445117,3.708186984246496,1.078711192145596,0.4535569903976775,0.3560933166277462,Energy,1
-solar/D/short,TSOrchestra,155791.50681772258,155791.50681772258,260.6905231386992,1.0186229342207005,1.2071861110708573,0.4267763604247931,4.833140834793854,394.70432834936406,0.5702133164435496,0.3766090136025767,0.2941424880349867,Energy,1
-solar/H/long,TSOrchestra,427.2184926162297,427.2184926162297,9.873243126224365,0.7501928737191753,4.279805263504995,1.3846236304866515,11.092613982605007,20.66926444303787,0.7166410669041586,0.3423233326604846,0.2929438340212915,Energy,1
-solar/H/medium,TSOrchestra,500.0437557366559,500.0437557366559,10.065794117437814,0.7673920534955627,3.6829876122668894,1.3902773369027437,11.230958093810766,22.361658161609032,0.8055191193467336,0.3625933977885572,0.3089186633228545,Energy,1
-solar/H/short,TSOrchestra,557.7679142097084,557.7679142097084,9.99625814319072,0.7696161925646808,4.060722012393562,1.3897337886125938,8.444869795096814,23.61711062364972,0.8705345523571375,0.3684653997942839,0.3062601528364734,Energy,1
-solar/W/short,TSOrchestra,1256380.776934809,1256380.776934809,904.1059877854956,0.9831554853793746,0.1977457668962202,0.1790115933060123,5.95061256329384,1120.8839266109624,0.2288004329024945,0.184550635872269,0.1474540939473223,Energy,1
-sz_taxi/15T/long,TSOrchestra,16.129685599796826,16.129685599796826,2.767689970401721,0.5213529300162506,7000548728500.405,0.4078608423084642,5.890215380934015,4.016177984078498,0.3717302801193869,0.2561724535266365,0.2120758292208406,Transport,1
-sz_taxi/15T/medium,TSOrchestra,16.810681622107463,16.810681622107463,2.883417324870367,0.5633140982828733,10370677044085.352,0.4233833281443087,7.485572700472291,4.100083123804621,0.3815811712218662,0.2683501106495823,0.2280035389636624,Transport,1
-sz_taxi/15T/short,TSOrchestra,16.555856802216955,16.555856802216955,2.732240322494817,0.5450603165432139,1225353860275.1924,0.3950607663054267,4.13386579057203,4.068888890374982,0.3804585131670738,0.2554761554611301,0.2034973654767845,Transport,1
-sz_taxi/H/short,TSOrchestra,7.170336464096355,7.170336464096355,1.8506835713965453,0.5634409835316374,1.0702816498299657,0.2969137880821287,4.180175362095704,2.6777483944718097,0.2494487870299024,0.1724025950362291,0.1371859305759047,Transport,1
-temperature_rain/D/short,TSOrchestra,171.6085145840008,171.6085145840008,6.083621936233072,1.4205868751744122,49.81855679105898,1.422413240676068,27.11332489622984,13.09994330461017,1.5422096830548653,0.7162031498870545,0.6152458951392297,Nature,1
-us_births/D/short,TSOrchestra,168392.31097256235,168392.31097256235,242.4322969867874,0.3569488628201378,0.0233377750124058,0.02299625913999,3.7045570303006894,410.35632196002825,0.0384675753342627,0.022726060617889,0.0186048784083932,Healthcare,1
-us_births/M/short,TSOrchestra,54662872.73160807,54662872.73160807,5637.484375,0.6377809984688926,0.0172738406020489,0.0175134130397466,4.765785389531904,7393.434434118428,0.0229639569445726,0.0175099880328671,0.0138497763821515,Healthcare,1
-us_births/W/short,TSOrchestra,1646486.5940387135,1646486.5940387135,986.7993719461168,0.8975192601795251,0.0134052068944487,0.0134554099735221,6.340091226208315,1283.1549376590162,0.0174187024597007,0.0133957047141228,0.0107212339085152,Healthcare,1

results/TSOrchestra/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "TSOrchestra",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "https://github.com/DC-research/TSorchestra",
-    "org": "Melady Lab @ USC",
-    "testdata_leakage": "No"
-}

results/TTM-R1-Pretrained/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,TTM-R1-Pretrained,4839935.5,4839935.5,1196.179443359375,5.112272262573242,0.232824757695198,0.2032455503940582,204.4908905029297,2199.9853515625,0.3527778387069702,0.1918129175901413,0.1918129175901413,Econ/Fin,1.0
-m4_quarterly/Q/short,TTM-R1-Pretrained,2172303.25,2172303.25,762.6624145507812,1.9847232103347776,0.1766680777072906,0.1416244357824325,79.38892364501953,1473.87353515625,0.2467004805803299,0.1276562511920929,0.1276562511920929,Econ/Fin,1.0
-m4_monthly/M/short,TTM-R1-Pretrained,2287464.25,2287464.25,733.611572265625,1.4358307123184204,0.2279524058103561,0.1735519915819168,57.4332275390625,1512.4365234375,0.3143362402915954,0.152469664812088,0.152469664812088,Econ/Fin,1.0
-m4_weekly/W/short,TTM-R1-Pretrained,422039.78125,422039.78125,342.1238708496094,2.8267741203308105,0.0932142734527587,0.0928001403808593,113.07096099853516,649.6458740234375,0.1183554157614708,0.0623296685516834,0.0623296722769737,Econ/Fin,1.0
-m4_daily/D/short,TTM-R1-Pretrained,411048.875,411048.875,216.05897521972656,4.402057647705078,0.0544536747038364,0.040205355733633,176.08229064941406,641.1309204101562,0.0990370139479637,0.0333751402795314,0.0333751402795314,Econ/Fin,1.0
-m4_hourly/H/short,TTM-R1-Pretrained,1733123.125,1733123.125,274.3367919921875,2.284323215484619,0.1546705365180969,0.1287814080715179,91.3729248046875,1316.4813232421875,0.1797287613153457,0.0374530255794525,0.0374530255794525,Econ/Fin,1.0
-electricity/15T/short,TTM-R1-Pretrained,257502.15625,257502.15625,88.42657470703125,1.5933691263198853,0.2426293641328811,0.2388309836387634,63.73476409912109,507.44671630859375,1.0002775192260742,0.1743062138557434,0.1743062138557434,Energy,1.0
-electricity/H/short,TTM-R1-Pretrained,1847637.375,1847637.375,209.80812072753903,1.1588753461837769,0.2957945764064789,0.1582918018102646,46.35501480102539,1359.2783203125,0.6416764259338379,0.099044419825077,0.099044419825077,Energy,1.0
-electricity/D/short,TTM-R1-Pretrained,2313620736.0,2313620736.0,5347.56494140625,1.626549243927002,0.6676267981529236,0.1234149485826492,65.06197357177734,48100.11328125,0.7904446125030518,0.0878782495856285,0.0878782570362091,Energy,1.0
-electricity/W/short,TTM-R1-Pretrained,401613684736.0,401613684736.0,71897.9140625,2.820096492767334,0.3193942010402679,0.1503859013319015,112.8038558959961,633729.9375,1.44596266746521,0.1640473157167434,0.1640473008155822,Energy,1.0
-solar/10T/short,TTM-R1-Pretrained,24.345251083374023,24.345251083374023,2.662130355834961,1.1646230220794678,5.660563945770264,1.5489561557769775,46.584922790527344,4.934090614318848,1.4353264570236206,0.7744134068489075,0.7744134068489075,Energy,1.0
-solar/H/short,TTM-R1-Pretrained,620.20068359375,620.20068359375,12.117817878723145,0.9356493949890136,4.952815055847168,1.4163239002227783,37.42597579956055,24.903827667236328,0.9179633855819702,0.446666806936264,0.446666806936264,Energy,1.0
-solar/D/short,TTM-R1-Pretrained,118481.9609375,118481.9609375,253.32144165039065,0.9883174300193788,1.0210517644882202,0.4342885315418243,39.53269577026367,344.21209716796875,0.4972692430019378,0.3659631907939911,0.3659631907939911,Energy,1.0
-solar/W/short,TTM-R1-Pretrained,7674999.5,7674999.5,2448.83447265625,2.70544981956482,0.5475783348083496,0.4141778945922851,108.2179946899414,2770.37890625,0.5655035972595215,0.4998683333396911,0.4998683035373688,Energy,1.0
-hospital/M/short,TTM-R1-Pretrained,12836.142578125,12836.142578125,32.64528274536133,0.9913527369499208,0.2491465359926223,0.203258529305458,39.654109954833984,113.29669952392578,0.4112933278083801,0.1185099557042121,0.1185099706053733,Healthcare,1.0
-covid_deaths/D/short,TTM-R1-Pretrained,1131897.75,1131897.75,222.81866455078125,44.56435394287109,0.1296754330396652,0.4075009226799011,1782.57421875,1063.9068603515625,0.4003001153469085,0.0838366076350212,0.0838366150856018,Healthcare,1.0
-us_births/D/short,TTM-R1-Pretrained,1401044.5,1401044.5,1088.5601806640625,1.6032034158706665,0.1065103560686111,0.1045429110527038,64.12813568115234,1183.6572265625,0.1109582632780075,0.1020436882972717,0.1020436808466911,Healthcare,1.0
-us_births/M/short,TTM-R1-Pretrained,368808928.0,368808928.0,14531.2119140625,1.643504619598389,0.0464245378971099,0.0449309945106506,65.74018096923828,19204.3984375,0.0596487298607826,0.0451338477432727,0.0451338477432727,Healthcare,1.0
-us_births/W/short,TTM-R1-Pretrained,6060797.0,6060797.0,1816.890869140625,1.6510907411575315,0.0242670644074678,0.0244892444461584,66.04362487792969,2461.86865234375,0.0334196239709854,0.0246641151607036,0.0246641170233488,Healthcare,1.0
-saugeen/D/short,TTM-R1-Pretrained,1217.6488037109375,1217.6488037109375,18.195556640625,4.038330078125,0.736946702003479,0.5322720408439636,161.533203125,34.89482498168945,1.1302517652511597,0.589358389377594,0.589358389377594,Nature,1.0
-saugeen/M/short,TTM-R1-Pretrained,403.4919128417969,403.4919128417969,12.90295696258545,0.7559629678726196,0.430253803730011,0.3774499595165252,30.2385196685791,20.087108612060547,0.6030752658843994,0.3873854875564575,0.3873854577541351,Nature,1.0
-saugeen/W/short,TTM-R1-Pretrained,1417.9427490234375,1417.9427490234375,22.10640335083008,1.7919658422470093,0.9105833172798156,0.621161162853241,71.67863464355469,37.65558242797852,1.1366649866104126,0.6673001646995544,0.6673002243041992,Nature,1.0
-temperature_rain/D/short,TTM-R1-Pretrained,164.8345947265625,164.8345947265625,6.6282057762146,1.636677384376526,95.407470703125,1.397904634475708,65.46709442138672,12.838791847229004,1.511465311050415,0.7803150415420532,0.7803150415420532,Nature,1.0
-kdd_cup_2018/H/short,TTM-R1-Pretrained,4423.197265625,4423.197265625,24.123720169067383,0.9970476627349854,1.096936583518982,0.5092742443084717,39.88190841674805,66.50711822509766,1.392114520072937,0.504953145980835,0.504953145980835,Nature,1.0
-kdd_cup_2018/D/short,TTM-R1-Pretrained,2660.199462890625,2660.199462890625,20.4514102935791,1.1857279539108276,0.5912871360778809,0.4502138793468475,47.42911911010742,51.57712173461914,1.15538227558136,0.4581333100795746,0.4581332802772522,Nature,1.0
-car_parts/M/short,TTM-R1-Pretrained,1.949265718460083,1.949265718460083,0.7429021596908569,1.3475180864334106,0.5989811420440674,1.742508053779602,53.900726318359375,1.3961610794067385,3.347851037979126,1.7814031839370728,1.7814030647277832,Sales,1.0
-restaurant/D/short,TTM-R1-Pretrained,189.1906890869141,189.1906890869141,8.840666770935059,0.8296910524368286,0.9069666266441344,0.4570354223251343,33.18764114379883,13.754660606384276,0.633021354675293,0.4068679809570312,0.4068679809570312,Sales,1.0
-hierarchical_sales/D/short,TTM-R1-Pretrained,28.03666305541992,28.03666305541992,2.56404709815979,0.8271127343177795,0.8048070073127747,0.9882603287696838,33.084510803222656,5.294965744018555,1.624436855316162,0.7866212129592896,0.7866212129592896,Sales,1.0
-hierarchical_sales/W/short,TTM-R1-Pretrained,564.8724365234375,564.8724365234375,12.2916898727417,0.9056759476661682,1.0096296072006226,0.5597119331359863,36.22703552246094,23.76704406738281,1.0911566019058228,0.564317524433136,0.564317524433136,Sales,1.0
-loop_seattle/5T/short,TTM-R1-Pretrained,82.84699249267578,82.84699249267578,5.735431671142578,0.8927099704742432,0.1390590518712997,0.117562897503376,35.708396911621094,9.102032661437988,0.1560797691345214,0.0983499959111213,0.0983499959111213,Transport,1.0
-loop_seattle/H/short,TTM-R1-Pretrained,78.17028045654297,78.17028045654297,5.784073352813721,1.1600669622421265,0.1653453558683395,0.1292116194963455,46.402679443359375,8.841395378112793,0.1565016955137252,0.102383978664875,0.102383978664875,Transport,1.0
-loop_seattle/D/short,TTM-R1-Pretrained,39.735931396484375,39.735931396484375,5.312212944030762,1.637539029121399,0.100871056318283,0.0958108827471733,65.50155639648438,6.303644180297852,0.1126545518636703,0.0949363484978675,0.0949363484978675,Transport,1.0
-sz_taxi/15T/short,TTM-R1-Pretrained,18.08315086364746,18.08315086364746,2.9162304401397705,0.5838834047317505,1241597870080.0,0.4137653708457947,23.355337142944336,4.252429008483887,0.397620290517807,0.2726800143718719,0.2726800143718719,Transport,1.0
-sz_taxi/H/short,TTM-R1-Pretrained,7.639774799346924,7.639774799346924,1.977967381477356,0.6016649603843689,1.2737908363342283,0.3176651895046234,24.06659889221192,2.76401424407959,0.2574849724769592,0.1842598617076873,0.1842598617076873,Transport,1.0
-m_dense/H/short,TTM-R1-Pretrained,61866.4765625,61866.4765625,125.69860076904295,1.0748567581176758,0.4138478338718414,0.2934266030788421,42.99427032470703,248.729721069336,0.4411845505237579,0.2229579836130142,0.2229579985141754,Transport,1.0
-m_dense/D/short,TTM-R1-Pretrained,18425.615234375,18425.615234375,86.44058990478516,1.195383071899414,0.2065937370061874,0.1755319833755493,47.81532287597656,135.74098205566406,0.2349877208471298,0.1496414542198181,0.1496414393186569,Transport,1.0
-ett1/15T/short,TTM-R1-Pretrained,7.1254191398620605,7.1254191398620605,1.507292866706848,0.929407835006714,0.4586927890777588,0.3414961099624634,37.17631530761719,2.6693480014801025,0.5046178698539734,0.2849410772323608,0.2849410772323608,Energy,7.0
-ett1/H/short,TTM-R1-Pretrained,106.6740493774414,106.6740493774414,5.530933856964111,0.9026903510093688,0.49075448513031,0.2867715656757355,36.10761260986328,10.328312873840332,0.4820646345615387,0.2581512928009033,0.2581512928009033,Energy,7.0
-ett1/D/short,TTM-R1-Pretrained,56256.45703125,56256.45703125,158.85206604003906,1.9342973232269287,1.07516610622406,0.5437031984329224,77.37189483642578,237.18443298339844,0.6229727864265442,0.4172302186489105,0.4172302186489105,Energy,7.0
-ett1/W/short,TTM-R1-Pretrained,1469617.875,1469617.875,879.71875,1.447729229927063,0.7957108616828918,0.4806247055530548,57.9091682434082,1212.2779541015625,0.4823943376541137,0.3500610888004303,0.3500610888004303,Energy,7.0
-ett2/15T/short,TTM-R1-Pretrained,9.67288589477539,9.67288589477539,2.0208580493927,0.8757458925247192,0.122892290353775,0.1461191624403,35.02983856201172,3.110126256942749,0.1476487666368484,0.0959373190999031,0.0959373190999031,Energy,7.0
-ett2/H/short,TTM-R1-Pretrained,120.1141357421875,120.1141357421875,6.845362663269043,0.7833001017570496,0.1272993832826614,0.1162665784358978,31.332002639770508,10.959659576416016,0.1389989703893661,0.0868182405829429,0.0868182480335235,Energy,7.0
-ett2/D/short,TTM-R1-Pretrained,116203.3046875,116203.3046875,213.6118621826172,1.5472772121429443,0.4215363562107086,0.1568193733692169,61.891090393066406,340.88604736328125,0.1950980871915817,0.1222556978464126,0.1222556978464126,Energy,7.0
-ett2/W/short,TTM-R1-Pretrained,8909286.0,8909286.0,2076.41357421875,1.2180850505828855,0.2469210624694824,0.2033569812774658,48.72340393066406,2984.8427734375,0.2503825426101684,0.1741792559623718,0.1741792559623718,Energy,7.0
-jena_weather/10T/short,TTM-R1-Pretrained,782.1746826171875,782.1746826171875,7.494993209838867,0.3400033116340637,0.4026773571968078,0.5611201524734497,13.60013198852539,27.96738624572754,0.1737125217914581,0.0465533025562763,0.046553298830986,Nature,21.0
-jena_weather/H/short,TTM-R1-Pretrained,1094.249755859375,1094.249755859375,9.976097106933594,0.5863804817199707,1.7231212854385376,0.6161960363388062,23.455219268798828,33.079444885253906,0.2027748823165893,0.0611528344452381,0.0611528381705284,Nature,21.0
-jena_weather/D/short,TTM-R1-Pretrained,718.0636596679688,718.0636596679688,15.289955139160156,2.276055097579956,1.530358076095581,0.4862256646156311,91.04220581054688,26.796709060668945,0.1613599956035614,0.0920705199241638,0.0920705199241638,Nature,21.0
-bitbrains_fast_storage/5T/short,TTM-R1-Pretrained,1628531.125,1628531.125,187.12472534179688,1.171704649925232,2.403828859329224,0.7738839983940125,46.86818313598633,1276.13916015625,4.00676155090332,0.5875253677368164,0.5875253677368164,Web/CloudOps,2.0
-bitbrains_fast_storage/H/short,TTM-R1-Pretrained,2192248.25,2192248.25,295.1697998046875,1.3008264303207395,4.625766277313232,0.6319354772567749,52.03305816650391,1480.624267578125,4.220260143280029,0.8413297533988953,0.8413297533988953,Web/CloudOps,2.0
-bitbrains_rnd/5T/short,TTM-R1-Pretrained,1510926.75,1510926.75,147.6888885498047,2.705741167068481,1.7197303771972656,0.7114022970199585,108.22964477539062,1229.1976318359375,5.029521465301514,0.604300320148468,0.604300320148468,Web/CloudOps,2.0
-bitbrains_rnd/H/short,TTM-R1-Pretrained,1933281.5,1933281.5,244.4737243652344,5.975783824920654,5.3333740234375,0.6560726165771484,239.0313415527344,1390.4249267578125,6.085179805755615,1.0699366331100464,1.0699366331100464,Web/CloudOps,2.0
-bizitobs_application/10S/short,TTM-R1-Pretrained,6637856.5,6637856.5,1252.2286376953125,4.147694110870361,0.059621375054121,0.0600129775702953,165.9077606201172,2576.40380859375,0.0993615984916687,0.0482934527099132,0.0482934489846229,Web/CloudOps,2.0
-bizitobs_service/10S/short,TTM-R1-Pretrained,27536.26171875,27536.26171875,59.36934661865234,2.4597558975219727,0.4024703204631805,0.1219735294580459,98.3902359008789,165.94053649902344,0.1229340583086013,0.0439827106893062,0.0439827106893062,Web/CloudOps,2.0
-bizitobs_l2c/5T/short,TTM-R1-Pretrained,23.40999794006348,23.40999794006348,2.9665751457214355,0.308409571647644,0.1606444716453552,0.2220607250928878,12.336382865905762,4.838387966156006,0.1661698222160339,0.1018841937184333,0.1018842011690139,Web/CloudOps,7.0
-bizitobs_l2c/H/short,TTM-R1-Pretrained,205.36241149902344,205.36241149902344,9.765654563903809,0.9571609497070312,1.011512279510498,0.8193023204803467,38.28643798828125,14.33047103881836,0.7724491357803345,0.5263938307762146,0.5263938307762146,Web/CloudOps,7.0
-electricity/15T/medium,TTM-R1-Pretrained,651701.3125,651701.3125,105.96629333496094,1.6732470989227295,0.2470926195383072,0.2312248647212982,66.92987823486328,807.2802124023438,1.3910250663757324,0.1825906038284301,0.1825905889272689,Energy,1.0
-electricity/H/medium,TTM-R1-Pretrained,6365218.5,6365218.5,276.15478515625,1.2359539270401,0.3267567455768585,0.1584555804729461,49.43815612792969,2522.9384765625,0.9847859740257264,0.1077923104166984,0.107792317867279,Energy,1.0
-solar/10T/medium,TTM-R1-Pretrained,26.01571273803711,26.01571273803711,2.7237861156463623,1.1924405097961426,3.2334301471710205,1.5169990062713623,47.6976203918457,5.100560188293457,1.1318345069885254,0.6044189929962158,0.6044189929962158,Energy,1.0
-solar/H/medium,TTM-R1-Pretrained,660.3209228515625,660.3209228515625,12.42536163330078,0.9503023624420166,5.636295795440674,1.412003517150879,38.01209259033203,25.69671058654785,0.925655484199524,0.4475905001163482,0.447590559720993,Energy,1.0
-kdd_cup_2018/H/medium,TTM-R1-Pretrained,4856.63623046875,4856.63623046875,25.49256134033203,1.081132888793945,1.1571370363235474,0.5635550618171692,43.24531936645508,69.68956756591797,1.458728909492493,0.5336055159568787,0.5336055159568787,Nature,1.0
-loop_seattle/5T/medium,TTM-R1-Pretrained,283.7026062011719,283.7026062011719,12.758612632751465,1.9841841459274288,0.320991039276123,0.2810423076152801,79.36736297607422,16.843473434448242,0.2996800243854522,0.2270019352436065,0.2270019352436065,Transport,1.0
-loop_seattle/H/medium,TTM-R1-Pretrained,90.72705841064452,90.72705841064452,6.5600266456604,1.3280991315841677,0.1687787175178527,0.143565759062767,53.12396240234375,9.52507495880127,0.1683546304702758,0.1159477308392524,0.1159477308392524,Transport,1.0
-sz_taxi/15T/medium,TTM-R1-Pretrained,18.11094856262207,18.11094856262207,2.979530096054077,0.5815892219543457,12430919860224.0,0.4278164207935333,23.263568878173828,4.255696296691895,0.3960635662078857,0.2772950232028961,0.2772950232028961,Transport,1.0
-m_dense/H/medium,TTM-R1-Pretrained,56997.91015625,56997.91015625,121.361083984375,1.0112087726593018,0.4383679628372192,0.2912840247154236,40.4483528137207,238.7423553466797,0.415381520986557,0.2111529558897018,0.2111529558897018,Transport,1.0
-ett1/15T/medium,TTM-R1-Pretrained,15.956341743469238,15.956341743469238,2.393866777420044,1.4170336723327637,0.7636879682540894,0.5661241412162781,56.68134689331055,3.994539022445679,0.7613630890846252,0.4562734067440033,0.4562733471393585,Energy,7.0
-ett1/H/medium,TTM-R1-Pretrained,147.88861083984375,147.88861083984375,7.473272800445557,1.3740049600601196,4030999822336.0,0.4816672801971435,54.96020126342773,12.160945892333984,0.5824804902076721,0.3579520583152771,0.3579520285129547,Energy,7.0
-ett2/15T/medium,TTM-R1-Pretrained,15.00575351715088,15.00575351715088,2.521174669265747,1.052714705467224,0.1634148955345153,0.1984668672084808,42.10858917236328,3.873726129531861,0.2064378708600998,0.1343579590320587,0.1343579739332199,Energy,7.0
-ett2/H/medium,TTM-R1-Pretrained,305.8819885253906,305.8819885253906,11.393686294555664,1.2107949256896973,0.1966899782419204,0.2058309763669967,48.43179702758789,17.48948097229004,0.2356820106506347,0.15353724360466,0.15353724360466,Energy,7.0
-jena_weather/10T/medium,TTM-R1-Pretrained,1537.4500732421875,1537.4500732421875,11.29836082458496,0.680471658706665,0.9417414665222168,0.6616309285163879,27.218868255615234,39.210330963134766,0.2406331300735473,0.0693378448486328,0.0693378448486328,Nature,21.0
-jena_weather/H/medium,TTM-R1-Pretrained,1495.2928466796875,1495.2928466796875,12.530884742736816,0.8401451706886292,3.385291337966919,0.6819665431976318,33.60580825805664,38.66901779174805,0.2366225719451904,0.0766787081956863,0.0766787081956863,Nature,21.0
-bitbrains_fast_storage/5T/medium,TTM-R1-Pretrained,2465359.25,2465359.25,268.6639404296875,2.242617607116699,3.788220882415772,0.819374680519104,89.70470428466797,1570.146240234375,4.770537853240967,0.8162752389907837,0.8162752389907837,Web/CloudOps,2.0
-bitbrains_rnd/5T/medium,TTM-R1-Pretrained,2117112.5,2117112.5,198.3486785888672,7.39147138595581,2.527876615524292,0.7744432091712952,295.6588439941406,1455.030029296875,6.122053146362305,0.8345540761947632,0.8345540761947632,Web/CloudOps,2.0
-bizitobs_application/10S/medium,TTM-R1-Pretrained,52785060.0,52785060.0,4526.90380859375,13.303730010986328,0.1894544214010238,0.1915669292211532,532.149169921875,7265.33251953125,0.2852882444858551,0.1777581870555877,0.1777581870555877,Web/CloudOps,2.0
-bizitobs_service/10S/medium,TTM-R1-Pretrained,191248.296875,191248.296875,196.9491271972656,7.098899841308594,1.7195463180541992,0.2512445151805877,283.9559936523437,437.3194274902344,0.3291369080543518,0.1482285559177398,0.1482285559177398,Web/CloudOps,2.0
-bizitobs_l2c/5T/medium,TTM-R1-Pretrained,200.64273071289065,200.64273071289065,10.290497779846191,1.0041199922561646,0.6574810743331909,1.018429160118103,40.164798736572266,14.164841651916504,0.7452789545059204,0.5414315462112427,0.5414315462112427,Web/CloudOps,7.0
-bizitobs_l2c/H/medium,TTM-R1-Pretrained,281.8178405761719,281.8178405761719,13.066701889038086,1.2794169187545776,1.4472025632858276,1.070118427276611,51.17667770385742,16.787431716918945,1.016504406929016,0.7912086248397827,0.7912086844444275,Web/CloudOps,7.0
-electricity/15T/long,TTM-R1-Pretrained,1342790.5,1342790.5,123.45643615722656,1.7905689477920532,0.2591364085674286,0.2366401106119156,71.62275695800781,1158.788330078125,1.8281307220458984,0.1947676688432693,0.1947676688432693,Energy,1.0
-electricity/H/long,TTM-R1-Pretrained,9800309.0,9800309.0,320.5233764648437,1.3680378198623655,0.3523074686527252,0.171502023935318,54.72151565551758,3130.544677734375,1.2346858978271484,0.1264143288135528,0.1264143288135528,Energy,1.0
-solar/10T/long,TTM-R1-Pretrained,27.684722900390625,27.684722900390625,2.788307905197144,1.218901753425598,2.6426501274108887,1.5232243537902832,48.75607299804688,5.261627197265625,1.137216567993164,0.602648138999939,0.602648138999939,Energy,1.0
-solar/H/long,TTM-R1-Pretrained,689.2293701171875,689.2293701171875,13.81916046142578,1.0523871183395386,6.962733268737793,1.4221395254135132,42.095481872558594,26.253177642822266,0.9102455377578736,0.4791354835033417,0.4791354835033417,Energy,1.0
-kdd_cup_2018/H/long,TTM-R1-Pretrained,3769.7626953125,3769.7626953125,23.29082298278809,1.0037591457366943,1.1482057571411133,0.5922478437423706,40.15036392211914,61.39839553833008,1.4406543970108032,0.5464968085289001,0.5464968085289001,Nature,1.0
-loop_seattle/5T/long,TTM-R1-Pretrained,265.4754333496094,265.4754333496094,12.66295337677002,1.972639441490173,0.3322114944458008,0.2708892822265625,78.90557861328125,16.29341697692871,0.288070946931839,0.2238836139440536,0.2238836139440536,Transport,1.0
-loop_seattle/H/long,TTM-R1-Pretrained,78.83251953125,78.83251953125,5.85994291305542,1.2037372589111328,0.184073269367218,0.1325975954532623,48.14948654174805,8.878767967224121,0.1586754769086837,0.1047250255942344,0.1047250181436538,Transport,1.0
-sz_taxi/15T/long,TTM-R1-Pretrained,16.81537437438965,16.81537437438965,2.87433123588562,0.5435872673988342,8260150624256.0,0.4148517251014709,21.74349021911621,4.10065507888794,0.3795493543148041,0.2660429775714874,0.2660429775714874,Transport,1.0
-m_dense/H/long,TTM-R1-Pretrained,60970.38671875,60970.38671875,126.48969268798828,1.0458335876464844,0.45860356092453,0.2954391837120056,41.833343505859375,246.9218292236328,0.4274581670761108,0.2189723551273346,0.2189723551273346,Transport,1.0
-ett1/15T/long,TTM-R1-Pretrained,16.58780860900879,16.58780860900879,2.484389305114746,1.488469123840332,0.8089041709899902,0.5957595705986023,59.53876495361328,4.072813510894775,0.7762822508811951,0.4735270738601684,0.4735270738601684,Energy,7.0
-ett1/H/long,TTM-R1-Pretrained,149.5264892578125,149.5264892578125,7.462743759155273,1.3938250541687012,2593034338304.0,0.4885442852973938,55.75300216674805,12.228102684020996,0.5855773687362671,0.3573746383190155,0.3573746681213379,Energy,7.0
-ett2/15T/long,TTM-R1-Pretrained,15.252047538757324,15.252047538757324,2.600973129272461,1.0827611684799194,0.167321115732193,0.2018365561962127,43.31044769287109,3.905386924743652,0.2081251442432403,0.1386105716228485,0.1386105567216873,Energy,7.0
-ett2/H/long,TTM-R1-Pretrained,288.520751953125,288.520751953125,11.162341117858888,1.2191311120986938,0.208345890045166,0.214778259396553,48.76524353027344,16.985898971557617,0.2326088100671768,0.1528596729040146,0.1528596729040146,Energy,7.0
-jena_weather/10T/long,TTM-R1-Pretrained,1562.930419921875,1562.930419921875,11.357297897338867,0.6737896203994751,0.8498238921165466,0.6583142876625061,26.95158576965332,39.53391647338867,0.2419148087501526,0.069497250020504,0.0694972574710846,Nature,21.0
-jena_weather/H/long,TTM-R1-Pretrained,1302.5177001953125,1302.5177001953125,14.308568954467772,1.0584625005722046,3.396106243133545,0.6726809144020081,42.3385009765625,36.09041213989258,0.2173042595386505,0.0861534401774406,0.08615343272686,Nature,21.0
-bitbrains_fast_storage/5T/long,TTM-R1-Pretrained,3354402.25,3354402.25,356.4161071777344,2.0263211727142334,4.350730895996094,0.8388842344284058,81.05284118652344,1831.5028076171875,4.840115070343018,0.9419013857841492,0.9419013261795044,Web/CloudOps,2.0
-bitbrains_rnd/5T/long,TTM-R1-Pretrained,1939892.375,1939892.375,193.2017059326172,6.739154815673828,2.378561496734619,0.7550832629203796,269.5661926269531,1392.8001708984375,5.335503578186035,0.7401121854782104,0.7401122450828552,Web/CloudOps,2.0
-bizitobs_application/10S/long,TTM-R1-Pretrained,63951968.0,63951968.0,5090.4970703125,11.375816345214844,0.1536046713590622,0.169856384396553,455.03265380859375,7996.99755859375,0.3084122240543365,0.1963201314210891,0.1963201314210891,Web/CloudOps,2.0
-bizitobs_service/10S/long,TTM-R1-Pretrained,310560.65625,310560.65625,242.35232543945312,6.615731239318848,0.4960593283176422,0.2466846257448196,264.6292419433594,557.2796630859375,0.4128506183624267,0.1795423477888107,0.1795423477888107,Web/CloudOps,2.0
-bizitobs_l2c/5T/long,TTM-R1-Pretrained,370.515869140625,370.515869140625,14.165494918823242,1.3303046226501465,0.9395979642868042,1.1797410249710083,53.212188720703125,19.248788833618164,1.0807907581329346,0.7953713536262512,0.7953712940216064,Web/CloudOps,7.0
-bizitobs_l2c/H/long,TTM-R1-Pretrained,224.97149658203125,224.97149658203125,11.681208610534668,1.1981686353683472,1.655575394630432,0.9281730651855468,47.92674255371094,14.99905014038086,0.9161852598190308,0.7135218977928162,0.7135219573974609,Web/CloudOps,7.0

results/TTM-R1-Zeroshot/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A/short,TTM-R1-Zeroshot,4839935.5,4839935.5,1196.179443359375,5.112272262573242,0.232824757695198,0.2032455503940582,204.4908905029297,2199.9853515625,0.3527778387069702,0.1918129175901413,0.1918129175901413,Econ/Fin,1.0
+m4_quarterly/Q/short,TTM-R1-Zeroshot,2172303.25,2172303.25,762.6624145507812,1.9847232103347776,0.1766680777072906,0.1416244357824325,79.38892364501953,1473.87353515625,0.2467004805803299,0.1276562511920929,0.1276562511920929,Econ/Fin,1.0
+m4_monthly/M/short,TTM-R1-Zeroshot,2287464.25,2287464.25,733.611572265625,1.4358307123184204,0.2279524058103561,0.1735519915819168,57.4332275390625,1512.4365234375,0.3143362402915954,0.152469664812088,0.152469664812088,Econ/Fin,1.0
+m4_weekly/W/short,TTM-R1-Zeroshot,422039.78125,422039.78125,342.1238708496094,2.8267741203308105,0.0932142734527587,0.0928001403808593,113.07096099853516,649.6458740234375,0.1183554157614708,0.0623296685516834,0.0623296722769737,Econ/Fin,1.0
+m4_daily/D/short,TTM-R1-Zeroshot,411048.875,411048.875,216.05897521972656,4.402057647705078,0.0544536747038364,0.040205355733633,176.08229064941406,641.1309204101562,0.0990370139479637,0.0333751402795314,0.0333751402795314,Econ/Fin,1.0
+m4_hourly/H/short,TTM-R1-Zeroshot,1733123.125,1733123.125,274.3367919921875,2.284323215484619,0.1546705365180969,0.1287814080715179,91.3729248046875,1316.4813232421875,0.1797287613153457,0.0374530255794525,0.0374530255794525,Econ/Fin,1.0
+electricity/15T/short,TTM-R1-Zeroshot,257502.15625,257502.15625,88.42657470703125,1.5933691263198853,0.2426293641328811,0.2388309836387634,63.73476409912109,507.44671630859375,1.0002775192260742,0.1743062138557434,0.1743062138557434,Energy,1.0
+electricity/H/short,TTM-R1-Zeroshot,1847637.375,1847637.375,209.80812072753903,1.1588753461837769,0.2957945764064789,0.1582918018102646,46.35501480102539,1359.2783203125,0.6416764259338379,0.099044419825077,0.099044419825077,Energy,1.0
+electricity/D/short,TTM-R1-Zeroshot,2313620736.0,2313620736.0,5347.56494140625,1.626549243927002,0.6676267981529236,0.1234149485826492,65.06197357177734,48100.11328125,0.7904446125030518,0.0878782495856285,0.0878782570362091,Energy,1.0
+electricity/W/short,TTM-R1-Zeroshot,401613684736.0,401613684736.0,71897.9140625,2.820096492767334,0.3193942010402679,0.1503859013319015,112.8038558959961,633729.9375,1.44596266746521,0.1640473157167434,0.1640473008155822,Energy,1.0
+solar/10T/short,TTM-R1-Zeroshot,24.345251083374023,24.345251083374023,2.662130355834961,1.1646230220794678,5.660563945770264,1.5489561557769775,46.584922790527344,4.934090614318848,1.4353264570236206,0.7744134068489075,0.7744134068489075,Energy,1.0
+solar/H/short,TTM-R1-Zeroshot,620.20068359375,620.20068359375,12.117817878723145,0.9356493949890136,4.952815055847168,1.4163239002227783,37.42597579956055,24.903827667236328,0.9179633855819702,0.446666806936264,0.446666806936264,Energy,1.0
+solar/D/short,TTM-R1-Zeroshot,118481.9609375,118481.9609375,253.32144165039065,0.9883174300193788,1.0210517644882202,0.4342885315418243,39.53269577026367,344.21209716796875,0.4972692430019378,0.3659631907939911,0.3659631907939911,Energy,1.0
+solar/W/short,TTM-R1-Zeroshot,7674999.5,7674999.5,2448.83447265625,2.70544981956482,0.5475783348083496,0.4141778945922851,108.2179946899414,2770.37890625,0.5655035972595215,0.4998683333396911,0.4998683035373688,Energy,1.0
+hospital/M/short,TTM-R1-Zeroshot,12836.142578125,12836.142578125,32.64528274536133,0.9913527369499208,0.2491465359926223,0.203258529305458,39.654109954833984,113.29669952392578,0.4112933278083801,0.1185099557042121,0.1185099706053733,Healthcare,1.0
+covid_deaths/D/short,TTM-R1-Zeroshot,1131897.75,1131897.75,222.81866455078125,44.56435394287109,0.1296754330396652,0.4075009226799011,1782.57421875,1063.9068603515625,0.4003001153469085,0.0838366076350212,0.0838366150856018,Healthcare,1.0
+us_births/D/short,TTM-R1-Zeroshot,1401044.5,1401044.5,1088.5601806640625,1.6032034158706665,0.1065103560686111,0.1045429110527038,64.12813568115234,1183.6572265625,0.1109582632780075,0.1020436882972717,0.1020436808466911,Healthcare,1.0
+us_births/M/short,TTM-R1-Zeroshot,368808928.0,368808928.0,14531.2119140625,1.643504619598389,0.0464245378971099,0.0449309945106506,65.74018096923828,19204.3984375,0.0596487298607826,0.0451338477432727,0.0451338477432727,Healthcare,1.0
+us_births/W/short,TTM-R1-Zeroshot,6060797.0,6060797.0,1816.890869140625,1.6510907411575315,0.0242670644074678,0.0244892444461584,66.04362487792969,2461.86865234375,0.0334196239709854,0.0246641151607036,0.0246641170233488,Healthcare,1.0
+saugeen/D/short,TTM-R1-Zeroshot,1217.6488037109375,1217.6488037109375,18.195556640625,4.038330078125,0.736946702003479,0.5322720408439636,161.533203125,34.89482498168945,1.1302517652511597,0.589358389377594,0.589358389377594,Nature,1.0
+saugeen/M/short,TTM-R1-Zeroshot,403.4919128417969,403.4919128417969,12.90295696258545,0.7559629678726196,0.430253803730011,0.3774499595165252,30.2385196685791,20.087108612060547,0.6030752658843994,0.3873854875564575,0.3873854577541351,Nature,1.0
+saugeen/W/short,TTM-R1-Zeroshot,1417.9427490234375,1417.9427490234375,22.10640335083008,1.7919658422470093,0.9105833172798156,0.621161162853241,71.67863464355469,37.65558242797852,1.1366649866104126,0.6673001646995544,0.6673002243041992,Nature,1.0
+temperature_rain/D/short,TTM-R1-Zeroshot,164.8345947265625,164.8345947265625,6.6282057762146,1.636677384376526,95.407470703125,1.397904634475708,65.46709442138672,12.838791847229004,1.511465311050415,0.7803150415420532,0.7803150415420532,Nature,1.0
+kdd_cup_2018/H/short,TTM-R1-Zeroshot,4423.197265625,4423.197265625,24.123720169067383,0.9970476627349854,1.096936583518982,0.5092742443084717,39.88190841674805,66.50711822509766,1.392114520072937,0.504953145980835,0.504953145980835,Nature,1.0
+kdd_cup_2018/D/short,TTM-R1-Zeroshot,2660.199462890625,2660.199462890625,20.4514102935791,1.1857279539108276,0.5912871360778809,0.4502138793468475,47.42911911010742,51.57712173461914,1.15538227558136,0.4581333100795746,0.4581332802772522,Nature,1.0
+car_parts/M/short,TTM-R1-Zeroshot,1.949265718460083,1.949265718460083,0.7429021596908569,1.3475180864334106,0.5989811420440674,1.742508053779602,53.900726318359375,1.3961610794067385,3.347851037979126,1.7814031839370728,1.7814030647277832,Sales,1.0
+restaurant/D/short,TTM-R1-Zeroshot,189.1906890869141,189.1906890869141,8.840666770935059,0.8296910524368286,0.9069666266441344,0.4570354223251343,33.18764114379883,13.754660606384276,0.633021354675293,0.4068679809570312,0.4068679809570312,Sales,1.0
+hierarchical_sales/D/short,TTM-R1-Zeroshot,28.03666305541992,28.03666305541992,2.56404709815979,0.8271127343177795,0.8048070073127747,0.9882603287696838,33.084510803222656,5.294965744018555,1.624436855316162,0.7866212129592896,0.7866212129592896,Sales,1.0
+hierarchical_sales/W/short,TTM-R1-Zeroshot,564.8724365234375,564.8724365234375,12.2916898727417,0.9056759476661682,1.0096296072006226,0.5597119331359863,36.22703552246094,23.76704406738281,1.0911566019058228,0.564317524433136,0.564317524433136,Sales,1.0
+loop_seattle/5T/short,TTM-R1-Zeroshot,82.84699249267578,82.84699249267578,5.735431671142578,0.8927099704742432,0.1390590518712997,0.117562897503376,35.708396911621094,9.102032661437988,0.1560797691345214,0.0983499959111213,0.0983499959111213,Transport,1.0
+loop_seattle/H/short,TTM-R1-Zeroshot,78.17028045654297,78.17028045654297,5.784073352813721,1.1600669622421265,0.1653453558683395,0.1292116194963455,46.402679443359375,8.841395378112793,0.1565016955137252,0.102383978664875,0.102383978664875,Transport,1.0
+loop_seattle/D/short,TTM-R1-Zeroshot,39.735931396484375,39.735931396484375,5.312212944030762,1.637539029121399,0.100871056318283,0.0958108827471733,65.50155639648438,6.303644180297852,0.1126545518636703,0.0949363484978675,0.0949363484978675,Transport,1.0
+sz_taxi/15T/short,TTM-R1-Zeroshot,18.08315086364746,18.08315086364746,2.9162304401397705,0.5838834047317505,1241597870080.0,0.4137653708457947,23.355337142944336,4.252429008483887,0.397620290517807,0.2726800143718719,0.2726800143718719,Transport,1.0
+sz_taxi/H/short,TTM-R1-Zeroshot,7.639774799346924,7.639774799346924,1.977967381477356,0.6016649603843689,1.2737908363342283,0.3176651895046234,24.06659889221192,2.76401424407959,0.2574849724769592,0.1842598617076873,0.1842598617076873,Transport,1.0
+m_dense/H/short,TTM-R1-Zeroshot,61866.4765625,61866.4765625,125.69860076904295,1.0748567581176758,0.4138478338718414,0.2934266030788421,42.99427032470703,248.729721069336,0.4411845505237579,0.2229579836130142,0.2229579985141754,Transport,1.0
+m_dense/D/short,TTM-R1-Zeroshot,18425.615234375,18425.615234375,86.44058990478516,1.195383071899414,0.2065937370061874,0.1755319833755493,47.81532287597656,135.74098205566406,0.2349877208471298,0.1496414542198181,0.1496414393186569,Transport,1.0
+ett1/15T/short,TTM-R1-Zeroshot,7.1254191398620605,7.1254191398620605,1.507292866706848,0.929407835006714,0.4586927890777588,0.3414961099624634,37.17631530761719,2.6693480014801025,0.5046178698539734,0.2849410772323608,0.2849410772323608,Energy,7.0
+ett1/H/short,TTM-R1-Zeroshot,106.6740493774414,106.6740493774414,5.530933856964111,0.9026903510093688,0.49075448513031,0.2867715656757355,36.10761260986328,10.328312873840332,0.4820646345615387,0.2581512928009033,0.2581512928009033,Energy,7.0
+ett1/D/short,TTM-R1-Zeroshot,56256.45703125,56256.45703125,158.85206604003906,1.9342973232269287,1.07516610622406,0.5437031984329224,77.37189483642578,237.18443298339844,0.6229727864265442,0.4172302186489105,0.4172302186489105,Energy,7.0
+ett1/W/short,TTM-R1-Zeroshot,1469617.875,1469617.875,879.71875,1.447729229927063,0.7957108616828918,0.4806247055530548,57.9091682434082,1212.2779541015625,0.4823943376541137,0.3500610888004303,0.3500610888004303,Energy,7.0
+ett2/15T/short,TTM-R1-Zeroshot,9.67288589477539,9.67288589477539,2.0208580493927,0.8757458925247192,0.122892290353775,0.1461191624403,35.02983856201172,3.110126256942749,0.1476487666368484,0.0959373190999031,0.0959373190999031,Energy,7.0
+ett2/H/short,TTM-R1-Zeroshot,120.1141357421875,120.1141357421875,6.845362663269043,0.7833001017570496,0.1272993832826614,0.1162665784358978,31.332002639770508,10.959659576416016,0.1389989703893661,0.0868182405829429,0.0868182480335235,Energy,7.0
+ett2/D/short,TTM-R1-Zeroshot,116203.3046875,116203.3046875,213.6118621826172,1.5472772121429443,0.4215363562107086,0.1568193733692169,61.891090393066406,340.88604736328125,0.1950980871915817,0.1222556978464126,0.1222556978464126,Energy,7.0
+ett2/W/short,TTM-R1-Zeroshot,8909286.0,8909286.0,2076.41357421875,1.2180850505828855,0.2469210624694824,0.2033569812774658,48.72340393066406,2984.8427734375,0.2503825426101684,0.1741792559623718,0.1741792559623718,Energy,7.0
+jena_weather/10T/short,TTM-R1-Zeroshot,782.1746826171875,782.1746826171875,7.494993209838867,0.3400033116340637,0.4026773571968078,0.5611201524734497,13.60013198852539,27.96738624572754,0.1737125217914581,0.0465533025562763,0.046553298830986,Nature,21.0
+jena_weather/H/short,TTM-R1-Zeroshot,1094.249755859375,1094.249755859375,9.976097106933594,0.5863804817199707,1.7231212854385376,0.6161960363388062,23.455219268798828,33.079444885253906,0.2027748823165893,0.0611528344452381,0.0611528381705284,Nature,21.0
+jena_weather/D/short,TTM-R1-Zeroshot,718.0636596679688,718.0636596679688,15.289955139160156,2.276055097579956,1.530358076095581,0.4862256646156311,91.04220581054688,26.796709060668945,0.1613599956035614,0.0920705199241638,0.0920705199241638,Nature,21.0
+bitbrains_fast_storage/5T/short,TTM-R1-Zeroshot,1628531.125,1628531.125,187.12472534179688,1.171704649925232,2.403828859329224,0.7738839983940125,46.86818313598633,1276.13916015625,4.00676155090332,0.5875253677368164,0.5875253677368164,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,TTM-R1-Zeroshot,2192248.25,2192248.25,295.1697998046875,1.3008264303207395,4.625766277313232,0.6319354772567749,52.03305816650391,1480.624267578125,4.220260143280029,0.8413297533988953,0.8413297533988953,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,TTM-R1-Zeroshot,1510926.75,1510926.75,147.6888885498047,2.705741167068481,1.7197303771972656,0.7114022970199585,108.22964477539062,1229.1976318359375,5.029521465301514,0.604300320148468,0.604300320148468,Web/CloudOps,2.0
+bitbrains_rnd/H/short,TTM-R1-Zeroshot,1933281.5,1933281.5,244.4737243652344,5.975783824920654,5.3333740234375,0.6560726165771484,239.0313415527344,1390.4249267578125,6.085179805755615,1.0699366331100464,1.0699366331100464,Web/CloudOps,2.0
+bizitobs_application/10S/short,TTM-R1-Zeroshot,6637856.5,6637856.5,1252.2286376953125,4.147694110870361,0.059621375054121,0.0600129775702953,165.9077606201172,2576.40380859375,0.0993615984916687,0.0482934527099132,0.0482934489846229,Web/CloudOps,2.0
+bizitobs_service/10S/short,TTM-R1-Zeroshot,27536.26171875,27536.26171875,59.36934661865234,2.4597558975219727,0.4024703204631805,0.1219735294580459,98.3902359008789,165.94053649902344,0.1229340583086013,0.0439827106893062,0.0439827106893062,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,TTM-R1-Zeroshot,23.40999794006348,23.40999794006348,2.9665751457214355,0.308409571647644,0.1606444716453552,0.2220607250928878,12.336382865905762,4.838387966156006,0.1661698222160339,0.1018841937184333,0.1018842011690139,Web/CloudOps,7.0
+bizitobs_l2c/H/short,TTM-R1-Zeroshot,205.36241149902344,205.36241149902344,9.765654563903809,0.9571609497070312,1.011512279510498,0.8193023204803467,38.28643798828125,14.33047103881836,0.7724491357803345,0.5263938307762146,0.5263938307762146,Web/CloudOps,7.0
+electricity/15T/medium,TTM-R1-Zeroshot,651701.3125,651701.3125,105.96629333496094,1.6732470989227295,0.2470926195383072,0.2312248647212982,66.92987823486328,807.2802124023438,1.3910250663757324,0.1825906038284301,0.1825905889272689,Energy,1.0
+electricity/H/medium,TTM-R1-Zeroshot,6365218.5,6365218.5,276.15478515625,1.2359539270401,0.3267567455768585,0.1584555804729461,49.43815612792969,2522.9384765625,0.9847859740257264,0.1077923104166984,0.107792317867279,Energy,1.0
+solar/10T/medium,TTM-R1-Zeroshot,26.01571273803711,26.01571273803711,2.7237861156463623,1.1924405097961426,3.2334301471710205,1.5169990062713623,47.6976203918457,5.100560188293457,1.1318345069885254,0.6044189929962158,0.6044189929962158,Energy,1.0
+solar/H/medium,TTM-R1-Zeroshot,660.3209228515625,660.3209228515625,12.42536163330078,0.9503023624420166,5.636295795440674,1.412003517150879,38.01209259033203,25.69671058654785,0.925655484199524,0.4475905001163482,0.447590559720993,Energy,1.0
+kdd_cup_2018/H/medium,TTM-R1-Zeroshot,4856.63623046875,4856.63623046875,25.49256134033203,1.081132888793945,1.1571370363235474,0.5635550618171692,43.24531936645508,69.68956756591797,1.458728909492493,0.5336055159568787,0.5336055159568787,Nature,1.0
+loop_seattle/5T/medium,TTM-R1-Zeroshot,283.7026062011719,283.7026062011719,12.758612632751465,1.9841841459274288,0.320991039276123,0.2810423076152801,79.36736297607422,16.843473434448242,0.2996800243854522,0.2270019352436065,0.2270019352436065,Transport,1.0
+loop_seattle/H/medium,TTM-R1-Zeroshot,90.72705841064452,90.72705841064452,6.5600266456604,1.3280991315841677,0.1687787175178527,0.143565759062767,53.12396240234375,9.52507495880127,0.1683546304702758,0.1159477308392524,0.1159477308392524,Transport,1.0
+sz_taxi/15T/medium,TTM-R1-Zeroshot,18.11094856262207,18.11094856262207,2.979530096054077,0.5815892219543457,12430919860224.0,0.4278164207935333,23.263568878173828,4.255696296691895,0.3960635662078857,0.2772950232028961,0.2772950232028961,Transport,1.0
+m_dense/H/medium,TTM-R1-Zeroshot,56997.91015625,56997.91015625,121.361083984375,1.0112087726593018,0.4383679628372192,0.2912840247154236,40.4483528137207,238.7423553466797,0.415381520986557,0.2111529558897018,0.2111529558897018,Transport,1.0
+ett1/15T/medium,TTM-R1-Zeroshot,15.956341743469238,15.956341743469238,2.393866777420044,1.4170336723327637,0.7636879682540894,0.5661241412162781,56.68134689331055,3.994539022445679,0.7613630890846252,0.4562734067440033,0.4562733471393585,Energy,7.0
+ett1/H/medium,TTM-R1-Zeroshot,147.88861083984375,147.88861083984375,7.473272800445557,1.3740049600601196,4030999822336.0,0.4816672801971435,54.96020126342773,12.160945892333984,0.5824804902076721,0.3579520583152771,0.3579520285129547,Energy,7.0
+ett2/15T/medium,TTM-R1-Zeroshot,15.00575351715088,15.00575351715088,2.521174669265747,1.052714705467224,0.1634148955345153,0.1984668672084808,42.10858917236328,3.873726129531861,0.2064378708600998,0.1343579590320587,0.1343579739332199,Energy,7.0
+ett2/H/medium,TTM-R1-Zeroshot,305.8819885253906,305.8819885253906,11.393686294555664,1.2107949256896973,0.1966899782419204,0.2058309763669967,48.43179702758789,17.48948097229004,0.2356820106506347,0.15353724360466,0.15353724360466,Energy,7.0
+jena_weather/10T/medium,TTM-R1-Zeroshot,1537.4500732421875,1537.4500732421875,11.29836082458496,0.680471658706665,0.9417414665222168,0.6616309285163879,27.218868255615234,39.210330963134766,0.2406331300735473,0.0693378448486328,0.0693378448486328,Nature,21.0
+jena_weather/H/medium,TTM-R1-Zeroshot,1495.2928466796875,1495.2928466796875,12.530884742736816,0.8401451706886292,3.385291337966919,0.6819665431976318,33.60580825805664,38.66901779174805,0.2366225719451904,0.0766787081956863,0.0766787081956863,Nature,21.0
+bitbrains_fast_storage/5T/medium,TTM-R1-Zeroshot,2465359.25,2465359.25,268.6639404296875,2.242617607116699,3.788220882415772,0.819374680519104,89.70470428466797,1570.146240234375,4.770537853240967,0.8162752389907837,0.8162752389907837,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,TTM-R1-Zeroshot,2117112.5,2117112.5,198.3486785888672,7.39147138595581,2.527876615524292,0.7744432091712952,295.6588439941406,1455.030029296875,6.122053146362305,0.8345540761947632,0.8345540761947632,Web/CloudOps,2.0
+bizitobs_application/10S/medium,TTM-R1-Zeroshot,52785060.0,52785060.0,4526.90380859375,13.303730010986328,0.1894544214010238,0.1915669292211532,532.149169921875,7265.33251953125,0.2852882444858551,0.1777581870555877,0.1777581870555877,Web/CloudOps,2.0
+bizitobs_service/10S/medium,TTM-R1-Zeroshot,191248.296875,191248.296875,196.9491271972656,7.098899841308594,1.7195463180541992,0.2512445151805877,283.9559936523437,437.3194274902344,0.3291369080543518,0.1482285559177398,0.1482285559177398,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,TTM-R1-Zeroshot,200.64273071289065,200.64273071289065,10.290497779846191,1.0041199922561646,0.6574810743331909,1.018429160118103,40.164798736572266,14.164841651916504,0.7452789545059204,0.5414315462112427,0.5414315462112427,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,TTM-R1-Zeroshot,281.8178405761719,281.8178405761719,13.066701889038086,1.2794169187545776,1.4472025632858276,1.070118427276611,51.17667770385742,16.787431716918945,1.016504406929016,0.7912086248397827,0.7912086844444275,Web/CloudOps,7.0
+electricity/15T/long,TTM-R1-Zeroshot,1342790.5,1342790.5,123.45643615722656,1.7905689477920532,0.2591364085674286,0.2366401106119156,71.62275695800781,1158.788330078125,1.8281307220458984,0.1947676688432693,0.1947676688432693,Energy,1.0
+electricity/H/long,TTM-R1-Zeroshot,9800309.0,9800309.0,320.5233764648437,1.3680378198623655,0.3523074686527252,0.171502023935318,54.72151565551758,3130.544677734375,1.2346858978271484,0.1264143288135528,0.1264143288135528,Energy,1.0
+solar/10T/long,TTM-R1-Zeroshot,27.684722900390625,27.684722900390625,2.788307905197144,1.218901753425598,2.6426501274108887,1.5232243537902832,48.75607299804688,5.261627197265625,1.137216567993164,0.602648138999939,0.602648138999939,Energy,1.0
+solar/H/long,TTM-R1-Zeroshot,689.2293701171875,689.2293701171875,13.81916046142578,1.0523871183395386,6.962733268737793,1.4221395254135132,42.095481872558594,26.253177642822266,0.9102455377578736,0.4791354835033417,0.4791354835033417,Energy,1.0
+kdd_cup_2018/H/long,TTM-R1-Zeroshot,3769.7626953125,3769.7626953125,23.29082298278809,1.0037591457366943,1.1482057571411133,0.5922478437423706,40.15036392211914,61.39839553833008,1.4406543970108032,0.5464968085289001,0.5464968085289001,Nature,1.0
+loop_seattle/5T/long,TTM-R1-Zeroshot,265.4754333496094,265.4754333496094,12.66295337677002,1.972639441490173,0.3322114944458008,0.2708892822265625,78.90557861328125,16.29341697692871,0.288070946931839,0.2238836139440536,0.2238836139440536,Transport,1.0
+loop_seattle/H/long,TTM-R1-Zeroshot,78.83251953125,78.83251953125,5.85994291305542,1.2037372589111328,0.184073269367218,0.1325975954532623,48.14948654174805,8.878767967224121,0.1586754769086837,0.1047250255942344,0.1047250181436538,Transport,1.0
+sz_taxi/15T/long,TTM-R1-Zeroshot,16.81537437438965,16.81537437438965,2.87433123588562,0.5435872673988342,8260150624256.0,0.4148517251014709,21.74349021911621,4.10065507888794,0.3795493543148041,0.2660429775714874,0.2660429775714874,Transport,1.0
+m_dense/H/long,TTM-R1-Zeroshot,60970.38671875,60970.38671875,126.48969268798828,1.0458335876464844,0.45860356092453,0.2954391837120056,41.833343505859375,246.9218292236328,0.4274581670761108,0.2189723551273346,0.2189723551273346,Transport,1.0
+ett1/15T/long,TTM-R1-Zeroshot,16.58780860900879,16.58780860900879,2.484389305114746,1.488469123840332,0.8089041709899902,0.5957595705986023,59.53876495361328,4.072813510894775,0.7762822508811951,0.4735270738601684,0.4735270738601684,Energy,7.0
+ett1/H/long,TTM-R1-Zeroshot,149.5264892578125,149.5264892578125,7.462743759155273,1.3938250541687012,2593034338304.0,0.4885442852973938,55.75300216674805,12.228102684020996,0.5855773687362671,0.3573746383190155,0.3573746681213379,Energy,7.0
+ett2/15T/long,TTM-R1-Zeroshot,15.252047538757324,15.252047538757324,2.600973129272461,1.0827611684799194,0.167321115732193,0.2018365561962127,43.31044769287109,3.905386924743652,0.2081251442432403,0.1386105716228485,0.1386105567216873,Energy,7.0
+ett2/H/long,TTM-R1-Zeroshot,288.520751953125,288.520751953125,11.162341117858888,1.2191311120986938,0.208345890045166,0.214778259396553,48.76524353027344,16.985898971557617,0.2326088100671768,0.1528596729040146,0.1528596729040146,Energy,7.0
+jena_weather/10T/long,TTM-R1-Zeroshot,1562.930419921875,1562.930419921875,11.357297897338867,0.6737896203994751,0.8498238921165466,0.6583142876625061,26.95158576965332,39.53391647338867,0.2419148087501526,0.069497250020504,0.0694972574710846,Nature,21.0
+jena_weather/H/long,TTM-R1-Zeroshot,1302.5177001953125,1302.5177001953125,14.308568954467772,1.0584625005722046,3.396106243133545,0.6726809144020081,42.3385009765625,36.09041213989258,0.2173042595386505,0.0861534401774406,0.08615343272686,Nature,21.0
+bitbrains_fast_storage/5T/long,TTM-R1-Zeroshot,3354402.25,3354402.25,356.4161071777344,2.0263211727142334,4.350730895996094,0.8388842344284058,81.05284118652344,1831.5028076171875,4.840115070343018,0.9419013857841492,0.9419013261795044,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,TTM-R1-Zeroshot,1939892.375,1939892.375,193.2017059326172,6.739154815673828,2.378561496734619,0.7550832629203796,269.5661926269531,1392.8001708984375,5.335503578186035,0.7401121854782104,0.7401122450828552,Web/CloudOps,2.0
+bizitobs_application/10S/long,TTM-R1-Zeroshot,63951968.0,63951968.0,5090.4970703125,11.375816345214844,0.1536046713590622,0.169856384396553,455.03265380859375,7996.99755859375,0.3084122240543365,0.1963201314210891,0.1963201314210891,Web/CloudOps,2.0
+bizitobs_service/10S/long,TTM-R1-Zeroshot,310560.65625,310560.65625,242.35232543945312,6.615731239318848,0.4960593283176422,0.2466846257448196,264.6292419433594,557.2796630859375,0.4128506183624267,0.1795423477888107,0.1795423477888107,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,TTM-R1-Zeroshot,370.515869140625,370.515869140625,14.165494918823242,1.3303046226501465,0.9395979642868042,1.1797410249710083,53.212188720703125,19.248788833618164,1.0807907581329346,0.7953713536262512,0.7953712940216064,Web/CloudOps,7.0
+bizitobs_l2c/H/long,TTM-R1-Zeroshot,224.97149658203125,224.97149658203125,11.681208610534668,1.1981686353683472,1.655575394630432,0.9281730651855468,47.92674255371094,14.99905014038086,0.9161852598190308,0.7135218977928162,0.7135219573974609,Web/CloudOps,7.0

results/{TTM-R2-Pretrained → TTM-R1-Zeroshot}/config.json

@@ -1,8 +1,6 @@
 {
-    "model": "TTM-R2-Pretrained",
+    "model": "TTM-R1-Zeroshot",
     "model_type": "pretrained",
     "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2",
-    "org": "IBM Research",
-    "testdata_leakage": "Yes"
+    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r1"
 }

results/TTM-R2-Finetuned/config.json

@@ -3,7 +3,5 @@
     "model_type": "fine-tuned",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm.ipynb",
-    "org": "IBM Research",
-    "testdata_leakage": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/ttm.ipynb"
 }

results/TTM-R2-Pretrained/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,TTM-R2-Pretrained,5041324.0,5041324.0,1227.967529296875,5.130594253540039,0.26075807213783264,0.20997147262096405,205.22377014160156,2245.289306640625,0.360042542219162,0.1969102919101715,0.1969102919101715,Econ/Fin,1
-m4_quarterly/Q/short,TTM-R2-Pretrained,2419099.25,2419099.25,829.3945922851562,2.027404546737671,0.2134242057800293,0.1531578153371811,81.09618377685547,1555.3453369140625,0.2603374123573303,0.13882605731487274,0.13882605731487274,Econ/Fin,1
-m4_monthly/M/short,TTM-R2-Pretrained,2809195.75,2809195.75,853.7319946289062,1.533287525177002,0.2921540439128876,0.20111285150051117,61.331504821777344,1676.0655517578125,0.34834396839141846,0.17743481695652008,0.17743481695652008,Econ/Fin,1
-m4_weekly/W/short,TTM-R2-Pretrained,485578.84375,485578.84375,380.5999450683594,3.483421564102173,0.10566350817680359,0.10109246522188187,139.33685302734375,696.8348999023438,0.12695251405239105,0.06933940947055817,0.06933940947055817,Econ/Fin,1
-m4_daily/D/short,TTM-R2-Pretrained,484801.0625,484801.0625,227.68121337890625,4.401748180389404,0.061012763530015945,0.04191255196928978,176.06993103027344,696.2765502929688,0.10755548626184464,0.035170454531908035,0.035170454531908035,Econ/Fin,1
-m4_hourly/H/short,TTM-R2-Pretrained,2191172.0,2191172.0,294.4319152832031,2.782658100128174,0.1602412611246109,0.13437475264072418,111.30632781982422,1480.2607421875,0.20208826661109924,0.040196456015110016,0.040196459740400314,Econ/Fin,1
-electricity/15T/short,TTM-R2-Pretrained,217371.640625,217371.640625,77.01490783691406,1.4320731163024902,0.2330285906791687,0.22012728452682495,57.282928466796875,466.2313232421875,0.9190338253974915,0.15181156992912292,0.15181156992912292,Energy,1
-electricity/H/short,TTM-R2-Pretrained,1608349.0,1608349.0,205.38311767578125,1.159241795539856,0.32240381836891174,0.1580224633216858,46.36967086791992,1268.20703125,0.5986843109130859,0.09695550054311752,0.09695549309253693,Energy,1
-electricity/D/short,TTM-R2-Pretrained,2721178624.0,2721178624.0,5633.8505859375,1.6594325304031372,0.6992169618606567,0.12481007725000381,66.3772964477539,52164.91796875,0.8572428822517395,0.09258288145065308,0.09258287400007248,Energy,1
-electricity/W/short,TTM-R2-Pretrained,435031867392.0,435031867392.0,69856.296875,2.5212364196777344,0.3161992132663727,0.14358647167682648,100.84944915771484,659569.4375,1.5049197673797607,0.15938901901245117,0.15938901901245117,Energy,1
-solar/10T/short,TTM-R2-Pretrained,25.674766540527344,25.674766540527344,2.6975016593933105,1.1790286302566528,5.4343438148498535,1.5516341924667358,47.16114807128906,5.067027568817139,1.473997712135315,0.7847028970718384,0.7847028970718384,Energy,1
-solar/H/short,TTM-R2-Pretrained,619.8744506835938,619.8744506835938,12.693642616271973,0.9796592593193054,5.864431858062744,1.4270025491714478,39.186370849609375,24.89727783203125,0.9177219867706299,0.4678918719291687,0.4678918719291687,Energy,1
-solar/D/short,TTM-R2-Pretrained,174468.765625,174468.765625,274.03997802734375,1.068386435508728,1.2658942937850952,0.4365691542625427,42.73545837402344,417.694580078125,0.6034263968467712,0.3958944082260132,0.3958944082260132,Energy,1
-solar/W/short,TTM-R2-Pretrained,8813000.0,8813000.0,2602.568359375,2.877580165863037,0.5861544609069824,0.434007465839386,115.10320281982422,2968.669677734375,0.6059797406196594,0.5312492847442627,0.5312492847442627,Energy,1
-hospital/M/short,TTM-R2-Pretrained,12283.0078125,12283.0078125,33.84686279296875,1.050584316253662,0.28865745663642883,0.22228078544139862,42.023372650146484,110.8287353515625,0.4023340344429016,0.12287196516990662,0.12287196516990662,Healthcare,1
-covid_deaths/D/short,TTM-R2-Pretrained,2181495.0,2181495.0,326.9200134277344,53.48585891723633,0.18292130529880524,0.4471057057380676,2139.434326171875,1476.988525390625,0.5557240843772888,0.12300524860620499,0.12300524860620499,Healthcare,1
-us_births/D/short,TTM-R2-Pretrained,1462623.625,1462623.625,1105.77490234375,1.6285947561264038,0.1084594875574112,0.10614823549985886,65.14379119873047,1209.3897705078125,0.11337047815322876,0.10365742444992065,0.10365742444992065,Healthcare,1
-us_births/M/short,TTM-R2-Pretrained,203729680.0,203729680.0,11695.4287109375,1.3240991830825806,0.03641016408801079,0.036412689834833145,52.963966369628906,14273.390625,0.04433305561542511,0.03632592037320137,0.03632592037320137,Healthcare,1
-us_births/W/short,TTM-R2-Pretrained,7337176.0,7337176.0,1957.2852783203125,1.778560757637024,0.026068169623613358,0.026361528784036636,71.1424331665039,2708.72216796875,0.03677063807845116,0.026569955050945282,0.026569955050945282,Healthcare,1
-saugeen/D/short,TTM-R2-Pretrained,1256.2291259765625,1256.2291259765625,18.179595947265625,4.034393787384033,0.7102912664413452,0.54073566198349,161.37574768066406,35.44332504272461,1.1480176448822021,0.588841438293457,0.5888414978981018,Nature,1
-saugeen/M/short,TTM-R2-Pretrained,395.8756408691406,395.8756408691406,13.489892959594727,0.7903389930725098,0.46876707673072815,0.39558157324790955,31.61355972290039,19.896623611450195,0.5973563194274902,0.4050070643424988,0.4050070345401764,Nature,1
-saugeen/W/short,TTM-R2-Pretrained,1452.2073974609375,1452.2073974609375,23.04207420349121,1.867565631866455,0.9696307182312012,0.6474501490592957,74.70262908935547,38.10783767700195,1.150316834449768,0.6955441832542419,0.6955441236495972,Nature,1
-temperature_rain/D/short,TTM-R2-Pretrained,166.6985321044922,166.6985321044922,6.7175984382629395,1.6619073152542114,104.13045501708984,1.4001303911209106,66.4762954711914,12.911178588867188,1.5199871063232422,0.7908389568328857,0.7908389568328857,Nature,1
-kdd_cup_2018/H/short,TTM-R2-Pretrained,4468.35791015625,4468.35791015625,24.576093673706055,1.0117350816726685,1.1454356908798218,0.515670120716095,40.46940231323242,66.84577941894531,1.3992031812667847,0.5144221186637878,0.5144221186637878,Nature,1
-kdd_cup_2018/D/short,TTM-R2-Pretrained,2629.543701171875,2629.543701171875,20.171777725219727,1.172845721244812,0.6205669641494751,0.4447740316390991,46.91382598876953,51.279075622558594,1.1487058401107788,0.45186924934387207,0.4518692195415497,Nature,1
-car_parts/M/short,TTM-R2-Pretrained,2.1810801029205322,2.1810801029205322,0.9530109167098999,1.5749661922454834,0.5873419642448425,1.7117667198181152,62.99864959716797,1.4768480062484741,3.541330099105835,2.2852225303649902,2.2852225303649902,Sales,1
-restaurant/D/short,TTM-R2-Pretrained,202.3482666015625,202.3482666015625,9.526232719421387,0.896973729133606,1.08562433719635,0.4797813296318054,35.87895202636719,14.2249174118042,0.654663622379303,0.43841928243637085,0.43841931223869324,Sales,1
-hierarchical_sales/D/short,TTM-R2-Pretrained,28.789072036743164,28.789072036743164,2.583070755004883,0.8340859413146973,0.8086299300193787,0.9911177754402161,33.36343765258789,5.36554479598999,1.646089792251587,0.7924574613571167,0.7924575209617615,Sales,1
-hierarchical_sales/W/short,TTM-R2-Pretrained,792.2537231445312,792.2537231445312,15.791238784790039,1.086988925933838,1.4281177520751953,0.6353736519813538,43.47955322265625,28.147001266479492,1.2922426462173462,0.7249835133552551,0.7249835133552551,Sales,1
-loop_seattle/5T/short,TTM-R2-Pretrained,45.9228630065918,45.9228630065918,3.994657039642334,0.6305468678474426,0.11244776844978333,0.08397196233272552,25.221874237060547,6.776640892028809,0.11620443314313889,0.06849955022335052,0.06849955022335052,Transport,1
-loop_seattle/H/short,TTM-R2-Pretrained,73.20549011230469,73.20549011230469,5.383979320526123,1.0818450450897217,0.1589573621749878,0.1218806728720665,43.2738037109375,8.556020736694336,0.1514502614736557,0.09530191123485565,0.09530191123485565,Transport,1
-loop_seattle/D/short,TTM-R2-Pretrained,46.15348434448242,46.15348434448242,5.638345241546631,1.7389246225357056,0.10922148823738098,0.10129295289516449,69.5569839477539,6.793635368347168,0.12141135334968567,0.10076476633548737,0.10076476633548737,Transport,1
-sz_taxi/15T/short,TTM-R2-Pretrained,17.630447387695312,17.630447387695312,2.8711466789245605,0.5735141634941101,1263836594176.0,0.41091153025627136,22.940567016601562,4.198862552642822,0.39261162281036377,0.26846447587013245,0.26846450567245483,Transport,1
-sz_taxi/H/short,TTM-R2-Pretrained,7.52171516418457,7.52171516418457,1.9656306505203247,0.5973286032676697,1.2311612367630005,0.31563815474510193,23.893144607543945,2.742574453353882,0.25548774003982544,0.18311062455177307,0.18311062455177307,Transport,1
-m_dense/H/short,TTM-R2-Pretrained,62694.859375,62694.859375,127.04000854492188,1.0879967212677002,0.42501795291900635,0.30154624581336975,43.51987075805664,250.38941955566406,0.4441284239292145,0.22533731162548065,0.22533732652664185,Transport,1
-m_dense/D/short,TTM-R2-Pretrained,18615.037109375,18615.037109375,87.37030792236328,1.20741868019104,0.2061319649219513,0.1770661622285843,48.29674530029297,136.4369354248047,0.2361925095319748,0.1512509286403656,0.1512509435415268,Transport,1
-ett1/15T/short,TTM-R2-Pretrained,5.624592304229736,5.624592304229736,1.2432845830917358,0.8118457794189453,0.4656950831413269,0.2875490188598633,32.47383117675781,2.371622323989868,0.44833534955978394,0.23503252863883972,0.23503251373767853,Energy,7
-ett1/H/short,TTM-R2-Pretrained,104.39521789550781,104.39521789550781,5.366086959838867,0.8821736574172974,0.507716715335846,0.2827994227409363,35.28694534301758,10.217397689819336,0.4768877625465393,0.250457227230072,0.250457227230072,Energy,7
-ett1/D/short,TTM-R2-Pretrained,55083.7578125,55083.7578125,158.2764434814453,1.962099552154541,1.2102364301681519,0.5308582782745361,78.4839859008789,234.6992950439453,0.6164454817771912,0.41571831703186035,0.41571834683418274,Energy,7
-ett1/W/short,TTM-R2-Pretrained,2633276.5,2633276.5,1125.6827392578125,1.5393426418304443,1.0096418857574463,0.45859840512275696,61.573707580566406,1622.7374267578125,0.6457259058952332,0.4479359984397888,0.4479359984397888,Energy,7
-ett2/15T/short,TTM-R2-Pretrained,9.754693031311035,9.754693031311035,1.9594718217849731,0.8321967720985413,0.11617407947778702,0.13838815689086914,33.287872314453125,3.1232504844665527,0.1482718139886856,0.09302309900522232,0.09302308410406113,Energy,7
-ett2/H/short,TTM-R2-Pretrained,124.45040130615234,124.45040130615234,6.933920383453369,0.7901540994644165,0.12842239439487457,0.11721692979335785,31.606163024902344,11.155734062194824,0.14148575067520142,0.08794140070676804,0.08794140070676804,Energy,7
-ett2/D/short,TTM-R2-Pretrained,108511.2109375,108511.2109375,208.45578002929688,1.564162015914917,0.4740043878555298,0.17024555802345276,62.56648254394531,329.410400390625,0.18853026628494263,0.11930473893880844,0.11930473893880844,Energy,7
-ett2/W/short,TTM-R2-Pretrained,12633047.0,12633047.0,2386.069580078125,1.356560468673706,0.2729461193084717,0.21735575795173645,54.262420654296875,3554.2998046875,0.29815125465393066,0.200154647231102,0.20015466213226318,Energy,7
-jena_weather/10T/short,TTM-R2-Pretrained,766.1596069335938,766.1596069335938,7.308579921722412,0.3458213806152344,0.43337202072143555,0.5557089447975159,13.832855224609375,27.679588317871094,0.17192493379116058,0.045395441353321075,0.04539543762803078,Nature,21
-jena_weather/H/short,TTM-R2-Pretrained,1081.8076171875,1081.8076171875,9.729592323303223,0.5753880739212036,1.828482747077942,0.6190334558486938,23.01552391052246,32.890846252441406,0.2016187608242035,0.059641774743795395,0.05964178219437599,Nature,21
-jena_weather/D/short,TTM-R2-Pretrained,1248.5050048828125,1248.5050048828125,20.558490753173828,2.5306453704833984,1.7924801111221313,0.5474997162818909,101.22581481933594,35.334190368652344,0.21276958286762238,0.12379571795463562,0.12379571795463562,Nature,21
-bitbrains_fast_storage/5T/short,TTM-R2-Pretrained,1646846.625,1646846.625,189.82254028320312,0.965898871421814,2.6614601612091064,0.7760849595069885,38.635955810546875,1283.295166015625,4.029229640960693,0.5959958434104919,0.5959958434104919,Web/CloudOps,2
-bitbrains_fast_storage/H/short,TTM-R2-Pretrained,2551485.5,2551485.5,324.970458984375,1.2754968404769897,5.218166351318359,0.635557234287262,51.019874572753906,1597.3369140625,4.552928924560547,0.9262713193893433,0.9262713193893433,Web/CloudOps,2
-bitbrains_rnd/5T/short,TTM-R2-Pretrained,1557151.0,1557151.0,147.8542022705078,2.053879737854004,1.7888224124908447,0.7139753103256226,82.15518951416016,1247.8585205078125,5.105876922607422,0.6049767136573792,0.6049767136573792,Web/CloudOps,2
-bitbrains_rnd/H/short,TTM-R2-Pretrained,1869584.0,1869584.0,242.30137634277344,6.163490295410156,5.455203533172607,0.6784248352050781,246.53961181640625,1367.3272705078125,5.984093189239502,1.060429334640503,1.060429334640503,Web/CloudOps,2
-bizitobs_application/10S/short,TTM-R2-Pretrained,9943514.0,9943514.0,1497.74755859375,4.214677333831787,0.06536141782999039,0.06266415864229202,168.5870819091797,3153.333984375,0.12161148339509964,0.057762134820222855,0.05776213854551315,Web/CloudOps,2
-bizitobs_service/10S/short,TTM-R2-Pretrained,44515.95703125,44515.95703125,71.65859985351562,2.732959747314453,0.35066136717796326,0.13076719641685486,109.31838989257812,210.98805236816406,0.1563066989183426,0.05308698117733002,0.05308698117733002,Web/CloudOps,2
-bizitobs_l2c/5T/short,TTM-R2-Pretrained,24.209394454956055,24.209394454956055,3.1097848415374756,0.32445377111434937,0.17801183462142944,0.22899238765239716,12.978150367736816,4.920304298400879,0.16898316144943237,0.10680259764194489,0.10680260509252548,Web/CloudOps,7
-bizitobs_l2c/H/short,TTM-R2-Pretrained,213.2822723388672,213.2822723388672,10.186047554016113,0.9834961295127869,0.9913681149482727,0.8249644041061401,39.33984375,14.60418701171875,0.7872030735015869,0.5490540862083435,0.5490540862083435,Web/CloudOps,7
-electricity/15T/medium,TTM-R2-Pretrained,479186.78125,479186.78125,82.32447814941406,1.3208063840866089,0.22963841259479523,0.19777949154376984,52.83225631713867,692.233154296875,1.192787528038025,0.14185337722301483,0.14185337722301483,Energy,1
-electricity/H/medium,TTM-R2-Pretrained,6960439.5,6960439.5,280.2503662109375,1.2517058849334717,0.36617472767829895,0.15959197282791138,50.0682373046875,2638.264404296875,1.0298014879226685,0.10939095169305801,0.10939095169305801,Energy,1
-solar/10T/medium,TTM-R2-Pretrained,23.291641235351562,23.291641235351562,2.581629991531372,1.1273674964904785,3.8910577297210693,1.4938726425170898,45.09469985961914,4.826141357421875,1.0709398984909058,0.5728739500045776,0.5728738903999329,Energy,1
-solar/H/medium,TTM-R2-Pretrained,673.9286499023438,673.9286499023438,13.676705360412598,1.0454044342041016,6.807587623596191,1.4293445348739624,41.81617736816406,25.96013641357422,0.9351446628570557,0.4926668405532837,0.4926668703556061,Energy,1
-kdd_cup_2018/H/medium,TTM-R2-Pretrained,4815.142578125,4815.142578125,25.404191970825195,1.0737661123275757,1.1820731163024902,0.559693455696106,42.95064163208008,69.39122772216797,1.452484130859375,0.5317557454109192,0.5317556858062744,Nature,1
-loop_seattle/5T/medium,TTM-R2-Pretrained,116.44446563720703,116.44446563720703,6.789214134216309,1.0654295682907104,0.237552210688591,0.14933940768241882,42.617183685302734,10.790943145751953,0.19199305772781372,0.12079407274723053,0.12079407274723053,Transport,1
-loop_seattle/H/medium,TTM-R2-Pretrained,80.56887817382812,80.56887817382812,5.882454872131348,1.1938070058822632,0.15960149466991425,0.13077092170715332,47.752281188964844,8.976016998291016,0.15865008533000946,0.10397172719240189,0.10397172719240189,Transport,1
-sz_taxi/15T/medium,TTM-R2-Pretrained,17.407360076904297,17.407360076904297,2.9041669368743896,0.5661407113075256,12433696489472.0,0.4201682507991791,22.645627975463867,4.172213077545166,0.3882940411567688,0.27028119564056396,0.27028119564056396,Transport,1
-m_dense/H/medium,TTM-R2-Pretrained,58433.80859375,58433.80859375,122.33402252197266,1.0201516151428223,0.43751060962677,0.29099923372268677,40.80606460571289,241.73086547851562,0.4205811619758606,0.21284574270248413,0.21284572780132294,Transport,1
-ett1/15T/medium,TTM-R2-Pretrained,9.845744132995605,9.845744132995605,1.7487417459487915,1.137412428855896,0.7454333305358887,0.4337901473045349,45.496498107910156,3.1377928256988525,0.5980664491653442,0.33331191539764404,0.33331191539764404,Energy,7
-ett1/H/medium,TTM-R2-Pretrained,138.2218780517578,138.2218780517578,7.0701584815979,1.3201416730880737,3522723315712.0,0.4641319215297699,52.8056640625,11.756780624389648,0.5631219148635864,0.3386438190937042,0.3386438190937042,Energy,7
-ett2/15T/medium,TTM-R2-Pretrained,14.557876586914062,14.557876586914062,2.3989028930664062,0.9867962598800659,0.1484927535057068,0.17977158725261688,39.47185134887695,3.815478563308716,0.2033337652683258,0.12784188985824585,0.12784187495708466,Energy,7
-ett2/H/medium,TTM-R2-Pretrained,269.994140625,269.994140625,10.284690856933594,1.097788691520691,0.17862552404403687,0.1798628270626068,43.91154861450195,16.43149757385254,0.22142501175403595,0.13859282433986664,0.13859283924102783,Energy,7
-jena_weather/10T/medium,TTM-R2-Pretrained,1497.083984375,1497.083984375,11.306266784667969,0.6561654806137085,0.9674649834632874,0.6653227210044861,26.246618270874023,38.692169189453125,0.2374531775712967,0.06938636302947998,0.06938636302947998,Nature,21
-jena_weather/H/medium,TTM-R2-Pretrained,1447.2547607421875,1447.2547607421875,11.986462593078613,0.8147535920143127,3.532595634460449,0.6771256327629089,32.59014129638672,38.04280090332031,0.23279064893722534,0.0733472928404808,0.0733472928404808,Nature,21
-bitbrains_fast_storage/5T/medium,TTM-R2-Pretrained,2803018.75,2803018.75,298.1320495605469,1.2348387241363525,5.41544771194458,0.8186819553375244,49.393550872802734,1674.2218017578125,5.0867486000061035,0.9058074951171875,0.9058074951171875,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TTM-R2-Pretrained,2112217.75,2112217.75,198.39056396484375,4.8130364418029785,2.431964635848999,0.7751559019088745,192.52145385742188,1453.3470458984375,6.114972114562988,0.8347302675247192,0.8347302675247192,Web/CloudOps,2
-bizitobs_application/10S/medium,TTM-R2-Pretrained,34985988.0,34985988.0,3205.0234375,9.018702507019043,0.12491956353187561,0.1292904019355774,360.74810791015625,5914.8955078125,0.2322605401277542,0.1258518397808075,0.1258518248796463,Web/CloudOps,2
-bizitobs_service/10S/medium,TTM-R2-Pretrained,182072.703125,182072.703125,155.6486053466797,5.1217827796936035,0.48198986053466797,0.20569010078907013,204.87130737304688,426.6997985839844,0.32114431262016296,0.11714481562376022,0.11714481562376022,Web/CloudOps,2
-bizitobs_l2c/5T/medium,TTM-R2-Pretrained,195.24891662597656,195.24891662597656,10.268324851989746,0.9921779036521912,0.6358968019485474,1.0157976150512695,39.68711471557617,13.973150253295898,0.7351931929588318,0.540264904499054,0.540264904499054,Web/CloudOps,7
-bizitobs_l2c/H/medium,TTM-R2-Pretrained,289.9211730957031,289.9211730957031,12.913840293884277,1.2396725416183472,1.3855247497558594,1.0475947856903076,49.5869026184082,17.027070999145508,1.0310150384902954,0.7819526791572571,0.7819526791572571,Web/CloudOps,7
-electricity/15T/long,TTM-R2-Pretrained,718197.1875,718197.1875,90.5474853515625,1.3471070528030396,0.2316545844078064,0.19732432067394257,53.88428497314453,847.4651489257812,1.3369802236557007,0.14284975826740265,0.14284975826740265,Energy,1
-electricity/H/long,TTM-R2-Pretrained,10661256.0,10661256.0,325.055908203125,1.3821061849594116,0.39065104722976685,0.1722196787595749,55.28424835205078,3265.157958984375,1.287777304649353,0.12820196151733398,0.1282019466161728,Energy,1
-solar/10T/long,TTM-R2-Pretrained,22.359167098999023,22.359167098999023,2.523888111114502,1.10085928440094,3.154728651046753,1.4919425249099731,44.03437423706055,4.728548049926758,1.0220000743865967,0.5454980731010437,0.5454980134963989,Energy,1
-solar/H/long,TTM-R2-Pretrained,705.2949829101562,705.2949829101562,14.768033027648926,1.1248584985733032,8.415304183959961,1.436413049697876,44.99434280395508,26.557390213012695,0.9207931160926819,0.5120345950126648,0.5120344758033752,Energy,1
-kdd_cup_2018/H/long,TTM-R2-Pretrained,3760.123779296875,3760.123779296875,23.107446670532227,1.0000991821289062,1.153912901878357,0.589838981628418,40.003963470458984,61.319847106933594,1.4388114213943481,0.5421940684318542,0.5421940684318542,Nature,1
-loop_seattle/5T/long,TTM-R2-Pretrained,124.74163818359375,124.74163818359375,7.093927383422852,1.1124976873397827,0.2543075382709503,0.15363603830337524,44.499908447265625,11.168779373168945,0.19746631383895874,0.12542209029197693,0.12542209029197693,Transport,1
-loop_seattle/H/long,TTM-R2-Pretrained,74.29878997802734,74.29878997802734,5.402324199676514,1.114170789718628,0.17675289511680603,0.1240486353635788,44.56683349609375,8.619674682617188,0.15404511988162994,0.09654676914215088,0.09654677659273148,Transport,1
-sz_taxi/15T/long,TTM-R2-Pretrained,16.31110191345215,16.31110191345215,2.8116378784179688,0.5310652256011963,8224755941376.0,0.40968406200408936,21.242610931396484,4.038700580596924,0.3738149106502533,0.26024019718170166,0.26024019718170166,Transport,1
-m_dense/H/long,TTM-R2-Pretrained,62940.5234375,62940.5234375,128.40859985351562,1.0597881078720093,0.470628559589386,0.2987874746322632,42.39152526855469,250.87950134277344,0.4343095123767853,0.22229425609111786,0.22229427099227905,Transport,1
-ett1/15T/long,TTM-R2-Pretrained,10.124308586120605,10.124308586120605,1.8443189859390259,1.1956290006637573,0.7989325523376465,0.45920833945274353,47.82516098022461,3.1818718910217285,0.6064679026603699,0.3515290319919586,0.3515290319919586,Energy,7
-ett1/H/long,TTM-R2-Pretrained,142.861328125,142.861328125,7.135627269744873,1.355435848236084,3003883454464.0,0.4777284562587738,54.217430114746094,11.952461242675781,0.5723775029182434,0.3417097330093384,0.34170976281166077,Energy,7
-ett2/15T/long,TTM-R2-Pretrained,13.01650333404541,13.01650333404541,2.3665223121643066,0.986086905002594,0.14943784475326538,0.1789281815290451,39.443477630615234,3.6078391075134277,0.1922682821750641,0.12611626088619232,0.12611627578735352,Energy,7
-ett2/H/long,TTM-R2-Pretrained,278.0689392089844,278.0689392089844,10.509333610534668,1.131842017173767,0.19035466015338898,0.1890520304441452,45.273681640625,16.675399780273438,0.2283567637205124,0.1439172327518463,0.1439172327518463,Energy,7
-jena_weather/10T/long,TTM-R2-Pretrained,1487.92626953125,1487.92626953125,11.109465599060059,0.6489807367324829,0.8593838214874268,0.6524072885513306,25.959230422973633,38.573646545410156,0.23603875935077667,0.06798072904348373,0.06798072159290314,Nature,21
-jena_weather/H/long,TTM-R2-Pretrained,1266.5963134765625,1266.5963134765625,13.908403396606445,1.0716230869293213,3.8741116523742676,0.6689540147781372,42.864925384521484,35.589271545410156,0.21428684890270233,0.08374399691820145,0.08374399691820145,Nature,21
-bitbrains_fast_storage/5T/long,TTM-R2-Pretrained,3219523.0,3219523.0,355.3838195800781,1.1635642051696777,4.895505428314209,0.8371726274490356,46.54256820678711,1794.302978515625,4.741806983947754,0.9391733407974243,0.9391733407974243,Web/CloudOps,2
-bitbrains_rnd/5T/long,TTM-R2-Pretrained,1991291.25,1991291.25,203.39283752441406,3.782886266708374,2.9021401405334473,0.7515886425971985,151.31544494628906,1411.1312255859375,5.405725955963135,0.7791521549224854,0.7791520953178406,Web/CloudOps,2
-bizitobs_application/10S/long,TTM-R2-Pretrained,41283780.0,41283780.0,3723.089111328125,9.590826034545898,0.13113968074321747,0.13875478506088257,383.633056640625,6425.24560546875,0.24779604375362396,0.14358466863632202,0.14358466863632202,Web/CloudOps,2
-bizitobs_service/10S/long,TTM-R2-Pretrained,267102.25,267102.25,188.78057861328125,5.33817720413208,0.43358832597732544,0.21543104946613312,213.52708435058594,516.8193359375,0.38287630677223206,0.13985468447208405,0.13985469937324524,Web/CloudOps,2
-bizitobs_l2c/5T/long,TTM-R2-Pretrained,358.9239196777344,358.9239196777344,13.98556137084961,1.316333532333374,0.9028239250183105,1.1863360404968262,52.653343200683594,18.945287704467773,1.0637495517730713,0.7852683663368225,0.7852683663368225,Web/CloudOps,7
-bizitobs_l2c/H/long,TTM-R2-Pretrained,248.46641540527344,248.46641540527344,12.290800094604492,1.2374670505523682,1.677781105041504,0.9531240463256836,49.498680114746094,15.7628173828125,0.9628384113311768,0.7507575750350952,0.7507575154304504,Web/CloudOps,7

results/TTM-R2-Zeroshot/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A/short,TTM-R2-Zeroshot,5041324.0,5041324.0,1227.967529296875,5.130594253540039,0.26075807213783264,0.20997147262096405,205.22377014160156,2245.289306640625,0.360042542219162,0.1969102919101715,0.1969102919101715,Econ/Fin,1
+m4_quarterly/Q/short,TTM-R2-Zeroshot,2419099.25,2419099.25,829.3945922851562,2.027404546737671,0.2134242057800293,0.1531578153371811,81.09618377685547,1555.3453369140625,0.2603374123573303,0.13882605731487274,0.13882605731487274,Econ/Fin,1
+m4_monthly/M/short,TTM-R2-Zeroshot,2809195.75,2809195.75,853.7319946289062,1.533287525177002,0.2921540439128876,0.20111285150051117,61.331504821777344,1676.0655517578125,0.34834396839141846,0.17743481695652008,0.17743481695652008,Econ/Fin,1
+m4_weekly/W/short,TTM-R2-Zeroshot,485578.84375,485578.84375,380.5999450683594,3.483421564102173,0.10566350817680359,0.10109246522188187,139.33685302734375,696.8348999023438,0.12695251405239105,0.06933940947055817,0.06933940947055817,Econ/Fin,1
+m4_daily/D/short,TTM-R2-Zeroshot,484801.0625,484801.0625,227.68121337890625,4.401748180389404,0.061012763530015945,0.04191255196928978,176.06993103027344,696.2765502929688,0.10755548626184464,0.035170454531908035,0.035170454531908035,Econ/Fin,1
+m4_hourly/H/short,TTM-R2-Zeroshot,2191172.0,2191172.0,294.4319152832031,2.782658100128174,0.1602412611246109,0.13437475264072418,111.30632781982422,1480.2607421875,0.20208826661109924,0.040196456015110016,0.040196459740400314,Econ/Fin,1
+electricity/15T/short,TTM-R2-Zeroshot,217371.640625,217371.640625,77.01490783691406,1.4320731163024902,0.2330285906791687,0.22012728452682495,57.282928466796875,466.2313232421875,0.9190338253974915,0.15181156992912292,0.15181156992912292,Energy,1
+electricity/H/short,TTM-R2-Zeroshot,1608349.0,1608349.0,205.38311767578125,1.159241795539856,0.32240381836891174,0.1580224633216858,46.36967086791992,1268.20703125,0.5986843109130859,0.09695550054311752,0.09695549309253693,Energy,1
+electricity/D/short,TTM-R2-Zeroshot,2721178624.0,2721178624.0,5633.8505859375,1.6594325304031372,0.6992169618606567,0.12481007725000381,66.3772964477539,52164.91796875,0.8572428822517395,0.09258288145065308,0.09258287400007248,Energy,1
+electricity/W/short,TTM-R2-Zeroshot,435031867392.0,435031867392.0,69856.296875,2.5212364196777344,0.3161992132663727,0.14358647167682648,100.84944915771484,659569.4375,1.5049197673797607,0.15938901901245117,0.15938901901245117,Energy,1
+solar/10T/short,TTM-R2-Zeroshot,25.674766540527344,25.674766540527344,2.6975016593933105,1.1790286302566528,5.4343438148498535,1.5516341924667358,47.16114807128906,5.067027568817139,1.473997712135315,0.7847028970718384,0.7847028970718384,Energy,1
+solar/H/short,TTM-R2-Zeroshot,619.8744506835938,619.8744506835938,12.693642616271973,0.9796592593193054,5.864431858062744,1.4270025491714478,39.186370849609375,24.89727783203125,0.9177219867706299,0.4678918719291687,0.4678918719291687,Energy,1
+solar/D/short,TTM-R2-Zeroshot,174468.765625,174468.765625,274.03997802734375,1.068386435508728,1.2658942937850952,0.4365691542625427,42.73545837402344,417.694580078125,0.6034263968467712,0.3958944082260132,0.3958944082260132,Energy,1
+solar/W/short,TTM-R2-Zeroshot,8813000.0,8813000.0,2602.568359375,2.877580165863037,0.5861544609069824,0.434007465839386,115.10320281982422,2968.669677734375,0.6059797406196594,0.5312492847442627,0.5312492847442627,Energy,1
+hospital/M/short,TTM-R2-Zeroshot,12283.0078125,12283.0078125,33.84686279296875,1.050584316253662,0.28865745663642883,0.22228078544139862,42.023372650146484,110.8287353515625,0.4023340344429016,0.12287196516990662,0.12287196516990662,Healthcare,1
+covid_deaths/D/short,TTM-R2-Zeroshot,2181495.0,2181495.0,326.9200134277344,53.48585891723633,0.18292130529880524,0.4471057057380676,2139.434326171875,1476.988525390625,0.5557240843772888,0.12300524860620499,0.12300524860620499,Healthcare,1
+us_births/D/short,TTM-R2-Zeroshot,1462623.625,1462623.625,1105.77490234375,1.6285947561264038,0.1084594875574112,0.10614823549985886,65.14379119873047,1209.3897705078125,0.11337047815322876,0.10365742444992065,0.10365742444992065,Healthcare,1
+us_births/M/short,TTM-R2-Zeroshot,203729680.0,203729680.0,11695.4287109375,1.3240991830825806,0.03641016408801079,0.036412689834833145,52.963966369628906,14273.390625,0.04433305561542511,0.03632592037320137,0.03632592037320137,Healthcare,1
+us_births/W/short,TTM-R2-Zeroshot,7337176.0,7337176.0,1957.2852783203125,1.778560757637024,0.026068169623613358,0.026361528784036636,71.1424331665039,2708.72216796875,0.03677063807845116,0.026569955050945282,0.026569955050945282,Healthcare,1
+saugeen/D/short,TTM-R2-Zeroshot,1256.2291259765625,1256.2291259765625,18.179595947265625,4.034393787384033,0.7102912664413452,0.54073566198349,161.37574768066406,35.44332504272461,1.1480176448822021,0.588841438293457,0.5888414978981018,Nature,1
+saugeen/M/short,TTM-R2-Zeroshot,395.8756408691406,395.8756408691406,13.489892959594727,0.7903389930725098,0.46876707673072815,0.39558157324790955,31.61355972290039,19.896623611450195,0.5973563194274902,0.4050070643424988,0.4050070345401764,Nature,1
+saugeen/W/short,TTM-R2-Zeroshot,1452.2073974609375,1452.2073974609375,23.04207420349121,1.867565631866455,0.9696307182312012,0.6474501490592957,74.70262908935547,38.10783767700195,1.150316834449768,0.6955441832542419,0.6955441236495972,Nature,1
+temperature_rain/D/short,TTM-R2-Zeroshot,166.6985321044922,166.6985321044922,6.7175984382629395,1.6619073152542114,104.13045501708984,1.4001303911209106,66.4762954711914,12.911178588867188,1.5199871063232422,0.7908389568328857,0.7908389568328857,Nature,1
+kdd_cup_2018/H/short,TTM-R2-Zeroshot,4468.35791015625,4468.35791015625,24.576093673706055,1.0117350816726685,1.1454356908798218,0.515670120716095,40.46940231323242,66.84577941894531,1.3992031812667847,0.5144221186637878,0.5144221186637878,Nature,1
+kdd_cup_2018/D/short,TTM-R2-Zeroshot,2629.543701171875,2629.543701171875,20.171777725219727,1.172845721244812,0.6205669641494751,0.4447740316390991,46.91382598876953,51.279075622558594,1.1487058401107788,0.45186924934387207,0.4518692195415497,Nature,1
+car_parts/M/short,TTM-R2-Zeroshot,2.1810801029205322,2.1810801029205322,0.9530109167098999,1.5749661922454834,0.5873419642448425,1.7117667198181152,62.99864959716797,1.4768480062484741,3.541330099105835,2.2852225303649902,2.2852225303649902,Sales,1
+restaurant/D/short,TTM-R2-Zeroshot,202.3482666015625,202.3482666015625,9.526232719421387,0.896973729133606,1.08562433719635,0.4797813296318054,35.87895202636719,14.2249174118042,0.654663622379303,0.43841928243637085,0.43841931223869324,Sales,1
+hierarchical_sales/D/short,TTM-R2-Zeroshot,28.789072036743164,28.789072036743164,2.583070755004883,0.8340859413146973,0.8086299300193787,0.9911177754402161,33.36343765258789,5.36554479598999,1.646089792251587,0.7924574613571167,0.7924575209617615,Sales,1
+hierarchical_sales/W/short,TTM-R2-Zeroshot,792.2537231445312,792.2537231445312,15.791238784790039,1.086988925933838,1.4281177520751953,0.6353736519813538,43.47955322265625,28.147001266479492,1.2922426462173462,0.7249835133552551,0.7249835133552551,Sales,1
+loop_seattle/5T/short,TTM-R2-Zeroshot,45.9228630065918,45.9228630065918,3.994657039642334,0.6305468678474426,0.11244776844978333,0.08397196233272552,25.221874237060547,6.776640892028809,0.11620443314313889,0.06849955022335052,0.06849955022335052,Transport,1
+loop_seattle/H/short,TTM-R2-Zeroshot,73.20549011230469,73.20549011230469,5.383979320526123,1.0818450450897217,0.1589573621749878,0.1218806728720665,43.2738037109375,8.556020736694336,0.1514502614736557,0.09530191123485565,0.09530191123485565,Transport,1
+loop_seattle/D/short,TTM-R2-Zeroshot,46.15348434448242,46.15348434448242,5.638345241546631,1.7389246225357056,0.10922148823738098,0.10129295289516449,69.5569839477539,6.793635368347168,0.12141135334968567,0.10076476633548737,0.10076476633548737,Transport,1
+sz_taxi/15T/short,TTM-R2-Zeroshot,17.630447387695312,17.630447387695312,2.8711466789245605,0.5735141634941101,1263836594176.0,0.41091153025627136,22.940567016601562,4.198862552642822,0.39261162281036377,0.26846447587013245,0.26846450567245483,Transport,1
+sz_taxi/H/short,TTM-R2-Zeroshot,7.52171516418457,7.52171516418457,1.9656306505203247,0.5973286032676697,1.2311612367630005,0.31563815474510193,23.893144607543945,2.742574453353882,0.25548774003982544,0.18311062455177307,0.18311062455177307,Transport,1
+m_dense/H/short,TTM-R2-Zeroshot,62694.859375,62694.859375,127.04000854492188,1.0879967212677002,0.42501795291900635,0.30154624581336975,43.51987075805664,250.38941955566406,0.4441284239292145,0.22533731162548065,0.22533732652664185,Transport,1
+m_dense/D/short,TTM-R2-Zeroshot,18615.037109375,18615.037109375,87.37030792236328,1.20741868019104,0.2061319649219513,0.1770661622285843,48.29674530029297,136.4369354248047,0.2361925095319748,0.1512509286403656,0.1512509435415268,Transport,1
+ett1/15T/short,TTM-R2-Zeroshot,5.624592304229736,5.624592304229736,1.2432845830917358,0.8118457794189453,0.4656950831413269,0.2875490188598633,32.47383117675781,2.371622323989868,0.44833534955978394,0.23503252863883972,0.23503251373767853,Energy,7
+ett1/H/short,TTM-R2-Zeroshot,104.39521789550781,104.39521789550781,5.366086959838867,0.8821736574172974,0.507716715335846,0.2827994227409363,35.28694534301758,10.217397689819336,0.4768877625465393,0.250457227230072,0.250457227230072,Energy,7
+ett1/D/short,TTM-R2-Zeroshot,55083.7578125,55083.7578125,158.2764434814453,1.962099552154541,1.2102364301681519,0.5308582782745361,78.4839859008789,234.6992950439453,0.6164454817771912,0.41571831703186035,0.41571834683418274,Energy,7
+ett1/W/short,TTM-R2-Zeroshot,2633276.5,2633276.5,1125.6827392578125,1.5393426418304443,1.0096418857574463,0.45859840512275696,61.573707580566406,1622.7374267578125,0.6457259058952332,0.4479359984397888,0.4479359984397888,Energy,7
+ett2/15T/short,TTM-R2-Zeroshot,9.754693031311035,9.754693031311035,1.9594718217849731,0.8321967720985413,0.11617407947778702,0.13838815689086914,33.287872314453125,3.1232504844665527,0.1482718139886856,0.09302309900522232,0.09302308410406113,Energy,7
+ett2/H/short,TTM-R2-Zeroshot,124.45040130615234,124.45040130615234,6.933920383453369,0.7901540994644165,0.12842239439487457,0.11721692979335785,31.606163024902344,11.155734062194824,0.14148575067520142,0.08794140070676804,0.08794140070676804,Energy,7
+ett2/D/short,TTM-R2-Zeroshot,108511.2109375,108511.2109375,208.45578002929688,1.564162015914917,0.4740043878555298,0.17024555802345276,62.56648254394531,329.410400390625,0.18853026628494263,0.11930473893880844,0.11930473893880844,Energy,7
+ett2/W/short,TTM-R2-Zeroshot,12633047.0,12633047.0,2386.069580078125,1.356560468673706,0.2729461193084717,0.21735575795173645,54.262420654296875,3554.2998046875,0.29815125465393066,0.200154647231102,0.20015466213226318,Energy,7
+jena_weather/10T/short,TTM-R2-Zeroshot,766.1596069335938,766.1596069335938,7.308579921722412,0.3458213806152344,0.43337202072143555,0.5557089447975159,13.832855224609375,27.679588317871094,0.17192493379116058,0.045395441353321075,0.04539543762803078,Nature,21
+jena_weather/H/short,TTM-R2-Zeroshot,1081.8076171875,1081.8076171875,9.729592323303223,0.5753880739212036,1.828482747077942,0.6190334558486938,23.01552391052246,32.890846252441406,0.2016187608242035,0.059641774743795395,0.05964178219437599,Nature,21
+jena_weather/D/short,TTM-R2-Zeroshot,1248.5050048828125,1248.5050048828125,20.558490753173828,2.5306453704833984,1.7924801111221313,0.5474997162818909,101.22581481933594,35.334190368652344,0.21276958286762238,0.12379571795463562,0.12379571795463562,Nature,21
+bitbrains_fast_storage/5T/short,TTM-R2-Zeroshot,1646846.625,1646846.625,189.82254028320312,0.965898871421814,2.6614601612091064,0.7760849595069885,38.635955810546875,1283.295166015625,4.029229640960693,0.5959958434104919,0.5959958434104919,Web/CloudOps,2
+bitbrains_fast_storage/H/short,TTM-R2-Zeroshot,2551485.5,2551485.5,324.970458984375,1.2754968404769897,5.218166351318359,0.635557234287262,51.019874572753906,1597.3369140625,4.552928924560547,0.9262713193893433,0.9262713193893433,Web/CloudOps,2
+bitbrains_rnd/5T/short,TTM-R2-Zeroshot,1557151.0,1557151.0,147.8542022705078,2.053879737854004,1.7888224124908447,0.7139753103256226,82.15518951416016,1247.8585205078125,5.105876922607422,0.6049767136573792,0.6049767136573792,Web/CloudOps,2
+bitbrains_rnd/H/short,TTM-R2-Zeroshot,1869584.0,1869584.0,242.30137634277344,6.163490295410156,5.455203533172607,0.6784248352050781,246.53961181640625,1367.3272705078125,5.984093189239502,1.060429334640503,1.060429334640503,Web/CloudOps,2
+bizitobs_application/10S/short,TTM-R2-Zeroshot,9943514.0,9943514.0,1497.74755859375,4.214677333831787,0.06536141782999039,0.06266415864229202,168.5870819091797,3153.333984375,0.12161148339509964,0.057762134820222855,0.05776213854551315,Web/CloudOps,2
+bizitobs_service/10S/short,TTM-R2-Zeroshot,44515.95703125,44515.95703125,71.65859985351562,2.732959747314453,0.35066136717796326,0.13076719641685486,109.31838989257812,210.98805236816406,0.1563066989183426,0.05308698117733002,0.05308698117733002,Web/CloudOps,2
+bizitobs_l2c/5T/short,TTM-R2-Zeroshot,24.209394454956055,24.209394454956055,3.1097848415374756,0.32445377111434937,0.17801183462142944,0.22899238765239716,12.978150367736816,4.920304298400879,0.16898316144943237,0.10680259764194489,0.10680260509252548,Web/CloudOps,7
+bizitobs_l2c/H/short,TTM-R2-Zeroshot,213.2822723388672,213.2822723388672,10.186047554016113,0.9834961295127869,0.9913681149482727,0.8249644041061401,39.33984375,14.60418701171875,0.7872030735015869,0.5490540862083435,0.5490540862083435,Web/CloudOps,7
+electricity/15T/medium,TTM-R2-Zeroshot,479186.78125,479186.78125,82.32447814941406,1.3208063840866089,0.22963841259479523,0.19777949154376984,52.83225631713867,692.233154296875,1.192787528038025,0.14185337722301483,0.14185337722301483,Energy,1
+electricity/H/medium,TTM-R2-Zeroshot,6960439.5,6960439.5,280.2503662109375,1.2517058849334717,0.36617472767829895,0.15959197282791138,50.0682373046875,2638.264404296875,1.0298014879226685,0.10939095169305801,0.10939095169305801,Energy,1
+solar/10T/medium,TTM-R2-Zeroshot,23.291641235351562,23.291641235351562,2.581629991531372,1.1273674964904785,3.8910577297210693,1.4938726425170898,45.09469985961914,4.826141357421875,1.0709398984909058,0.5728739500045776,0.5728738903999329,Energy,1
+solar/H/medium,TTM-R2-Zeroshot,673.9286499023438,673.9286499023438,13.676705360412598,1.0454044342041016,6.807587623596191,1.4293445348739624,41.81617736816406,25.96013641357422,0.9351446628570557,0.4926668405532837,0.4926668703556061,Energy,1
+kdd_cup_2018/H/medium,TTM-R2-Zeroshot,4815.142578125,4815.142578125,25.404191970825195,1.0737661123275757,1.1820731163024902,0.559693455696106,42.95064163208008,69.39122772216797,1.452484130859375,0.5317557454109192,0.5317556858062744,Nature,1
+loop_seattle/5T/medium,TTM-R2-Zeroshot,116.44446563720703,116.44446563720703,6.789214134216309,1.0654295682907104,0.237552210688591,0.14933940768241882,42.617183685302734,10.790943145751953,0.19199305772781372,0.12079407274723053,0.12079407274723053,Transport,1
+loop_seattle/H/medium,TTM-R2-Zeroshot,80.56887817382812,80.56887817382812,5.882454872131348,1.1938070058822632,0.15960149466991425,0.13077092170715332,47.752281188964844,8.976016998291016,0.15865008533000946,0.10397172719240189,0.10397172719240189,Transport,1
+sz_taxi/15T/medium,TTM-R2-Zeroshot,17.407360076904297,17.407360076904297,2.9041669368743896,0.5661407113075256,12433696489472.0,0.4201682507991791,22.645627975463867,4.172213077545166,0.3882940411567688,0.27028119564056396,0.27028119564056396,Transport,1
+m_dense/H/medium,TTM-R2-Zeroshot,58433.80859375,58433.80859375,122.33402252197266,1.0201516151428223,0.43751060962677,0.29099923372268677,40.80606460571289,241.73086547851562,0.4205811619758606,0.21284574270248413,0.21284572780132294,Transport,1
+ett1/15T/medium,TTM-R2-Zeroshot,9.845744132995605,9.845744132995605,1.7487417459487915,1.137412428855896,0.7454333305358887,0.4337901473045349,45.496498107910156,3.1377928256988525,0.5980664491653442,0.33331191539764404,0.33331191539764404,Energy,7
+ett1/H/medium,TTM-R2-Zeroshot,138.2218780517578,138.2218780517578,7.0701584815979,1.3201416730880737,3522723315712.0,0.4641319215297699,52.8056640625,11.756780624389648,0.5631219148635864,0.3386438190937042,0.3386438190937042,Energy,7
+ett2/15T/medium,TTM-R2-Zeroshot,14.557876586914062,14.557876586914062,2.3989028930664062,0.9867962598800659,0.1484927535057068,0.17977158725261688,39.47185134887695,3.815478563308716,0.2033337652683258,0.12784188985824585,0.12784187495708466,Energy,7
+ett2/H/medium,TTM-R2-Zeroshot,269.994140625,269.994140625,10.284690856933594,1.097788691520691,0.17862552404403687,0.1798628270626068,43.91154861450195,16.43149757385254,0.22142501175403595,0.13859282433986664,0.13859283924102783,Energy,7
+jena_weather/10T/medium,TTM-R2-Zeroshot,1497.083984375,1497.083984375,11.306266784667969,0.6561654806137085,0.9674649834632874,0.6653227210044861,26.246618270874023,38.692169189453125,0.2374531775712967,0.06938636302947998,0.06938636302947998,Nature,21
+jena_weather/H/medium,TTM-R2-Zeroshot,1447.2547607421875,1447.2547607421875,11.986462593078613,0.8147535920143127,3.532595634460449,0.6771256327629089,32.59014129638672,38.04280090332031,0.23279064893722534,0.0733472928404808,0.0733472928404808,Nature,21
+bitbrains_fast_storage/5T/medium,TTM-R2-Zeroshot,2803018.75,2803018.75,298.1320495605469,1.2348387241363525,5.41544771194458,0.8186819553375244,49.393550872802734,1674.2218017578125,5.0867486000061035,0.9058074951171875,0.9058074951171875,Web/CloudOps,2
+bitbrains_rnd/5T/medium,TTM-R2-Zeroshot,2112217.75,2112217.75,198.39056396484375,4.8130364418029785,2.431964635848999,0.7751559019088745,192.52145385742188,1453.3470458984375,6.114972114562988,0.8347302675247192,0.8347302675247192,Web/CloudOps,2
+bizitobs_application/10S/medium,TTM-R2-Zeroshot,34985988.0,34985988.0,3205.0234375,9.018702507019043,0.12491956353187561,0.1292904019355774,360.74810791015625,5914.8955078125,0.2322605401277542,0.1258518397808075,0.1258518248796463,Web/CloudOps,2
+bizitobs_service/10S/medium,TTM-R2-Zeroshot,182072.703125,182072.703125,155.6486053466797,5.1217827796936035,0.48198986053466797,0.20569010078907013,204.87130737304688,426.6997985839844,0.32114431262016296,0.11714481562376022,0.11714481562376022,Web/CloudOps,2
+bizitobs_l2c/5T/medium,TTM-R2-Zeroshot,195.24891662597656,195.24891662597656,10.268324851989746,0.9921779036521912,0.6358968019485474,1.0157976150512695,39.68711471557617,13.973150253295898,0.7351931929588318,0.540264904499054,0.540264904499054,Web/CloudOps,7
+bizitobs_l2c/H/medium,TTM-R2-Zeroshot,289.9211730957031,289.9211730957031,12.913840293884277,1.2396725416183472,1.3855247497558594,1.0475947856903076,49.5869026184082,17.027070999145508,1.0310150384902954,0.7819526791572571,0.7819526791572571,Web/CloudOps,7
+electricity/15T/long,TTM-R2-Zeroshot,718197.1875,718197.1875,90.5474853515625,1.3471070528030396,0.2316545844078064,0.19732432067394257,53.88428497314453,847.4651489257812,1.3369802236557007,0.14284975826740265,0.14284975826740265,Energy,1
+electricity/H/long,TTM-R2-Zeroshot,10661256.0,10661256.0,325.055908203125,1.3821061849594116,0.39065104722976685,0.1722196787595749,55.28424835205078,3265.157958984375,1.287777304649353,0.12820196151733398,0.1282019466161728,Energy,1
+solar/10T/long,TTM-R2-Zeroshot,22.359167098999023,22.359167098999023,2.523888111114502,1.10085928440094,3.154728651046753,1.4919425249099731,44.03437423706055,4.728548049926758,1.0220000743865967,0.5454980731010437,0.5454980134963989,Energy,1
+solar/H/long,TTM-R2-Zeroshot,705.2949829101562,705.2949829101562,14.768033027648926,1.1248584985733032,8.415304183959961,1.436413049697876,44.99434280395508,26.557390213012695,0.9207931160926819,0.5120345950126648,0.5120344758033752,Energy,1
+kdd_cup_2018/H/long,TTM-R2-Zeroshot,3760.123779296875,3760.123779296875,23.107446670532227,1.0000991821289062,1.153912901878357,0.589838981628418,40.003963470458984,61.319847106933594,1.4388114213943481,0.5421940684318542,0.5421940684318542,Nature,1
+loop_seattle/5T/long,TTM-R2-Zeroshot,124.74163818359375,124.74163818359375,7.093927383422852,1.1124976873397827,0.2543075382709503,0.15363603830337524,44.499908447265625,11.168779373168945,0.19746631383895874,0.12542209029197693,0.12542209029197693,Transport,1
+loop_seattle/H/long,TTM-R2-Zeroshot,74.29878997802734,74.29878997802734,5.402324199676514,1.114170789718628,0.17675289511680603,0.1240486353635788,44.56683349609375,8.619674682617188,0.15404511988162994,0.09654676914215088,0.09654677659273148,Transport,1
+sz_taxi/15T/long,TTM-R2-Zeroshot,16.31110191345215,16.31110191345215,2.8116378784179688,0.5310652256011963,8224755941376.0,0.40968406200408936,21.242610931396484,4.038700580596924,0.3738149106502533,0.26024019718170166,0.26024019718170166,Transport,1
+m_dense/H/long,TTM-R2-Zeroshot,62940.5234375,62940.5234375,128.40859985351562,1.0597881078720093,0.470628559589386,0.2987874746322632,42.39152526855469,250.87950134277344,0.4343095123767853,0.22229425609111786,0.22229427099227905,Transport,1
+ett1/15T/long,TTM-R2-Zeroshot,10.124308586120605,10.124308586120605,1.8443189859390259,1.1956290006637573,0.7989325523376465,0.45920833945274353,47.82516098022461,3.1818718910217285,0.6064679026603699,0.3515290319919586,0.3515290319919586,Energy,7
+ett1/H/long,TTM-R2-Zeroshot,142.861328125,142.861328125,7.135627269744873,1.355435848236084,3003883454464.0,0.4777284562587738,54.217430114746094,11.952461242675781,0.5723775029182434,0.3417097330093384,0.34170976281166077,Energy,7
+ett2/15T/long,TTM-R2-Zeroshot,13.01650333404541,13.01650333404541,2.3665223121643066,0.986086905002594,0.14943784475326538,0.1789281815290451,39.443477630615234,3.6078391075134277,0.1922682821750641,0.12611626088619232,0.12611627578735352,Energy,7
+ett2/H/long,TTM-R2-Zeroshot,278.0689392089844,278.0689392089844,10.509333610534668,1.131842017173767,0.19035466015338898,0.1890520304441452,45.273681640625,16.675399780273438,0.2283567637205124,0.1439172327518463,0.1439172327518463,Energy,7
+jena_weather/10T/long,TTM-R2-Zeroshot,1487.92626953125,1487.92626953125,11.109465599060059,0.6489807367324829,0.8593838214874268,0.6524072885513306,25.959230422973633,38.573646545410156,0.23603875935077667,0.06798072904348373,0.06798072159290314,Nature,21
+jena_weather/H/long,TTM-R2-Zeroshot,1266.5963134765625,1266.5963134765625,13.908403396606445,1.0716230869293213,3.8741116523742676,0.6689540147781372,42.864925384521484,35.589271545410156,0.21428684890270233,0.08374399691820145,0.08374399691820145,Nature,21
+bitbrains_fast_storage/5T/long,TTM-R2-Zeroshot,3219523.0,3219523.0,355.3838195800781,1.1635642051696777,4.895505428314209,0.8371726274490356,46.54256820678711,1794.302978515625,4.741806983947754,0.9391733407974243,0.9391733407974243,Web/CloudOps,2
+bitbrains_rnd/5T/long,TTM-R2-Zeroshot,1991291.25,1991291.25,203.39283752441406,3.782886266708374,2.9021401405334473,0.7515886425971985,151.31544494628906,1411.1312255859375,5.405725955963135,0.7791521549224854,0.7791520953178406,Web/CloudOps,2
+bizitobs_application/10S/long,TTM-R2-Zeroshot,41283780.0,41283780.0,3723.089111328125,9.590826034545898,0.13113968074321747,0.13875478506088257,383.633056640625,6425.24560546875,0.24779604375362396,0.14358466863632202,0.14358466863632202,Web/CloudOps,2
+bizitobs_service/10S/long,TTM-R2-Zeroshot,267102.25,267102.25,188.78057861328125,5.33817720413208,0.43358832597732544,0.21543104946613312,213.52708435058594,516.8193359375,0.38287630677223206,0.13985468447208405,0.13985469937324524,Web/CloudOps,2
+bizitobs_l2c/5T/long,TTM-R2-Zeroshot,358.9239196777344,358.9239196777344,13.98556137084961,1.316333532333374,0.9028239250183105,1.1863360404968262,52.653343200683594,18.945287704467773,1.0637495517730713,0.7852683663368225,0.7852683663368225,Web/CloudOps,7
+bizitobs_l2c/H/long,TTM-R2-Zeroshot,248.46641540527344,248.46641540527344,12.290800094604492,1.2374670505523682,1.677781105041504,0.9531240463256836,49.498680114746094,15.7628173828125,0.9628384113311768,0.7507575750350952,0.7507575154304504,Web/CloudOps,7

results/{TTM-R1-Pretrained → TTM-R2-Zeroshot}/config.json

@@ -1,8 +1,6 @@
 {
-    "model": "TTM-R1-Pretrained",
+    "model": "TTM-R2-Zeroshot",
     "model_type": "pretrained",
     "model_dtype": "float32",
-    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r1",
-    "org": "IBM Research",
-    "testdata_leakage": "Yes"
+    "model_link": "https://huggingface.co/ibm-granite/granite-timeseries-ttm-r2"
 }

results/TiRex/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-ett2/W/short,TiRex,2970755.4285714286,2970755.4285714286,1191.1729910714287,0.7951615508153032,0.12047226088387626,0.12490231915098424,9.391792283581983,1723.5879520846706,0.14458260496610956,0.09992115215592962,0.08619325615838942,Energy,7
-us_births/D/short,TiRex,198695.17333333334,198695.17333333334,277.6393229166667,0.4087953327106353,0.026502461433410646,0.02618951741778194,4.121146512186256,445.752367725998,0.041785667402477786,0.02602643361027811,0.02144543864264523,Healthcare,1
-ett1/W/short,TiRex,2017846.5714285714,2017846.5714285714,1047.0655691964287,1.7735317650085964,0.7534299577985492,0.6073398381716639,9.44359412466487,1420.5092648161685,0.5652545408288483,0.41665238108138475,0.3118608713437383,Energy,7
-electricity/W/short,TiRex,30852364299.07027,30852364299.07027,25863.317117117116,1.4432247256751884,0.11088788617153064,0.09404199740935446,11.231642624958917,175648.41103485756,0.4007717098160171,0.059011554738652834,0.0455652082044092,Energy,1
-electricity/D/short,TiRex,1213819835.438126,1213819835.438126,4221.103567567568,1.4217617878240947,0.32041209530492054,0.0956590571542237,11.667507708831486,34839.91727082781,0.5725355444534372,0.06936674993988069,0.0546806308741351,Energy,1
-m4_daily/D/short,TiRex,352146.5084997803,352147.1400858427,163.873939639731,3.0884185495920518,0.03598843847550224,0.02828467852058975,25.475749423301398,593.4193361357383,0.09166688801712522,0.025313994942767218,0.02014480507468422,Econ/Fin,1
-solar/10T/short,TiRex,28.502920183242093,28.502392696928222,2.4493746198296837,1.0861728909884,5.324996950413727,1.560478734805044,5.655357890626215,5.338812619229307,1.5530600127763068,0.7125228116576577,0.5501821186575035,Energy,1
-solar/10T/medium,TiRex,24.475504589692544,24.47547417606724,2.0546816246405664,0.898124854182947,4.191688743109356,1.4630258088775665,5.471842852484762,4.94727243940462,1.0978193594934198,0.4559419948575269,0.35986911998935855,Energy,1
-solar/10T/long,TiRex,20.45889693582725,20.45862844054136,1.853305788805885,0.808380482237102,3.5351544056009856,1.4545276600227004,6.135346870960489,4.523151217439811,0.9776066748556103,0.40056235632791654,0.3236849399681189,Energy,1
-saugeen/W/short,TiRex,980.3181640625,980.3181640625,14.424923706054688,1.1701196222826737,0.33849353790283204,0.37586861021545986,9.915952281235056,31.31003296169616,0.9451193800342205,0.43542831675667387,0.3504785536560232,Nature,1
-jena_weather/H/short,TiRex,1143.0846908939013,1143.1007727652463,8.320424270311195,0.5178978120879559,1.1269619418791328,0.6042359076182757,4.441072280037575,33.80953550248659,0.20725027608031174,0.05100366513466286,0.041086475887843726,Nature,21
-jena_weather/H/medium,TiRex,1495.4136904761904,1495.4431547619047,10.78253658234127,0.843056650981118,2.1754567314948985,0.681451210878789,5.899888944022455,38.67057913292986,0.23663213206127676,0.06598025366357667,0.052327869559684104,Nature,21
-jena_weather/H/long,TiRex,1196.5870370370371,1196.6232804232804,11.13087177579365,0.9864046950965887,2.342650521253022,0.6542132325312259,7.47200280190376,34.59171919747611,0.2082804746225289,0.06702018026886516,0.056343377351575734,Nature,21
-bitbrains_rnd/H/short,TiRex,2048763.5589275819,2048790.5327138656,159.26088508588722,5.860060925650588,1.5656282883805936,0.5442435066269552,200.24572349988395,1431.3502572492807,6.264289314163356,0.6970035849401268,0.6489405576255898,Web/CloudOps,2
-bitbrains_fast_storage/5T/short,TiRex,2008810.6776013824,2008568.635655564,166.75446872723984,0.6919793318300045,1.8793996079851465,0.7319613124109596,13.867300993590899,1417.3251841413748,4.450050606426177,0.5235677972754552,0.4038768731137463,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,TiRex,3476929.3255789443,3476672.290825582,297.01453390974257,0.9948917362202117,4.86948803609243,0.809961664948777,20.91983732708298,1864.652601848115,5.665329928062005,0.9024122382692038,0.6185547825645021,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,TiRex,4256184.889914907,4256092.433378107,361.13987854969605,0.9188876586260262,5.208817204259282,0.8313803980282465,16.17992154383552,2063.05232360086,5.452031349377815,0.954384877610294,0.6569560283439435,Web/CloudOps,2
-jena_weather/10T/short,TiRex,955.7613095238095,955.744246031746,6.360694521949405,0.29892347881070985,0.3630313680394785,0.5639724042139862,2.3487999296931377,30.915389525668434,0.1920233158734188,0.0395078849758147,0.031041611124691042,Nature,21
-jena_weather/10T/medium,TiRex,1572.2976911976912,1572.3064935064936,9.909267902236651,0.6029820936185427,0.7524464410851938,0.6565383306064191,6.196016772731761,39.65220915910854,0.24334492974194863,0.06081300771384657,0.05072731161153592,Nature,21
-jena_weather/10T/long,TiRex,1599.58082010582,1599.6107142857143,10.28968357308201,0.6368085925769856,0.6994138971210838,0.6511399236905666,6.574045717033048,39.994759908090714,0.2447347938377805,0.06296433817083112,0.05224721816048224,Nature,21
-ett2/15T/short,TiRex,8.233495512462797,8.233494931175596,1.7407566615513392,0.7414234884954074,0.10552842309305262,0.12449517553331638,5.744474498139059,2.869406822404728,0.13622094964774278,0.08263991138887421,0.06602884205149234,Energy,7
-ett2/15T/medium,TiRex,12.653265128968254,12.653265128968254,2.2014876302083333,0.9025407012173716,0.13810109007197344,0.16254235312045234,6.733541118904856,3.557142832241665,0.1895665804256405,0.11732126079540803,0.09232424988203031,Energy,7
-ett2/15T/long,TiRex,12.413377976190477,12.413373015873017,2.2431772383432538,0.9189148885047347,0.1406318785867057,0.16500199573199112,7.313302015092101,3.5232624052418346,0.1877610311427991,0.11954297547658138,0.09570045392972987,Energy,7
-restaurant/D/short,TiRex,137.95177220509947,137.95177220509947,7.081024680115812,0.6783902483205515,0.6653670459454095,0.3908695374701871,4.703543674212318,11.745287233826998,0.5405453320578112,0.32588516234826864,0.25526741172525347,Sales,1
-ett2/D/short,TiRex,105545.44761904761,105545.44761904761,193.63712797619047,1.2754186956500064,0.4143649631076389,0.1323978974750113,11.653837258140046,324.87758866848236,0.1859360156010212,0.11082363728406602,0.09102368074327229,Energy,7
-loop_seattle/D/short,TiRex,18.044462719298245,18.044462719298245,2.905175680469556,0.8750021883154138,0.05374959939773607,0.05361570835959038,6.948766493276501,4.247877436944037,0.07591525106368158,0.05191937489741041,0.04228230930538582,Transport,1
-covid_deaths/D/short,TiRex,373414.6245614035,373414.2395989975,108.57943295739348,38.943546228234936,0.10323845337741598,0.3841515645526529,680.3978285893494,611.0766110410409,0.22992054874497342,0.04085354005850716,0.03461859878597194,Healthcare,1
-ett1/D/short,TiRex,41646.368253968256,41646.368253968256,137.80528273809523,1.6921807658166974,0.950717308407738,0.49307234011488266,10.613040717938787,204.07441842124226,0.5360082292010093,0.3619501461595356,0.27706017048595993,Energy,7
-m4_quarterly/Q/short,TiRex,1771182.8773333333,1771182.872,552.947228515625,1.1608850923426102,0.11211042976379394,0.10079044137883154,8.894223332346508,1330.857947841667,0.22276218482177013,0.09255362896922602,0.07387091123638767,Econ/Fin,1
-bizitobs_application/10S/short,TiRex,738717.3688888889,738717.3688888889,423.90506944444445,1.2804317857077658,0.01811051262749566,0.018391086841910036,8.330737403853586,859.4866891865685,0.03314696613544618,0.016348324131485046,0.01312588339289446,Web/CloudOps,2
-bizitobs_application/10S/medium,TiRex,4529530.453333333,4529530.453333333,1178.5428125,2.784767452562252,0.03911426862080892,0.03998799924342233,33.076144206566916,2128.2693563863886,0.08357087375430715,0.04627790758812313,0.04031081739897931,Web/CloudOps,2
-bizitobs_application/10S/long,TiRex,6299779.982222222,6299779.982222222,1505.6433333333334,3.6861970274711395,0.05181477864583333,0.053086275365059755,54.66538418832557,2509.9362506291313,0.09679820868485037,0.058066645138266836,0.05224089460064261,Web/CloudOps,2
-us_births/W/short,TiRex,2324079.8571428573,2324079.8571428573,1180.465122767857,1.073549699546591,0.016011882041181837,0.016022902176482102,6.117694243300344,1524.4933116097484,0.02069484722178624,0.016024698291744036,0.012616317268655659,Healthcare,1
-m4_yearly/A/short,TiRex,3703997.97011114,3704102.759177041,910.7333434897421,3.4264162037569497,0.16704781227513643,0.15304742528910717,28.853171650185807,1924.5773484355311,0.3086148988992169,0.14604031319068989,0.1175523898891408,Econ/Fin,1
-m4_hourly/H/short,TiRex,938324.921095008,938324.921095008,189.94847020933977,0.7025711135679693,0.08703987993863854,0.08130010608814964,5.195918667910062,968.67173030651,0.13224507240404,0.025932158862447968,0.020135420880335434,Econ/Fin,1
-m4_monthly/M/short,TiRex,1832372.7427777778,1832373.308925926,556.7997155671296,0.9219984530483495,0.16112972446724222,0.13202980477432383,7.451806452411567,1353.651632724527,0.281335280794089,0.11572209609784116,0.09217102776527568,Econ/Fin,1
-loop_seattle/5T/short,TiRex,44.22454865478264,44.22454462356489,3.596470366518318,0.5680875434881646,0.1026890474207261,0.07615650715947511,4.6168555779027765,6.650154032410275,0.11403546326295837,0.06167152856289145,0.04900557512478326,Transport,1
-loop_seattle/5T/medium,TiRex,96.03669730392157,96.03488615841073,5.819658253515222,0.9177510763888326,0.18745778023766044,0.13110517982803416,6.670753299702922,9.799831493649346,0.17435913471462647,0.10354367603925826,0.08112071743391197,Transport,1
-loop_seattle/5T/long,TiRex,110.97640752207316,110.97362802430914,6.226973469212246,0.9796835296168676,0.19670561270926498,0.13928461288376484,7.156312289038201,10.534534043899292,0.18625271632814472,0.11009416442255689,0.0864468549405967,Transport,1
-electricity/H/short,TiRex,1367405.391171171,1367405.121981982,156.03959881756757,0.8707681506884576,0.18112333372136932,0.11926849263086182,9.826993254681057,1169.3611038388317,0.5520219496243092,0.07366183403492156,0.06033894832010146,Energy,1
-electricity/H/medium,TiRex,6900100.508828829,6900100.458378378,251.7969552364865,1.0856022248906534,0.23433858757270806,0.13093492386108269,9.070016625741426,2626.804238771673,1.025328258818514,0.09828464941458892,0.07863122671769769,Energy,1
-electricity/H/long,TiRex,10907714.224816816,10907714.224816816,295.3798018018018,1.2219275984803868,0.2934422128216852,0.14457639723100973,10.279550945088932,3302.682882872168,1.3025771521579752,0.11649770646504733,0.0931731605958472,Energy,1
-bizitobs_service/10S/short,TiRex,4127.391746031746,4127.38708994709,22.444016203703704,0.8298255932339903,0.05795688528232473,0.047715458740892495,6.248365249669233,64.24477991270378,0.04759458681332036,0.016627244720866664,0.013071853494199915,Web/CloudOps,2
-bizitobs_service/10S/medium,TiRex,56194.473650793654,56194.5346031746,52.11404761904762,1.249885440308283,0.07660258459666419,0.06985078736539953,11.844491186249495,237.05373578746583,0.17841222775094331,0.039222260311346034,0.030393171961573286,Web/CloudOps,2
-bizitobs_service/10S/long,TiRex,132118.55238095237,132118.55238095237,78.44518518518518,1.5091341967314003,0.08946221891534392,0.08510697181280047,21.778461933795086,363.4811582199996,0.2692784622099258,0.05811470101472029,0.053481070917666546,Web/CloudOps,2
-electricity/15T/short,TiRex,130853.78038288288,130853.75103603603,51.25439963400901,0.9563487965369476,0.16293669922605813,0.16236830647350214,9.86137974391925,361.73717030861354,0.7130552661994293,0.10103252464694247,0.08297902700206361,Energy,1
-electricity/15T/medium,TiRex,235643.2907027027,235643.28317117118,53.323409487612615,0.8351909950386581,0.1254375327689586,0.13226535082303906,7.130713369062645,485.4310359903894,0.8364465570838768,0.0918816041230012,0.07387402719293987,Energy,1
-electricity/15T/long,TiRex,312870.1748048048,312870.1694234234,58.47297250375375,0.8827297695387359,0.13104820071662698,0.13432397019987086,7.216872314805137,559.347990793571,0.8824400060664994,0.09224828024810308,0.07380481100671869,Energy,1
-car_parts/M/short,TiRex,1.3893600226683938,1.3890522763883353,0.45667299787821136,0.8390237711771125,0.8388399471610455,1.9012728228544467,15.784740190145676,1.178711170163579,2.82642847334223,1.0950550031950612,0.9914943977909808,Sales,1
-bizitobs_l2c/H/short,TiRex,70.99114893353175,70.99086216517857,5.090847923642113,0.5104589157273894,0.3990817721799123,0.6755744648839423,3.034635581184298,8.425624542639659,0.4541627412456651,0.2744097409711727,0.2152608281287139,Web/CloudOps,7
-bizitobs_l2c/H/medium,TiRex,84.78590959821429,84.78590959821429,5.361232793898809,0.5400271541988042,0.49330897552890346,0.8263997905076318,3.693762055013273,9.207926454865628,0.5575539328792452,0.3246307889155579,0.25655223090506285,Web/CloudOps,7
-bizitobs_l2c/H/long,TiRex,94.13964533730159,94.13963913690476,5.8163252573164685,0.6064676429114819,0.6829458822884166,0.8737612742536494,4.440192010382922,9.702558700533668,0.5926602887374812,0.3552779336653415,0.27986165295978727,Web/CloudOps,7
-ett1/15T/short,TiRex,4.622242373511905,4.622242373511905,1.0960779825846354,0.6959876476357297,0.45684000166347155,0.24271526432693455,4.693199494468589,2.1499400860284235,0.4064281678522885,0.207204363126246,0.159733585310961,Energy,7
-ett1/15T/medium,TiRex,10.593108878968254,10.593108878968254,1.653461216517857,1.0316980353415084,0.7499513844708642,0.39905972684047286,7.373101838032216,3.254705651663181,0.6203501152732254,0.3151513427158939,0.2497189363448471,Energy,7
-ett1/15T/long,TiRex,9.435853794642858,9.435853794642858,1.6277630518353174,1.0367942068903993,0.7892704750591463,0.39904130003705723,7.445283162141806,3.071783487591998,0.5854849699383163,0.3102532471185309,0.24510896830975445,Energy,7
-loop_seattle/H/short,TiRex,59.64443216691109,59.644446594427244,4.176846127994134,0.848897675888724,0.11319984244171072,0.09573628501359198,6.726118036892866,7.722980782503028,0.13670461345321763,0.07393442395643861,0.05928628411328066,Transport,1
-loop_seattle/H/medium,TiRex,71.77512899896801,71.77401315789474,4.5855629998710015,0.9384201418079954,0.11573108401460913,0.10507816313456297,7.009045827833744,8.472020361104429,0.14974199463387888,0.0810493035725523,0.06475713554605739,Transport,1
-loop_seattle/H/long,TiRex,61.546013931888545,61.54511953904369,4.311520951582387,0.9010199992328466,0.1217122143882224,0.0995874782179967,6.9458186211258175,7.845126763277222,0.14020291839114538,0.07705265171061433,0.06140881481067864,Transport,1
-sz_taxi/15T/short,TiRex,16.698977739383015,16.698977739383015,2.72696779877566,0.5439835291727317,1023556602788.8574,0.3935241049789677,3.87754982260641,4.086438270594946,0.3820994552732309,0.25498315194373905,0.2004169647807729,Transport,1
-sz_taxi/15T/medium,TiRex,16.37261451655983,16.37261451655983,2.7553608690571583,0.5372561300569447,9807495414908.281,0.40515595462526294,3.8386002377658466,4.0463087520059355,0.376576568350883,0.2564323199813817,0.20216258843846632,Transport,1
-sz_taxi/15T/long,TiRex,15.571356392450143,15.571356392450143,2.6923805867165242,0.5082058348907014,6171909608023.813,0.39725447957486887,3.731951076221384,3.9460558019939533,0.36523989585549055,0.2492019511226351,0.19701403584237281,Transport,1
-jena_weather/D/short,TiRex,375.4766617063492,375.47542162698414,9.665390935019841,1.0190211400312152,0.6258229418656144,0.4562943708470215,6.772722846660526,19.377220174894777,0.1166825360507289,0.05820145077780565,0.04600165434577807,Nature,21
-bitbrains_rnd/5T/short,TiRex,1787201.279275027,1787028.3916741398,123.70152230731108,1.66458495188904,0.9086322373516892,0.6527628732067667,53.26968382891597,1336.8624758272733,5.470055298582111,0.5061509166236827,0.40386990397392,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TiRex,2273116.790116314,2272792.112927242,144.3054361976397,4.393507066323417,0.33622587289557354,0.7275127606770119,160.27516041942047,1507.6859056568492,6.343602336808971,0.6071664521389607,0.5848617020384329,Web/CloudOps,2
-bitbrains_rnd/5T/long,TiRex,3004623.0208733412,2999820.239311174,198.0148330075732,3.3410285917779414,2.155750359261086,0.7007474711246955,116.64238815177053,1733.384844999327,6.640207104507196,0.7585502462006376,0.6363780706228606,Web/CloudOps,2
-hospital/M/short,TiRex,2793.6981747066493,2793.6981747066493,17.910358268144286,0.7632120945428317,0.19397523060201408,0.17381936106408727,5.3798056758820785,52.855446026938885,0.19187754286129094,0.06501875955233447,0.05186165892678181,Healthcare,1
-sz_taxi/H/short,TiRex,7.193810096153846,7.193774622729701,1.8476432082999465,0.5634707407815503,1.13784424871461,0.29556207742962726,3.987671086849603,2.6821279045104927,0.24985676541547075,0.17211936645204143,0.1354964977914786,Transport,1
-kdd_cup_2018/D/short,TiRex,3086.2583948400825,3086.2583948400825,22.04650824522907,1.227520474049185,0.5187516363704369,0.48340876978501146,9.124463577853062,55.55410331235743,1.2444708649943474,0.49386517917106465,0.38932207263650737,Nature,1
-saugeen/D/short,TiRex,1431.2284375,1431.2284375,14.327062174479167,3.183650895184356,0.3011397043863932,0.36107309330551013,35.80425145772081,37.8315798969591,1.2253738868197177,0.46405695747484355,0.3915667437974555,Nature,1
-saugeen/M/short,TiRex,443.32835751488096,443.32835751488096,13.166431245349703,0.7714405341577629,0.4060617174421038,0.377133538754412,6.328869702165946,21.055364103118258,0.6321451958763121,0.3952957649091877,0.3193372884079143,Nature,1
-bizitobs_l2c/5T/short,TiRex,23.29142020089286,23.291294642857142,2.8427743094308036,0.2950148348875157,0.16410305787077337,0.21411017480001235,2.665957881676496,4.826118544015766,0.16574844545513134,0.09763237646787504,0.07935712551032867,Web/CloudOps,7
-bizitobs_l2c/5T/medium,TiRex,149.365625,149.36518920068028,8.320692495748299,0.8304317013912187,0.6097517104691572,0.9359692985376182,8.48204455223797,12.22152302292967,0.6430318362855088,0.43779078635859736,0.3561055383893783,Web/CloudOps,7
-bizitobs_l2c/5T/long,TiRex,364.4951984126984,364.50353174603174,12.780913938492063,1.1912677086014891,0.9855804082486288,1.2020434491178862,10.607961835773741,19.09175734218038,1.0719736325349294,0.7176292101456672,0.5944724642883783,Web/CloudOps,7
-bitbrains_fast_storage/H/short,TiRex,3156314.308168179,3156309.7808052506,332.0446880703288,1.0706374264834246,4.060869335398377,0.5765844060439714,18.71855724312543,1776.6018991794922,5.06389238177909,0.9464351958117964,0.6983844225501978,Web/CloudOps,2
-m4_weekly/W/short,TiRex,231988.41225626742,231988.54938932933,244.26357938718664,1.8847096799902023,0.06071092578208699,0.05959688318113693,14.485281925687627,481.65175412975236,0.08774948528187945,0.044501038728826076,0.035874184457216726,Econ/Fin,1
-solar/D/short,TiRex,145153.38588807787,145153.38588807787,249.1293491484185,0.9725997201015677,1.1614453837819343,0.4160351101929897,5.350574793205692,380.99000759610203,0.550400794112742,0.35990705497306863,0.28302893873727863,Energy,1
-kdd_cup_2018/H/short,TiRex,3734.3552116563474,3734.3544393640877,16.067013768522948,0.6573376093992103,0.5341818990021702,0.3612209449004724,5.5945063610035515,61.109370898875625,1.2791298108116052,0.33631169785805065,0.2727573589285206,Nature,1
-kdd_cup_2018/H/medium,TiRex,4371.918119468347,4371.918119468347,19.417421772498496,0.8013862851782936,0.6905952801537807,0.4287402981106577,7.354823968658788,66.1204818454036,1.3840214347956872,0.406441804287525,0.3318153228232925,Nature,1
-kdd_cup_2018/H/long,TiRex,3334.66544020717,3334.66544020717,17.396844112701473,0.7404391263966854,0.6235727405578834,0.4439028364443244,6.282471668212528,57.746562150548584,1.3549676958108359,0.4082002616937342,0.3303145841040082,Nature,1
-solar/H/short,TiRex,616.985585542323,616.9818318606735,9.360162852958124,0.722081080447196,3.744779546107227,1.379546681345698,4.109200815673717,24.839194542946093,0.9155810090020404,0.3450187297546067,0.27041064367413514,Energy,1
-solar/H/medium,TiRex,651.379805352798,651.376399026764,9.64139389446472,0.7404448975946352,4.031936258868576,1.3809051163705899,3.820399028227576,25.52214343178876,0.9193671753873288,0.3473055112020982,0.26547437759873155,Energy,1
-solar/H/long,TiRex,601.8113544201135,601.8090835360908,9.679600060827251,0.7375094210395706,4.478540360308095,1.376801557803167,4.131586995039765,24.531843681633745,0.8505637284569062,0.3356093746787083,0.25521175168383625,Energy,1
-hierarchical_sales/W/short,TiRex,460.8050847457627,460.80495233050846,8.89812715174788,0.7215428881537215,0.5324043064361232,0.45690591798959845,6.686166506803991,21.466371019475154,0.9855315934871568,0.4085173699344657,0.34656412828019534,Sales,1
-solar/W/short,TiRex,1911535.8832116788,1911535.8832116788,1112.8932481751824,1.220791526822605,0.2539241261725878,0.21650740813671626,7.576028967979736,1382.5830474917877,0.28221976627519724,0.22716933565693143,0.1634696132375158,Energy,1
-m_dense/H/short,TiRex,43082.39555555556,43082.08,89.28542534722222,0.7855317186977097,0.29099332361106267,0.21555866677802366,8.158976661388401,207.56299177732902,0.3681650260305369,0.15837009606400382,0.1297492387233034,Transport,1
-m_dense/H/medium,TiRex,37874.40888888889,37874.40888888889,83.60451388888889,0.7278244063518289,0.2678940396684029,0.20557386132251101,7.452901570253836,194.61348588648445,0.33860287864095767,0.1454612918586116,0.12004999713502766,Transport,1
-m_dense/H/long,TiRex,36624.70320987654,36624.70320987654,84.35819444444445,0.7255334906140245,0.26589403164571657,0.20522170827450098,7.165966496068227,191.37581667984213,0.3312998291627926,0.14603650499206397,0.12176832917587532,Transport,1
-temperature_rain/D/short,TiRex,183.41532464323416,183.41443051929193,5.790785418679601,1.3395020097724115,18.177183863449983,1.537019149017625,18.99099487278608,13.543091399057829,1.5943799080297552,0.6817285397554603,0.5498695682400049,Nature,1
-m_dense/D/short,TiRex,8804.717777777778,8804.717777777778,45.50862268518519,0.691536669463316,0.12603228139912667,0.1006767280255517,8.000075278325918,93.83345766717636,0.16243959500844413,0.07878215747515281,0.06625075731674779,Transport,1
-us_births/M/short,TiRex,62625856.0,62625856.0,6349.315104166667,0.7159693729754744,0.019578362504641216,0.01986670892584133,4.345417750162361,7913.649979623815,0.024579742882127633,0.019720929424458168,0.01504508163966473,Healthcare,1
-ett1/H/short,TiRex,105.76156994047619,105.76156994047619,5.020936221168155,0.8297685988720997,0.5058317638578869,0.26251774626967744,5.714507205755161,10.284044434971884,0.47999842754855626,0.23434763494279798,0.17953672203267212,Energy,7
-ett1/H/medium,TiRex,135.87265625,135.87265625,6.665461658296131,1.2306769081846543,4109545449838.5034,0.43185633434681464,8.497057122201332,11.656442692777244,0.5583159734840867,0.31925981301125383,0.25135181626036995,Energy,7
-ett1/H/long,TiRex,145.97402447089948,145.97402447089948,6.9211402529761905,1.3107871863897707,3721692708222.468,0.46172678397956046,8.802213903829887,12.081971050739174,0.5785794258873455,0.33143841656596007,0.2594972280413116,Energy,7
-ett2/H/short,TiRex,113.89380580357142,113.89380580357142,6.539599609375,0.7465717515528231,0.12272715230939782,0.1114306000229953,5.237620289866135,10.672104094487246,0.135351974016252,0.0829403188507172,0.06620842160810164,Energy,7
-ett2/H/medium,TiRex,249.7829799107143,249.7829799107143,9.71401599702381,1.0479167209902442,0.1759455630774431,0.1725140310485191,7.648975041042203,15.804524033032893,0.21297612485420145,0.13090261240982398,0.1057800752345261,Energy,7
-ett2/H/long,TiRex,282.7609126984127,282.7609126984127,10.429313409391535,1.13746330213241,0.1940303823650421,0.19246527035478825,7.845449497189904,16.815496207320578,0.2302752783975551,0.14282142014919874,0.1142258615825124,Energy,7
-hierarchical_sales/D/short,TiRex,28.528165047540305,28.52807978503514,2.2903411146134767,0.7408686373187872,0.6301741816205733,1.0608770896585544,6.907580230191971,5.341176373004387,1.6386137612775828,0.7026512899656305,0.5681087377983529,Sales,1

results/TimeCopilot/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,TimeCopilot,4208871.815741128,4208871.815741128,1010.910936873178,3.888188868922098,0.1835835463803872,0.1687864003554149,32.74533867803543,2051.553512765662,0.3289761158104224,0.1621042548358817,0.1294591256953563,Econ/Fin,1
-m4_quarterly/Q/short,TimeCopilot,1861908.9716377887,1861908.9716377887,595.6596766636371,1.3212731592043376,0.1188092252840994,0.1072062181473107,9.58320770007134,1364.517853176641,0.2283962598449484,0.0997029404735933,0.0787399603025537,Econ/Fin,1
-m4_monthly/M/short,TimeCopilot,1941666.4759626216,1941666.4759626216,587.4193242920703,0.992934410565318,0.1705416317550141,0.1387560906795214,8.120019219963858,1393.436929309189,0.28960402974021,0.1220859013307427,0.0967459800559417,Econ/Fin,1
-m4_weekly/W/short,TimeCopilot,304646.4926513002,304646.4926513002,272.4440725607307,2.1001147377185,0.0655132776512277,0.0653989090465896,14.953147197758588,551.9479075522438,0.1005563550321304,0.0496350878623871,0.0388426840774093,Econ/Fin,1
-m4_daily/D/short,TimeCopilot,339660.79501941416,339660.79501941416,180.97843748165687,3.410489917042385,0.0395085010486282,0.0310040592829509,29.307193347701965,582.8042510306648,0.0900271502511467,0.0279561670227446,0.0223116797981767,Econ/Fin,1
-m4_hourly/H/short,TimeCopilot,524954.10817021,524954.10817021,171.82326690154375,0.7706233412968566,0.0912051413921246,0.0818318907111256,6.3723306183586015,724.5371682461915,0.0989153159696496,0.0234576685384462,0.0193328475966307,Econ/Fin,1
-electricity/15T/short,TimeCopilot,151009.2185274338,151009.2185274338,56.61546663541818,1.0584644196925137,0.1673964987414938,0.1757201307820008,11.40825023563569,388.5990459682496,0.766005321169062,0.111600244913476,0.0924337203744175,Energy,1
-electricity/H/short,TimeCopilot,1625470.9663607306,1625470.9663607306,173.63875595318578,0.9445283559815032,0.1850095202789404,0.1266785670399844,10.965349810240992,1274.939593220295,0.6018625391814524,0.0819698934083031,0.0668268918397401,Energy,1
-electricity/D/short,TimeCopilot,1524727850.2334847,1524727850.2334847,4499.245042665888,1.440678272205953,0.4645618045851292,0.0966410120059837,12.834644251743407,39047.76370336059,0.6416844660376455,0.0739375415890234,0.0591240047703936,Energy,1
-electricity/W/short,TimeCopilot,107538242197.20187,107538242197.20187,37600.97314072858,1.731413766670026,0.2579633973676443,0.1083506011356826,14.50780880240442,327930.23983341624,0.7482285899661988,0.0857930123453573,0.0667798023145311,Energy,1
-solar/10T/short,TimeCopilot,27.24892377764872,27.24892377764872,2.378006966259878,1.0505715113645349,3.4210851134341405,1.5918319064210218,4.508536801063111,5.2200501700317705,1.5185120291659178,0.6917619689628381,0.5077658379230758,Energy,1
-solar/H/short,TimeCopilot,659.9567727325225,659.9567727325225,10.368725871971089,0.7996956660754997,3.3920387408800736,1.398975364381254,7.548931352585399,25.689623834001974,0.9469280785839052,0.382194684155454,0.3117904456590773,Energy,1
-solar/D/short,TimeCopilot,125866.4929895851,125866.4929895851,253.13198455998497,0.9872057092459324,1.0797759311803388,0.4284607224409668,6.238664324840403,354.7766804478348,0.5125314647574201,0.3656894998276473,0.2872018924750267,Energy,1
-solar/W/short,TimeCopilot,1348124.5480815065,1348124.5480815065,934.246138134142,1.0178505807998526,0.2077722813767061,0.1845538236489491,5.979179324857676,1161.0876573633475,0.2370070194919315,0.1907029940993756,0.1484664387553441,Energy,1
-hospital/M/short,TimeCopilot,2908.3396358532555,2908.3396358532555,18.55949724881041,0.7798974698104213,0.1918066912745793,0.1761693015233185,5.251147372408516,53.92902405804555,0.195774880414239,0.0673752847914217,0.0529398612868036,Healthcare,1
-covid_deaths/D/short,TimeCopilot,683203.3235435126,683203.3235435126,123.05835295103329,34.38262143232607,0.0891866497388241,0.3651155130761072,585.3302636000165,826.5611432577222,0.3109976526598306,0.046301304168642,0.0394855918185296,Healthcare,1
-us_births/D/short,TimeCopilot,195114.15537626744,195114.15537626744,274.3993636067708,0.4038139053701383,0.0262962687231841,0.025846322311671,4.150256571072779,441.7172799158614,0.0414074106631264,0.0257227137157287,0.0213319129099562,Healthcare,1
-us_births/M/short,TimeCopilot,81372043.76497395,81372043.76497395,7473.096354166667,0.8427784924069014,0.02294957067664,0.0233201502709241,4.542482907186801,9020.64541842622,0.0280180631676483,0.0232113863251144,0.0171916281354551,Healthcare,1
-us_births/W/short,TimeCopilot,3309825.666670663,3309825.666670663,1350.247907366071,1.2273411952942834,0.0180909590033902,0.0182124756432147,9.375108623321603,1819.292628103204,0.0246967190368072,0.0183294829447113,0.0146125351543498,Healthcare,1
-saugeen/D/short,TimeCopilot,1350.1767921390351,1350.1767921390351,13.578996993700663,3.017412246735102,0.2945186519735365,0.3381408161271264,44.3771975879136,36.74475189927176,1.190171269021097,0.4398269480313645,0.3758806057524924,Nature,1
-saugeen/M/short,TimeCopilot,402.1315480732868,402.1315480732868,12.827814573333375,0.7516726001427814,0.3835155888529804,0.3696029572855505,6.452525792510636,20.053217898214907,0.6020577603946569,0.3851294765747559,0.3053685922627424,Nature,1
-saugeen/W/short,TimeCopilot,1188.771119779659,1188.771119779659,16.004309606552123,1.2985654533191504,0.3771862082685798,0.4056451972601779,14.143459388159318,34.47856029157336,1.0407640121972903,0.4831033934625676,0.4017461788808135,Nature,1
-temperature_rain/D/short,TimeCopilot,172.84589088882612,172.84589088882612,5.690968262597378,1.329354786151759,28.23893063539611,1.4921973717873052,20.160673384342687,13.147086783345811,1.5477597169526005,0.6699774309287958,0.5439475176876,Nature,1
-kdd_cup_2018/H/short,TimeCopilot,4062.4779847188897,4062.4779847188897,20.480178734790616,0.8616459031733725,0.7792248697868767,0.4569235767972537,7.456057861756592,63.73757121760202,1.334142792044846,0.4286872297899118,0.3476365368258818,Nature,1
-kdd_cup_2018/D/short,TimeCopilot,2806.392915042132,2806.392915042132,20.651221516354063,1.1720349651780184,0.5342432330567164,0.454346968795786,9.671998096586076,52.97539914943663,1.186705210611965,0.4626092973802523,0.3721230913159204,Nature,1
-car_parts/M/short,TimeCopilot,1.3944985371303251,1.3944985371303251,0.4601047288939888,0.8277407819169432,0.8074556971925223,1.895373104789929,15.759363077256392,1.1808888758601823,2.831650388212677,1.1032839421424192,0.9497286228477376,Sales,1
-restaurant/D/short,TimeCopilot,146.2636063982368,146.2636063982368,7.367976427367725,0.7043412881788105,0.7247356264999066,0.402722738788297,4.9338596056814135,12.09394916469541,0.5565915619579526,0.3390913466173199,0.2671417966057537,Sales,1
-hierarchical_sales/D/short,TimeCopilot,27.93154911370736,27.93154911370736,2.2822688005103853,0.7417091758407094,0.6222577983869355,1.0205722742182668,7.988893691905033,5.285030663459519,1.6213888793654423,0.7001747933942881,0.5712055217154575,Sales,1
-hierarchical_sales/W/short,TimeCopilot,461.69125742091273,461.69125742091273,9.041678339432355,0.7303589909292997,0.5696615853201108,0.459559482310429,7.15437288782513,21.48700205754429,0.9864787745363024,0.4151078751771685,0.3493664205223431,Sales,1
-loop_seattle/5T/short,TimeCopilot,35.11582550573566,35.11582550573566,3.1766584739115924,0.5043912097603322,0.0911021588354409,0.0676089741244228,4.28356480301807,5.925860739650879,0.1016154291613943,0.0544726797182081,0.0436016046427134,Transport,1
-loop_seattle/H/short,TimeCopilot,62.242283569235695,62.242283569235695,4.265975248197058,0.8660501767633345,0.123675206764086,0.097661989261773,7.890145339704824,7.889377894944296,0.1396500126038301,0.0755121005878186,0.0611125144330223,Transport,1
-loop_seattle/D/short,TimeCopilot,18.448784817802004,18.448784817802004,2.9454716708022866,0.8893667597973234,0.0544913823365161,0.0542830942696274,9.469108156661244,4.295204863310015,0.0767610532582133,0.0526395166210478,0.0437976451719324,Transport,1
-sz_taxi/15T/short,TimeCopilot,16.970653448392113,16.970653448392113,2.768767421497555,0.5523431523968114,1039448800203.1052,0.3955646394848205,4.344994837662684,4.11954529631513,0.3851951037709525,0.2588915954378182,0.2062483022006385,Transport,1
-sz_taxi/H/short,TimeCopilot,7.265841640229874,7.265841640229874,1.8697022724468728,0.5699377641751315,1.123909766413656,0.2984359175663999,4.38008848435448,2.695522517106818,0.2511045562354697,0.174174304401337,0.1384303641463761,Transport,1
-m_dense/H/short,TimeCopilot,43089.78857211956,43089.78857211956,89.26722765106294,0.7921908695312612,0.2863753692819957,0.2105748544654512,8.59052092151455,207.5808001047293,0.3681966135657942,0.1583378178855925,0.1305263828021132,Transport,1
-m_dense/D/short,TimeCopilot,8167.028572960703,8167.028572960703,45.84068879727964,0.6825423804230932,0.1226612034991929,0.0986211480672491,8.179580734166276,90.37161375653696,0.1564466311253342,0.0793570130342006,0.0657543630403932,Transport,1
-ett1/15T/short,TimeCopilot,4.57781770733472,4.57781770733472,1.1049286956787996,0.7011452908525583,0.4687633367503997,0.2446696987448156,5.476351101158151,2.139583535956173,0.4044703487956138,0.2088775163133622,0.165339278673051,Energy,7
-ett1/H/short,TimeCopilot,101.1330136191198,101.1330136191198,4.961560403976944,0.8270870321136256,0.500319278383962,0.2620214363922102,5.835271817402984,10.056491118631778,0.4693775833157873,0.2315763226379548,0.1804979758372916,Energy,7
-ett1/D/short,TimeCopilot,49677.91394363521,49677.91394363521,147.56372262291492,1.774252403142336,1.3441692775236855,0.4872234815226898,10.623516253669065,222.88542784048312,0.5854159694082027,0.3875810122077724,0.2956041137794847,Energy,7
-ett1/W/short,TimeCopilot,1011957.1728767653,1011957.1728767653,812.9205210549491,1.52983148890384,0.6616017363557185,0.5386038150186447,8.846642452735148,1005.9608207463972,0.4002958205953012,0.3234804779106662,0.2541024452808174,Energy,7
-ett2/15T/short,TimeCopilot,7.702216342646174,7.702216342646174,1.801961813884832,0.7948216853625055,0.115007599762545,0.1358810774745831,6.191634075356738,2.775286713593061,0.1317527332543178,0.0855455377047745,0.068010871082508,Energy,7
-ett2/H/short,TimeCopilot,111.08349459162535,111.08349459162535,6.602935576013157,0.7581288520706242,0.1240775591525643,0.1131448359612007,5.520679300893479,10.539615485947548,0.1336716498232208,0.0837435951338946,0.0666364159578577,Energy,7
-ett2/D/short,TimeCopilot,107394.3400500349,107394.3400500349,199.7623817375728,1.3566302605487015,0.4383444393541361,0.1382760401563498,10.962740740785602,327.7107566895461,0.1875575124100927,0.1143292816210743,0.0930115935089939,Energy,7
-ett2/W/short,TimeCopilot,4393268.626847372,4393268.626847372,1470.3404562813896,1.0012167025904044,0.1426203775302994,0.1534762620113483,7.95602334210496,2096.0125540767576,0.1758233194561104,0.1233390225889547,0.0961875259247906,Energy,7
-jena_weather/10T/short,TimeCopilot,828.619751644976,828.619751644976,5.681305431614895,0.3033015347286767,0.3190194943656728,0.5562812420202121,2.386514715249575,28.78575605477431,0.1787956229039812,0.0352880272319573,0.0282470367123362,Nature,21
-jena_weather/H/short,TimeCopilot,1114.2671516666535,1114.2671516666535,8.239287884239024,0.5215663102724813,1.4170110986586484,0.5992748477517932,5.037852500049764,33.3806403723274,0.2046211765433347,0.0505063043113419,0.0420540956391067,Nature,21
-jena_weather/D/short,TimeCopilot,366.6637699521878,366.6637699521878,9.47778113030058,1.000378140254235,0.6344829675545672,0.4403002028370409,6.598024324559487,19.148466516987405,0.1153050651496088,0.0570717331193879,0.0448270766953056,Nature,21
-bitbrains_fast_storage/5T/short,TimeCopilot,1886235.9982757785,1886235.9982757785,159.91455783573943,0.7070124590577969,1.985398128544987,0.7268134543963763,14.151383176995845,1373.4030720352196,4.312145981561116,0.5020921621666673,0.3930489602672484,Web/CloudOps,2
-bitbrains_fast_storage/H/short,TimeCopilot,2180596.7738726847,2180596.7738726847,244.70522848757423,1.0603996704920255,2.545562792561041,0.576196309633268,20.687137138924285,1476.68438532839,4.209030040412352,0.6974893673851099,0.557749278298169,Web/CloudOps,2
-bitbrains_rnd/5T/short,TimeCopilot,1733240.319796704,1733240.319796704,120.4828040522798,1.6858308386473713,1.0072696102492449,0.6441691774017078,54.381235308620106,1316.525852308531,5.386843722332412,0.4929808522331466,0.3980883834548485,Web/CloudOps,2
-bitbrains_rnd/H/short,TimeCopilot,1844106.5278123424,1844106.5278123424,140.91685249202595,5.852422890114724,0.9910948342263344,0.5371950862930858,198.33763043037143,1357.9788392358485,5.94317979941055,0.6167210908812049,0.5713244162831072,Web/CloudOps,2
-bizitobs_application/10S/short,TimeCopilot,756604.9621277261,756604.9621277261,444.8492035908169,1.4228439608426573,0.0198724553981974,0.0202845111979339,10.254230931460237,869.8304214775004,0.0335458825448278,0.0171560556694139,0.0136133576144484,Web/CloudOps,2
-bizitobs_service/10S/short,TimeCopilot,5254.437530127733,5254.437530127733,22.953738129045917,0.8410992505054966,0.0590632527498088,0.0471612085982144,8.960408771953439,72.48749913004127,0.0537010583013426,0.0170048635184711,0.0137872465011043,Web/CloudOps,2
-bizitobs_l2c/5T/short,TimeCopilot,20.32080670057079,20.32080670057079,2.637088461300092,0.2736371811669997,0.1583539871525464,0.2086028748171467,2.804417770489809,4.507860545821131,0.1548181775859693,0.0905682918895841,0.0733395549985485,Web/CloudOps,7
-bizitobs_l2c/H/short,TimeCopilot,86.38183412618716,86.38183412618716,5.496603702405645,0.5456377091995832,0.4186559845174549,0.6898036735068019,4.033211022331053,9.294182811102177,0.5009802563319643,0.296281016605036,0.2379357584545769,Web/CloudOps,7
-electricity/15T/medium,TimeCopilot,270351.74737311015,270351.74737311015,59.07229263138479,0.9379705137279136,0.1540899053362026,0.1501940965091556,8.562701574520556,519.953601173326,0.8959324315113344,0.1017875107562592,0.0829051407312251,Energy,1
-electricity/15T/long,TimeCopilot,350754.79833892337,350754.79833892337,63.68678300407552,0.9701533725723728,0.1538012347711226,0.150148343762289,8.60454450165919,592.2455557781108,0.9343399947114034,0.1004737104646307,0.0814141452988151,Energy,1
-electricity/H/medium,TimeCopilot,6416190.090371392,6416190.090371392,243.6408192827964,1.0483407271121,0.2227124077583914,0.1291339734182908,10.040587447375373,2533.0199545940004,0.988721118650361,0.0951010365920263,0.0767664954882301,Energy,1
-electricity/H/long,TimeCopilot,9939024.767879302,9939024.767879302,283.4081134433646,1.1538882844696006,0.2823846439229823,0.1400982265073691,11.401534499230491,3152.6218878703644,1.2433931577852149,0.1117760777060194,0.0903506800598112,Energy,1
-solar/10T/medium,TimeCopilot,22.019168289905668,22.019168289905668,2.1670351192539576,0.947507266525788,2.267577131790845,1.5238331844463489,6.533838178257635,4.692458661502056,1.0412752123224644,0.4808736989894127,0.3654965748217511,Energy,1
-solar/10T/long,TimeCopilot,22.625751067938847,22.625751067938847,2.212217256905629,0.9671587071177912,2.277119444532844,1.5325572626893469,6.191737729498273,4.756653347463828,1.0280745251539265,0.4781353695120983,0.3611726608331724,Energy,1
-solar/H/medium,TimeCopilot,660.6757207529897,660.6757207529897,10.32349824264134,0.7884339037797935,3.4372374784898354,1.3971808793552492,8.60678230418119,25.70361299025858,0.925904132435434,0.37187650186276,0.3056480122368017,Energy,1
-solar/H/long,TimeCopilot,603.7713699914224,603.7713699914224,10.574238680127047,0.8031220443323172,3.3848381887836827,1.4022686196231828,7.66178282160624,24.57175960307732,0.8519476861980545,0.3666281260423847,0.2919721600130173,Energy,1
-kdd_cup_2018/H/medium,TimeCopilot,4501.496239798726,4501.496239798726,21.267457002191247,0.8809323711096007,0.8523815087719337,0.4762398641605064,8.014151088322132,67.09319071112004,1.4043819809200055,0.4451663883816173,0.3634352254434075,Nature,1
-kdd_cup_2018/H/long,TimeCopilot,3476.279481839817,3476.279481839817,19.940171223992767,0.846932989143261,0.8171217384323863,0.5069393709400944,7.379851777933759,58.959982037309146,1.3834393999393408,0.4678769829908051,0.3729545163616967,Nature,1
-loop_seattle/5T/medium,TimeCopilot,53.09786497968351,53.09786497968351,4.2271080844403,0.6750152284090478,0.1411380644379274,0.0975960577179127,4.733693288938917,7.28682818376305,0.1296476484100133,0.0752089398709585,0.0581236058564988,Transport,1
-loop_seattle/5T/long,TimeCopilot,65.77390008978465,65.77390008978465,4.678719174527285,0.741335837948898,0.161000568672698,0.1063086322592711,5.458349474297115,8.110110978882142,0.1433884214432887,0.0827207122761697,0.0643679642964059,Transport,1
-loop_seattle/H/medium,TimeCopilot,67.05025518941878,67.05025518941878,4.574280084455069,0.9385925235329952,0.1291700466289554,0.1038880948135676,8.364170945220577,8.1884220207204,0.1447294386535952,0.0808498862408728,0.0651454144718348,Transport,1
-loop_seattle/H/long,TimeCopilot,66.77893425129199,66.77893425129199,4.528082261100478,0.9470132077266724,0.1427466849514623,0.1040273097569529,8.695303930807215,8.171837874755713,0.1460416861629384,0.0809228938007257,0.0652841225947393,Transport,1
-sz_taxi/15T/medium,TimeCopilot,16.746692647366423,16.746692647366423,2.80319449785868,0.546313980390436,12260400705409.943,0.4086868235270063,4.15504472063875,4.092272308555043,0.3808542444886428,0.2608840375565462,0.206937670340773,Transport,1
-sz_taxi/15T/long,TimeCopilot,15.88749669690106,15.88749669690106,2.7324282289642734,0.5160497951836313,6899154928645.429,0.4008666353985959,3.9047299348177553,3.985912279127711,0.3689289403819629,0.2529086895515328,0.1998971444247135,Transport,1
-m_dense/H/medium,TimeCopilot,33620.6758636312,33620.6758636312,80.97299096213446,0.6994088185298244,0.2611041852375969,0.1935244968643103,7.419700992410988,183.3594171664799,0.3190222208686621,0.1408827744236561,0.1150419135776963,Transport,1
-m_dense/H/long,TimeCopilot,35131.00096581889,35131.00096581889,84.76255368632299,0.7212917507999137,0.2611897313593505,0.1976007999709247,7.238621727643479,187.43265714869136,0.3244736371093977,0.146736510614921,0.1191795538083717,Transport,1
-ett1/15T/medium,TimeCopilot,9.650517354548349,9.650517354548349,1.634607786774018,1.0469833055521922,0.7259542038227474,0.4093312196634479,7.423650658102283,3.1065281834466507,0.5921073433217752,0.3115578603655285,0.2432714779273141,Energy,7
-ett1/15T/long,TimeCopilot,8.249822969890293,8.249822969890293,1.5941603270479447,1.0582463352692113,0.7452691376585209,0.4145760095963351,7.904996533423086,2.8722505061171617,0.5474537863824479,0.3038485345496112,0.2390871499557088,Energy,7
-ett1/H/medium,TimeCopilot,131.36659254489592,131.36659254489592,6.723023053242026,1.2854796996107485,3449389115141.716,0.4519796988339821,9.722145582667212,11.461526623661262,0.5489799558203433,0.3220168673803568,0.2512439885196175,Energy,7
-ett1/H/long,TimeCopilot,145.42598346736074,145.42598346736074,7.067940720999071,1.3787753932428612,4333740885596.531,0.4873355925106218,10.491053386405422,12.059269607540944,0.5774923029404946,0.3384683730318362,0.266623667537051,Energy,7
-ett2/15T/medium,TimeCopilot,11.654150753345416,11.654150753345416,2.164660533491581,0.9173180469176152,0.1407238647415174,0.166368457672974,6.956952946467317,3.413817621570522,0.1819285205115292,0.1153586781494928,0.0912573450345453,Energy,7
-ett2/15T/long,TimeCopilot,11.83917756320148,11.83917756320148,2.2042152614773265,0.9346659806338128,0.1440029299374223,0.1701361833127588,7.591942824199662,3.4408105968218416,0.1833670250235007,0.1174666212031033,0.0941863260552289,Energy,7
-ett2/H/medium,TimeCopilot,244.61828849213703,244.61828849213703,9.713107990908126,1.0717401895462983,0.1805422241171783,0.1809646816155467,7.611095036531764,15.640277762627395,0.2107628007376633,0.1308903764434982,0.1051952148012162,Energy,7
-ett2/H/long,TimeCopilot,267.647744319421,267.647744319421,10.34468404672764,1.1446436946420455,0.1949381236785513,0.1993334897572211,7.941608680412425,16.359943285947573,0.2240368317587744,0.1416624861630846,0.1121997537911523,Energy,7
-jena_weather/10T/medium,TimeCopilot,1432.124056361338,1432.124056361338,9.415487818263491,0.6076936640898429,0.6648073173510344,0.657911977219078,5.769151149084737,37.84341496695743,0.2322443907066463,0.0577826877798355,0.0476556763226186,Nature,21
-jena_weather/10T/long,TimeCopilot,1461.9712240412546,1461.9712240412546,9.656132026235216,0.6271024171144943,0.6880532193880432,0.6554077436138248,6.178353600980851,38.23573229377534,0.2339710022427383,0.0590875276196621,0.0493391718038347,Nature,21
-jena_weather/H/medium,TimeCopilot,1374.7494097731546,1374.7494097731546,10.41510045264059,0.8262192834746671,2.556791650149903,0.6689623999322188,6.409873839105692,37.0776133235832,0.2268844917564687,0.0637318468200035,0.0529729670141724,Nature,21
-jena_weather/H/long,TimeCopilot,1294.7696650536095,1294.7696650536095,11.430013058836357,0.9956425809445488,2.514330090168181,0.6534341790118225,8.026939150897899,35.98290795716224,0.2166569722895802,0.0688213422190891,0.0564411235445146,Nature,21
-bitbrains_fast_storage/5T/medium,TimeCopilot,3040509.589662659,3040509.589662659,283.21892608931984,1.0087087717530026,4.287881643868664,0.810720179602496,22.07875482157477,1743.7057061507423,5.297859557653899,0.8604973242893447,0.6118706188243893,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,TimeCopilot,4030523.8806433696,4030523.8806433696,371.4619560289608,0.9134105304687804,4.239415674241728,0.825838708432873,16.990356306754105,2007.616467516485,5.305530996817342,0.9816630585263264,0.6737192028941127,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TimeCopilot,2317870.158848923,2317870.158848923,153.50325611456742,4.433770453902802,0.594711554396072,0.7129055265784028,162.0072193283584,1522.455306026723,6.405745871560616,0.6458664797807487,0.6111270144334976,Web/CloudOps,2
-bitbrains_rnd/5T/long,TimeCopilot,2280941.4486649195,2280941.4486649195,167.9207402001444,3.355373219889245,1.4696731836119947,0.6935498764481771,117.07688210774565,1510.2785996844818,5.785537053993971,0.6432665236500025,0.6102253099979892,Web/CloudOps,2
-bizitobs_application/10S/medium,TimeCopilot,4570776.178464267,4570776.178464267,1182.757140528361,2.6990382044848347,0.0384832876936519,0.0393211753062574,33.14222071025751,2137.937365421229,0.0839505080144545,0.0464433918462883,0.039958439029638,Web/CloudOps,2
-bizitobs_application/10S/long,TimeCopilot,6617673.59866569,6617673.59866569,1552.8124705314635,3.4816992433063123,0.0497868597441512,0.0509601432809278,77.05664865666928,2572.4839355505587,0.0992104228820281,0.0598857702195689,0.055663982472999,Web/CloudOps,2
-bizitobs_service/10S/medium,TimeCopilot,60797.75518485954,60797.75518485954,52.89482176999606,1.1797597839799314,0.0704116585906638,0.0658206812028272,12.969505753217875,246.5720081129639,0.185575903802245,0.0398098893363783,0.0306251405257861,Web/CloudOps,2
-bizitobs_service/10S/long,TimeCopilot,131170.94048455538,131170.94048455538,77.31256830274113,1.378960440029548,0.0798102979298142,0.0774093466099856,24.48723397931568,362.1752897210899,0.2683110330783669,0.0572756222193541,0.0535407422224889,Web/CloudOps,2
-bizitobs_l2c/5T/medium,TimeCopilot,126.08155468883244,126.08155468883244,7.413843337915914,0.7114207052594923,0.4971504127500155,0.8069137239630945,6.695381593254608,11.228604307251745,0.5907897103387891,0.3900771848622152,0.3072603977907794,Web/CloudOps,7
-bizitobs_l2c/5T/long,TimeCopilot,324.36213081406584,324.36213081406584,12.03023948555428,1.1287304672383875,0.8257551978752894,1.005355722027217,8.340879600261944,18.010056380091257,1.0112377406594684,0.6754799618735338,0.5238501660372177,Web/CloudOps,7
-bizitobs_l2c/H/medium,TimeCopilot,170.49214821827232,170.49214821827232,7.960913137206807,0.7967643166622312,0.6335708803287097,0.9380559367882922,5.633552917767068,13.057264193477604,0.79063717976047,0.4820453823905438,0.3677423620221114,Web/CloudOps,7
-bizitobs_l2c/H/long,TimeCopilot,141.57640361192122,141.57640361192122,7.304780622766841,0.7629465060919579,0.7216246090200941,0.8693538484765067,7.455372083944178,11.898588303320745,0.7268001150074588,0.4461970833337841,0.3603500176749528,Web/CloudOps,7

results/TimeCopilot/config.json

@@ -1,7 +0,0 @@
-{
-    "model": "TimeCopilot",
-    "model_type": "agentic",
-    "model_dtype": "float32",
-    "model_link": "https://github.com/AzulGarza/TimeCopilot",
-    "testdata_leakage": "No"
-}

results/Timer/all_results.csv

@@ -0,0 +1,98 @@
+dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
+m4_yearly/A/short,Timer,15960074.0,15960074.0,2515.56494140625,11.507473945617676,0.3822980523109436,0.512023389339447,460.2989501953125,3995.006103515625,0.6406177282333374,0.4033825099468231,0.4033825099468231,Econ/Fin,1.0
+m4_quarterly/Q/short,Timer,4070192.5,4070192.5,1059.001708984375,2.9413843154907227,0.1890403479337692,0.2066598832607269,117.6553726196289,2017.4718017578125,0.3376892507076263,0.1772582232952118,0.1772582232952118,Econ/Fin,1.0
+m4_monthly/M/short,Timer,3139851.5,3139851.5,773.2167358398438,1.5437763929367063,0.1861013025045395,0.1874160319566726,61.75105667114258,1771.962646484375,0.3682746589183807,0.1607009768486023,0.1607009768486023,Econ/Fin,1.0
+m4_weekly/W/short,Timer,602500.5625,602500.5625,435.4611511230469,3.867011308670044,0.1095710545778274,0.1155303865671157,154.68045043945312,776.2091064453125,0.1414132714271545,0.0793342739343643,0.0793342739343643,Econ/Fin,1.0
+m4_daily/D/short,Timer,409574.21875,409574.21875,216.2593231201172,4.353240966796875,0.0476609021425247,0.0409090295433998,174.129638671875,639.9798583984375,0.0988592058420181,0.0334060862660408,0.0334060862660408,Econ/Fin,1.0
+m4_hourly/H/short,Timer,3704264.25,3704264.25,325.61083984375,3.465131998062134,0.1837441772222519,0.1398412883281707,138.6052703857422,1924.6466064453125,0.262756735086441,0.04445306584239,0.0444530695676803,Econ/Fin,1.0
+electricity/15T/short,Timer,439636.90625,439636.90625,119.53121948242188,2.256010293960572,0.3652159869670868,0.3091564476490021,90.24040985107422,663.0512084960938,1.307004690170288,0.2356195896863937,0.2356196045875549,Energy,1.0
+electricity/H/short,Timer,2290321.25,2290321.25,240.87733459472656,1.3026354312896729,0.3624715209007263,0.1691998392343521,52.10541915893555,1513.3807373046875,0.7144237756729126,0.113711304962635,0.113711304962635,Energy,1.0
+electricity/D/short,Timer,2299531264.0,2299531264.0,5843.25244140625,1.8616673946380613,0.7036624550819397,0.1342314183712005,74.46669006347656,47953.42578125,0.7880340814590454,0.0960240438580513,0.0960240438580513,Energy,1.0
+electricity/W/short,Timer,135113850880.0,135113850880.0,49654.5703125,2.278900384902954,0.2822481393814087,0.132920354604721,91.15601348876952,367578.375,0.8386925458908081,0.1132953464984893,0.1132953464984893,Energy,1.0
+solar/10T/short,Timer,42.372314453125,42.372314453125,3.8650217056274414,1.700700283050537,4.472381591796875,1.6286958456039429,68.02801513671875,6.509401798248291,1.893584370613098,1.124334454536438,1.124334454536438,Energy,1.0
+solar/H/short,Timer,761.1024780273438,761.1024780273438,14.604989051818848,1.12728750705719,5.338653087615967,1.4358646869659424,45.09149932861328,27.588085174560547,1.0169060230255127,0.5383447408676147,0.5383447408676147,Energy,1.0
+solar/D/short,Timer,118298.1796875,118298.1796875,260.9843444824219,1.019014596939087,1.0004303455352783,0.4478209018707275,40.76058578491211,343.94500732421875,0.4968833923339844,0.3770334720611572,0.3770335018634796,Energy,1.0
+solar/W/short,Timer,1952498.25,1952498.25,1030.47265625,1.1244401931762695,0.2236430644989013,0.1972776353359222,44.97760391235352,1397.3182373046875,0.2852275967597961,0.2103452235460281,0.2103452384471893,Energy,1.0
+hospital/M/short,Timer,31698.765625,31698.765625,51.45354080200195,1.4601761102676392,0.2785269916057586,0.3147836923599243,58.40704727172852,178.04147338867188,0.6463319063186646,0.1867882907390594,0.1867883056402206,Healthcare,1.0
+covid_deaths/D/short,Timer,19473190.0,19473190.0,766.7901000976562,82.29279327392578,0.2722060084342956,0.6154463291168213,3291.711669921875,4412.84375,1.6603540182113647,0.2885085046291351,0.2885085046291351,Healthcare,1.0
+us_births/D/short,Timer,1422180.125,1422180.125,1070.29443359375,1.576511263847351,0.1054572388529777,0.1028548330068588,63.06045150756836,1192.552001953125,0.1117920652031898,0.1003314107656478,0.1003314033150672,Healthcare,1.0
+us_births/M/short,Timer,320133216.0,320133216.0,14097.0830078125,1.5948479175567627,0.0438226461410522,0.0438417382538318,63.79391479492188,17892.267578125,0.0555732585489749,0.0437854453921318,0.0437854453921318,Healthcare,1.0
+us_births/W/short,Timer,6209666.5,6209666.5,1802.1334228515625,1.6382945775985718,0.0239783357828855,0.0244099199771881,65.53178405761719,2491.920166015625,0.0338275730609893,0.0244637839496135,0.0244637820869684,Healthcare,1.0
+saugeen/D/short,Timer,1427.042724609375,1427.042724609375,20.21636962890625,4.487884044647217,0.8190188407897949,0.565277636051178,179.51536560058594,37.77621841430664,1.2235807180404663,0.6548130512237549,0.6548130512237549,Nature,1.0
+saugeen/M/short,Timer,398.7861328125,398.7861328125,14.635396003723145,0.8574973940849304,0.5644688606262207,0.4876649081707001,34.299896240234375,19.96963119506836,0.5995482206344604,0.4393984973430633,0.4393985271453857,Nature,1.0
+saugeen/W/short,Timer,1276.0330810546875,1276.0330810546875,19.29665756225586,1.5652990341186523,0.6592676043510437,0.5892956256866455,62.611961364746094,35.72160720825195,1.0782864093780518,0.5824856162071228,0.5824856162071228,Nature,1.0
+temperature_rain/D/short,Timer,184.2439117431641,184.2439117431641,6.942285537719727,1.681937575340271,93.59574127197266,1.425851583480835,67.27750396728516,13.573647499084473,1.5979772806167605,0.8172905445098877,0.8172906041145325,Nature,1.0
+kdd_cup_2018/H/short,Timer,4599.66259765625,4599.66259765625,23.67636489868164,1.0080336332321167,1.0133415460586548,0.5278124213218689,40.32134628295898,67.82080841064453,1.4196124076843262,0.4955891966819763,0.4955892264842987,Nature,1.0
+kdd_cup_2018/D/short,Timer,2857.045654296875,2857.045654296875,21.094287872314453,1.2058345079421997,0.520703136920929,0.473745733499527,48.23337936401367,53.45133972167969,1.197366714477539,0.4725344777107239,0.4725344777107239,Nature,1.0
+car_parts/M/short,Timer,1.33407723903656,1.33407723903656,0.4690718650817871,0.8716527223587036,0.8576087355613708,1.90359365940094,34.86610794067383,1.1550226211547852,2.769625663757324,1.124786138534546,1.124786138534546,Sales,1.0
+restaurant/D/short,Timer,204.9752197265625,204.9752197265625,8.964832305908203,0.8364865183830261,0.8127961754798889,0.4661175012588501,33.4594612121582,14.31695556640625,0.6588994860649109,0.4125823378562927,0.4125823676586151,Sales,1.0
+hierarchical_sales/D/short,Timer,30.41873359680176,30.41873359680176,2.7062768936157227,0.8625249266624451,0.8648467659950256,0.9972294569015504,34.50099563598633,5.515317916870117,1.6920385360717771,0.8302557468414307,0.8302558064460754,Sales,1.0
+hierarchical_sales/W/short,Timer,478.2153625488281,478.2153625488281,10.28359031677246,0.8074617385864258,0.7302916646003723,0.5080252885818481,32.29846954345703,21.868135452270508,1.003976821899414,0.4721246361732483,0.472124695777893,Sales,1.0
+loop_seattle/5T/short,Timer,72.92700958251953,72.92700958251953,5.170968532562256,0.8028478026390076,0.1457836925983429,0.1057910025119781,32.11391067504883,8.5397310256958,0.1464375406503677,0.0886706933379173,0.0886706933379173,Transport,1.0
+loop_seattle/H/short,Timer,88.27337646484375,88.27337646484375,5.952459335327148,1.1994346380233765,0.1736440658569336,0.1311271786689758,47.977386474609375,9.395391464233398,0.1663079857826233,0.1053645834326744,0.1053645834326744,Transport,1.0
+loop_seattle/D/short,Timer,36.45976257324219,36.45976257324219,4.904968738555908,1.5016674995422363,0.0917601883411407,0.0887525826692581,60.06670379638672,6.038191795349121,0.1079105660319328,0.0876583456993103,0.0876583456993103,Transport,1.0
+sz_taxi/15T/short,Timer,18.27078628540039,18.27078628540039,2.948929071426392,0.5914117693901062,1240829919232.0,0.4183946549892425,23.656471252441406,4.2744340896606445,0.3996778726577759,0.2757374942302704,0.2757374942302704,Transport,1.0
+sz_taxi/H/short,Timer,7.8406662940979,7.8406662940979,2.0194859504699707,0.6149353384971619,1.5491769313812256,0.3229924738407135,24.59741401672364,2.800118923187256,0.2608483731746673,0.1881275773048401,0.1881275624036789,Transport,1.0
+m_dense/H/short,Timer,76534.609375,76534.609375,139.14401245117188,1.143413782119751,0.4861980676651001,0.3362470269203186,45.736549377441406,276.6488952636719,0.490706205368042,0.246806800365448,0.246806800365448,Transport,1.0
+m_dense/D/short,Timer,19875.603515625,19875.603515625,87.71620178222656,1.1955851316452026,0.206885740160942,0.175531655550003,47.82340240478516,140.98086547851562,0.2440587282180786,0.1518497169017791,0.1518497318029403,Transport,1.0
+ett1/15T/short,Timer,16.142446517944336,16.142446517944336,2.2090744972229004,1.3419594764709473,0.6826388239860535,0.4235529601573944,53.67837905883789,4.01776647567749,0.7595250606536865,0.4176070392131805,0.4176070094108581,Energy,7.0
+ett1/H/short,Timer,117.29533386230467,117.29533386230467,5.761704444885254,0.9536104202270508,0.5801722407341003,0.3092675805091858,38.14441680908203,10.830296516418455,0.505494236946106,0.2689222991466522,0.2689222991466522,Energy,7.0
+ett1/D/short,Timer,39235.36328125,39235.36328125,131.30612182617188,1.6968214511871338,0.8816156387329102,0.5224992036819458,67.87285614013672,198.0791931152344,0.5202615857124329,0.3448798954486847,0.3448798656463623,Energy,7.0
+ett1/W/short,Timer,2657829.5,2657829.5,1305.752197265625,2.5689876079559326,0.7078898549079895,0.8641673922538757,102.75950622558594,1630.2850341796875,0.6487293243408203,0.5195899605751038,0.5195900201797485,Energy,7.0
+ett2/15T/short,Timer,11.666239738464355,11.666239738464355,2.246156930923462,1.0045720338821411,0.1447132229804992,0.1650290340185165,40.182884216308594,3.415587902069092,0.1621500998735427,0.1066330522298812,0.1066330447793006,Energy,7.0
+ett2/H/short,Timer,142.5553436279297,142.5553436279297,7.492897033691406,0.8407788276672363,0.1294213384389877,0.1227191388607025,33.63115310668945,11.939654350280762,0.1514280438423156,0.0950307846069336,0.0950307846069336,Energy,7.0
+ett2/D/short,Timer,129063.671875,129063.671875,235.2665405273437,1.7539362907409668,0.5099589824676514,0.1784910410642624,70.15745544433594,359.2543334960937,0.2056107223033905,0.134649246931076,0.134649246931076,Energy,7.0
+ett2/W/short,Timer,15428875.0,15428875.0,2803.319091796875,1.975763440132141,0.2883638441562652,0.346852570772171,79.0305404663086,3927.960693359375,0.3294956982135772,0.2351555079221725,0.2351554930210113,Energy,7.0
+jena_weather/10T/short,Timer,1421.3758544921875,1421.3758544921875,10.759843826293944,0.4265126883983612,0.5133702158927917,0.6040313243865967,17.06050682067871,37.70113754272461,0.2341713309288025,0.0668321177363395,0.0668321177363395,Nature,21.0
+jena_weather/H/short,Timer,1203.45263671875,1203.45263671875,10.736539840698242,0.626010537147522,2.478585958480835,0.6297770738601685,25.04042053222656,34.69081497192383,0.2126524597406387,0.0658142939209938,0.0658142939209938,Nature,21.0
+jena_weather/D/short,Timer,513.686279296875,513.686279296875,12.664178848266602,1.7647336721420288,1.22536039352417,0.4777471721172333,70.58934783935547,22.66464805603028,0.1364782303571701,0.0762590542435646,0.0762590542435646,Nature,21.0
+bitbrains_fast_storage/5T/short,Timer,2012037.125,2012037.125,222.65597534179688,1.0162328481674194,3.530824899673462,0.7916674017906189,40.64931488037109,1418.462890625,4.453622817993164,0.6990846991539001,0.6990846991539001,Web/CloudOps,2.0
+bitbrains_fast_storage/H/short,Timer,3378123.0,3378123.0,387.0008544921875,1.4674376249313354,6.137554168701172,0.6591413617134094,58.69750595092773,1837.967041015625,5.238802909851074,1.1030781269073486,1.1030781269073486,Web/CloudOps,2.0
+bitbrains_rnd/5T/short,Timer,1855462.875,1855462.875,173.45669555664062,2.103407382965088,2.341862916946411,0.7406865358352661,84.13629913330078,1362.15380859375,5.573539733886719,0.7097347378730774,0.7097347378730774,Web/CloudOps,2.0
+bitbrains_rnd/H/short,Timer,2164091.0,2164091.0,238.7935943603516,6.159127712249756,4.8008222579956055,0.6970577239990234,246.36509704589844,1471.0849609375,6.438187599182129,1.045077562332153,1.0450776815414429,Web/CloudOps,2.0
+bizitobs_application/10S/short,Timer,5609835.5,5609835.5,1088.42431640625,3.750981569290161,0.0530213117599487,0.053666565567255,150.0392608642578,2368.509033203125,0.0913439318537712,0.0419761762022972,0.0419761724770069,Web/CloudOps,2.0
+bizitobs_service/10S/short,Timer,24416.603515625,24416.603515625,51.10384750366211,2.169052124023437,0.3454442322254181,0.1400158554315567,86.7620849609375,156.2581329345703,0.1157610192894935,0.0378593653440475,0.0378593653440475,Web/CloudOps,2.0
+bizitobs_l2c/5T/short,Timer,27.20807838439941,27.20807838439941,3.4999563694000244,0.3761106431484222,0.1919722855091095,0.2377228885889053,15.044425964355469,5.216136455535889,0.1791432350873947,0.1202026680111885,0.1202026605606079,Web/CloudOps,7.0
+bizitobs_l2c/H/short,Timer,174.7396697998047,174.7396697998047,8.77177906036377,0.8403541445732117,0.9407946467399596,0.7788866758346558,33.614166259765625,13.218914031982422,0.7125332951545715,0.4728213548660278,0.4728213548660278,Web/CloudOps,7.0
+electricity/15T/medium,Timer,2507608.75,2507608.75,187.1243438720703,2.7405874729156494,0.4590089321136474,0.3416807055473327,109.62349700927734,1583.5430908203125,2.728604316711426,0.3224340975284576,0.3224340975284576,Energy,1.0
+electricity/H/medium,Timer,12729977.0,12729977.0,378.74114990234375,1.6499006748199463,0.3859025835990906,0.1930912882089615,65.99602508544922,3567.909423828125,1.3926725387573242,0.1478351503610611,0.1478351503610611,Energy,1.0
+solar/10T/medium,Timer,82.85549926757812,82.85549926757812,6.211141109466553,2.7358651161193848,3.19260573387146,1.6824835538864136,109.43460845947266,9.102499961853027,2.019880771636963,1.3782769441604614,1.3782769441604614,Energy,1.0
+solar/H/medium,Timer,894.169189453125,894.169189453125,16.82102394104004,1.2898763418197632,6.022534370422363,1.455984592437744,51.59505081176758,29.90266227722168,1.0771636962890625,0.6059325337409973,0.6059325933456421,Energy,1.0
+kdd_cup_2018/H/medium,Timer,4972.2255859375,4972.2255859375,25.70556831359864,1.1031593084335327,1.0825453996658323,0.5811611413955688,44.126373291015625,70.51400756835938,1.4759858846664429,0.5380641222000122,0.5380640625953674,Nature,1.0
+loop_seattle/5T/medium,Timer,175.62289428710938,175.62289428710938,8.868509292602539,1.3719229698181152,0.3077051937580108,0.1890646368265152,54.876914978027344,13.252278327941896,0.2357852756977081,0.1577890068292617,0.1577890068292617,Transport,1.0
+loop_seattle/H/medium,Timer,115.57488250732422,115.57488250732422,7.100574016571045,1.4409586191177368,0.1956809163093567,0.1531565189361572,57.63834381103516,10.75057601928711,0.1900152266025543,0.1255018562078476,0.1255018562078476,Transport,1.0
+sz_taxi/15T/medium,Timer,18.135269165039062,18.135269165039062,2.9966444969177246,0.5864758491516113,11960251842560.0,0.4295547008514404,23.459033966064453,4.258552551269531,0.396329402923584,0.2788877785205841,0.2788877785205841,Transport,1.0
+m_dense/H/medium,Timer,98668.859375,98668.859375,162.61505126953125,1.2639591693878174,0.6239790916442871,0.394538938999176,50.55836868286133,314.1159973144531,0.5465221405029297,0.2829296588897705,0.2829296588897705,Transport,1.0
+ett1/15T/medium,Timer,29.358871459960938,29.358871459960938,3.064739227294922,1.7557613849639893,0.910193681716919,0.6591196060180664,70.23045349121094,5.41838264465332,1.032749056816101,0.5841423273086548,0.5841423273086548,Energy,7.0
+ett1/H/medium,Timer,237.18679809570312,237.18679809570312,8.913472175598145,1.553605079650879,7674470072320.0,0.542371928691864,62.14420318603516,15.400870323181152,0.7376651763916016,0.4269341826438904,0.4269341826438904,Energy,7.0
+ett2/15T/medium,Timer,17.68214225769043,17.68214225769043,2.716909646987915,1.1290565729141235,0.1674913018941879,0.1970102041959762,45.16226196289063,4.205013751983643,0.2240927964448928,0.1447890400886535,0.1447890549898147,Energy,7.0
+ett2/H/medium,Timer,274.37237548828125,274.37237548828125,10.453105926513672,1.1246135234832764,0.1859084665775299,0.1857642829418182,44.98453903198242,16.564189910888672,0.2232131063938141,0.1408623307943344,0.1408623307943344,Energy,7.0
+jena_weather/10T/medium,Timer,2489.984375,2489.984375,16.714487075805664,0.7859023213386536,2.6763811111450195,0.6979338526725769,31.436092376708984,49.89974212646485,0.3062338829040527,0.1025765240192413,0.1025765165686607,Nature,21.0
+jena_weather/H/medium,Timer,1809.32958984375,1809.32958984375,13.810235023498535,0.936582088470459,5.170769691467285,0.6923579573631287,37.46328353881836,42.53621292114258,0.2602866291999817,0.0845072790980339,0.0845072865486145,Nature,21.0
+bitbrains_fast_storage/5T/medium,Timer,3149185.25,3149185.25,322.8526916503906,1.3148092031478882,5.947714805603027,0.8331922292709351,52.59236907958984,1774.594482421875,5.391707897186279,0.9809156060218812,0.9809156060218812,Web/CloudOps,2.0
+bitbrains_rnd/5T/medium,Timer,2225999.25,2225999.25,216.0227203369141,5.005271911621094,3.1543328762054443,0.7927706837654114,200.2108764648437,1491.978271484375,6.27751350402832,0.9089177846908568,0.9089177846908568,Web/CloudOps,2.0
+bizitobs_application/10S/medium,Timer,15773824.0,15773824.0,2290.66552734375,7.47352123260498,0.1042062267661094,0.1052982732653617,298.9408569335937,3971.62744140625,0.1559541225433349,0.0899477005004882,0.0899476930499076,Web/CloudOps,2.0
+bizitobs_service/10S/medium,Timer,128696.2578125,128696.2578125,119.21471405029295,4.256953716278076,0.7849547266960144,0.2061486095190048,170.2781524658203,358.7426147460937,0.2699981331825256,0.0897238031029701,0.0897238031029701,Web/CloudOps,2.0
+bizitobs_l2c/5T/medium,Timer,270.9913330078125,270.9913330078125,11.936371803283691,1.1333492994308472,0.6806544661521912,0.9873334765434264,45.3339729309082,16.461814880371094,0.8661335110664368,0.6280286908149719,0.6280286908149719,Web/CloudOps,7.0
+bizitobs_l2c/H/medium,Timer,196.0673217773437,196.0673217773437,10.511180877685549,1.037947177886963,1.453730583190918,0.910856544971466,41.51788711547852,14.00240421295166,0.8478668332099915,0.6364679336547852,0.6364679336547852,Web/CloudOps,7.0
+electricity/15T/long,Timer,4811026.0,4811026.0,222.29676818847656,2.8717730045318604,0.4768320024013519,0.3436427712440491,114.87092590332033,2193.405029296875,3.460365533828736,0.3507004082202911,0.3507004082202911,Energy,1.0
+electricity/H/long,Timer,18253970.0,18253970.0,440.7637023925781,1.9044365882873533,0.4604615569114685,0.2154321521520614,76.1774673461914,4272.46630859375,1.6850595474243164,0.1738370805978775,0.1738370805978775,Energy,1.0
+solar/10T/long,Timer,85.07907104492188,85.07907104492188,6.364139556884766,2.790985107421875,3.2258267402648926,1.6921824216842651,111.639404296875,9.223832130432127,1.9935836791992188,1.3755069971084597,1.37550687789917,Energy,1.0
+solar/H/long,Timer,937.348876953125,937.348876953125,17.726049423217773,1.3549171686172483,8.945707321166992,1.454779028892517,54.19668960571289,30.616153717041016,1.0615178346633911,0.6145944595336914,0.6145943999290466,Energy,1.0
+kdd_cup_2018/H/long,Timer,3933.24560546875,3933.24560546875,24.26762962341309,1.0618218183517456,1.1776909828186035,0.6198624968528748,42.47286987304688,62.71559143066406,1.4715611934661863,0.5694166421890259,0.5694167017936707,Nature,1.0
+loop_seattle/5T/long,Timer,174.40982055664062,174.40982055664062,8.904092788696289,1.3811830282211304,0.312557190656662,0.1870190501213073,55.247318267822266,13.206430435180664,0.2334924042224884,0.1574261784553527,0.1574261933565139,Transport,1.0
+loop_seattle/H/long,Timer,119.13572692871094,119.13572692871094,7.016603946685791,1.4354292154312134,0.2177831083536148,0.1524847447872162,57.41716766357422,10.914931297302246,0.195064440369606,0.1253961026668548,0.1253961026668548,Transport,1.0
+sz_taxi/15T/long,Timer,17.1718692779541,17.1718692779541,2.921497344970703,0.5541780591011047,8475207794688.0,0.4209156036376953,22.16712188720703,4.143895626068115,0.3835515677928924,0.2704086005687713,0.2704086005687713,Transport,1.0
+m_dense/H/long,Timer,132903.703125,132903.703125,189.4039306640625,1.4404672384262085,0.7668570280075073,0.4415754973888397,57.61868667602539,364.5596008300781,0.6311065554618835,0.3278862237930298,0.3278862237930298,Transport,1.0
+ett1/15T/long,Timer,26.45624542236328,26.45624542236328,2.947497844696045,1.726724624633789,0.8878867030143738,0.6636614799499512,69.06898498535156,5.143563270568848,0.9803682565689088,0.5617960095405579,0.5617959499359131,Energy,7.0
+ett1/H/long,Timer,252.66668701171875,252.66668701171875,9.196810722351074,1.6078972816467283,5673646555136.0,0.5512914657592773,64.31588745117188,15.895492553710938,0.7612007260322571,0.4404153525829315,0.4404153823852539,Energy,7.0
+ett2/15T/long,Timer,17.282947540283203,17.282947540283203,2.730286836624145,1.1427444219589231,0.1719768047332763,0.1983316242694854,45.70977783203125,4.157276630401611,0.2215487957000732,0.1455019265413284,0.1455019265413284,Energy,7.0
+ett2/H/long,Timer,318.6417541503906,318.6417541503906,11.12791919708252,1.1976245641708374,0.1980889439582824,0.2000740468502044,47.90498352050781,17.850540161132812,0.2444494068622589,0.1523882895708084,0.1523882895708084,Energy,7.0
+jena_weather/10T/long,Timer,2642.381103515625,2642.381103515625,16.85823631286621,0.738312840461731,1.7886229753494265,0.6904714107513428,29.532514572143555,51.40409851074219,0.3145504891872406,0.1031584367156028,0.1031584441661834,Nature,21.0
+jena_weather/H/long,Timer,1726.2587890625,1726.2587890625,15.776041984558104,1.083956956863403,5.871225833892822,0.6670762300491333,43.3582763671875,41.54827117919922,0.2501666247844696,0.0949892476201057,0.0949892476201057,Nature,21.0
+bitbrains_fast_storage/5T/long,Timer,3541142.5,3541142.5,364.0123901367188,1.2159849405288696,5.811825275421143,0.842163622379303,48.63940048217773,1881.7923583984373,4.973015308380127,0.9619760513305664,0.9619760513305664,Web/CloudOps,2.0
+bitbrains_rnd/5T/long,Timer,2221176.0,2221176.0,217.41079711914065,3.946690082550049,3.3151423931121826,0.7730594873428345,157.8675994873047,1490.3609619140625,5.709237098693848,0.8328518271446228,0.832851767539978,Web/CloudOps,2.0
+bizitobs_application/10S/long,Timer,18921282.0,18921282.0,2421.072021484375,8.513622283935547,0.1152883917093277,0.1179966256022453,340.5448913574219,4349.85986328125,0.1677567064762115,0.093371070921421,0.0933710560202598,Web/CloudOps,2.0
+bizitobs_service/10S/long,Timer,205238.046875,205238.046875,133.7473602294922,4.24716854095459,1.0456585884094238,0.2048772722482681,169.88673400878906,453.0320434570313,0.335620641708374,0.0990843251347541,0.0990843251347541,Web/CloudOps,2.0
+bizitobs_l2c/5T/long,Timer,375.9095153808594,375.9095153808594,14.159292221069336,1.3388009071350098,1.0445107221603394,1.155885934829712,53.55203628540039,19.38838577270508,1.088628888130188,0.7950230836868286,0.7950231432914734,Web/CloudOps,7.0
+bizitobs_l2c/H/long,Timer,194.76385498046875,194.76385498046875,10.17976188659668,1.0375962257385254,1.343863010406494,0.9064521193504332,41.503849029541016,13.955781936645508,0.8524594306945801,0.6218092441558838,0.621809184551239,Web/CloudOps,7.0

results/{TiRex → Timer}/config.json

@@ -1,8 +1,6 @@
 {
-    "model": "TiRex",
+    "model": "Timer",
     "model_type": "pretrained",
     "model_dtype": "float32",
-    "model_link": "https://huggingface.co/NX-AI/TiRex",
-    "org": "NXAI",
-    "testdata_leakage": "Yes"
+    "model_link": "https://drive.google.com/drive/folders/15oaiAl4OO5gFqZMJD2lOtX2fxHbpgcU8"
 }

results/TimesFM-2.5/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-m4_yearly/A/short,TimesFM-2.5,3968779.822756159,3968779.822756159,953.2987398798642,3.5746010048672225,0.17252063438504306,0.16117622395634967,42.23022041922721,1992.179666284183,0.3194552439262296,0.15286587180709002,0.12711092791527298,Econ/Fin,1
-electricity/W/short,TimesFM-2.5,33954992519.14955,33954992519.14955,25325.864864864863,1.3967853300134194,0.12850979827411782,0.08910185097975712,10.980216234144839,184268.80506246723,0.4204406042476741,0.05778526605883745,0.04606456098528357,Energy,1
-ett1/W/short,TimesFM-2.5,1001010.3571428572,1001010.3571428572,809.7381417410714,1.4441483369953474,0.6339326586042132,0.5109938893999372,8.298726760870942,1000.5050510331555,0.39812483960946055,0.32221413322544384,0.24052818697627457,Energy,7
-ett2/W/short,TimesFM-2.5,3417968.285714286,3417968.285714286,1252.2313058035713,0.8412490672071247,0.13135623931884766,0.14454969338008336,8.118279344541653,1848.7748066528509,0.15508386283292705,0.1050430086809398,0.08693052088780598,Energy,7
-hierarchical_sales/W/short,TimesFM-2.5,469.1105336334746,469.1105336334746,9.0145263671875,0.7191135875727374,0.5282080025007649,0.4589081780385163,6.710618756079831,21.658959661846055,0.9943734322605166,0.4138613148503897,0.34775590836952114,Sales,1
-m4_quarterly/Q/short,TimesFM-2.5,1830040.7706666666,1830040.7706666666,566.2758040364583,1.2049703896311814,0.11188401269912719,0.10345247332255046,9.87322457721087,1352.7899950349524,0.22643322331112486,0.09478459780282542,0.07606786007572805,Econ/Fin,1
-saugeen/W/short,TimesFM-2.5,967.25107421875,967.25107421875,15.383941650390625,1.2478244362544069,0.4173621654510498,0.41068339347839355,12.957193485059104,31.10066035020398,0.9387992936576998,0.4643770708541647,0.37806356455022827,Nature,1
-solar/W/short,TimesFM-2.5,2053658.1605839415,2053658.1605839415,1162.6410812043796,1.2791753235012961,0.2676908395586223,0.2258254837815779,6.8038428993346765,1433.0590220168679,0.2925231746374103,0.23732411213539895,0.17045972695719927,Energy,1
-us_births/W/short,TimesFM-2.5,2417059.4285714286,2417059.4285714286,1195.552455357143,1.0865839544744331,0.016139235879693712,0.01620925111430032,7.075571049667237,1554.6894958709372,0.021104757462262373,0.016229507352263858,0.01275577112614316,Healthcare,1
-car_parts/M/short,TimesFM-2.5,1.339460088862387,1.339460088862387,0.463792010545889,0.8384127237589201,0.778507525928713,1.829889115650894,15.66418845184222,1.1573504606913099,2.7752076832186967,1.1121256653007028,0.9421112990920802,Sales,1
-hospital/M/short,TimesFM-2.5,2819.2294654498046,2819.2294654498046,17.944049462190353,0.7589560550538742,0.19105574215354737,0.17283751725217975,5.046685729393158,53.096416691240144,0.1927523223295072,0.06514106641029434,0.05070281221663658,Healthcare,1
-saugeen/M/short,TimesFM-2.5,392.646484375,392.646484375,12.191250755673362,0.7143579153975297,0.3479558172680083,0.3564650671822684,4.918596428533239,19.8153093434092,0.5949150318604098,0.36601792109503534,0.2979973343270517,Nature,1
-us_births/M/short,TimesFM-2.5,41875856.0,41875856.0,5386.484375,0.6082879638609939,0.016612852613131206,0.01679656406243642,4.3013148773958045,6471.155692764624,0.02009936546194479,0.016730383744163482,0.012589306470978744,Healthcare,1
-m4_weekly/W/short,TimesFM-2.5,243507.58945789587,243507.58945789587,254.57879794300408,2.002006738398413,0.0620477094828048,0.06214771716222279,15.567259885908687,493.46488168652473,0.0899016540506798,0.04638031169125618,0.03672889993922486,Econ/Fin,1
-m4_daily/D/short,TimesFM-2.5,357812.1862854439,357812.1862854439,178.28089804276928,3.2973720846324865,0.03944506479697969,0.030716751373496262,25.289477981396118,598.174043473506,0.09240135890228973,0.027539471873125634,0.02170887240038401,Econ/Fin,1
-m4_monthly/M/short,TimesFM-2.5,1913012.8705555554,1913012.8705555554,568.2958120659722,0.9461520763200302,0.16367346827189128,0.13421268512584544,7.807885830350579,1383.1170849048012,0.28745921332034574,0.1181113796168424,0.09402596823179095,Econ/Fin,1
-covid_deaths/D/short,TimesFM-2.5,488996.0581453634,488996.0581453634,112.37994204260652,36.90652519783753,0.09635046916693711,0.140087063029661,787.7337998798989,699.2825309882719,0.2631084553844905,0.042283500097222745,0.03520733321768402,Healthcare,1
-electricity/D/short,TimesFM-2.5,1280911090.9186306,1280911090.9186306,4179.362306306306,1.376394006228205,0.4039522552711184,0.09069691375583717,11.162884282948307,35789.818257692095,0.5881455722977507,0.06868080239423598,0.05412539110984307,Energy,1
-ett1/D/short,TimesFM-2.5,52789.36507936508,52789.36507936508,150.3059523809524,1.7128243257015157,1.458841765873016,0.4725104437934028,10.795936587971358,229.75936342043838,0.6034705892197278,0.3947835696279482,0.2995758069334773,Energy,7
-ett2/D/short,TimesFM-2.5,101776.23492063492,101776.23492063492,190.6203621031746,1.2742572379259611,0.4289772639198909,0.1325021531846788,12.658773761919827,319.0238782922603,0.1825857827077706,0.10909706258025628,0.09198037762452532,Energy,7
-hierarchical_sales/D/short,TimesFM-2.5,28.97277025630426,28.97277025630426,2.310100700186027,0.7450299152621455,0.6223225357596032,1.0400629635148535,7.220078385362829,5.382635995151841,1.6513331142148036,0.7087133119950793,0.5736083169156433,Sales,1
-jena_weather/D/short,TimesFM-2.5,375.2297123015873,375.2297123015873,9.433528645833333,0.9881361987704972,0.6427340693078468,0.44242650592137894,6.275877127658018,19.37084696913347,0.116644158935524,0.05680526083556301,0.04450014058691751,Nature,21
-kdd_cup_2018/D/short,TimesFM-2.5,2890.372764146552,2890.372764146552,21.100617561008047,1.1915478125321073,0.5224141515912794,0.4641057599200412,9.315328509011994,53.76218712205217,1.2043300408538107,0.47267622412009197,0.3752128249284657,Nature,1
-loop_seattle/D/short,TimesFM-2.5,16.954627837977295,16.954627837977295,2.8356732536764704,0.8626503798094816,0.0531549569869066,0.05225526162099297,6.654660729601823,4.117599766608855,0.07358701485670618,0.050677273575549284,0.040881989395164374,Transport,1
-m_dense/D/short,TimesFM-2.5,7833.57037037037,7833.57037037037,43.863246527777775,0.6614871883280495,0.12206315251966156,0.09669913963035301,7.499356335144781,88.50745940524092,0.15321950419869124,0.07593376796366513,0.06262679111637355,Transport,1
-restaurant/D/short,TimesFM-2.5,140.26725506677874,140.26725506677874,7.113218863827402,0.6817651803581497,0.672049024586719,0.39261853007962083,4.655271897681685,11.843447769411522,0.5450629073410869,0.3273668132758502,0.2565109173699536,Sales,1
-saugeen/D/short,TimesFM-2.5,1089.804375,1089.804375,12.220719401041666,2.7150354225140947,0.27541824340820314,0.3160841369628906,29.34069807619617,33.01218525029811,1.0692725459192864,0.39583201317456074,0.3334447865947913,Nature,1
-solar/D/short,TimesFM-2.5,132874.1216545012,132874.1216545012,252.92551703163016,0.9852001248980804,1.096399549498175,0.4259804533055809,6.236162946245026,364.5190278359982,0.5266058384471678,0.36539122457291817,0.282132009142779,Energy,1
-temperature_rain/D/short,TimesFM-2.5,186.78465516533322,186.78465516533322,5.805680490917364,1.3471367892505408,21.423586487204133,1.4632016736168019,21.248662959386536,13.66691827609038,1.608957605174183,0.6834820835516865,0.5531139937752197,Nature,1
-us_births/D/short,TimesFM-2.5,157681.28,157681.28,232.9815625,0.3429802957289049,0.022539599736531576,0.022174895604451496,3.6081882000067926,397.09102231100616,0.03722406113386493,0.02184013094803981,0.018176382837871884,Healthcare,1
-bitbrains_fast_storage/5T/short,TimesFM-2.5,1551046.7231364634,1551046.7231364634,156.93641081467695,0.7111346915871751,2.084529976047417,0.6547266354579385,13.67728689253313,1245.410262980221,3.910280264568912,0.4927415232089318,0.3972588797180351,Web/CloudOps,2
-bitbrains_fast_storage/H/short,TimesFM-2.5,3913275.4918301073,3913275.4918301073,371.2564840757782,1.0595267693966375,5.106235520697134,0.48342517907401633,20.054053739570602,1978.2000636513253,5.638512621530631,1.0582015488476546,0.7823841680489255,Web/CloudOps,2
-bitbrains_rnd/5T/short,TimesFM-2.5,1513638.7558408459,1513638.7558408459,117.6014834052131,1.657069216715042,1.1087619891569254,0.5783237763087733,53.280834266860396,1230.3002706009804,5.034033519329187,0.4811913185189265,0.407886182497497,Web/CloudOps,2
-bitbrains_rnd/H/short,TimesFM-2.5,1813002.1042581305,1813002.1042581305,150.79917203017774,5.851180132676808,1.460220402267021,0.5174088677303353,207.67049567801752,1346.4776657108466,5.892845311867718,0.6599709869397857,0.6099774852778457,Web/CloudOps,2
-bizitobs_l2c/5T/short,TimesFM-2.5,20.796484375,20.796484375,2.631097121465774,0.2741012438522254,0.14270905494985106,0.16538955000808847,2.013703845534267,4.5603162582215715,0.15661971907450054,0.09036252502856015,0.07211338271113545,Web/CloudOps,7
-bizitobs_l2c/H/short,TimesFM-2.5,47.761645120287696,47.761645120287696,4.257519918774801,0.42609815531255246,0.3995344495887665,0.5085681733630952,2.7225835220301575,6.910980040507113,0.3725195235091099,0.22949122731891952,0.17948148016354798,Web/CloudOps,7
-electricity/15T/short,TimesFM-2.5,163057.3105518018,163057.3105518018,58.07214773367117,1.0813719758872353,0.18559918853932805,0.16279361898251307,12.475559481195296,403.80355440709263,0.7959764011378097,0.11447165002611698,0.09543840899225484,Energy,1
-electricity/H/short,TimesFM-2.5,1568839.215855856,1568839.215855856,166.87064893018018,0.9074777822980884,0.1794840493630383,0.11426110071487865,9.940571663819872,1252.533119664249,0.5912850807301807,0.07877486317537694,0.06457445714079207,Energy,1
-ett1/15T/short,TimesFM-2.5,4.448926943824405,4.448926943824405,1.0595989408947173,0.6939013682200964,0.47515989102516376,0.24041915166945685,4.839423711166975,2.1092479569326135,0.39873566163693147,0.20030830580102588,0.15687816257146692,Energy,7
-ett1/H/short,TimesFM-2.5,105.33231956845238,105.33231956845238,5.079697381882441,0.8386783804405953,0.45821060907273065,0.26602768670944943,6.054378576866275,10.263153490445925,0.4790233616991357,0.23709025871519926,0.1879599836121311,Energy,7
-ett2/15T/short,TimesFM-2.5,7.4982526506696425,7.4982526506696425,1.6455150785900297,0.7236933910820915,0.10664228708522598,0.12580321175711495,5.341338494253383,2.738293748060942,0.12999654557966517,0.07811845462797092,0.06281700151477447,Energy,7
-ett2/H/short,TimesFM-2.5,104.99975818452381,104.99975818452381,6.35654529389881,0.7392435317380189,0.12280855677774258,0.11098523821149553,5.328225508474343,10.246938966565763,0.1299596972133326,0.08061868079953902,0.06446220733378248,Energy,7
-jena_weather/10T/short,TimesFM-2.5,798.3594246031746,798.3594246031746,5.606163969494047,0.2759814563236545,0.3652289608908554,0.42951180463387495,2.275895126693949,28.255254813984152,0.17550054531012108,0.03482130457578503,0.028310176884314968,Nature,21
-jena_weather/H/short,TimesFM-2.5,1126.1365914786968,1126.1365914786968,8.669866397765247,0.5256772076315999,1.4817648312325153,0.5492415656817933,4.73762418100369,33.55795869058034,0.2057081264190382,0.053145722879987915,0.04341925652526499,Nature,21
-kdd_cup_2018/H/short,TimesFM-2.5,4248.663933293256,4248.663933293256,22.17124477002365,0.9326107374703951,0.8757481970428548,0.49470745038344477,7.680681551277781,65.18177608268478,1.3643726270227903,0.46408430836357945,0.3738848939157661,Nature,1
-loop_seattle/5T/short,TimesFM-2.5,43.08166415723362,43.08166415723362,3.586675238043408,0.5676442597911147,0.09546041478805621,0.07680766614474994,4.533866477064781,6.563662404270471,0.11255232274693105,0.06150356372960898,0.04905795669491059,Transport,1
-loop_seattle/H/short,TimesFM-2.5,39.994447527972405,39.994447527972405,3.514618150324534,0.7249853379569574,0.10246250665813958,0.08120649798884669,6.584976470863925,6.324116343646154,0.11194329036140971,0.06221231532315934,0.050835101142424816,Transport,1
-m4_hourly/H/short,TimesFM-2.5,816674.7826086957,816674.7826086957,208.1838516505636,0.7336225635960946,0.09490318114054952,0.08605552218770443,6.350530501913226,903.7006045193816,0.1233750796448087,0.028421690933593334,0.023603687196802628,Econ/Fin,1
-m_dense/H/short,TimesFM-2.5,43336.59111111111,43336.59111111111,86.36722222222222,0.7687776769780533,0.28691935354708525,0.20786165198414766,9.04084545954037,208.1744247286662,0.36924955572688317,0.1531939308898643,0.1277156153276405,Transport,1
-solar/10T/short,TimesFM-2.5,28.025799308090026,28.025799308090026,2.4525100151117702,1.0856914677487488,6.170121805558379,1.3197214159753101,7.284872870463529,5.293939866308459,1.5400065338110493,0.7134348978056745,0.562410294460541,Energy,1
-solar/H/short,TimesFM-2.5,646.6030861826098,646.6030861826098,11.653784395409144,0.8975871598886551,5.841614099542492,1.2377798262632285,5.693488431202964,25.42839134083416,0.9372989998079994,0.42956238605051833,0.33684762602429275,Energy,1
-sz_taxi/15T/short,TimesFM-2.5,16.662802001058836,16.662802001058836,2.7269209977034685,0.5443528714934225,1026926057729.6897,0.3942703507904314,3.9106452271059777,4.082009554258642,0.38168535135495124,0.25497877584332923,0.20064804516122467,Transport,1
-sz_taxi/H/short,TimesFM-2.5,7.158167651575854,7.158167651575854,1.8492835933326657,0.5632662593759367,1.1100459954677484,0.2958396194327591,3.9913149724075403,2.6754752197648655,0.24923702677844456,0.17227217844047116,0.1356919309691824,Transport,1
-bizitobs_application/10S/short,TimesFM-2.5,330682.1688888889,330682.1688888889,312.1507986111111,1.0240725901771486,0.014836207495795357,0.014869072172376844,6.58489661806276,575.0497099285321,0.02217736877256235,0.012038408600030099,0.00946548739519973,Web/CloudOps,2
-bizitobs_service/10S/short,TimesFM-2.5,1955.9106878306877,1955.9106878306877,17.747296626984127,0.7260925792291387,0.05928833653687169,0.04773929010623346,5.30990240831582,44.225679054489234,0.03276379690298709,0.013147764708082023,0.010208833214811,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,TimesFM-2.5,3601301.9677239405,3601301.9677239405,333.99372576574876,0.9944598806111055,5.372166098480442,0.7593947512167613,21.96364394552426,1897.709663706211,5.765766417782852,1.0147652428609104,0.7661455370329273,Web/CloudOps,2
-bitbrains_rnd/5T/medium,TimesFM-2.5,3665120.6096301274,3665120.6096301274,234.1662596679912,4.393525889829144,3.6995257800091004,0.6856240051857986,160.5133725802906,1914.4504719710374,8.05506799667902,0.9852566946857011,0.8462471494476078,Web/CloudOps,2
-bizitobs_l2c/5T/medium,TimesFM-2.5,99.9295068027211,99.9295068027211,5.961732700892857,0.570373055989672,0.3703254562848163,0.6968634861840967,3.301286113895149,9.996474718755662,0.5259615747336067,0.3136748111430989,0.24085762425754448,Web/CloudOps,7
-bizitobs_l2c/H/medium,TimesFM-2.5,70.47013578869047,70.47013578869047,4.955648949032738,0.5055644180297029,0.4936398311792312,0.7154494065504807,3.905736395801375,8.394649235595878,0.5083087619553032,0.3000720710624336,0.237198842814338,Web/CloudOps,7
-electricity/15T/medium,TimesFM-2.5,245526.12763963963,245526.12763963963,54.77988457207207,0.8656848904607868,0.131655882851089,0.12592427873321507,7.486144267713972,495.5059309833129,0.8538066156813237,0.09439125735806687,0.07663894354344278,Energy,1
-electricity/H/medium,TimesFM-2.5,4886055.971171171,4886055.971171171,234.51938626126127,1.0554992252868496,0.2379627267788109,0.11974627945134979,8.665759305545906,2210.4424831176157,0.8628085446874673,0.09154064487382105,0.07332413687793134,Energy,1
-ett1/15T/medium,TimesFM-2.5,10.993867807539683,10.993867807539683,1.668860367063492,1.0375436922235097,0.7040071466381042,0.404935050843254,7.266799181374099,3.315700198681974,0.631975736242916,0.31808643603568854,0.25117656002602395,Energy,7
-ett1/H/medium,TimesFM-2.5,171.96450892857143,171.96450892857143,7.689971051897321,1.34756523642872,3293537138066.087,0.459912109375,9.154208098367983,13.11352389438367,0.6281067090422288,0.3683313843737993,0.2867362399532431,Energy,7
-ett2/15T/medium,TimesFM-2.5,12.404727182539682,12.404727182539682,2.214093501984127,0.9149022185515798,0.1379066592906699,0.1654053703187004,6.748113218034075,3.522034523189641,0.18769559508560998,0.11799305052062278,0.09401224843254971,Energy,7
-ett2/H/medium,TimesFM-2.5,224.64012276785715,224.64012276785715,9.31343238467262,1.008217465819344,0.1738937768769248,0.16576941353934152,7.381878701158718,14.987999291695244,0.20197292887726445,0.1255044906277103,0.10058578998484317,Energy,7
-jena_weather/10T/medium,TimesFM-2.5,1479.3066378066378,1479.3066378066378,9.875244633838383,0.6270768476108538,0.7750044145782583,0.5936458308871877,5.373854923414963,38.46175552164303,0.23603913612001756,0.060604207497325306,0.04946904679343144,Nature,21
-jena_weather/H/medium,TimesFM-2.5,1235.7421626984126,1235.7421626984126,10.19021499875992,0.7294967251334445,2.3896717268912635,0.6012966534781367,6.354879678644171,35.15312450833372,0.21510820338191022,0.06235573284357655,0.050672936073476144,Nature,21
-kdd_cup_2018/H/medium,TimesFM-2.5,5162.1255940287765,5162.1255940287765,25.196162234030883,1.0357826893571056,0.9797903674234278,0.5530126460115053,8.65504762565764,71.84793381878686,1.5039073774973635,0.527401307933942,0.4190070378888065,Nature,1
-loop_seattle/5T/medium,TimesFM-2.5,71.91240970072239,71.91240970072239,4.92636638125645,0.78725902027526,0.16166315651530452,0.1126028883297254,6.407538652932233,8.480118495676956,0.15087872930691842,0.08765017848314394,0.0708601477568756,Transport,1
-loop_seattle/H/medium,TimesFM-2.5,45.79930340557276,45.79930340557276,3.83461566369969,0.7993525494107476,0.11227852237728973,0.08791354625217686,6.975295469379894,6.767518260453588,0.11961511420510942,0.0677763949639343,0.055399418785493454,Transport,1
-m_dense/H/medium,TimesFM-2.5,34187.49555555556,34187.49555555556,77.32255208333333,0.6636513116342978,0.2717813041665215,0.18925484551323785,7.38390700565494,184.89860885240742,0.3217002199459681,0.1345314719584924,0.1125194108107084,Transport,1
-solar/10T/medium,TimesFM-2.5,20.173338310108385,20.173338310108385,1.9253210279114135,0.8419677192257834,3.852799789556019,1.3532090771525966,5.494851046581868,4.491473957411796,0.9966758700882449,0.4272363658095386,0.3403948288162354,Energy,1
-solar/H/medium,TimesFM-2.5,603.5896593673966,603.5896593673966,11.535751216545012,0.8790033209032653,5.224685845940163,1.175929948247294,4.404438154662543,24.568061774739103,0.8849989272629146,0.4155446833950584,0.3144896878693224,Energy,1
-sz_taxi/15T/medium,TimesFM-2.5,16.498450854700856,16.498450854700856,2.767457306690705,0.5392917458753017,9618698564039.111,0.40737302079159987,3.848443609666335,4.061828511237378,0.3780209409954844,0.25755809541091446,0.20323306040383926,Transport,1
-bizitobs_application/10S/medium,TimesFM-2.5,3158747.0933333333,3158747.0933333333,990.3447916666667,2.1551507567479864,0.030904585520426433,0.03146876653035482,17.109516540347528,1777.2864409918097,0.06978880767120475,0.03888792520986933,0.03257143498433615,Web/CloudOps,2
-bizitobs_service/10S/medium,TimesFM-2.5,5948.295238095238,5948.295238095238,28.9795064484127,0.9590529440271665,0.06441918751550099,0.05834050738622272,8.456956522329744,77.12519198092954,0.05804623694845981,0.021810659458324874,0.01769820600229914,Web/CloudOps,2
-bitbrains_fast_storage/5T/long,TimesFM-2.5,4890046.868961695,4890046.868961695,426.2569190373294,0.9039245531589026,5.605767855449335,0.7718292500663085,16.66245616890249,2211.345036162764,5.843924714622483,1.1264697743702696,0.8314849123811503,Web/CloudOps,2
-bitbrains_rnd/5T/long,TimesFM-2.5,3044285.974824346,3044285.974824346,207.04964470302644,3.3142125022990747,2.7015518762848894,0.6555396986637931,116.67458790936918,1744.7882320855865,6.683890913191733,0.7931605758000385,0.7434909857278398,Web/CloudOps,2
-bizitobs_l2c/5T/long,TimesFM-2.5,111.76350198412699,111.76350198412699,6.276284722222222,0.6111149916688,0.4408991726368691,0.7898923797979285,3.491541410749553,10.571825858579349,0.5935922170511804,0.3524040040902626,0.27905802661633616,Web/CloudOps,7
-bizitobs_l2c/H/long,TimesFM-2.5,85.50641121031747,85.50641121031747,5.561752077132937,0.5939030401954193,0.6468779454303172,0.7742091796875,4.914139521012379,9.246967676504415,0.5648314740731051,0.33972786907628705,0.27330386842038445,Web/CloudOps,7
-electricity/15T/long,TimesFM-2.5,329463.5568168168,329463.5568168168,60.65731390765766,0.9183277522976082,0.13831809860818936,0.129371021347215,7.711218268087252,573.9891608879185,0.9055382462309927,0.09569434651353753,0.07735959269693138,Energy,1
-electricity/H/long,TimesFM-2.5,6575584.818738739,6575584.818738739,260.5505885885886,1.144049401490204,0.29030430335495183,0.12943613493745162,9.2904288226515,2564.2903148315204,1.0113553417198615,0.10276107507532205,0.0816564838649398,Energy,1
-ett1/15T/long,TimesFM-2.5,10.996666666666666,10.996666666666666,1.6941745721726191,1.0596462769928112,0.7206295415912841,0.4119231693328373,7.389508660923909,3.3161222333723868,0.6320561764721924,0.32291134855872183,0.2554749042500906,Energy,7
-ett1/H/long,TimesFM-2.5,162.15492724867724,162.15492724867724,7.893733982308201,1.446573840888557,2715446555209.994,0.5015758050181879,9.304267357922857,12.734006724070678,0.609804002071968,0.37801382377189935,0.2877906458769053,Energy,7
-ett2/15T/long,TimesFM-2.5,12.42687003968254,12.42687003968254,2.2516981336805557,0.9372296383448865,0.14191541892974466,0.16810465494791665,7.145066945792213,3.5251765969497955,0.1878630418838546,0.1199970694130453,0.09667094654545266,Energy,7
-ett2/H/long,TimesFM-2.5,220.8450892857143,220.8450892857143,9.100840153769841,1.0069646760450506,0.1784442967131424,0.16981596770109952,7.714988377815448,14.860857622819562,0.20350800738377303,0.12462900138198967,0.10067781931216822,Energy,7
-jena_weather/10T/long,TimesFM-2.5,1435.1953703703705,1435.1953703703705,9.894154059193122,0.6749863328104863,0.8680234804586678,0.599796932756251,5.738901634587184,37.88397247346654,0.2318185235854962,0.060544025253318826,0.04992824523497636,Nature,21
-jena_weather/H/long,TimesFM-2.5,1341.0650793650793,1341.0650793650793,11.353404017857143,0.8486795076978108,2.015469348056003,0.5885197621247712,6.354005177419509,36.62055542130784,0.22049631648973175,0.06836007091527112,0.0551137663589809,Nature,21
-kdd_cup_2018/H/long,TimesFM-2.5,4074.3718164294796,4074.3718164294796,23.739632706628154,1.0077571619740389,1.026435179759149,0.6001084442615171,7.647535802284041,63.83080617091938,1.4977286463162567,0.5570277126460926,0.43987586865756206,Nature,1
-loop_seattle/5T/long,TimesFM-2.5,84.09417727324848,84.09417727324848,5.307352224515538,0.8448467761485187,0.17022654995843367,0.11971050705552688,6.808573822813049,9.170287742118482,0.1621325627087778,0.09383507274331708,0.07588087720699609,Transport,1
-loop_seattle/H/long,TimesFM-2.5,48.53299363605091,48.53299363605091,3.8958870829033367,0.8221961743610641,0.12143411915204678,0.09067764938349243,7.442797918638279,6.966562540884199,0.12450179950672687,0.06962471802268728,0.056986323021417803,Transport,1
-m_dense/H/long,TimesFM-2.5,33158.79901234568,33158.79901234568,77.57057098765432,0.6618874921204684,0.27207014923062633,0.18976261091820987,7.102992215276454,182.0955765864335,0.31523436169215885,0.13428612539515852,0.11246622901628173,Transport,1
-solar/10T/long,TimesFM-2.5,19.27295222843167,19.27295222843167,1.9489042184648722,0.8528475638795701,3.4750867936753687,1.3573541443547488,5.328555160230005,4.390097063668601,0.9488491510429032,0.42122442541373395,0.33093699944755023,Energy,1
-solar/H/long,TimesFM-2.5,652.8540145985402,652.8540145985402,12.415590784671533,0.9437132847905029,6.388343372750389,1.1941705061020644,4.811222981049376,25.55100809358684,0.8859000159936807,0.4304711592757934,0.32449917710721776,Energy,1
-sz_taxi/15T/long,TimesFM-2.5,15.859452902421653,15.859452902421653,2.718789507656695,0.513075909719218,7220194879423.817,0.39991559411725425,3.811237449056315,3.9823928613864368,0.36860318934502995,0.25164631380219227,0.19981733804663077,Transport,1
-bizitobs_application/10S/long,TimesFM-2.5,6339259.164444445,6339259.164444445,1536.017361111111,3.1622200569089265,0.04588777754041884,0.04694717831081814,46.64809741593758,2517.7885464121973,0.09710104034667998,0.05923804998119693,0.053380379324798874,Web/CloudOps,2
-bizitobs_service/10S/long,TimesFM-2.5,127076.42243386243,127076.42243386243,75.45964947089946,1.3103560944912158,0.08195709067046958,0.07877580915178571,16.251980995668283,356.4778007588445,0.26409015111099166,0.055902920712399704,0.050475274198989964,Web/CloudOps,2

results/TimesFM-2.5/config.json

@@ -1,9 +0,0 @@
-{
-    "model": "TimesFM-2.5",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/google/timesfm-2.5-200m-pytorch",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/timesfm2p5.ipynb",
-    "org": "Google Research",
-    "testdata_leakage": "No"
-}

results/Toto_Open_Base_1.0/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/MAAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-bizitobs_l2c/H/medium,Toto_Open_Base_1.0,37398.41667,157.5728981,7.473105004,0.7566620283,0.5795229645,0.6969685872,0.9660157703,6.472265453,193.3867024,11.70985857,0.452507859,0.3562059739,Web/CloudOps,7
-m_dense/D/short,Toto_Open_Base_1.0,20314.09185,11139,51.54292824,0.7633603786,0.1379826619,0.111935843,0.1106136294,8.515403944,142.5275126,0.2467362069,0.08922843298,0.0745206581,Transport,1
-ett2/H/long,Toto_Open_Base_1.0,21834922.12,250.4522817,9.895243262,1.077451519,0.1819867424,0.1717069757,0.1776895674,8.036886582,4672.785264,63.99019775,0.1355077405,0.1082210883,Energy,7
-bizitobs_application/10S/medium,Toto_Open_Base_1.0,135623775.6,3939721.813,1075.867917,2.303904467,0.03309280396,0.03302663167,0.03399109523,17.39248079,11645.76213,0.4572948033,0.04224616662,0.03422610427,Web/CloudOps,2
-ett2/W/short,Toto_Open_Base_1.0,99790116.57,5574654.857,1591.609794,0.9866367346,0.1466089998,0.143275312,0.1567967449,11.79440226,9989.500316,0.8379657713,0.1335116358,0.1058714494,Energy,7
-m4_weekly/W/short,Toto_Open_Base_1.0,1183982.392,477587.8294,339.1406685,2.399577752,0.08559447641,0.08309790376,0.09231963647,20.03856176,1088.10955,0.1982366778,0.061786168,0.049082368,Econ/Fin,1
-jena_weather/10T/short,Toto_Open_Base_1.0,3224.957937,766.3789187,5.19020066,0.2656077383,0.2951250528,0.4302952358,0.5413362049,2.447266509,56.78871311,0.3527291101,0.03223765357,0.02662086378,Nature,21
-bitbrains_rnd/H/short,Toto_Open_Base_1.0,12556663.97,1934760.008,139.8294697,5.637954952,0.748071646,0.3988558514,0.5126118129,194.5472316,3543.538341,15.50825784,0.6119621858,0.5927710423,Web/CloudOps,2
-ett1/W/short,Toto_Open_Base_1.0,4061652.857,1412445.286,901.6033761,1.578953942,0.7711945942,0.4131914548,0.5430430004,8.184546837,2015.354276,0.8019575683,0.3587695026,0.2629936609,Energy,7
-solar/H/long,Toto_Open_Base_1.0,229425639.3,826.3135645,12.58941638,0.9574328268,3.103650801,1.13842416,1.450042967,5.574609656,15146.80294,525.1673257,0.436498062,0.3313992776,Energy,1
-sz_taxi/15T/medium,Toto_Open_Base_1.0,40822.83077,16.65023872,2.799652152,0.5453405167,9227365555594,0.3907462878,0.4130393525,4.340224252,202.0466054,18.8038091,0.2605543631,0.2054407513,Transport,1
-loop_seattle/H/medium,Toto_Open_Base_1.0,320976.3534,72.4425882,4.540610488,0.9291967897,0.1228339669,0.09776583928,0.1037258278,7.571202991,566.5477503,10.01366808,0.08025478219,0.06448085654,Transport,1
-saugeen/M/short,Toto_Open_Base_1.0,762.5173456,428.9092262,12.91658093,0.7569064687,0.3590344247,0.3242794446,0.3679617927,5.364999916,27.61371662,0.8290466133,0.3877945088,0.2987905772,Nature,1
-ett2/15T/short,Toto_Open_Base_1.0,9.490230887,8.237386068,1.822001721,0.7858460986,0.112535502,0.1269984836,0.1317325047,5.123620462,3.080621835,0.1462480777,0.08649690337,0.06808393659,Energy,7
-ett1/D/short,Toto_Open_Base_1.0,58832.92698,44959.96825,137.6339658,1.658963218,1.487493703,0.3903144231,0.4549627879,10.99019236,242.5549979,0.6370787475,0.3615001765,0.2838008056,Energy,7
-bizitobs_application/10S/short,Toto_Open_Base_1.0,11946828.23,562513.0667,372.4225347,1.24709962,0.01725755056,0.01722629865,0.01764700784,10.70973968,3456.418411,0.1333002424,0.01436284855,0.01159086669,Web/CloudOps,2
-kdd_cup_2018/D/short,Toto_Open_Base_1.0,101953.7318,2979.821774,21.49683797,1.211969669,0.5038438613,0.3928861529,0.4758361871,9.826820957,319.3019446,7.152702717,0.4815520042,0.3873948742,Nature,1
-restaurant/D/short,Toto_Open_Base_1.0,550.5961258,181.4894111,8.217001659,0.7834700744,0.6456841315,0.3971230152,0.467267707,5.308714575,23.4647848,1.079903764,0.378165455,0.2973646443,Sales,1
-hospital/M/short,Toto_Open_Base_1.0,5870.95904,3106.503857,18.43248095,0.7832408926,0.194963272,0.1766570687,0.1788603291,5.280802512,76.62218373,0.2781563197,0.06691418614,0.05238767787,Healthcare,1
-sz_taxi/H/short,Toto_Open_Base_1.0,25.21437947,7.372503297,1.861796518,0.5675622397,1.311333885,0.2796560923,0.2980483862,4.380735836,5.021392184,0.4677736798,0.1734378388,0.1373674751,Transport,1
-bizitobs_service/10S/long,Toto_Open_Base_1.0,7877186.208,130185.9285,75.13797619,1.302467646,0.07940020849,0.06686133329,0.07720037228,20.63749334,2806.632539,2.079243111,0.05566461486,0.05102757171,Web/CloudOps,2
-us_births/W/short,Toto_Open_Base_1.0,3784342.286,3362242.286,1358.152344,1.234635428,0.01820384392,0.01819532684,0.01831153248,9.091229699,1945.338604,0.02640778081,0.01843678489,0.01447765155,Healthcare,1
-ett1/H/long,Toto_Open_Base_1.0,64097.39259,160.3568287,7.115493242,1.369602803,4903367495009,0.3615915773,0.481282649,9.37411769,253.1746287,12.12398463,0.3407455603,0.2668288663,Energy,7
-ett1/15T/short,Toto_Open_Base_1.0,9.704888044,4.876736305,1.09491272,0.6927710736,0.5079014172,0.2077161335,0.2401852562,4.874973738,3.11526693,0.5889150585,0.2069840572,0.1616278199,Energy,7
-hierarchical_sales/W/short,Toto_Open_Base_1.0,2810.427436,488.3472425,9.143537101,0.7442683038,0.5216713315,0.4083515587,0.4689143229,6.695418071,53.01346467,2.433874094,0.4197842607,0.3558391793,Sales,1
-hierarchical_sales/D/short,Toto_Open_Base_1.0,123.3105751,29.73635348,2.291699299,0.7354232305,0.5850923014,0.7704961101,1.053829294,6.894183285,11.10452949,3.406746671,0.703067966,0.5704088874,Sales,1
-m4_hourly/H/short,Toto_Open_Base_1.0,3400969.634,3374528.178,325.7894297,0.8608470877,0.1000763959,0.08706018813,0.09206759258,6.491836545,1844.171802,0.2517701712,0.04447745075,0.03460384789,Econ/Fin,1
-covid_deaths/D/short,Toto_Open_Base_1.0,9959467.475,321507.2149,89.58891602,32.61906192,0.08334196633,0.2733040927,0.3592514707,580.5163294,3155.862398,1.187408529,0.03370826405,0.02727374002,Healthcare,1
-bizitobs_l2c/5T/short,Toto_Open_Base_1.0,45.78455636,19.32186454,2.504416039,0.2585959492,0.1496430341,0.1714225042,0.2033655439,2.81569694,6.766428627,0.2323865475,0.08601178389,0.06947410461,Web/CloudOps,7
-solar/D/short,Toto_Open_Base_1.0,444993.8453,154174.6287,259.1266138,1.011716133,1.185910688,0.4337246415,0.4276860555,5.586282249,667.07859,0.9637013844,0.3743497097,0.2897205121,Energy,1
-solar/W/short,Toto_Open_Base_1.0,4998447.65,2598564.438,1285.94594,1.426511618,0.2974762186,0.2783865546,0.2451364002,7.223323168,2235.720834,0.4563665181,0.2624937165,0.1860354557,Energy,1
-ett2/15T/medium,Toto_Open_Base_1.0,67342.93841,12.99678819,2.234408172,0.9225758172,0.1396207755,0.1561704218,0.165291283,6.545983746,259.5051799,13.82949986,0.1190756482,0.09284270687,Energy,7
-saugeen/D/short,Toto_Open_Base_1.0,2401.326667,1292.026354,13.34403158,2.964942115,0.2790883382,0.2586500549,0.3283487956,26.48296733,49.00333322,1.587229639,0.4322163622,0.3532752348,Nature,1
-m4_daily/D/short,Toto_Open_Base_1.0,792623.8843,387850.5572,174.9001043,3.312199429,0.03974167746,0.03059911665,0.03097884076,30.36738222,890.2942684,0.1375258593,0.02701723239,0.02186022254,Econ/Fin,1
-ett2/15T/long,Toto_Open_Base_1.0,17880.44825,10.6662748,2.076824932,0.8713644491,0.1326568412,0.1502894035,0.1596898251,7.092517536,133.7177933,7.126062783,0.1106777526,0.08833617314,Energy,7
-ett2/H/short,Toto_Open_Base_1.0,153.0302176,103.0952195,6.32607945,0.7349521832,0.1200016492,0.1090898786,0.1105930964,6.540849498,12.37053829,0.1568928454,0.08023228913,0.06450730164,Energy,7
-sz_taxi/15T/long,Toto_Open_Base_1.0,1767026.507,16.06504184,2.745417112,0.5175745084,8452365932963,0.3840168227,0.4043976613,4.809020317,1329.295493,123.0372229,0.2541109174,0.2018226322,Transport,1
-jena_weather/H/short,Toto_Open_Base_1.0,2050.049916,1141.295948,8.399357769,0.5438768279,1.19870911,0.494068474,0.6225096432,4.050156961,45.27747692,0.2775480409,0.05148752652,0.04224081567,Nature,21
-bizitobs_l2c/H/short,Toto_Open_Base_1.0,159.4930866,60.77701048,4.745320638,0.4696071924,0.4324744428,0.5125146291,0.6477213057,3.146160506,12.62905723,0.6807385995,0.2557849621,0.1989570271,Web/CloudOps,7
-bitbrains_rnd/5T/medium,Toto_Open_Base_1.0,66664251431,2268161.072,152.7860747,4.416975059,0.7249773977,0.543368251,0.7244324769,172.9594116,258194.2126,1086.3548,0.6428489778,0.6281348146,Web/CloudOps,2
-jena_weather/D/short,Toto_Open_Base_1.0,1598.264187,400.0442708,10.0961325,1.195979531,0.5814537397,0.3924275716,0.4858788869,8.356709248,39.97829644,0.2407346861,0.06079521903,0.05050018266,Nature,21
-bizitobs_service/10S/short,Toto_Open_Base_1.0,17440.30815,2418.000741,19.37142733,0.7885676144,0.05277840751,0.04206951,0.0429771496,6.834426153,132.0617588,0.09783557861,0.0143509735,0.01143907001,Web/CloudOps,2
-bizitobs_l2c/H/long,Toto_Open_Base_1.0,43524.07619,138.8084077,7.564872427,0.7971592662,0.751385241,0.6967385428,0.9400415814,8.978071088,208.6242464,12.7433711,0.4620842414,0.3685722769,Web/CloudOps,7
-m_dense/H/short,Toto_Open_Base_1.0,76576.03111,56413.84,101.2946419,0.8785644308,0.3165610233,0.2169596693,0.227740682,10.54627774,276.7237451,0.4908389989,0.1796714648,0.1483854659,Transport,1
-sz_taxi/15T/short,Toto_Open_Base_1.0,35.3490883,17.17536928,2.758330405,0.5498899178,918322775258,0.3595493862,0.3941651881,3.879414269,5.945509928,0.5559306294,0.2579157005,0.2026779445,Transport,1
-saugeen/W/short,Toto_Open_Base_1.0,1621.368164,1042.626758,16.11312256,1.307169824,0.433044672,0.3785656452,0.4306035042,10.04483078,40.26621616,1.215469217,0.4863880029,0.3900837548,Nature,1
-bizitobs_l2c/5T/long,Toto_Open_Base_1.0,1942267.124,304.8233929,12.6343192,1.177213459,0.8224734879,0.7236397104,1.065886579,6.787914198,1393.65244,78.251501,0.7093981345,0.5326296421,Web/CloudOps,7
-bitbrains_fast_storage/H/short,Toto_Open_Base_1.0,24009418.08,3322312.737,278.0267631,0.9447498096,2.774899699,0.444406509,0.5689816659,19.45060895,4899.94062,13.96642267,0.7924666008,0.6227602305,Web/CloudOps,2
-kdd_cup_2018/H/short,Toto_Open_Base_1.0,9510.549401,5040.024176,24.1799674,0.9901861829,0.812027319,0.440681097,0.5372339059,7.707072322,97.52204572,2.041313042,0.5061305107,0.4029938215,Nature,1
-electricity/W/short,Toto_Open_Base_1.0,132357951466,70021748932,36191.03851,1.789913428,0.2654867862,0.1058043033,0.1129543184,12.99505113,363810.3235,0.8300951004,0.08257600681,0.06366477644,Energy,1
-jena_weather/10T/medium,Toto_Open_Base_1.0,2884813.096,1499.197547,9.720549242,0.5977261209,0.6488183008,0.5138719787,0.6587338226,6.209115747,1698.473755,10.42350324,0.05965483792,0.04890392733,Nature,21
-solar/H/medium,Toto_Open_Base_1.0,8428203.529,814.2207953,11.34814768,0.8654755987,3.420207596,1.133391799,1.428819249,6.837183454,2903.136843,104.5777606,0.4087867486,0.3312314098,Energy,1
-jena_weather/H/long,Toto_Open_Base_1.0,690451.9111,1390.475926,11.6833664,1.013920841,1.949344184,0.5521645198,0.6782610212,9.512091035,830.9343603,5.003145961,0.07034681705,0.05715514827,Nature,21
-jena_weather/10T/long,Toto_Open_Base_1.0,16709049.02,1481.672751,9.802677538,0.6347010837,0.6718184922,0.5140006575,0.6538680142,7.150488703,4087.670366,25.01315589,0.05998426473,0.04982757937,Nature,21
-m4_quarterly/Q/short,Toto_Open_Base_1.0,8191969.069,1884532.298,576.4840781,1.226756767,0.1140628526,0.09880934656,0.1050152807,10.04283167,2862.161608,0.4790754509,0.09649328287,0.07759517241,Econ/Fin,1
-jena_weather/H/medium,Toto_Open_Base_1.0,22609.89048,1427.170437,10.30184539,0.7525596047,1.445821565,0.5293127151,0.6805553134,6.384433833,150.3658554,0.9201152673,0.06303881424,0.05268077696,Nature,21
-m4_yearly/A/short,Toto_Open_Base_1.0,14551917.71,3767044.312,918.9365125,3.39694196,0.16269661,0.1370154016,0.1588259838,34.50765278,3814.697591,0.6117044402,0.1473557291,0.1216313197,Econ/Fin,1
-bizitobs_application/10S/long,Toto_Open_Base_1.0,102915131.2,6357697.422,1513.660972,3.274733168,0.04762808482,0.04752889845,0.04876194424,51.24138813,10144.70952,0.3912408965,0.05837585342,0.05250523855,Web/CloudOps,2
-solar/H/short,Toto_Open_Base_1.0,892.3889222,729.6633282,10.73672368,0.8282911464,3.436526479,1.129916488,1.41346713,9.66753028,29.87287938,1.1011243,0.3957592166,0.3281712475,Energy,1
-ett2/H/medium,Toto_Open_Base_1.0,301437.2,229.789881,9.397626023,1.017258383,0.1697165203,0.1604266212,0.1658503941,7.095124107,549.032968,7.398571851,0.1266390461,0.1017818934,Energy,7
-solar/10T/short,Toto_Open_Base_1.0,38.99912798,28.8004132,2.328592015,1.032864175,4.504511879,1.233119881,1.578546369,7.924051156,6.244928181,1.816648932,0.6773871651,0.5406264183,Energy,1
-us_births/D/short,Toto_Open_Base_1.0,298692.0533,298147.7333,338.3152604,0.4979574637,0.03238560359,0.03221077601,0.0322724088,4.706409047,546.5272668,0.05123249645,0.03171431039,0.02593239217,Healthcare,1
-bizitobs_service/10S/medium,Toto_Open_Base_1.0,151640546.4,63206.46095,50.15047619,1.083177612,0.07057723757,0.06131290496,0.0660597011,10.93458683,12314.24161,9.267987315,0.03774442567,0.02729092177,Web/CloudOps,2
-loop_seattle/H/long,Toto_Open_Base_1.0,122602991.5,70.56007267,4.516094838,0.9429943618,0.1409278158,0.1038558997,0.1031635044,7.743303101,11072.62351,197.8825949,0.0807086563,0.06461756368,Transport,1
-loop_seattle/H/short,Toto_Open_Base_1.0,117.8778003,70.50443307,4.440241586,0.89936996,0.1235948057,0.09710036909,0.1015866682,8.034821411,10.85715434,0.1921826755,0.0785967926,0.06349726817,Transport,1
-ett1/H/medium,Toto_Open_Base_1.0,249021.1429,142.4777995,6.782524182,1.271840857,5101261675861,0.3463809059,0.4439577375,8.757355818,499.0201828,23.90188383,0.3248668304,0.2538733743,Energy,7
-ett1/H/short,Toto_Open_Base_1.0,151.5017857,123.0018322,5.310755557,0.8649675899,0.5511348906,0.2243749709,0.2674878438,6.242362432,12.30860616,0.5744930063,0.2478746891,0.1937806943,Energy,7
-solar/10T/long,Toto_Open_Base_1.0,248394281.7,24.29987644,2.012680234,0.8802104975,2.653774763,1.173673626,1.502075159,10.68856756,15760.52923,3406.386319,0.4350086417,0.352392243,Energy,1
-bitbrains_rnd/5T/long,Toto_Open_Base_1.0,185133487404,2150290.438,167.7686039,3.336747658,1.638555064,0.5464242455,0.7114870421,129.292375,430271.4113,1648.272946,0.642683766,0.5889880229,Web/CloudOps,2
-m_dense/H/long,Toto_Open_Base_1.0,999569700.3,42277.33728,90.20064043,0.7801472265,0.2769145027,0.2013021135,0.2136976906,7.749645307,31615.97223,54.73192163,0.1561506427,0.1284824893,Transport,1
-ett1/15T/long,Toto_Open_Base_1.0,5819.542857,10.78491195,1.689712767,1.069131671,0.8389982592,0.315474776,0.4087703063,8.044604274,76.2859283,14.54017336,0.322060924,0.2511173411,Energy,7
-electricity/15T/short,Toto_Open_Base_1.0,264941.1271,164515.0974,60.84776745,1.144713264,0.1923987992,0.1668248233,0.1841301134,11.95686549,514.7243215,1.014623107,0.1199429448,0.09944710545,Energy,1
-loop_seattle/5T/short,Toto_Open_Base_1.0,106.8326729,45.32785115,3.543208074,0.5618224956,0.09517780755,0.0738451314,0.07534042072,4.340436915,10.33598921,0.177239396,0.06075819607,0.04834597093,Transport,1
-kdd_cup_2018/H/long,Toto_Open_Base_1.0,724480550.1,4217.507247,24.57593103,1.041030982,0.8698310088,0.4958640978,0.6338830421,10.62248093,26916.17636,631.5622494,0.5766506384,0.4566059798,Nature,1
-car_parts/M/short,Toto_Open_Base_1.0,13.16870377,1.412413313,0.4252767785,0.810434487,0.9362636455,1.386385595,1.963242548,14.08657555,3.628870867,8.701660087,1.01977009,0.8989729648,Sales,1
-electricity/H/medium,Toto_Open_Base_1.0,7554248694,5027753.095,238.8937961,1.102564665,0.2017909919,0.1235894356,0.1342696326,9.839924909,86915.18104,33.9258586,0.09324811904,0.07507115984,Energy,1
-bitbrains_fast_storage/5T/medium,Toto_Open_Base_1.0,52323102590,2994436.864,279.761322,0.9847437587,4.050228287,0.6095507418,0.8091713329,24.59009573,228742.4372,694.9827225,0.8499921903,0.629301822,Web/CloudOps,2
-bizitobs_l2c/5T/medium,Toto_Open_Base_1.0,221127.0531,134.4320047,7.904009885,0.7541455962,0.4971016052,0.5809160505,0.8020871532,5.693576376,470.2414838,24.74161725,0.4158671535,0.3155920059,Web/CloudOps,7
-m4_monthly/M/short,Toto_Open_Base_1.0,14562640.19,1990627.53,581.9357991,0.9827794763,0.1631085373,0.1355008769,0.1373329189,8.427619296,3816.102749,0.7931171544,0.1209462363,0.09687896759,Econ/Fin,1
-electricity/H/long,Toto_Open_Base_1.0,5922055962,6609210.048,261.1795038,1.235409238,0.2984009959,0.1365030847,0.1484970644,11.27322499,76954.89564,30.35098714,0.1030091159,0.08349723518,Energy,1
-solar/10T/medium,Toto_Open_Base_1.0,3413751.302,24.3248469,2.008026238,0.8811358769,3.107376946,1.176572155,1.494887214,7.98364065,1847.633974,409.997344,0.4455890266,0.3530037168,Energy,1
-electricity/H/short,Toto_Open_Base_1.0,8549918.024,1703296.617,175.6078327,0.9756653182,0.1660374339,0.1175242395,0.1308332802,11.92837172,2924.024286,1.380348293,0.08289943877,0.0689230012,Energy,1
-bitbrains_fast_storage/5T/long,Toto_Open_Base_1.0,60371635062396,3498794.655,356.8014712,0.8969665165,4.132958995,0.625213384,0.8308686532,20.3471869,7769918.601,20533.57434,0.9429197281,0.6688295234,Web/CloudOps,2
-ett1/15T/medium,Toto_Open_Base_1.0,6064.968889,11.92386781,1.753412078,1.080607726,0.821602986,0.3157942321,0.409499473,7.527531484,77.87791015,14.84360492,0.3342020363,0.2604685887,Energy,7
-temperature_rain/D/short,Toto_Open_Base_1.0,2721.590325,190.2997162,5.890219042,1.365017681,23.98484399,1.084659305,1.546957797,18.23690176,52.16886356,6.141654542,0.6934345137,0.559701936,Nature,1
-us_births/M/short,Toto_Open_Base_1.0,43483594.67,45510197.33,5144.822917,0.5814147368,0.01584235082,0.01583728567,0.01602387925,4.620249499,6594.209177,0.02048156874,0.0159797849,0.01269073845,Healthcare,1
-bitbrains_rnd/5T/short,Toto_Open_Base_1.0,5755247.409,1885353.991,121.8783778,1.649742225,0.9224266805,0.4824698187,0.6465897673,53.0055946,2399.009673,9.816055112,0.4986911419,0.3985907533,Web/CloudOps,2
-kdd_cup_2018/H/medium,Toto_Open_Base_1.0,688932790.1,5444.038506,26.52247464,1.077645508,0.8338213196,0.4752643862,0.6078889982,10.70520091,26247.52922,549.4082931,0.5551633983,0.4414215174,Nature,1
-m_dense/H/medium,Toto_Open_Base_1.0,20470620.16,37971.29778,84.76822049,0.7282179456,0.2750284714,0.1948773024,0.20424096,7.242183538,4524.446945,7.871966082,0.1474859943,0.121148238,Transport,1
-loop_seattle/5T/medium,Toto_Open_Base_1.0,7447219.553,81.10869925,5.071234732,0.8042105073,0.1584395226,0.1121562314,0.115953968,6.636613702,2728.959427,48.55379626,0.09022768735,0.07234440444,Transport,1
-loop_seattle/5T/long,Toto_Open_Base_1.0,86819307.2,94.12713751,5.375400578,0.8478243958,0.1684977292,0.1162421453,0.1224421713,7.401495938,9317.687868,164.7386371,0.09503818732,0.07661619596,Transport,1
-loop_seattle/D/short,Toto_Open_Base_1.0,28.73048971,19.93816394,3.069733063,0.9245607514,0.05696543328,0.05646385295,0.05660744698,7.53428119,5.360082995,0.09579184361,0.05486023066,0.04439360883,Transport,1
-electricity/15T/medium,Toto_Open_Base_1.0,474772741.9,286474.7632,62.27742545,0.9876350728,0.171121329,0.1424783133,0.1554430993,8.213132241,21789.28044,37.54512416,0.1073102748,0.08595130674,Energy,1
-electricity/15T/long,Toto_Open_Base_1.0,1205277865547,372753.3002,67.9122961,1.043512109,0.1755482863,0.1452407467,0.1576501538,8.931468734,1097851.477,1731.995287,0.1071399723,0.08562482807,Energy,1
-ett2/D/short,Toto_Open_Base_1.0,629423.0857,148927.2,240.0302827,1.614564587,0.516818092,0.1579685514,0.1562183683,14.4767306,793.3618882,0.4540618892,0.1373756482,0.1114829481,Energy,7
-bitbrains_fast_storage/5T/short,Toto_Open_Base_1.0,7262583.103,2039738.605,152.8956294,0.6717791317,1.543328694,0.5455201532,0.726179967,13.40476802,2694.918014,8.461376119,0.4800544656,0.3706565882,Web/CloudOps,2
-electricity/D/short,Toto_Open_Base_1.0,2239868034,1483995494,4526.021261,1.484873289,0.5564405235,0.09443621331,0.1015192079,12.33176477,47327.2441,0.7777437967,0.07437756046,0.05886452498,Energy,1

results/Toto_Open_Base_1.0/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "Toto_Open_Base_1.0",
-    "model_type": "zero-shot",
-    "model_dtype": "float32",
-    "model_link": "https://huggingface.co/Datadog/Toto-Open-Base-1.0",
-    "org": "Datadog",
-    "testdata_leakage": "No"
-}

results/YingLong_110m/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-car_parts/M/short,YingLong_110m,1.843900305255248,1.6918696857977946,0.5801768418848395,1.042972189100596,0.7036974853004412,1.8118402604620656,15.124621236334674,1.35790290715325,3.2561118770763025,1.3912045520443417,1.1609190089229378,Sales,1
-solar/D/short,YingLong_110m,120124.25498783456,131737.36642335766,249.5613290754258,0.9732760927275498,1.0896855041058393,0.4227962893001064,5.250237033751217,346.5894617379971,0.5007037223242208,0.3605311188333409,0.2842868608780193,Energy,1
-bizitobs_application/10S/short,YingLong_110m,1279220.0533333332,1388033.5644444444,529.7608333333334,1.6094207599473829,0.0231995264689127,0.0237628661261664,10.486369538670612,1131.0261063889432,0.043619156082872,0.0204307578270988,0.0160324211305041,Web/CloudOps,2
-bizitobs_application/10S/medium,YingLong_110m,6811315.626666667,6560801.706666667,1474.25625,3.6654339255789594,0.0516912905375162,0.0526861190795898,46.45101624411667,2609.849732583596,0.1024811177518351,0.0578897039420983,0.0493313648740927,Web/CloudOps,2
-bizitobs_application/10S/long,YingLong_110m,9162671.786666667,7306552.32,1622.5309722222223,4.3767350951622985,0.0592618391248914,0.0611039733886718,73.29213639082548,3026.990549484201,0.1167389262665924,0.062574534156966,0.0575771418541374,Web/CloudOps,2
-ett1/D/short,YingLong_110m,42552.828571428574,42676.48888888889,139.67012648809524,1.7278003705101963,1.2535656156994048,0.4905046735491071,10.87539346641944,206.283369594906,0.5418101127302961,0.3668482201264097,0.2799443289488829,Energy,7
-ett1/W/short,YingLong_110m,1051475.5714285714,1083364.857142857,812.9561941964286,1.5250727690609622,0.7231317247663226,0.5172080993652344,8.476241409068537,1025.4148289490315,0.4080370347825129,0.3234946731050985,0.2528383972571947,Energy,7
-hospital/M/short,YingLong_110m,2993.247501086484,2879.5432420686657,18.77489746305954,0.780682014214452,0.1940906828043513,0.175651129200789,5.249674961654481,54.71057942561461,0.1986121078867453,0.0681572375881279,0.054137476375947,Healthcare,1
-electricity/W/short,YingLong_110m,47025732067.4018,49203407619.22883,30903.73063063063,1.6906766671378068,0.2551323863093288,0.1062141109157253,13.11570548512226,216854.17235414637,0.4947896592008528,0.0705121150345822,0.0568398686961493,Energy,1
-hierarchical_sales/W/short,YingLong_110m,498.3057468220339,466.9772245762712,9.377093816207626,0.7420677178441749,0.5937939546080364,0.4801955142263638,6.707491989947868,22.32276297464169,1.024848967041315,0.4305069637798339,0.3687032562737851,Sales,1
-ett2/W/short,YingLong_110m,6688521.142857143,5669832.0,1705.195591517857,1.1859454986372289,0.176666396004813,0.1952486889702933,10.109138397730945,2586.217535873025,0.2169440021284078,0.1430397678866268,0.1128394040690246,Energy,7
-bizitobs_service/10S/short,YingLong_110m,6259.745185185186,6483.464973544974,27.44454365079365,1.0746929494411337,0.0941598333126653,0.0679244171626984,7.816723963908653,79.11855146035717,0.0586135522783464,0.0203317953165151,0.0158236069161317,Web/CloudOps,2
-bizitobs_service/10S/medium,YingLong_110m,79450.71746031746,85633.0361904762,70.39871527777778,1.8281844017773472,0.1630574738033234,0.1044094122023809,17.778647770566124,281.8700364712742,0.2121420317466209,0.0529837320715061,0.0448172043138526,Web/CloudOps,2
-bizitobs_service/10S/long,YingLong_110m,140205.97164021165,137503.37015873016,88.94500661375662,1.89335579626426,0.2043532856936177,0.1174223012772817,26.90652190611916,374.4408786981086,0.2773977735135658,0.0658933043998598,0.0601586077501251,Web/CloudOps,2
-us_births/W/short,YingLong_110m,3334228.571428572,3300954.571428572,1429.017857142857,1.2990108718894304,0.0192109942436218,0.0193279428141457,8.854691384000024,1825.987012940829,0.0247875946545639,0.019398777289189,0.0152737308948069,Healthcare,1
-us_births/M/short,YingLong_110m,50607674.66666666,46719130.66666666,5761.875,0.6502323111027395,0.017891256759564,0.0180254578590393,3.857575419670789,7113.907130871661,0.0220957470464813,0.0178963444660325,0.0135742571718928,Healthcare,1
-solar/H/short,YingLong_110m,628.0685987322321,690.0911048149571,11.383386507155205,0.8804431656373053,4.218507305138539,1.4016672154542604,6.0146237700365095,25.061296828620662,0.9237677734507826,0.4195954295563567,0.3430711896492029,Energy,1
-solar/H/medium,YingLong_110m,652.3963503649635,678.9728710462288,12.2689762013382,0.9391865615780406,4.646920398663614,1.406865948932927,6.913374973875051,25.54205062959831,0.920084279116056,0.4419571587027988,0.3672737353222672,Energy,1
-solar/H/long,YingLong_110m,677.4370235198702,645.0960259529603,13.07360604217356,0.9975936672777356,5.069801592934555,1.408540045807264,7.285826330718738,26.02762039679905,0.9024250331472882,0.4532857474521184,0.3695688623863586,Energy,1
-loop_seattle/H/short,YingLong_110m,60.858273416707405,61.76369935093151,4.378860739673293,0.884904762340182,0.1304836147839394,0.1008803440288966,7.167057891058617,7.801171284923015,0.1380886648590238,0.0775102880145323,0.0625666537078707,Transport,1
-loop_seattle/H/medium,YingLong_110m,66.9749613003096,63.77637383900929,4.805631208075336,0.9752768181998628,0.1354313680138996,0.1095736004619775,7.272618869116842,8.183823146935032,0.1446481417088102,0.0849389840793782,0.0675196517741423,Transport,1
-loop_seattle/H/long,YingLong_110m,66.06846835225318,62.81858875128999,4.76953528121775,0.9799117689366712,0.1578273147252322,0.111065071245055,7.561400268775225,8.12825124810086,0.1452627319847349,0.0852379809752005,0.0682400740590624,Transport,1
-bitbrains_rnd/5T/short,YingLong_110m,1429166.7504790674,1626556.2823995843,128.40966224866665,1.7586382192009924,1.232069256738781,0.6738116679194635,54.80158042631478,1195.4776244158932,4.891549304445742,0.5254152660226297,0.4293571966948413,Web/CloudOps,2
-bitbrains_rnd/5T/medium,YingLong_110m,2181518.301122295,2375060.339156109,184.90390293294303,4.513589574300016,1.7640844087507292,0.7407258189766511,162.0242568357637,1476.9963781683066,6.214475867189912,0.7779848749196192,0.6734731764383273,Web/CloudOps,2
-m4_quarterly/Q/short,YingLong_110m,2149980.7386666667,2117257.156,654.1768684895833,1.4733073524974245,0.1304903262456258,0.1188058980305989,12.473758867339992,1466.2812617866557,0.2454296628490938,0.1094976881048318,0.0882082277748772,Econ/Fin,1
-hierarchical_sales/D/short,YingLong_110m,28.503154712691195,28.95848232740802,2.333928986668045,0.7557288351703992,0.626868412230361,1.01677911197809,6.907991797036802,5.338834583754323,1.6378953262694147,0.7160235664054078,0.5847970303492365,Sales,1
-solar/W/short,YingLong_110m,5132242.686131387,5374631.7080291975,1965.0248631386864,2.1729912508262035,0.4503507126856894,0.3491745552007299,12.500431608881795,2265.445361541829,0.4624340372200045,0.4011107026127813,0.3172612244118224,Energy,1
-bitbrains_rnd/5T/long,YingLong_110m,2271092.1071532364,2337607.7655438865,192.9968373725689,3.4640875677908043,2.1271747879066623,0.7269518750794107,118.47955108327018,1507.0143022391117,5.773032517961116,0.7393274346235844,0.6479758135832705,Web/CloudOps,2
-jena_weather/10T/short,YingLong_110m,740.4624007936508,815.5128968253969,6.045567491319445,0.3244455062148568,0.340106691267744,0.5535157509893068,2.910167493160289,27.2114387858057,0.169017139538176,0.0375505511601541,0.0306395209585856,Nature,21
-jena_weather/10T/medium,YingLong_110m,1612.6080808080808,1556.7261183261182,10.586028814935064,0.6405198409986587,1.0609466420006453,0.6560839085345505,6.401859123674272,40.15729175141273,0.2464446129763671,0.0649662778656273,0.0557072030209336,Nature,21
-jena_weather/10T/long,YingLong_110m,1754.6976190476191,1692.8407407407408,11.351511863425928,0.647390345084517,1.0158162019373005,0.6491443095564889,7.031053205526741,41.88911098421187,0.2563266528997248,0.0694618475527007,0.059911383129092,Nature,21
-ett2/H/short,YingLong_110m,107.60275297619047,105.81012834821428,6.420584542410714,0.7430531378811844,0.1210455605198008,0.1112654731387183,5.256734516054753,10.373174681657996,0.1315607173193783,0.0814308766536893,0.0646473544645334,Energy,7
-ett2/H/medium,YingLong_110m,247.20969122023808,236.4450892857143,9.41319115048363,1.0296640197015383,0.1720335914613535,0.1707638331821986,7.271572223720213,15.72290339664523,0.2118762342906105,0.1268488041494753,0.1041337052597714,Energy,7
-ett2/H/long,YingLong_110m,273.4015211640212,259.3898148148148,10.023366195436507,1.0983183735154745,0.186180762808678,0.1862538332661623,7.549927260006394,16.534857760622593,0.2264321508653267,0.1372622854941352,0.1108865766785165,Energy,7
-sz_taxi/H/short,YingLong_110m,7.214532835870727,7.199728941306089,1.851638402694311,0.5647840552609904,1.2481388189853766,0.2953322973006811,4.051169520996518,2.6859882419457324,0.2502163796692724,0.1724915434637727,0.1361426119807096,Transport,1
-bitbrains_rnd/H/short,YingLong_110m,2108299.8555901283,2196922.7105408977,185.93737479220837,5.915073307974757,2.532121997766209,0.5655497275287612,200.3061379767857,1451.998572860913,6.35465644980072,0.813752960964861,0.6922823514290165,Web/CloudOps,2
-temperature_rain/D/short,YingLong_110m,168.42888534974455,179.74203293980327,5.994417313635806,1.4092067762158809,43.05256994026332,1.4657871271208651,18.447379060434574,12.978015462687065,1.5278555309201594,0.7057013973834304,0.5695113851444837,Nature,1
-saugeen/W/short,YingLong_110m,788.195947265625,846.0529296875,13.776004028320312,1.1173300535021184,0.3653525829315185,0.3688099384307861,10.117556462639788,28.07482764445091,0.8474620173780107,0.415840136691114,0.3386746927817969,Nature,1
-jena_weather/D/short,YingLong_110m,383.0036458333333,372.2569940476191,9.961922588045637,1.119835715322047,0.7614433688762426,0.4450140574621776,7.276908702603315,19.57047893724968,0.1178462696669062,0.0599870559875349,0.047642228426339,Nature,21
-bitbrains_fast_storage/5T/short,YingLong_110m,1646127.6025572307,1837058.534358384,173.4253635675557,0.7746741240390985,2.140447317106568,0.6970448224612723,14.6627237639006,1283.0150437766624,4.02834997747612,0.5445127575158513,0.4190319350630545,Web/CloudOps,2
-m4_yearly/A/short,YingLong_110m,5335253.9982008645,5441574.807463509,1210.3423761643596,4.716552389805132,0.2106766300993446,0.2040163579638429,46.482874293828445,2309.81687546889,0.370389842776649,0.1940840103709212,0.1588989513840055,Econ/Fin,1
-covid_deaths/D/short,YingLong_110m,2225042.157393484,2112747.340350877,242.95526315789476,46.26887410004859,0.1288096924356339,0.1849375042032819,1107.9592552876968,1491.6575201410958,0.5612434011933948,0.0914131001194397,0.0787579692151736,Healthcare,1
-saugeen/D/short,YingLong_110m,1083.0783333333334,1276.1467708333332,13.531979166666666,3.006842335499278,0.3131029764811198,0.3444833628336589,28.575796289368288,32.91015547415924,1.0659677771599811,0.4383040294110111,0.3600684836259978,Nature,1
-bizitobs_l2c/H/short,YingLong_110m,76.98164682539682,80.9236576140873,5.459219796316964,0.544079942342998,0.4506522345600082,0.6493920110887097,3.1917779476069663,8.77391855589034,0.4729366805562608,0.2942659283250179,0.2286716253990275,Web/CloudOps,7
-bizitobs_l2c/H/medium,YingLong_110m,101.10079985119047,100.93075706845238,6.324358258928571,0.6549118588142214,0.5744248679293306,0.8125947780217326,4.330943289945748,10.0548893505195,0.60883882267385,0.3829494987266835,0.3056147204016453,Web/CloudOps,7
-bizitobs_l2c/H/long,YingLong_110m,127.51450892857144,111.91805555555555,7.303777591765873,0.7759753162582762,0.8824020441286401,0.8202975802951389,5.61243380948337,11.292232238515618,0.6897621365177885,0.4461358153053192,0.3580713160303097,Web/CloudOps,7
-kdd_cup_2018/D/short,YingLong_110m,2641.803311390385,2844.666533679101,20.860599940155595,1.175281319525241,0.5278960250224417,0.4562750780262983,8.945472781917406,51.39847576913527,1.1513803983148565,0.4672995747201962,0.3749615411328965,Nature,1
-bizitobs_l2c/5T/short,YingLong_110m,21.63178013392857,21.427143787202382,2.7550249372209823,0.2880674767032388,0.1536247137713749,0.2131534785914942,2.7375406337990342,4.65099775681827,0.1597340887873169,0.0946187078435359,0.077275721016552,Web/CloudOps,7
-bizitobs_l2c/5T/medium,YingLong_110m,160.88086734693877,173.8452168367347,9.424848533163264,0.9018982754305164,0.5122450865934992,0.8432613865858843,5.950172826255396,12.683882187522036,0.6673587276290389,0.4958856312443436,0.3862613771152057,Web/CloudOps,7
-bizitobs_l2c/5T/long,YingLong_110m,298.20722222222224,352.9578968253968,13.497110615079364,1.2567234613394984,0.8347074233885171,1.088086232112377,9.350956603048376,17.268677489090535,0.9696104242932112,0.7578425828200893,0.5918333986329958,Web/CloudOps,7
-restaurant/D/short,YingLong_110m,147.13038199308863,149.52120108340338,7.436090291398151,0.7097982312540012,0.7350719648214953,0.405928857143691,4.923523323043857,12.12973132402728,0.5582383398368355,0.3422261044582373,0.2703437743348678,Sales,1
-bitbrains_fast_storage/5T/medium,YingLong_110m,2932373.6551262,3267816.9807411344,302.2288904408331,1.059909032669241,5.002733475089009,0.7522894046457049,22.88002887017856,1712.4174885600182,5.202797581522949,0.9182548944733104,0.6557298339121019,Web/CloudOps,2
-electricity/H/short,YingLong_110m,1944081.4857657657,2079194.669189189,207.620185106982,1.1389196928115577,0.1812231216702186,0.1434392298420292,10.57890264352921,1394.303225903808,0.6582106952284659,0.0980115543332733,0.079940864424704,Energy,1
-bitbrains_fast_storage/5T/long,YingLong_110m,3831983.867698639,4409853.582701519,400.0782705183567,0.995757746542128,5.283809294674965,0.7659855844544042,18.343332336100374,1957.545367979664,5.173207965674115,1.057287422193827,0.7196851456747015,Web/CloudOps,2
-ett1/H/short,YingLong_110m,99.30339471726192,104.8042224702381,4.941267903645834,0.8253969858404319,0.4627948579334077,0.2599838075183687,5.633980002590112,9.96510886630256,0.4651123997393038,0.2306291886274444,0.179656885094139,Energy,7
-ett1/H/medium,YingLong_110m,136.56222098214286,135.01561569940475,6.831343005952381,1.2686854868617772,3853813528516.11,0.4550558907645089,8.41479905221366,11.685983954384964,0.5597309298877828,0.3272051363436405,0.2535399540538676,Energy,7
-ett1/H/long,YingLong_110m,151.84737103174604,154.01362433862434,7.408285796957672,1.4119925613288111,3872398931859.4976,0.5106130125661376,8.918774871107171,12.322636529239432,0.5901043744074848,0.3547667615832361,0.2729411016142002,Energy,7
-electricity/H/medium,YingLong_110m,7619830.620540541,7453080.60972973,294.38128096846845,1.3000870172048071,0.2470112886589681,0.1519741369682371,10.45759363785584,2760.4040683458898,1.077476674986685,0.1149067150833084,0.0921588430756736,Energy,1
-solar/10T/short,YingLong_110m,25.458110933698297,27.031522772201946,2.5718477940617395,1.1395126606310668,4.472551976386037,1.558937234038504,6.638171239118119,5.045603128833886,1.4677654037728944,0.7481502447787418,0.5700685263101939,Energy,1
-electricity/H/long,YingLong_110m,10095027.529033031,9583277.077525526,329.76702702702704,1.444133612638563,0.3441131514403158,0.1687742574398107,11.59887223743284,3177.2673052535306,1.2531132854398166,0.1300600179230385,0.1037060848487748,Energy,1
-m4_weekly/W/short,YingLong_110m,337790.21727019496,322943.9451467752,287.17623741161344,2.312578906208,0.0718715578630544,0.0693259851207614,18.299805806386555,581.1972275142019,0.1058851278425693,0.0523190599888635,0.0416169408903756,Econ/Fin,1
-ett2/15T/short,YingLong_110m,7.498291596912202,7.571107700892857,1.729876999627976,0.7462979204359157,0.1085578173003524,0.1276543571835472,5.397103975973882,2.73830085945869,0.1299968831830147,0.0821234151334548,0.0647997474034762,Energy,7
-ett2/15T/medium,YingLong_110m,12.128210565476191,12.200902777777776,2.169119853670635,0.8945756200628378,0.1355653714114049,0.1622458418588789,6.65633130351552,3.4825580491179458,0.1855918223247291,0.1155963233937895,0.0912416193690419,Energy,7
-ett2/15T/long,YingLong_110m,12.159797867063492,11.908239087301586,2.1875968812003967,0.9064558057674303,0.139153641765881,0.1659342060391865,7.0699985720637,3.487090171914614,0.1858333473523007,0.1165809976366959,0.0927031899970379,Energy,7
-jena_weather/H/short,YingLong_110m,1083.419695071011,1138.2622180451128,8.647916177161655,0.5382559556516687,1.6086323952505086,0.6101880199083264,4.506082416898583,32.91534133304728,0.2017689233870139,0.053011169440773,0.0437685577017571,Nature,21
-jena_weather/H/medium,YingLong_110m,1434.5523809523809,1486.8956349206348,11.310623604910717,0.8849009643070249,3.0977005882841278,0.6892198372227872,6.145043432664278,37.87548522398599,0.2317668114200839,0.0692117118125467,0.0566642850114182,Nature,21
-jena_weather/H/long,YingLong_110m,1199.3948412698412,1184.2037037037037,11.636966765873016,1.0097983231584071,3.803772474315069,0.6546696309702974,9.875330096630517,34.63228033597905,0.2085246976150432,0.0700674328247747,0.0603954391211289,Nature,21
-m4_monthly/M/short,YingLong_110m,2124889.5944444444,2104369.640407407,624.3422008101852,1.0851097148969189,0.1816056700812445,0.147112749311659,10.271842581025457,1457.7001044262995,0.302960125247973,0.1297597432974679,0.1054375180146469,Econ/Fin,1
-m_dense/D/short,YingLong_110m,12796.386666666667,12255.59037037037,60.13559606481481,0.8671633461373934,0.1517253222511466,0.1262981499565972,7.978575124196496,113.12111503457994,0.1958293829296734,0.1041036120080754,0.0833182725876339,Transport,1
-solar/10T/medium,YingLong_110m,26.257030385976552,26.577802200840523,2.627392912934085,1.1379832379438883,2.623091047284714,1.4972573596180625,7.652865015652232,5.124161432466443,1.1370717280344853,0.5830288992861634,0.4569334412231867,Energy,1
-m4_daily/D/short,YingLong_110m,364378.0656324986,360539.007874548,183.8920455025516,3.543748673772196,0.0428049835985834,0.0340059473715273,31.538818489347257,603.6373626876476,0.0932452907395394,0.0284062390890253,0.0226415174904807,Econ/Fin,1
-bitbrains_fast_storage/H/short,YingLong_110m,2891610.768801035,2610107.800015423,300.8787582791387,1.1046303884623228,3.795777175365274,0.5500887496021343,20.674034815140484,1700.4736895350763,4.846902260900079,0.8576021744615674,0.6399073021233013,Web/CloudOps,2
-electricity/15T/short,YingLong_110m,146139.65227477477,148886.21432432433,55.86144320101352,1.0489393678544376,0.1730247960245589,0.1694501277593406,10.66752529448951,382.2821631658673,0.7535534968302381,0.1101139156310653,0.0909779068139793,Energy,1
-solar/10T/long,YingLong_110m,30.30442977620641,32.5395356536395,2.8617998926018857,1.2375559443485704,2.179261924975194,1.5324585701628723,8.354899939932718,5.504945937627944,1.1898058752920673,0.6185322008076112,0.4813229342949809,Energy,1
-m4_hourly/H/short,YingLong_110m,749210.383252818,717480.5539452496,211.8672252415459,0.9638390525024426,0.12359827996836,0.1075143123018568,7.537097839151907,865.5693982880969,0.1181693283349051,0.0289245527308261,0.022922751640237,Econ/Fin,1
-loop_seattle/D/short,YingLong_110m,18.943187242002065,19.119933565531475,3.118676631836945,0.9304386245067072,0.0582435757506127,0.0575321791956914,7.541500154312252,4.352377194361957,0.0777828014905089,0.0557349224422685,0.0443372585836093,Transport,1
-saugeen/M/short,YingLong_110m,404.8509579613095,425.13257998511904,13.560282389322916,0.7947187874178349,0.4134275345575242,0.4136600040254138,5.383273345142056,20.120908477534247,0.6040900346556595,0.4071203577936292,0.3223218449697684,Nature,1
-ett2/D/short,YingLong_110m,110078.70476190477,109161.5746031746,194.42872023809525,1.265202085176369,0.460411871047247,0.1295007857065352,11.129440348945582,331.78110971226914,0.1898870828376392,0.1112766864210114,0.0905975178997903,Energy,7
-m_dense/H/short,YingLong_110m,57181.484444444446,58352.39111111111,110.0059375,0.9481986678278248,0.3765221804507182,0.2631729125976562,8.327033240738814,239.1265030155471,0.4241508298442539,0.1951231214023421,0.1589397861698921,Transport,1
-m_dense/H/medium,YingLong_110m,56845.386666666665,46238.07111111111,112.59459201388889,0.9497984247475948,0.5246484551925824,0.2914479573567708,8.042056551789994,238.42270585383991,0.4148253866772913,0.1959003652888921,0.1616473374171873,Transport,1
-m_dense/H/long,YingLong_110m,72637.4162962963,58406.763456790126,127.50513117283953,1.0276977408385104,0.6006675419517632,0.3136951135706018,8.334321690062021,269.51329521249284,0.4665673553225138,0.2207302307459761,0.1803886234454,Transport,1
-loop_seattle/5T/short,YingLong_110m,47.50567424132482,49.14025836074561,3.851548163981876,0.6053939536032894,0.113768793308821,0.0814232156003591,4.735004991270783,6.892436016483926,0.1181900645187271,0.0660455497750451,0.0524655617089425,Transport,1
-electricity/15T/medium,YingLong_110m,282733.474027027,275577.52007207205,56.71742623873874,0.8804414343468178,0.1462577081588512,0.1354073623051717,7.434214337292104,531.726879165448,0.9162189567864776,0.097729836756855,0.0790904614363773,Energy,1
-loop_seattle/5T/medium,YingLong_110m,113.91570554373064,115.6213668246904,6.600064963074045,1.0335103121146776,0.240231029719145,0.1453582803039236,7.5971683231511635,10.673130072463778,0.1898969105068196,0.1174287146434775,0.0934372085902928,Transport,1
-loop_seattle/5T/long,YingLong_110m,124.5887650498796,124.61946451095058,6.909670192638459,1.0803133892896442,0.2572309386108244,0.1504683244825708,8.099115069579383,11.161933750469924,0.1973452714506879,0.1221643821119755,0.0975790263086008,Transport,1
-sz_taxi/15T/short,YingLong_110m,16.64501446361798,16.796248253157433,2.741521441747272,0.5468035215974539,1079318087152.523,0.3946966769785526,3.918143195430888,4.079830200341428,0.3814815724429811,0.2563439798049376,0.2018717640127759,Transport,1
-sz_taxi/15T/medium,YingLong_110m,16.41774172008547,16.29446781517094,2.7590465578258545,0.5375678696241388,10190647795473.94,0.4063753568209134,3.7108302648962153,4.051881256908384,0.3770951829455409,0.2567753348409959,0.2018226805281084,Transport,1
-sz_taxi/15T/long,YingLong_110m,15.671237313034188,15.4512775997151,2.6950200876958688,0.5080189682874582,6628394884256.456,0.3973311117232015,3.5659556213184054,3.9586913637001535,0.3664094209390731,0.2494462586314947,0.1962359118574886,Transport,1
-ett1/15T/short,YingLong_110m,5.136664109002976,5.460441080729167,1.140609232584635,0.7041810358768417,0.5033803079865247,0.2458350590297154,4.867918564445051,2.2664209911230038,0.4284479074510879,0.215622622996504,0.1676887519959624,Energy,7
-ett1/15T/medium,YingLong_110m,9.287917906746031,9.688941592261903,1.6029811507936509,1.009852841367202,0.7418127876548242,0.3889829799107143,7.195348188018159,3.0476085553669834,0.5808772039534426,0.3055297922770673,0.240882488272878,Energy,7
-ett1/15T/long,YingLong_110m,8.228581969246031,8.670805431547619,1.569231460813492,1.0137601444292446,0.8001605865673274,0.3896575055803571,6.783171848764059,2.8685504996855173,0.5467485614982224,0.2990970679970918,0.2329755020422297,Energy,7
-electricity/15T/long,YingLong_110m,342645.7764804805,337793.8654414414,61.17964283033033,0.9112326708689272,0.148884438010155,0.1351548392835597,7.609666871529001,585.3595275388285,0.9234763931119212,0.0965183844027915,0.0775482475996398,Energy,1
-us_births/D/short,YingLong_110m,358157.8933333333,347439.73333333334,388.5833333333333,0.5717365850482113,0.0364318148295084,0.036666940053304,4.616306166578116,598.4629423225246,0.0561010445960638,0.0364265343281222,0.0298180647071071,Healthcare,1
-electricity/D/short,YingLong_110m,1297677372.4436758,1266918193.723964,4237.877837837837,1.4186643866874746,0.5282984296377244,0.0975097330705704,11.631629748682268,36023.28930627624,0.5919822769855417,0.0696424069079309,0.055195447196494,Energy,1
-kdd_cup_2018/H/short,YingLong_110m,4418.228545304156,4548.484061050581,21.99192171600269,0.9172755726602436,0.8375542966641358,0.4853699780605646,7.743883423661001,66.46975662136997,1.3913323924162797,0.460330752062966,0.3736459314080033,Nature,1
-kdd_cup_2018/H/medium,YingLong_110m,4890.508440364557,5138.728227720904,25.029952653218835,1.0340430992906833,0.9328160726903276,0.5543136609066536,8.841430063525657,69.93217028209948,1.4638069770650932,0.5239222403879714,0.421088051598333,Nature,1
-kdd_cup_2018/H/long,YingLong_110m,3825.816441197321,4073.1029229967016,23.835689092517622,1.0066094026393546,0.998323822848604,0.6002705705380212,7.802349250918457,61.8531845679535,1.4513256521506386,0.5592815836127703,0.4437795527641178,Nature,1

results/YingLong_110m/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "YingLong_110m",
-    "model_type": "zero-shot",
-    "model_dtype": "bf16",
-    "model_link": "https://huggingface.co/qcw2333/YingLong_110m",
-    "org": "Alibaba",
-    "testdata_leakage": "No"
-}

results/YingLong_300m/all_results.csv

@@ -1,98 +0,0 @@
-dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-car_parts/M/short,YingLong_300m,2.140451681887912,1.8299107668772627,0.580173079388161,1.0651554318735337,0.7310368808628804,1.8206315619134603,15.415473223745524,1.46302825737848,3.508191683111761,1.3911955299632646,1.1909752401446398,Sales,1
-ett1/W/short,YingLong_300m,1266404.2857142857,1252840.5714285714,876.1472516741071,1.5891326412551992,0.7785827772957938,0.5494017260415214,8.218942503845803,1125.346295908191,0.4478021506247268,0.3486399031037617,0.2702477427520409,Energy,7
-hospital/M/short,YingLong_300m,3526.4856584093877,3309.5495436766623,19.362625964254672,0.7925509856820293,0.1971561012450429,0.1785367976474223,5.817898089598588,59.38422061801761,0.2155785107008762,0.0702908285263521,0.0571739399990139,Healthcare,1
-electricity/W/short,YingLong_300m,56024946654.78919,55650156780.16576,32040.56216216216,1.5985525104586955,0.2532723454411594,0.1020619658736495,12.953576291218274,236695.89488368656,0.5400619222233788,0.0731059894339027,0.0571041755428816,Energy,1
-us_births/W/short,YingLong_300m,2994969.1428571427,2996735.1428571427,1360.232142857143,1.2366136774693737,0.0183419585227966,0.0184230485132762,7.65173526097592,1730.5979148424808,0.023492697001202,0.0184650179625041,0.0146625855770976,Healthcare,1
-bitbrains_rnd/H/short,YingLong_300m,2016634.5495929413,2029023.1120583096,181.98897105835212,5.891558599317641,2.444099645239502,0.5708674190770602,199.5416414615088,1420.0825854833026,6.214976467442832,0.796472813640522,0.6726041862317288,Web/CloudOps,2
-sz_taxi/H/short,YingLong_300m,7.258240789429754,7.306476821247329,1.865656143579728,0.5678432184047901,1.2825355203742654,0.2966730818789229,3.9790141391573983,2.6941122451430557,0.2509731806994151,0.1737973825291552,0.136745560885467,Transport,1
-bitbrains_fast_storage/H/short,YingLong_300m,2828396.814641544,2454481.489242475,296.4950003855744,1.116041561674029,4.006003154639603,0.5545716818021557,20.78528469074592,1681.783819235262,4.793630060824541,0.8451070407959799,0.6314508563229755,Web/CloudOps,2
-loop_seattle/H/short,YingLong_300m,61.74249684291999,62.71841392374124,4.418428308823529,0.8946830528220908,0.1302929391788961,0.1014617551940649,7.371551018983021,7.8576393937950595,0.1390882078092375,0.0782106742252841,0.0630410510266255,Transport,1
-loop_seattle/H/medium,YingLong_300m,66.5091847265222,64.02369711042311,4.718248919633643,0.9658017991621825,0.1293049752281669,0.1070802418932211,7.47193216776216,8.155316347421612,0.1441442872752958,0.0833945120869589,0.0668446691847725,Transport,1
-loop_seattle/H/long,YingLong_300m,65.67417870657034,64.11391038871689,4.7273988433092535,0.980583866721561,0.1591987853940918,0.1101696873925008,7.602251006171908,8.103960680221144,0.1448286270162778,0.0844849464171062,0.0680189711717979,Transport,1
-solar/H/short,YingLong_300m,672.2013221923422,746.2710494301447,11.799409885628762,0.9113878939471538,4.744568416277159,1.4033726929429309,7.281014323939222,25.926845588932377,0.9556721899139048,0.4349301902698205,0.3553887270331152,Energy,1
-solar/H/medium,YingLong_300m,723.4724452554744,826.7110097323601,12.653674346107056,0.9667742024331428,5.460635722061639,1.4120378747476288,6.491292193523192,26.897443098842583,0.96890867935974,0.4558148837672371,0.3741601759997349,Energy,1
-solar/H/long,YingLong_300m,688.6034874290349,731.6656934306569,12.617222982562854,0.9605376905649284,6.969098705162071,1.4051437800137203,6.16670622014489,26.24125544689192,0.9098321496728228,0.4374621150409241,0.3519056717370039,Energy,1
-hierarchical_sales/D/short,YingLong_300m,28.81281779661017,28.70021444811906,2.3483247855518807,0.7628497507907794,0.6420465861655035,1.0103917974079126,6.993795589397193,5.367757240841855,1.646768477164764,0.7204400380791133,0.5886648287710353,Sales,1
-electricity/H/short,YingLong_300m,1984023.0149549549,2107041.9585585585,201.48073902027028,1.092141316358599,0.1818618676648489,0.1407964399552443,11.213333626226326,1408.5535186690474,0.6649378510823422,0.0951132973386854,0.0783453463677904,Energy,1
-m4_quarterly/Q/short,YingLong_300m,2063543.7866666664,2028244.752,629.7319420572917,1.3902340567998526,0.1276051349639892,0.1145791289011637,13.006706666329526,1436.504015541435,0.2404454761879113,0.1054060378812329,0.0858312457511847,Econ/Fin,1
-solar/D/short,YingLong_300m,114811.94355231144,128232.76690997567,249.15471411192212,0.9718423636674904,1.0682757375304135,0.4241992662712895,5.156159962169716,338.839111603592,0.4895071061831731,0.3599436987059138,0.2780932732986481,Energy,1
-jena_weather/10T/short,YingLong_300m,736.9854662698413,785.972123015873,5.79593990265377,0.3190417201037026,0.3542642892024339,0.5516509426646484,2.7715034516383183,27.1474762412612,0.1686198519709293,0.0360000509709435,0.0297604143954231,Nature,21
-jena_weather/10T/medium,YingLong_300m,1453.4891774891776,1474.2339105339106,9.960123556998555,0.6168747497369166,0.8123377555588925,0.6476998426857323,6.01765140831233,38.12465314582124,0.2339703446024747,0.0611251079977263,0.0505212199444347,Nature,21
-jena_weather/10T/long,YingLong_300m,1428.3079365079366,1394.7974867724868,10.071142319775133,0.6389360993754846,0.857084003881742,0.6403959273913475,6.651505448945648,37.79296146781748,0.2312616116361389,0.0616270467682569,0.0517809597026227,Nature,21
-electricity/H/medium,YingLong_300m,6697165.174774774,6783113.28,262.5517004504504,1.1394256712480204,0.238575305449455,0.1358960838391234,9.37409242522388,2587.888168908149,1.0101380342999615,0.1024825808864167,0.0823824332110503,Energy,1
-electricity/H/long,YingLong_300m,10788752.264072072,10874608.261765763,310.58578978978977,1.2904492927112967,0.3256845672558769,0.1510404453444876,10.5750235895188,3284.623610715857,1.2954545805609838,0.1224949436299781,0.0973975950166174,Energy,1
-bizitobs_service/10S/short,YingLong_300m,7097.78708994709,7754.496507936508,29.26458333333333,1.1375627888817756,0.1028141211454199,0.0737919624772652,9.36021751103007,84.24836550311875,0.062413882517257,0.0216801388985467,0.0168141396060885,Web/CloudOps,2
-bizitobs_service/10S/medium,YingLong_300m,79036.43936507936,83061.78539682539,71.17019345238096,2.024475608191864,0.199401138547867,0.1157342432415674,20.704316738600188,281.1342016992585,0.2115882251571748,0.0535643647256803,0.0454953792638194,Web/CloudOps,2
-bizitobs_service/10S/long,YingLong_300m,143507.8162962963,138727.52423280422,91.6943716931217,2.209092702254538,0.2256087239583333,0.1289170231894841,30.394555370464637,378.82425515837326,0.280645118928353,0.0679301219456458,0.0621107889211743,Web/CloudOps,2
-temperature_rain/D/short,YingLong_300m,169.8573192622022,179.59816848414107,5.988265373235231,1.4169223545586886,43.17501018061756,1.4562404630752914,18.35573106066468,13.03293210533233,1.5343206716380424,0.704977151354141,0.570969453004899,Nature,1
-jena_weather/H/short,YingLong_300m,1097.892439431913,1140.749582289056,9.048075918964075,0.5433205131930411,2.0868194362760684,0.611689395497154,4.561840662804369,33.13445999909932,0.2031121067037529,0.0554641228970155,0.0452479824277923,Nature,21
-jena_weather/H/medium,YingLong_300m,1460.507738095238,1471.3926587301587,11.443912760416667,0.8864643831135963,3.157411993222846,0.6841133754278699,5.952747439205969,38.21658982817852,0.2338540909890952,0.0700273317943319,0.0573387430363795,Nature,21
-jena_weather/H/long,YingLong_300m,1266.8092592592593,1151.557671957672,12.092056258267196,1.0297684460143597,3.487787066881547,0.6550576079496593,9.710695016466998,35.59226403671533,0.2143048630840619,0.0728075757743191,0.060212749301546,Nature,21
-ett2/W/short,YingLong_300m,5192896.0,3621361.142857143,1325.118024553571,0.920251381772724,0.1422298039708818,0.1493746212550572,9.130618127945622,2278.792662793173,0.1911557683875646,0.1111570869625623,0.0913238713292226,Energy,7
-m4_weekly/W/short,YingLong_300m,322603.114634669,310905.3627598029,284.32563745446754,2.2478891646814683,0.0702888353084991,0.0683257121561629,15.625143070590372,567.9816146977549,0.1034774479942459,0.0517997248533857,0.0409224454402673,Econ/Fin,1
-us_births/M/short,YingLong_300m,61678576.0,59888624.0,6444.708333333333,0.7297496794067668,0.0198117395242055,0.0200638261934121,4.488259551838323,7853.570907555365,0.0243931376938969,0.020017220143867,0.0147512790400836,Healthcare,1
-ett2/15T/short,YingLong_300m,7.8107073102678575,7.9362060546875,1.755917794363839,0.7526828731917684,0.1089503491888287,0.1278966540382022,5.480821304810825,2.7947642673878343,0.1326774020234941,0.0833596642985447,0.0656481454070023,Energy,7
-ett2/15T/medium,YingLong_300m,11.774804067460318,11.666077628968257,2.1428738839285715,0.887583082146435,0.1351627821972178,0.1633011881510416,6.635062649703288,3.431443437893202,0.1828678321684062,0.1141976281575843,0.0902405995156334,Energy,7
-ett2/15T/long,YingLong_300m,12.091335565476191,11.55820560515873,2.1818497333829363,0.9056944228890282,0.1384972828893669,0.1660144430493551,6.927418405885268,3.4772597782558887,0.1853094678799243,0.1162747217264114,0.0923770822217173,Energy,7
-bitbrains_fast_storage/5T/short,YingLong_300m,1623703.492605833,1833989.1113537804,174.27381623355913,0.8032211889881609,2.1813455291714123,0.7021580837758448,14.560358990451094,1274.2462448859064,4.000818117280552,0.5471766890843569,0.4236067899107265,Web/CloudOps,2
-bitbrains_fast_storage/5T/medium,YingLong_300m,2884643.2224165485,3210277.6705504307,299.1882810123437,1.071828860739069,5.004896097549624,0.7550169182353349,22.36133822426951,1698.423746423886,5.160280725540856,0.909016682713278,0.6451886415427616,Web/CloudOps,2
-m4_monthly/M/short,YingLong_300m,2115643.5334444446,2077160.3182962963,613.2118324652778,1.0481616578806128,0.1776379590564304,0.1442686033602114,10.328364197653602,1454.525191753118,0.3023002693982013,0.1274464706444784,0.1040263144155038,Econ/Fin,1
-m_dense/D/short,YingLong_300m,10192.354814814817,9848.373333333331,50.06791666666667,0.7452390651863391,0.1358169544352877,0.1083497789171007,7.522153103474118,100.95719298204963,0.1747718345769766,0.0866749697650207,0.0727910211679623,Transport,1
-bitbrains_rnd/5T/short,YingLong_300m,1399005.2873932128,1607149.0893850003,127.8545537579058,1.785717368673824,1.287260952103256,0.6904630002774508,54.44360319841742,1182.795539133122,4.839657872789569,0.5231439223383848,0.4254771941136492,Web/CloudOps,2
-bitbrains_rnd/5T/medium,YingLong_300m,2154692.144613578,2237569.5868353653,170.8998017476835,4.498291984870307,1.302720488480961,0.742535158557506,161.37266202016482,1467.8869658844917,6.176147931090124,0.7190624901772755,0.6523731293826035,Web/CloudOps,2
-electricity/15T/short,YingLong_300m,148046.51135135136,151065.45126126127,56.60763900619369,1.0720575790780826,0.1753974046930317,0.1731773346699035,11.37966539568751,384.76812673524734,0.7584538210441255,0.1115848146488403,0.0928686267327801,Energy,1
-bitbrains_rnd/5T/long,YingLong_300m,2495840.3812932014,2664985.362653644,219.90548587644668,3.4700286239149376,3.13265080653652,0.7299715676745755,117.8975914945948,1579.8228955465868,6.051945847533729,0.8424084091017047,0.6887456579557683,Web/CloudOps,2
-hierarchical_sales/W/short,YingLong_300m,526.165717690678,466.37486758474574,9.348125910354874,0.7470547667388,0.5960424784768493,0.474093744310282,6.830222255351081,22.938302415189277,1.053108683839589,0.4291770330528773,0.3712959863530989,Sales,1
-bitbrains_fast_storage/5T/long,YingLong_300m,3764342.004972065,4058291.128677089,387.3317370508165,1.009582292054786,5.223704907595844,0.7684563330215575,17.863852992642816,1940.191228969986,5.127346157498022,1.0236021398256,0.7091054073249635,Web/CloudOps,2
-saugeen/M/short,YingLong_300m,435.9256417410714,451.20191592261904,13.39521716889881,0.7850987702047343,0.3970942270188105,0.3903743198939732,6.467658630148655,20.87883238452456,0.6268451840939336,0.4021646046854742,0.3277683276184382,Nature,1
-ett1/D/short,YingLong_300m,44104.08253968254,45032.7492063492,142.73630952380952,1.7279010891714286,1.193524654327877,0.5022412496899802,10.298170440655811,210.0097201076239,0.5515974959562591,0.3749016515760436,0.284186477558998,Energy,7
-m_dense/H/short,YingLong_300m,56680.333333333336,58421.52,108.44579861111112,0.9290678683994812,0.3376354017763754,0.2654865180121528,8.735681521715637,238.0763182959056,0.4222880638408689,0.1923558237751465,0.1564930420470122,Transport,1
-kdd_cup_2018/H/short,YingLong_300m,4379.112130473512,4493.657248686884,22.089731872523508,0.927031062482016,0.8771597718772081,0.4876331401105727,7.713783069151611,66.17486026032478,1.3851596774796953,0.4623780957872693,0.3740945141201524,Nature,1
-m_dense/H/medium,YingLong_300m,41800.30666666666,36464.53333333333,91.74852430555556,0.7876295415627308,0.3532931748005365,0.2336693996853298,7.203348506611248,204.4512329790815,0.3557193157147895,0.1596308410972175,0.1340288035217407,Transport,1
-m_dense/H/long,YingLong_300m,48228.20345679012,40142.02074074074,99.05324074074076,0.8425839120449523,0.3943751161026657,0.2482007137345679,7.669552484776432,219.60920622048184,0.3801760001115421,0.1714758024538058,0.1450698737138724,Transport,1
-kdd_cup_2018/H/medium,YingLong_300m,4827.251245101868,5073.050808932262,24.9392565809393,1.0340730004504828,0.970128537306293,0.552104804941354,8.735375001149587,69.47842287431305,1.454309222045284,0.5220238073369216,0.4169610440086544,Nature,1
-kdd_cup_2018/H/long,YingLong_300m,3780.132152963716,4039.107903047205,23.72086670455411,1.0039256698315402,1.0027367671188725,0.5979061908619002,7.661119924565232,61.48277932042204,1.4426344482750642,0.556587386406003,0.4394137146588515,Nature,1
-m4_daily/D/short,YingLong_300m,371833.55571327184,372676.6711953767,182.73388389688736,3.51317346219464,0.0425897182039283,0.0342663411028246,30.821644341592496,609.7815639335711,0.0941944000342118,0.028227335127278,0.0225400668982757,Econ/Fin,1
-solar/10T/short,YingLong_300m,24.90353938564477,27.648199893552317,2.5009282095878955,1.10731808027984,5.283718417722162,1.5479865117989604,6.1093779056853625,4.990344615920304,1.4516907083504589,0.7275197453354145,0.553421584303218,Energy,1
-m4_yearly/A/short,YingLong_300m,5000833.433736688,4916918.619424857,1118.2171567133862,4.312498587797275,0.197400464768342,0.1904156140444542,51.570179669169846,2236.2543311834384,0.3585937478127971,0.1793113043998976,0.1515941545796118,Econ/Fin,1
-saugeen/W/short,YingLong_300m,825.80419921875,866.23046875,14.6233642578125,1.1859630934214436,0.4206714630126953,0.4009381294250488,10.372063312467995,28.736809134257584,0.8674444791022005,0.4414184098198283,0.360389737554416,Nature,1
-solar/10T/medium,YingLong_300m,19.27412076974121,21.211836429993365,2.034577224687569,0.8896344776528704,3.385049980445471,1.45993566937038,5.788836723467309,4.390230149974054,0.9742094680060194,0.4514807488376786,0.3482281957351236,Energy,1
-solar/10T/long,YingLong_300m,20.30869037662206,21.51395533949209,2.027292605212135,0.8863020744614358,2.819984049958087,1.4675204210037165,6.560452865681614,4.506516434744476,0.9740113330649068,0.4381668194287328,0.3512486118243954,Energy,1
-loop_seattle/D/short,YingLong_300m,17.843253353973168,18.015608875129,3.013710373129515,0.9072788780417246,0.0559316786696175,0.0555139689253579,7.063688757702453,4.224127525770638,0.0754908083870195,0.0538590350134818,0.0428155122248671,Transport,1
-ett2/D/short,YingLong_300m,110412.06349206348,110744.29206349206,198.483878968254,1.299525306770167,0.481592765687004,0.133729989188058,13.158700287625312,332.2831074431312,0.1901743893837749,0.1135975607540354,0.092369399197667,Energy,7
-ett1/H/short,YingLong_300m,101.64408482142858,107.17801339285714,5.043887183779762,0.8324057044261892,0.5000860305059524,0.259050550914946,5.5807663009249255,10.081869113484291,0.4705620781612315,0.2354188502641587,0.1820929093721376,Energy,7
-ett1/H/medium,YingLong_300m,134.91138392857144,134.96585751488095,6.794502766927083,1.2602670254898185,4084204535571.4873,0.4403334844680059,8.777061283906667,11.615135984075756,0.5563374800544929,0.3254405762238074,0.251884158597903,Energy,7
-ett1/H/long,YingLong_300m,139.63209325396826,138.84641203703703,7.119143208498677,1.3700696073732894,3946868136624.5366,0.4871406353339947,9.286321544286984,11.816602441225154,0.5658714979262243,0.3409203492613036,0.2635700437027675,Energy,7
-bizitobs_application/10S/short,YingLong_300m,1445730.1333333333,1696495.36,572.6089930555555,1.817812998221645,0.0260726356506347,0.0266502592298719,13.865050401736086,1202.385185093917,0.0463711905181336,0.0220832400785958,0.0167920703778449,Web/CloudOps,2
-bizitobs_application/10S/medium,YingLong_300m,7385415.68,6472782.933333334,1427.790625,3.8681272482165134,0.0535245768229166,0.0546028264363606,46.89840908821573,2717.6121283214798,0.1067126298687804,0.056065135604854,0.0482781477326485,Web/CloudOps,2
-bizitobs_application/10S/long,YingLong_300m,11097452.08888889,7829531.875555555,1706.585,4.599798576803993,0.0632481596204969,0.0646431435479058,80.28070935257594,3331.283849942675,0.128474302570193,0.065816162034804,0.0606065105006177,Web/CloudOps,2
-m4_hourly/H/short,YingLong_300m,680276.8180354268,711011.2979066023,221.3985507246377,0.9250319562832946,0.1259653825498817,0.1112879140365527,6.632736911403227,824.7889536332472,0.1126018975042944,0.0302257890415205,0.024848441847268,Econ/Fin,1
-electricity/15T/medium,YingLong_300m,278774.65377477475,275488.4064864865,56.76663063063063,0.8830048993986506,0.1490606893164232,0.1366740812645642,7.348494437699491,527.9911493337504,0.9097819181048782,0.0978146208788825,0.0788211182303169,Energy,1
-loop_seattle/5T/short,YingLong_300m,46.9253664376935,48.42047601627,3.857237383800148,0.6071451751382285,0.112301051136879,0.081556795354475,4.697483555905233,6.850209225833434,0.1174659682631413,0.0661431073375346,0.0524441375006667,Transport,1
-loop_seattle/5T/medium,YingLong_300m,110.54684412087204,110.4436410764964,6.519525495436661,1.022574347155637,0.2322959196013932,0.1443163168073561,7.40182114791904,10.514125932328946,0.1870679002010895,0.1159957520566482,0.0920612168122998,Transport,1
-electricity/15T/long,YingLong_300m,354041.6156996997,339702.3521441441,62.13003922672673,0.918390176709199,0.1527356066870213,0.1376696520456582,7.614968616067751,595.0139626090296,0.9387074476292172,0.0980177511934217,0.0781690330929683,Energy,1
-ett2/H/short,YingLong_300m,106.4244605654762,104.88314732142857,6.394745163690477,0.7407379492686809,0.1214849699767802,0.1111269905453636,5.261647960582421,10.316223173500862,0.1308384137338789,0.0811031614359429,0.0644934721112446,Energy,7
-ett2/H/medium,YingLong_300m,250.7732328869048,239.66867559523808,9.44057384672619,1.0184489875158365,0.1694063243810091,0.1668871924990699,7.150306133250036,15.835821193954695,0.2133978742240738,0.1272178035904968,0.1043022206096907,Energy,7
-ett2/H/long,YingLong_300m,261.07665343915346,244.61593915343917,9.685083912037037,1.0566042765999606,0.1798375119565762,0.177695154260706,7.226095618540751,16.157866611627707,0.2212695472336587,0.1326297699842532,0.1074672897321776,Energy,7
-solar/W/short,YingLong_300m,3862026.510948905,3956599.124087591,1628.1543111313867,1.7994194368063492,0.3761719195512089,0.2988925014969206,6.805938593758485,1965.203936223644,0.4011472559064694,0.3323470007686349,0.2550112813871233,Energy,1
-us_births/D/short,YingLong_300m,296733.0133333333,282991.52,343.6533333333333,0.5056032079818389,0.0324939346313476,0.0324668312072753,4.374781613832464,544.732056458341,0.0510642100472872,0.0322147114140432,0.026229993355089,Healthcare,1
-loop_seattle/5T/long,YingLong_300m,121.08967205595688,119.8049902534113,6.827265436876505,1.0697318088504102,0.2490078142916523,0.1493035153114608,7.929456457836664,11.004075247650611,0.1945543008369836,0.1207074491773945,0.0963152927793633,Transport,1
-ett1/15T/short,YingLong_300m,4.989907691592262,5.426839192708333,1.141652352469308,0.7168367160193663,0.5069723305352889,0.2472874959309896,4.930563499085433,2.233810128814054,0.4222830970424437,0.2158198160747358,0.1664695648975054,Energy,7
-ett1/15T/medium,YingLong_300m,9.615633060515872,10.269906374007936,1.6350288318452382,1.0285318121682634,0.745706922602835,0.395733894469246,6.911382373698324,3.10090842504513,0.5910362118139507,0.3116381119724082,0.2433109284140673,Energy,7
-ett1/15T/long,YingLong_300m,8.188919270833333,8.516012524801587,1.5882097904265873,1.0330601058192537,0.7845586517624605,0.3966448102678571,6.774528152155858,2.861628779355095,0.545429274759444,0.3027143563860313,0.234386699323145,Energy,7
-bizitobs_l2c/H/short,YingLong_300m,75.45882936507937,79.87349640376983,5.463115389384921,0.5544664321973307,0.438568115234375,0.6435810235464935,3.342718499167766,8.686704171610737,0.4682356018836918,0.294475910768167,0.2293816088144503,Web/CloudOps,7
-bizitobs_l2c/H/medium,YingLong_300m,113.69686569940475,110.27954799107142,6.904127139136905,0.7066118148803214,0.6698913210481228,0.827325504925879,4.58752951107538,10.662873238457108,0.645653170562967,0.4180553850416573,0.3300024212056354,Web/CloudOps,7
-bizitobs_l2c/H/long,YingLong_300m,160.58421378968254,147.89649057539685,8.480064174107143,0.8682625214808085,1.075153924125715,0.8582013811383928,5.829721432727708,12.672182676622151,0.7740534920595641,0.5179867947268668,0.4064934051278263,Web/CloudOps,7
-electricity/D/short,YingLong_300m,1282925632.1337657,1243548164.7602162,4178.923099099099,1.3960895808857603,0.4919655604049015,0.0964651131501923,11.42025889604222,35817.95125539379,0.5886078908799401,0.0686735847612102,0.0544394748229051,Energy,1
-restaurant/D/short,YingLong_300m,144.66475203138134,145.78415989539553,7.351071436910432,0.7028993806063948,0.7281346041870972,0.4021850939367937,4.760680038577257,12.027666109074584,0.5535410621619854,0.3383133397880059,0.2660543066940184,Sales,1
-covid_deaths/D/short,YingLong_300m,2211933.930827068,2010009.6,239.6091478696742,45.40439854073493,0.1270707583128245,0.179707526749991,1027.51135296984,1487.257183820965,0.5595877532384465,0.090154107958177,0.0782561074650183,Healthcare,1
-kdd_cup_2018/D/short,YingLong_300m,2642.2679699448104,2860.213046080192,20.99158853647184,1.1828928942779466,0.5280815777416218,0.4594672016818771,8.995735851027813,51.40299572928421,1.1514816502185126,0.4702338582751935,0.3737529937229737,Nature,1
-jena_weather/D/short,YingLong_300m,443.6748511904762,421.8808531746032,10.51873992435516,1.1223821038179145,0.7764330249147366,0.4529628208705357,7.463217046476573,21.063590652841604,0.1268372425727124,0.0633400064278558,0.0498921349319168,Nature,21
-saugeen/D/short,YingLong_300m,1158.5739583333334,1324.6688541666667,14.110291341145832,3.1354633168907866,0.3316891988118489,0.3666178385416667,31.62129070008756,34.037831281286614,1.1024934652389848,0.4570356985341836,0.3812078377644103,Nature,1
-sz_taxi/15T/short,YingLong_300m,16.783106541895606,16.917020506620116,2.7601179372114437,0.5506225498685873,1435920906467.7017,0.3976650820255862,3.961607921482223,4.096718997184894,0.3830607471782375,0.2580828316647546,0.2029748081706777,Transport,1
-sz_taxi/15T/medium,YingLong_300m,16.644449452457266,16.39372329059829,2.7757130158253207,0.5409075762721375,10721217586650.363,0.4071870983156384,3.82111000336121,4.079760955308199,0.3796898542357274,0.2583264269460883,0.2033638725101678,Transport,1
-sz_taxi/15T/long,YingLong_300m,15.92368011039886,15.55902666488604,2.7135422231125355,0.5112924792403588,7093442563239.458,0.3995969593015491,3.699541891371406,3.9904486101688943,0.3693488151024904,0.251160634491863,0.1984183486358434,Transport,1
-bizitobs_l2c/5T/short,YingLong_300m,21.18319847470238,21.35645461309524,2.7568990071614583,0.2863604562118306,0.154044101423466,0.2115164802187965,2.582952677078044,4.602520882592754,0.1580691967068341,0.0946830709909545,0.0769831298202451,Web/CloudOps,7
-bizitobs_l2c/5T/medium,YingLong_300m,156.47931547619046,165.9232674319728,9.161406515731292,0.8765213191442975,0.5612127561711044,0.8780798256802721,5.991860301799829,12.509169256037367,0.6581662581680209,0.4820247070447808,0.378771384090228,Web/CloudOps,7
-bizitobs_l2c/5T/long,YingLong_300m,281.7161507936508,324.4997619047619,13.082249503968256,1.2142850755593633,0.8502009243068485,1.1255081288206574,8.598363535277072,16.784402008819104,0.9424190800691136,0.7345487516496757,0.5755636810205136,Web/CloudOps,7

results/YingLong_300m/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "YingLong_300m",
-    "model_type": "zero-shot",
-    "model_dtype": "bf16",
-    "model_link": "https://huggingface.co/qcw2333/YingLong_300m",
-    "org": "Alibaba",
-    "testdata_leakage": "No"
-}

results/YingLong_50m/all_results.csv

@@ -1,98 +0,0 @@
-,dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-0,car_parts/M/short,YingLong_50m,2.345947492672213,2.159477054478876,0.7046011231312068,1.2694769664624517,0.7896742665264872,1.8166425885386976,15.541603892619609,1.5316486191918215,3.672736271633272,1.6895612149756591,1.4066018375789853,Sales,1
-1,hierarchical_sales/W/short,YingLong_50m,506.3414327330509,469.1426112288136,9.835895085738876,0.7762142640077655,0.6525183068950571,0.4975210610082594,6.810471240877617,22.502031746779014,1.0330792840570182,0.4515707544804065,0.3884757395322085,Sales,1
-2,m4_weekly/W/short,YingLong_50m,341134.72809085064,329510.0955646025,285.9197289479323,2.2658492182747123,0.0715250489745989,0.0683844194234452,17.1217089367556,584.0674002979885,0.1064080288437343,0.0520901436193186,0.0414693148038312,Econ/Fin,1
-3,solar/H/short,YingLong_50m,644.0886156998336,693.0945703675246,11.36824447352414,0.8779149150095859,4.844241733675308,1.4027870115210337,7.285883170317518,25.378900994720667,0.9354747691167784,0.4190372891381436,0.3410760500052428,Energy,1
-4,solar/H/medium,YingLong_50m,699.8939172749392,783.696897810219,12.152376064476886,0.9282774260861631,6.186506391005668,1.4087745690411022,6.9437785740605165,26.455508259622214,0.9529891549700594,0.437756949627003,0.3593152234850635,Energy,1
-5,bitbrains_fast_storage/H/short,YingLong_50m,2779094.920323197,2396860.934049645,285.2965966634964,1.11194384477403,3.75212288793506,0.5462979873385828,21.42075720979008,1667.0617626000535,4.751667418280039,0.8131879533951912,0.623302913456145,Web/CloudOps,2
-6,solar/H/long,YingLong_50m,683.3649635036496,695.7158150851582,12.816001368613138,0.9753705831403884,7.868069870639642,1.4131793830220591,6.751444721076464,26.14125022839668,0.9063647864932614,0.4443541239486017,0.3515286755533442,Energy,1
-7,bizitobs_service/10S/short,YingLong_50m,8828.645925925926,8728.380105820106,30.63292989417989,1.1677389729333216,0.11160320302166,0.0703267738301918,10.776195731661758,93.96087444210984,0.0696092196403678,0.0226938537757618,0.0177720397177592,Web/CloudOps,2
-8,bizitobs_service/10S/medium,YingLong_50m,84027.80952380953,84558.35428571429,71.37823412698413,2.11970590850764,0.2086375984312996,0.1171220179966517,21.88575470696702,289.875506940151,0.2181671374712877,0.053720941039888,0.0466532159788119,Web/CloudOps,2
-9,bizitobs_service/10S/long,YingLong_50m,150605.20634920636,143200.4673015873,96.26845238095238,2.3440938635306883,0.2365248584242724,0.1303954819775132,29.702485428959225,388.0788661460533,0.2875012306105031,0.0713187471488748,0.0652027971221242,Web/CloudOps,2
-10,jena_weather/H/short,YingLong_50m,1058.9135338345864,1098.6013993316624,8.542908377715122,0.5349701924956606,1.5319804349726602,0.6067653079627356,4.510380017575527,32.54095164303875,0.1994739386892743,0.0523674783902325,0.0437365212110991,Nature,21
-11,jena_weather/H/medium,YingLong_50m,1433.5343253968254,1443.396626984127,11.270207093253967,0.8804535156623439,3.437548347597054,0.6806450719007342,5.971317705796436,37.862043333618765,0.231684558108966,0.0689643960097257,0.056707822484238,Nature,21
-12,jena_weather/H/long,YingLong_50m,1265.4759259259258,1147.4583333333333,11.866300843253969,1.0546677344811275,3.406120945809831,0.6630678835119225,10.351846591977424,35.573528443576215,0.2141920540557199,0.0714482780557197,0.060924276451579,Nature,21
-13,jena_weather/10T/short,YingLong_50m,929.2649801587302,1088.3414682539683,7.2913194444444445,0.3355857765130435,0.36007344982751,0.5732276958533923,2.867170582323744,30.48384785683609,0.189342901249565,0.0452882321166316,0.0369492828071498,Nature,21
-14,jena_weather/10T/medium,YingLong_50m,1749.5961038961038,1838.22886002886,10.89862012987013,0.6360092629119818,0.8894896365168352,0.6662731209017687,6.367873579534676,41.82817356634286,0.2566987861103216,0.0668846454215329,0.0577173812096614,Nature,21
-15,jena_weather/10T/long,YingLong_50m,1826.5833333333333,1982.88082010582,11.474210482804232,0.6418221135358174,0.8611013964834784,0.6545774939021869,6.865585264621856,42.73854622391048,0.2615244927853477,0.0702126614439889,0.0602355313198452,Nature,21
-16,ett2/H/short,YingLong_50m,107.4489490327381,106.79140625,6.4644891648065474,0.7520336049129952,0.1244616642814223,0.1131137393769763,5.303594440600407,10.365758488057596,0.1314666593496833,0.0819877094260368,0.0649365320886791,Energy,7
-17,ett2/H/medium,YingLong_50m,240.5033110119048,232.72336309523808,9.28452380952381,1.010321635022601,0.1702085426368962,0.1661948976062593,7.061515230128147,15.508169170211705,0.2089825524990052,0.125114928987171,0.102082007057541,Energy,7
-18,ett2/H/long,YingLong_50m,256.7726851851852,248.11107804232805,9.654962384259258,1.060695091675036,0.1827469019936677,0.1782821736007771,7.263948572087742,16.02412821919449,0.2194381028819546,0.1322172788445764,0.1068073671577059,Energy,7
-19,hierarchical_sales/D/short,YingLong_50m,29.1740104381976,29.092078338156263,2.364517233360893,0.7687472673995499,0.6495397235299631,1.006649990957007,7.098579794570063,5.401297107010278,1.6570581366736246,0.725407701746376,0.591013011304968,Sales,1
-20,m4_daily/D/short,YingLong_50m,360999.3035249586,360344.2695596336,193.09807170739128,3.708535578366285,0.0435554471905981,0.0339308457044369,31.566226549101973,600.8321758402745,0.0928119668942469,0.0298283157249116,0.023740030190624,Econ/Fin,1
-21,ett2/15T/short,YingLong_50m,8.028053501674107,8.161034574962798,1.7920915876116073,0.7730018202384242,0.1120487116501903,0.1315044766380673,5.499145219882313,2.8333819900737187,0.1345107227002379,0.08507696295069,0.0670705947508995,Energy,7
-22,ett2/15T/medium,YingLong_50m,12.2265091765873,12.068477182539684,2.1940415736607144,0.909095213257458,0.1392216305434914,0.1669336906312004,6.4364931291520415,3.4966425577383946,0.1863424112839223,0.1169244469636455,0.0919309167813532,Energy,7
-23,ett2/15T/long,YingLong_50m,12.33646949404762,11.64891121031746,2.199874441964285,0.9193657819633304,0.1421542997484582,0.1693870132688492,6.754968759117255,3.512331062705738,0.1871784801118855,0.1172352910738002,0.0931966929661242,Energy,7
-24,us_births/W/short,YingLong_50m,2937836.285714286,3116259.714285714,1357.3392857142858,1.2339246271767508,0.0182938064847673,0.0183947086334228,7.413372415602534,1714.0117519183718,0.0232675414658539,0.0184257477104473,0.0143340729500147,Healthcare,1
-25,ett2/W/short,YingLong_50m,6623990.285714285,4113258.5714285714,1388.510602678571,0.9505465144564608,0.1422410437038966,0.1490610837936401,12.31331514823101,2573.711383530462,0.2158949276778677,0.1164747523997943,0.109217580130966,Energy,7
-26,bitbrains_fast_storage/5T/short,YingLong_50m,1625323.5851269332,1807582.7612112092,171.9134607317288,0.8170880115615706,2.188540019955796,0.6879133037170319,14.894242836302633,1274.881792609391,4.002813579976022,0.5397657564700009,0.4157287325802631,Web/CloudOps,2
-27,temperature_rain/D/short,YingLong_50m,172.66202881747603,177.03384917584646,6.184557662395261,1.4583460504277337,55.47725823619599,1.4426676192473649,18.659867846409888,13.140092420431298,1.5469362738146486,0.7280859433364272,0.5855959025173892,Nature,1
-28,saugeen/D/short,YingLong_50m,1106.04375,1263.1034375,13.639124348958331,3.030752481941585,0.3296083831787109,0.3492827606201172,29.81457571490539,33.2572360547295,1.0772097998619516,0.4417744873944299,0.3670472305631288,Nature,1
-29,saugeen/W/short,YingLong_50m,912.7845703125,931.8578125,15.276841735839843,1.2393039893169084,0.4460285186767578,0.4208316326141357,11.57681965079929,30.212324808139144,0.9119841466469698,0.4611441708771578,0.3761910558095485,Nature,1
-30,bitbrains_fast_storage/5T/medium,YingLong_50m,2870817.369644257,3254084.6308887354,298.25332927733194,1.0843732914669508,5.019108437274568,0.7493626578769188,22.878649997043716,1694.3486564589523,5.147899476017486,0.906176040954912,0.643268657087845,Web/CloudOps,2
-31,kdd_cup_2018/H/short,YingLong_50m,4438.921620014656,4562.074270052173,22.455049457146558,0.933982231959928,0.8712875178771664,0.4929287654149919,7.8220884471991505,66.62523260758385,1.3945867863972063,0.4700248544763467,0.3798612742472347,Nature,1
-32,kdd_cup_2018/H/medium,YingLong_50m,4856.280447402948,5070.645750417959,24.90104127814369,1.0303783760583116,0.9588919119228289,0.5491351752796269,8.970134709056229,69.68701778238862,1.458675491254284,0.5212238918382718,0.4193356351147657,Nature,1
-33,electricity/H/short,YingLong_50m,1963977.596036036,2063356.6875675677,202.36813837274772,1.0953413361090494,0.1902020470908761,0.1394756007306852,10.844345889803993,1401.4198500221253,0.6615702500380454,0.0955322132056848,0.0786484151989655,Energy,1
-34,kdd_cup_2018/H/long,YingLong_50m,3813.569594741067,4078.6333335286295,23.86171278584025,1.0096902984019391,0.9942768613202848,0.601537233567298,7.891046642279318,61.75410589378707,1.4490008660882356,0.5598922046171155,0.4445782346906876,Nature,1
-35,bizitobs_l2c/H/short,YingLong_50m,95.82296316964286,101.37220982142856,6.389646499875992,0.6454355930506707,0.527434936816172,0.7312637518416564,4.273780109539138,9.788920429222156,0.5276478809935692,0.3444183105108198,0.268816795141293,Web/CloudOps,7
-36,bizitobs_l2c/H/medium,YingLong_50m,129.63949032738094,134.55741257440476,7.505065336681548,0.7737421733293213,0.6573928147968812,0.8902070027584474,4.899897526602889,11.3859338803359,0.6894355906947746,0.4544431056756912,0.3582639308630035,Web/CloudOps,7
-37,bizitobs_l2c/H/long,YingLong_50m,143.0390625,121.79383680555556,7.483891369047619,0.7900304220953858,0.8887128190205733,0.8322667681981647,6.230490059681806,11.95989391675361,0.7305448388148346,0.4571376846620619,0.3770265652827749,Web/CloudOps,7
-38,restaurant/D/short,YingLong_50m,149.56512094891193,150.78612122910246,7.516571372700103,0.7169512887675535,0.747977100991174,0.4093964885705613,4.910284339555336,12.229681964340362,0.5628382998873502,0.345930030292545,0.2713240697110609,Sales,1
-39,sz_taxi/15T/short,YingLong_50m,16.772697029532967,16.85576893267323,2.7634824722532243,0.5513067916951179,1255242130478.4165,0.3971661275414174,3.967935671947546,4.095448330712154,0.3829419344286209,0.2583974300806815,0.2032656653026313,Transport,1
-40,sz_taxi/15T/medium,YingLong_50m,16.9963374732906,16.79073684561966,2.8291869073851497,0.5522790594283759,11016456208215.96,0.4117452768179087,3.994914936733256,4.122661455090704,0.3836824618143321,0.263303065115379,0.2082080492337384,Transport,1
-41,sz_taxi/15T/long,YingLong_50m,16.179738693019942,15.89880698005698,2.7589086983618234,0.5209434231991072,7478219016552.588,0.4030867791243768,3.936516157070564,4.02240459091573,0.3723066037566794,0.2553596746288545,0.2043178718052039,Transport,1
-42,jena_weather/D/short,YingLong_50m,435.4188988095238,373.4659226190476,9.950619264632936,1.0802152985573867,0.8180907067106863,0.4451001364087301,7.25892292119835,20.866693528432428,0.1256516000703413,0.059918991506165,0.0489986381024393,Nature,21
-43,kdd_cup_2018/D/short,YingLong_50m,2654.8831704235654,2825.608085643992,20.737810858434734,1.1712600846547196,0.5410068262621351,0.453783898842177,9.20092703933402,51.52555841932784,1.1542271845319196,0.4645489689929856,0.3718150430487579,Nature,1
-44,m_dense/D/short,YingLong_50m,11828.093333333334,11316.230370370373,56.79396990740741,0.8310552920904485,0.1478149323573017,0.1208352322048611,7.51145069906171,108.75703808643068,0.1882745202008855,0.0983187628383452,0.0802924636732568,Transport,1
-45,bitbrains_fast_storage/5T/long,YingLong_50m,3655905.308869216,3892526.2015919313,378.6719158481997,1.007303638308903,5.08547967450603,0.7616484369449431,18.311073355116317,1912.042182816377,5.052956632652286,1.0007168178506989,0.6903949173762876,Web/CloudOps,2
-46,m_dense/H/short,YingLong_50m,54753.804444444446,55595.96444444444,108.64254340277778,0.9371542769194656,0.3416542823024893,0.260730726453993,8.538897815674979,233.9953085949469,0.4150493695538056,0.1927048000099034,0.1575588611417751,Transport,1
-47,m_dense/H/medium,YingLong_50m,52862.44,46354.77333333333,107.02614583333332,0.8893852585453887,0.4622745488663682,0.2679356384277344,8.161983479242796,229.91833332729252,0.4000288528944082,0.1862119724331516,0.156467421056435,Transport,1
-48,m_dense/H/long,YingLong_50m,64903.02814814815,55913.53283950617,122.08861882716047,0.9842398728974996,0.5558742264659896,0.2963102213541667,8.394663164590755,254.76072724842845,0.4410284793506166,0.2113534471694824,0.1747923377750923,Transport,1
-49,bizitobs_application/10S/short,YingLong_50m,1780789.9022222222,1970887.68,599.4136111111111,1.885777229108565,0.0269266404045952,0.0274116579691569,15.091735876583115,1334.4624019515209,0.0514648808446078,0.0231169870558781,0.0176288755103418,Web/CloudOps,2
-50,bizitobs_application/10S/medium,YingLong_50m,8732044.8,6254582.613333333,1417.6616666666666,4.080549996140289,0.0554265276590983,0.056578197479248,44.76144069936248,2955.003350251908,0.1160342844698754,0.0556674012224096,0.0489637633139335,Web/CloudOps,2
-51,bizitobs_application/10S/long,YingLong_50m,12305676.515555557,8048074.524444444,1721.628611111111,4.865825362311909,0.0655826059977213,0.0675031195746527,67.58463998206184,3507.944770881599,0.1352874081569255,0.0663963339843274,0.0601136315919493,Web/CloudOps,2
-52,ett1/H/short,YingLong_50m,97.85457589285714,100.60135788690476,4.928938802083334,0.8304398933425667,0.4636341276622954,0.2600812457856677,5.630882199233684,9.8921471831376,0.4617069794873857,0.2300537390170789,0.1793112094888531,Energy,7
-53,ett1/H/medium,YingLong_50m,133.38772321428573,132.90990513392856,6.761934988839286,1.2665184884028238,4272706268616.796,0.4422677902948289,8.465435611100284,11.54936029459146,0.5531869804489171,0.3238806568550475,0.2512376460359611,Energy,7
-54,ett1/H/long,YingLong_50m,135.28277116402117,136.3495701058201,6.983536396329365,1.3444550410010925,3239410691356.6665,0.4766467543506117,9.208496499410815,11.631112206664554,0.5569887723370733,0.3344264327304795,0.2592799199082443,Energy,7
-55,ett1/W/short,YingLong_50m,1364905.7142857143,1400135.7142857143,923.1282087053572,1.733683991631802,0.850813456944057,0.5598954132625035,9.790559825487488,1168.2917932972543,0.4648911890481847,0.3673347472361833,0.2902033017798772,Energy,7
-56,electricity/H/medium,YingLong_50m,7920814.653693694,7897946.254414414,272.0144481981982,1.1566413945307807,0.2453377881846304,0.1373175527187671,9.572521634062108,2814.394189464883,1.0985507984646588,0.1061762031703422,0.086222377009911,Energy,1
-57,m4_yearly/A/short,YingLong_50m,5003386.283624968,5004212.268245263,1134.3502510083863,4.356100991573442,0.2020312156753626,0.1948036310521314,44.14944905738486,2236.82504537681,0.3586852644791607,0.1818983208525387,0.1503592848334618,Econ/Fin,1
-58,ett1/15T/short,YingLong_50m,5.336710611979167,5.779307919456845,1.1641288394019718,0.7179857460793408,0.5370524839818158,0.247701172601609,4.932365771034554,2.3101321633142917,0.4367111384796321,0.2200688076922992,0.1699979607237043,Energy,7
-59,ett1/15T/medium,YingLong_50m,9.55883308531746,9.986096230158733,1.6359509858630952,1.0279384672562828,0.7153626003996103,0.4004739040798611,7.047193897866914,3.091736257399305,0.5892879875917432,0.3118138754399848,0.2452464456609152,Energy,7
-60,ett1/15T/long,YingLong_50m,8.809058159722222,8.916981026785715,1.6117877294146823,1.0351120073786877,0.7736472612527088,0.3960380239335317,7.09317100956946,2.9680057546646066,0.5657048314328871,0.3072083348696756,0.2422142447896858,Energy,7
-61,electricity/H/long,YingLong_50m,12860407.7587988,12703120.227171171,330.4777117117117,1.3246994223916422,0.3215943027644249,0.1537320356114761,10.851398147439134,3586.1410678888246,1.414372976489062,0.1303403117524763,0.1046904349320689,Energy,1
-62,electricity/D/short,YingLong_50m,1468617804.8276756,1457061033.079928,4508.499171171171,1.4785628623154317,0.5245328362423753,0.1005155816066071,11.861664471410982,38322.54956063956,0.6297667588297139,0.0740896141505971,0.058313981731172,Energy,1
-63,solar/10T/short,YingLong_50m,26.09515710538321,27.7849409785584,2.5307373046875,1.1219539696809864,3.741759049011934,1.5730944926769048,7.540801049475076,5.1083419135158925,1.4860161094427018,0.736191207871765,0.5696661614103602,Energy,1
-64,solar/10T/medium,YingLong_50m,35.16942324706923,32.85600116124751,2.838931773252599,1.2271129636096665,2.4403789970388856,1.5303478816768263,9.623389839344616,5.930381374504445,1.315975128083644,0.6299702106829513,0.5363962280170552,Energy,1
-65,bitbrains_rnd/5T/short,YingLong_50m,1413526.150639543,1617651.6682116392,128.62127531770662,1.8033149761164065,1.1654302492101956,0.6559372417056644,55.5143854083498,1188.9180588415431,4.864709455863586,0.5262811256083998,0.4295090572542891,Web/CloudOps,2
-66,electricity/15T/short,YingLong_50m,147501.08966216215,149329.09209459458,56.5797974732545,1.0781102571023975,0.1780705432119419,0.1734740378651663,10.355844945135749,384.05870601011264,0.7570554129580094,0.1115299334994566,0.0931792249724961,Energy,1
-67,solar/10T/long,YingLong_50m,39.365362524077455,41.476229692568936,3.161267119544556,1.362179537472376,1.9718213520460528,1.5801417159006357,10.068966022347482,6.27418221954682,1.3560639744786465,0.683257244452153,0.5594268831323339,Energy,1
-68,hospital/M/short,YingLong_50m,3306.233811386354,3063.4567579313343,19.830595053780964,0.8277984503138229,0.2061077119577765,0.186392229155632,5.845252568523061,57.49985922927424,0.2087378412843228,0.071989664990386,0.0578865357962606,Healthcare,1
-69,loop_seattle/D/short,YingLong_50m,18.65639834881321,18.91279831011352,3.120340113841589,0.9369963193505348,0.0582251644232939,0.057477707365841,6.617972802598223,4.319305308589937,0.0771917626602223,0.0557646510904927,0.0438613585539295,Transport,1
-70,saugeen/M/short,YingLong_50m,352.7041248139881,365.5207868303572,12.7148684547061,0.7450967247924493,0.402371951511928,0.3969873700823103,6.10345306099761,18.780418653852955,0.5638445087169407,0.3817384952583827,0.3148663600775754,Nature,1
-71,ett1/D/short,YingLong_50m,40004.263492063496,39826.63492063492,133.8670386904762,1.6953082577971474,1.4413104344928076,0.4696768624441964,11.177447030439016,200.01065844615252,0.5253346288301407,0.3516062175355745,0.2713516288121217,Energy,7
-72,bitbrains_rnd/5T/medium,YingLong_50m,2108276.8289839784,2271763.29469824,162.83312770682485,4.562232492964939,0.9072726409906402,0.7263479851234265,162.53609101742742,1451.990643559379,6.109264008470763,0.6851218848404009,0.6379403883415798,Web/CloudOps,2
-73,m4_hourly/H/short,YingLong_50m,610484.0450885668,701484.5732689211,214.16810084541063,0.9642894045509044,0.1272972094647934,0.1155495021654211,7.699171827419456,781.3347842561259,0.1066694442327237,0.0292386730373303,0.0240692645292731,Econ/Fin,1
-74,ett2/D/short,YingLong_50m,115713.23174603174,111845.38412698412,200.70328621031743,1.310885593087438,0.4282265314980158,0.1362759786938864,12.50183286594022,340.1664765170603,0.1946862495004617,0.1148677860757533,0.0940236788229717,Energy,7
-75,bitbrains_rnd/5T/long,YingLong_50m,2403903.1805204945,2571618.586995048,204.93930604546205,3.5096062818253326,2.5363544050581006,0.7185924567258016,118.96630136303492,1550.452572805919,5.939434753250842,0.7850763435031533,0.6614450212712936,Web/CloudOps,2
-76,us_births/M/short,YingLong_50m,49769536.0,40883354.66666666,5374.541666666667,0.6073190193919541,0.0167430688937505,0.0168678288658459,4.00501332323018,7054.752724227831,0.0219120138627552,0.0166932897735045,0.0128850775476625,Healthcare,1
-77,electricity/W/short,YingLong_50m,78800425941.56396,79297323436.05045,35512.92972972973,1.7377926176399563,0.2567041640255809,0.1087707746427741,13.061693300587018,280714.1356283363,0.6404970215356374,0.0810287863380408,0.0631888170242435,Energy,1
-78,loop_seattle/5T/short,YingLong_50m,55.46593369049923,56.872313596491225,4.197359930300245,0.6588380813048039,0.12175173725014,0.0874300621119323,5.350901955219515,7.4475454809285475,0.1277089665819101,0.0719754582826837,0.0574285432218288,Transport,1
-79,electricity/15T/medium,YingLong_50m,293482.7428468469,291231.64663063065,60.58548001126126,0.9499317309341716,0.1648060511921295,0.1467763945386848,8.37699985883902,541.7404755478834,0.9334733917053883,0.1043948829132895,0.0849946371244059,Energy,1
-80,loop_seattle/5T/medium,YingLong_50m,126.56000669182148,129.6099725877193,7.018233570772058,1.0945748166882907,0.2608085923642689,0.1530180621860689,7.923993573446473,11.249889185757407,0.2001586400067423,0.1248687932458795,0.0994782709867671,Transport,1
-81,loop_seattle/5T/long,YingLong_50m,131.4119894507511,133.67282536406375,7.0721103514505215,1.1035848649746882,0.2718466672579119,0.1531503306046468,8.383921989740612,11.463506856575394,0.2026771456417622,0.1250363573406324,0.1004954530569604,Transport,1
-82,bizitobs_l2c/5T/short,YingLong_50m,21.605775669642856,21.62736235119048,2.78084222702753,0.2877068481078589,0.1540279500589987,0.2104753351041046,2.612555731886186,4.648201337038108,0.1596380484130131,0.0955053780759954,0.0779665012791904,Web/CloudOps,7
-83,bizitobs_l2c/5T/medium,YingLong_50m,142.88671343537416,149.1109056122449,8.69811330782313,0.8418890347772198,0.5265403205971789,0.8457501422146139,5.890603479443451,11.953523055374683,0.6289310968819162,0.4576486712871379,0.3589505826234094,Web/CloudOps,7
-84,bizitobs_l2c/5T/long,YingLong_50m,266.64021825396827,306.94638888888886,12.69935763888889,1.187276933414684,0.8327570502377598,1.064004944329774,7.577885517520446,16.329121784528656,0.9168557761203632,0.7130499458498359,0.5499149616032214,Web/CloudOps,7
-85,electricity/15T/long,YingLong_50m,361712.035003003,339027.2284084084,65.0468125,1.004045441403098,0.1701865799081604,0.1494019458655707,8.851890312349786,601.4250036396916,0.948821650556743,0.1026193184955768,0.083771915015824,Energy,1
-86,solar/D/short,YingLong_50m,121799.3498783455,129854.88661800486,253.6771593673966,0.989843435216182,1.0813892373783456,0.4291314118099908,5.553985313786724,348.99763592085475,0.5041827137837863,0.3664770917354322,0.2884009884155804,Energy,1
-87,bitbrains_rnd/H/short,YingLong_50m,2060177.1368654363,2117281.9518349604,184.44738075955843,5.867890053533356,2.520784680684783,0.5681762230904476,198.2342075690009,1435.3317166653276,6.28171412933239,0.8072320177857726,0.6792077052027463,Web/CloudOps,2
-88,m4_monthly/M/short,YingLong_50m,2155715.8595555555,2111149.437962963,619.4549046585648,1.0533479404780126,0.1806442969640096,0.1456027859935054,9.55228028430166,1468.235628077304,0.3051497687522639,0.1287439953739253,0.1047997367605427,Econ/Fin,1
-89,covid_deaths/D/short,YingLong_50m,1793368.2847117796,1472458.105263158,194.51929824561404,43.57945993519842,0.1186095936102697,0.1703691975257426,890.1879936255372,1339.167011508191,0.5038681052161073,0.0731888326046813,0.0593550539782383,Healthcare,1
-90,loop_seattle/H/short,YingLong_50m,61.95739851515398,62.46728178806149,4.4340315614646135,0.8965250597533395,0.13190690814934,0.1018883100798372,7.382973603801189,7.871302212159941,0.1393300535881994,0.0784868676641886,0.0634633846793447,Transport,1
-91,loop_seattle/H/medium,YingLong_50m,69.45846233230134,66.83237229102167,4.966542505159959,1.0132323030102617,0.1342672909007353,0.1121721612164602,7.526380705270291,8.334174364164776,0.1473055823432752,0.0877830729221292,0.0696447769590137,Transport,1
-92,loop_seattle/H/long,YingLong_50m,65.69606553147575,62.03056415548676,4.751472738218094,0.9835414056424908,0.1565596815069229,0.110881079748237,7.709076965029921,8.105310946007917,0.1448527580736363,0.0849151791494899,0.0681958697173843,Transport,1
-93,solar/W/short,YingLong_50m,5121434.627737226,5059590.072992701,1883.7143020072992,2.080787091174768,0.4297032043011519,0.3356885144310276,11.17355031713386,2263.0586885313483,0.4619468575887953,0.3845131842215099,0.3045864028182746,Energy,1
-94,sz_taxi/H/short,YingLong_50m,7.290910248063568,7.258826622596154,1.862273387419872,0.5666622235072498,1.1346744635166266,0.2970678867437901,4.108246478491044,2.7001685591946973,0.25153736372616,0.173482257918256,0.13685702572313,Transport,1
-95,m4_quarterly/Q/short,YingLong_50m,2202503.0186666665,2156719.5866666664,647.456951171875,1.4015457984951658,0.1313249570528666,0.1182681825955708,11.334767466026577,1484.083224979875,0.2484093980052535,0.1083728922797461,0.0875069168020507,Econ/Fin,1
-96,us_births/D/short,YingLong_50m,390455.28,379573.06666666665,410.8233333333333,0.6041797786177266,0.038495709101359,0.0388207817077636,4.469942328335667,624.8642092486975,0.0585759491364682,0.0385113538609314,0.0307806063870929,Healthcare,1

results/YingLong_50m/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "YingLong_50m",
-    "model_type": "zero-shot",
-    "model_dtype": "bf16",
-    "model_link": "https://huggingface.co/qcw2333/YingLong_50m",
-    "org": "Alibaba",
-    "testdata_leakage": "No"
-}

results/YingLong_6m/all_results.csv

@@ -1,98 +0,0 @@
-,dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates
-0,car_parts/M/short,YingLong_6m,1.4256717159372094,1.3781951381277402,0.6313851595843505,1.1116554622469257,0.6382586963869232,1.7779277178192112,16.78015743895224,1.1940149563289435,2.8631253826976617,1.5139968449160262,1.2105464409696856,Sales,1
-1,hospital/M/short,YingLong_6m,4015.826162538027,3838.0612777053457,21.013732140916996,0.8359615058789307,0.2085148737980769,0.1878369135319901,5.688476650672462,63.370546490763566,0.2300497993002959,0.0762847273578859,0.0619081969301056,Healthcare,1
-2,bizitobs_application/10S/short,YingLong_6m,2320305.635555556,1858212.6933333331,613.4881944444444,2.149902125424402,0.0298106257120768,0.0304501024881998,25.748018490394287,1523.254947655039,0.0587458547070207,0.0236597874773274,0.0198596027188103,Web/CloudOps,2
-3,bizitobs_application/10S/medium,YingLong_6m,11444406.613333331,8742759.253333334,1521.3734375,4.596128402307508,0.0628451538085937,0.0632885360717773,46.49517702247203,3382.9582636109085,0.1328388143709146,0.0597398572210546,0.0523605555669505,Web/CloudOps,2
-4,bizitobs_application/10S/long,YingLong_6m,13244051.91111111,10289149.724444443,1901.4120833333332,5.507461199402938,0.0754376898871527,0.0766571892632378,69.45892650247822,3639.23782008144,0.1403508562712475,0.0733298638928626,0.064830209163392,Web/CloudOps,2
-5,ett2/15T/short,YingLong_6m,8.20115269252232,8.28952404203869,1.8478413899739583,0.7985663190479825,0.1153554605776208,0.1349930536179315,5.37556537228766,2.8637654744273875,0.1359531347904118,0.0877236043962933,0.0688702376315566,Energy,7
-6,ett2/15T/medium,YingLong_6m,12.236853918650796,12.131070188492064,2.207648499503968,0.921881067240266,0.1424043299788135,0.1685027785528274,6.493926040291256,3.498121484261345,0.1864212259553815,0.1176495846721545,0.0928659678493093,Energy,7
-7,ett2/15T/long,YingLong_6m,12.351812996031748,11.778629712301589,2.236570560515873,0.94641495562293,0.1467957712771317,0.1739019290984623,6.895564035671887,3.514514617416144,0.1872948456949237,0.1191908936562061,0.0946459018278231,Energy,7
-8,jena_weather/H/short,YingLong_6m,1093.234857978279,1123.939640768588,8.614744869987469,0.5534368630739412,1.9122423732753688,0.6048327551283558,4.840350400390098,33.06410225574375,0.2026808182663901,0.052807831463258,0.0463518219474755,Nature,21
-9,jena_weather/H/medium,YingLong_6m,1481.1103174603174,1477.3252976190477,11.698043774801588,0.9287345089526038,4.576984468393407,0.6886579995473037,6.47764261574141,38.48519608187436,0.2354977402936103,0.071582404542275,0.0615594287683964,Nature,21
-10,jena_weather/H/long,YingLong_6m,1238.1851851851852,1178.522222222222,11.791174768518518,1.0847386146010818,3.86556487963336,0.6651762179768127,11.902302009548809,35.1878556491467,0.2118698765364644,0.0709959358517055,0.0640282769833356,Nature,21
-11,bizitobs_service/10S/short,YingLong_6m,14452.285291005292,12271.09417989418,34.80434854497354,1.3457522148879075,0.1474375310019841,0.0980934490224041,15.064629365476948,120.21765798336487,0.0890610842960005,0.025784174069172,0.0217088115020862,Web/CloudOps,2
-12,bizitobs_service/10S/medium,YingLong_6m,99495.53777777778,100139.45904761904,80.52168650793651,2.56449512959571,0.1497442626953125,0.1331268310546875,25.507747086169825,315.42913273472027,0.2373993984182764,0.0606025187682515,0.0528472399110938,Web/CloudOps,2
-13,bizitobs_service/10S/long,YingLong_6m,158795.78412698413,156422.89439153438,106.1684126984127,2.8186576443050546,0.1849508876901455,0.1412263609871031,32.81866787443415,398.4918871532821,0.2952155294685723,0.0786529542458256,0.0703410124367075,Web/CloudOps,2
-14,m4_weekly/W/short,YingLong_6m,386603.2243411185,352563.78144418256,314.4123098350118,3.007684597800195,0.0753146887387508,0.0726404674359197,26.088581357810188,621.7742551289161,0.1132776334380136,0.0572810502977567,0.0460643184049049,Econ/Fin,1
-15,loop_seattle/H/short,YingLong_6m,66.51445255214274,67.7222079361523,4.7398130066604205,0.9552631427715462,0.1485241628937651,0.1089159061257218,8.08626601773549,8.155639309836031,0.1443631093632809,0.0838995101974141,0.0683763311341952,Transport,1
-16,loop_seattle/H/medium,YingLong_6m,75.21790505675955,70.65750773993808,5.423755563080495,1.0987527117909544,0.1504415695143189,0.1207601793287216,8.391361001844356,8.672825667379666,0.1532912055438018,0.0958642616288985,0.0767024007197392,Transport,1
-17,bitbrains_fast_storage/H/short,YingLong_6m,2707360.0128867524,2258208.1280449666,283.7603740928292,1.2550857824673614,3.7548346359841647,0.5633419689119171,22.842427385021125,1645.4057289576797,4.689940689387193,0.8088092201652473,0.626181025860868,Web/CloudOps,2
-18,us_births/W/short,YingLong_6m,3451126.285714286,3316488.285714286,1418.0,1.2886437559112136,0.0190166447843824,0.0192207012857709,8.768189706544595,1857.7207232827773,0.0252183766608251,0.0192492109588244,0.015425635124951,Healthcare,1
-19,loop_seattle/H/long,YingLong_6m,77.03095115239078,77.21209150326797,5.328770532335741,1.0925809377147078,0.1867445497936016,0.122045201372764,8.66671102574153,8.776727815785948,0.1568518764359512,0.0952322636222274,0.0776206161634525,Transport,1
-20,us_births/D/short,YingLong_6m,291700.4266666667,278277.17333333334,360.48333333333335,0.5302691111278264,0.0340310351053873,0.0339402770996093,4.642845159482257,540.0929796494921,0.0506293342403947,0.0337923873464703,0.0276366354815189,Healthcare,1
-21,m4_daily/D/short,YingLong_6m,487054.95204298897,453533.78647470346,259.19196534185,4.848722708823648,0.0514984758713499,0.0418586928208943,44.35645812622036,697.8932239554908,0.1078052165014137,0.0400379957563352,0.0323670658642097,Econ/Fin,1
-22,electricity/W/short,YingLong_6m,121555547433.05225,148941582800.95135,38160.5963963964,1.789992584226223,0.2676569298852848,0.1128648620468002,13.950345574134747,348648.17141790985,0.7955000729021929,0.0870698879385118,0.0705048804977863,Energy,1
-23,ett2/W/short,YingLong_6m,6308226.285714285,5570140.571428572,1630.1685267857142,1.0456053839619526,0.1521472930908203,0.160482747214181,12.255732843150977,2511.6182603481534,0.210686266588469,0.1367461473906063,0.1208295737805687,Energy,7
-24,bitbrains_rnd/5T/short,YingLong_6m,1411730.3493651769,1572914.8245244725,133.84738430405437,1.8703412026772617,1.2843956277336963,0.6748114196869792,56.965790015981455,1188.1625938250947,4.861618311119202,0.5476648548016729,0.4486004945457798,Web/CloudOps,2
-25,bitbrains_rnd/5T/medium,YingLong_6m,2120893.5838062745,2242790.2817224977,184.4575629429833,4.716103863100836,1.737886768178811,0.763055867398377,163.4471494050614,1456.3288034665368,6.127516856243132,0.7761068953001928,0.67858376583898,Web/CloudOps,2
-26,bitbrains_rnd/5T/long,YingLong_6m,2554275.375110407,2890143.4071811587,235.6223082051662,3.66585199150068,3.708038489884353,0.7385314958387462,119.27105109574332,1598.210053500605,6.1223829101573015,0.9026160171170392,0.7269553805930001,Web/CloudOps,2
-27,bitbrains_fast_storage/5T/short,YingLong_6m,1660855.3978340656,1746959.7239333368,182.2329702517244,0.839242730401285,2.3897731391605705,0.6932475103115835,15.5882633909942,1288.74178865825,4.046330540312583,0.5721664645864641,0.4380864950051189,Web/CloudOps,2
-28,bitbrains_fast_storage/5T/medium,YingLong_6m,2883905.47595491,3269161.232629103,320.7089593357298,1.1248485031990805,5.561914312475275,0.7682795851990999,23.09546434583923,1698.20654690615,5.159620813379753,0.9744024510096536,0.6903823536588576,Web/CloudOps,2
-29,temperature_rain/D/short,YingLong_6m,173.95016437325032,183.78863917195116,6.196907171296386,1.4494874376699838,44.49994781273643,1.4786377054508604,19.25694551667524,13.18901680843763,1.5526959677391374,0.7295398070286827,0.5965084148536008,Nature,1
-30,covid_deaths/D/short,YingLong_6m,2521502.73283208,1429387.8696741855,190.8111058897243,43.99552852963286,0.1187168827274223,0.1744953259505021,990.3348606461624,1587.9240324499406,0.5974641449363226,0.0717936071846385,0.0645705954238884,Healthcare,1
-31,bitbrains_fast_storage/5T/long,YingLong_6m,3557613.766486999,3612921.949718246,375.43088978436447,1.0492137198460367,5.260199865673104,0.7790442698512434,17.98245515654289,1886.163769794924,4.984567713257915,0.992151753600007,0.7163534024934399,Web/CloudOps,2
-32,m_dense/H/short,YingLong_6m,58425.37333333334,58457.79555555555,115.704453125,0.9912151708333264,0.3735685572615229,0.2771017711118441,8.980336145676718,241.71341157108623,0.4287393610054854,0.2052308681420126,0.1681412299803744,Transport,1
-33,m_dense/H/medium,YingLong_6m,63860.333333333336,58787.55111111111,130.19722222222222,1.0937945539709597,0.5707514801886628,0.3245477973090278,8.963314518927264,252.7060215612864,0.4396765515030423,0.2265267179953562,0.1823752116213765,Transport,1
-34,m_dense/H/long,YingLong_6m,76637.2661728395,70293.0962962963,145.43271604938272,1.1986693071260404,0.6752887811929162,0.3559894627700617,9.28459470404453,276.8343659534334,0.4792412110261316,0.2517655303462199,0.1996784596665274,Transport,1
-35,electricity/H/short,YingLong_6m,2086959.0506306307,2143283.6264864863,218.35821860923423,1.1828402007772778,0.2308749496262992,0.1515115087414799,11.424128323613807,1444.631112301902,0.681969051717956,0.1030806729909616,0.0844180273551706,Energy,1
-36,solar/10T/short,YingLong_6m,30.63052530033455,32.533699247262774,2.694103083181265,1.184814199998189,2.774939421239352,1.6279012530401566,9.084060634000648,5.534485098031664,1.6099811156698989,0.7837142951441862,0.6442934399924607,Energy,1
-37,electricity/H/medium,YingLong_6m,8272421.735495496,7590927.824144145,300.43863738738736,1.2885369002786058,0.2831753755766807,0.1536465776676589,11.089191636103468,2876.181798060668,1.1226685382653605,0.117271100909394,0.0949288107500603,Energy,1
-38,solar/10T/medium,YingLong_6m,54.561721687679714,60.905640345056405,4.133981955734351,1.7762782629536509,1.6602498323897497,1.6801763122034226,11.411678287324456,7.38659066739722,1.6391137408834482,0.9173469782367212,0.7501030995299636,Energy,1
-39,m4_monthly/M/short,YingLong_6m,2213308.539185185,2133837.343148148,614.0911432291666,1.050113930620086,0.175333191341824,0.143268569946289,10.907367839620989,1487.7192407121663,0.3091991323396145,0.1276292216083775,0.1049130441022329,Econ/Fin,1
-40,jena_weather/D/short,YingLong_6m,456.9145833333333,381.391121031746,10.172071087549604,1.2265688762946565,0.8045389398100412,0.4825322711278522,8.080186964146192,21.375560421503184,0.1287158104709992,0.061252493426345,0.0515118234851049,Nature,21
-41,kdd_cup_2018/D/short,YingLong_6m,2804.9000598444045,3063.910100405612,22.16047858900193,1.235084621197566,0.529840773364253,0.48696614713204,9.390973827828384,52.9613071953894,1.1863894806491615,0.496418235810306,0.3931704265712783,Nature,1
-42,saugeen/D/short,YingLong_6m,1239.9059375,1419.1428125,14.692249348958333,3.264783412067605,0.3566678873697916,0.3851711018880208,34.43539381044104,35.212298100237646,1.1405347253396367,0.4758854570676986,0.3974965662985171,Nature,1
-43,ett1/15T/short,YingLong_6m,4.8676272437686015,4.990239606584821,1.1404894147600446,0.7283943219594146,0.4423740879988088,0.2559108007521856,5.036526940554215,2.2062699843329696,0.41707686337269,0.2155999724402206,0.1682085004302174,Energy,7
-44,ett1/15T/medium,YingLong_6m,9.993009052579366,10.509025297619049,1.7060029141865078,1.077458748159638,0.718713344201674,0.4138988095238095,7.440758873505662,3.1611721010693747,0.6025225280494372,0.325165842241755,0.2547738538940717,Energy,7
-45,electricity/H/long,YingLong_6m,12435422.78918919,11308260.072168168,349.5649129129129,1.447709422068271,0.3546584281847244,0.1710208984494093,12.161615080735844,3526.3894834787025,1.3908069692706584,0.1378682982607375,0.1097024346345031,Energy,1
-46,ett1/15T/long,YingLong_6m,8.801176215277778,8.903399057539682,1.655717540922619,1.0939685705011315,0.7376511119753871,0.4196805245535714,7.341803746068504,2.966677639258734,0.5654516913233636,0.3155814003783656,0.2463456125350392,Energy,7
-47,hierarchical_sales/W/short,YingLong_6m,593.9550450211865,536.1059984110169,10.393634343551376,0.7924142448297052,0.6735013868940373,0.5134435104111493,6.942178945762895,24.371192933896086,1.118893388432303,0.477176836617141,0.4238735763580704,Sales,1
-48,us_births/M/short,YingLong_6m,70465296.0,59346416.0,6786.041666666667,0.7683487106292306,0.0210015053550402,0.0212315022945404,4.335564397122846,8394.360964361731,0.0260728279232775,0.021077399150019,0.0166777022892018,Healthcare,1
-49,sz_taxi/15T/short,YingLong_6m,16.908707205338064,17.10427457741911,2.7716585748507137,0.553238366544088,1046035122388.7012,0.3983898279285547,4.012979207869956,4.112019844959174,0.3844914418841482,0.2591619306412892,0.2040290328973894,Transport,1
-50,sz_taxi/15T/medium,YingLong_6m,16.695684762286326,16.662596821581197,2.7991895365918804,0.5460415234734954,11066967960346.691,0.4087407038762019,3.838801948937468,4.086035335418225,0.3802737900338029,0.2605113090618455,0.2046726696245767,Transport,1
-51,sz_taxi/15T/long,YingLong_6m,15.90224915420228,15.79834290420228,2.7299501424501424,0.5143364474420461,8393565261042.143,0.4010567602608618,3.6545857891035154,3.987762424493501,0.3691001865413246,0.252679322278043,0.1992851416979396,Transport,1
-52,saugeen/W/short,YingLong_6m,911.599609375,960.18984375,15.580357360839844,1.2639585670474955,0.4376567840576172,0.4278181076049804,11.711795701281426,30.19270788410672,0.911391993483082,0.4703060423987124,0.3854927856982198,Nature,1
-53,m_dense/D/short,YingLong_6m,13341.748148148148,12546.767407407408,64.25738425925925,0.9290418115872155,0.1582925851650817,0.1377927879050925,7.827893388393261,115.5064853077443,0.1999588117150047,0.1112390370649989,0.0872931534659928,Transport,1
-54,bizitobs_l2c/H/short,YingLong_6m,114.42757936507935,126.6770755828373,6.601813422309028,0.6749339592467777,0.5073041298406588,0.7045015169432383,4.831414432867954,10.697082750221172,0.5766001559393172,0.3558546509988396,0.2866723190263739,Web/CloudOps,7
-55,bizitobs_l2c/H/medium,YingLong_6m,134.3912388392857,144.24291294642856,7.931118629092261,0.8366655400172881,0.7647520299463647,0.9057084583100818,4.982667404934468,11.592723529839123,0.7019570180676354,0.480241279668949,0.3697913207905763,Web/CloudOps,7
-56,bizitobs_l2c/H/long,YingLong_6m,163.82595486111111,163.56238839285714,8.791390749007936,0.9157663167342724,0.98063049475104,0.890716068328373,6.1518163495244025,12.799451350003684,0.7818274299497194,0.5370035204656358,0.4142741912553321,Web/CloudOps,7
-57,electricity/D/short,YingLong_6m,1533642808.236973,1485540612.298955,4602.094126126126,1.5200583704182054,0.4938796391668024,0.102420258687438,12.38869562345204,39161.751853523776,0.6435576395005285,0.0756276900902348,0.0594639002034952,Energy,1
-58,electricity/15T/short,YingLong_6m,169974.29711711712,168176.98011261263,62.85628994228603,1.166133278671916,0.1918052702106809,0.1839524637051659,10.652215801644042,412.2793920597016,0.8126839478587841,0.1239021373415051,0.1025828727259494,Energy,1
-59,solar/10T/long,YingLong_6m,62.130653449412,74.06619874036902,4.560471019141575,1.9646781716857096,1.5017374238717625,1.7485805326707158,12.36408185977238,7.882300010112023,1.7036328728937742,0.9856727521309536,0.7950374809879271,Energy,1
-60,ett1/H/short,YingLong_6m,96.08734188988096,97.44706101190476,4.944199335007441,0.8355688178660703,0.4380381992885044,0.2681375231061663,5.863344281192608,9.802415104956582,0.4575188162895408,0.230766010522073,0.1821882587743685,Energy,7
-61,ett1/H/medium,YingLong_6m,144.43982514880952,144.67147507440475,7.006554594494047,1.3020510597474362,4901045378767.825,0.4599154881068638,8.750688141923838,12.018312075695553,0.5756486591175269,0.3355973560971806,0.2617993112689566,Energy,7
-62,ett1/H/long,YingLong_6m,150.16276455026454,154.31660052910053,7.399727182539682,1.4042094601479322,3797929727094.4585,0.4959285675533234,8.927667085037163,12.254091747259956,0.5868219132561785,0.3543569080754304,0.2741528388126436,Energy,7
-63,ett1/D/short,YingLong_6m,40297.57777777778,40178.444444444445,135.17145337301588,1.7178217424849256,1.3497804671999007,0.4811476934523809,10.745280435240572,200.7425659340285,0.5272570081246664,0.355032305967142,0.2731873254716103,Energy,7
-64,ett2/D/short,YingLong_6m,111597.38412698412,104680.0507936508,196.2031498015873,1.3196671681082288,0.4579360235305059,0.1361082410055493,13.11068159392628,334.06194654133253,0.1911924659327621,0.1122922392769428,0.0934227546884637,Energy,7
-65,loop_seattle/D/short,YingLong_6m,19.58421536377709,19.838204656862747,3.15921617002064,0.9511760644378504,0.0582751578221749,0.0583228395696271,8.306610462454897,4.425405672226795,0.079087918060891,0.0564594182086612,0.0455482690902607,Transport,1
-66,saugeen/M/short,YingLong_6m,422.8811383928572,431.0413876488095,13.497557140531994,0.7908826313922438,0.4121134621756417,0.4043764840988886,6.196140045153902,20.564073973628307,0.6173951923324396,0.4052371576509418,0.330658762144861,Nature,1
-67,m4_hourly/H/short,YingLong_6m,1257200.1288244766,1117143.085346216,255.2020933977456,1.162580452863786,0.1515378230243873,0.1439845012965793,9.289869046444084,1121.249360679629,0.153075286752863,0.0348407187524388,0.0274400106343165,Econ/Fin,1
-68,ett1/W/short,YingLong_6m,1530810.5714285714,1635119.4285714286,958.4317801339286,1.616038709138826,0.8329011372157505,0.5475828647613525,10.051207219177323,1237.2592983803238,0.4923350054198341,0.3813828809243914,0.3001318502614921,Energy,7
-69,kdd_cup_2018/H/short,YingLong_6m,4400.338209159561,4512.022298842,22.4222406458294,0.9355944265482335,0.8910455518531085,0.4936754558677208,7.899186291474847,66.33504510558171,1.388512636408817,0.469338106633982,0.3778594455561658,Nature,1
-70,kdd_cup_2018/H/medium,YingLong_6m,4861.196719513105,5068.561403816703,25.01046982575156,1.0362150684167428,0.9895599268400797,0.5509716319720219,9.123059247672622,69.72228280480427,1.4594136520413743,0.5235144295240369,0.4199486741754273,Nature,1
-71,kdd_cup_2018/H/long,YingLong_6m,3808.0005624527626,4054.502235163844,23.896696175907103,1.0145360063015778,1.045777418031586,0.6001156763201528,8.031144110772448,61.70899903946557,1.4479424770138187,0.5607130563122684,0.443385552750686,Nature,1
-72,restaurant/D/short,YingLong_6m,155.43575464649294,158.31785280657513,7.730971852526385,0.7359646030201444,0.7514430906766602,0.4180397097109368,5.113213956181143,12.467387643227148,0.5737780659882443,0.355797237135071,0.2792917209108109,Sales,1
-73,bizitobs_l2c/5T/short,YingLong_6m,25.520079985119047,23.281775483630952,3.0645804268973214,0.3140058967085348,0.1640628778096951,0.2186434474080827,2.8339294917401223,5.0517402927228,0.1734972095536489,0.1052500963450835,0.0862905443981476,Web/CloudOps,7
-74,bizitobs_l2c/5T/medium,YingLong_6m,151.3609906462585,147.68826530612245,8.864945392219388,0.855587909665183,0.5131953472364185,0.7810369997608418,8.138101425179208,12.30288546017797,0.6473126969712253,0.4664264922984302,0.3777525911006123,Web/CloudOps,7
-75,bizitobs_l2c/5T/long,YingLong_6m,255.129126984127,270.9380357142857,12.081734871031744,1.1310586877828337,0.7863878990967644,0.9703994605654762,12.098654228981454,15.972762033666156,0.8968467088682183,0.6783713507823539,0.5570813152362109,Web/CloudOps,7
-76,m4_yearly/A/short,YingLong_6m,5946464.286933055,6271486.670264937,1350.404881605293,5.270358387025677,0.2338295769959213,0.2302942916654481,50.81537036373012,2438.5373253106163,0.3910307635723022,0.2165436823562338,0.177432191591014,Econ/Fin,1
-77,electricity/15T/medium,YingLong_6m,323643.0010810811,297403.4505765766,65.74022888513514,1.029878923600594,0.1769668669185374,0.1593413279700174,8.818135834764806,568.8963008150793,0.980265613185778,0.1132770342973414,0.0919811912232511,Energy,1
-78,loop_seattle/5T/short,YingLong_6m,59.32077467911507,61.91805824303405,4.440177182098168,0.6930516664203245,0.136395591405154,0.092089331974309,5.74872904092521,7.701998096540603,0.1320722673052282,0.0761392381984669,0.0606622336274395,Transport,1
-79,loop_seattle/5T/medium,YingLong_6m,143.55213412667698,152.0149394511094,7.543936413586816,1.1698861469748054,0.294770224052563,0.1614691643965871,8.945093428100222,11.981324389510409,0.2131723749172696,0.1342221268057066,0.1073335596907305,Transport,1
-80,electricity/15T/long,YingLong_6m,427130.7330570571,377739.4658858859,71.10913194444444,1.0776169606145911,0.1803762871579164,0.1602488576761639,9.394873488037192,653.5523950358204,1.0310589989283163,0.1121833703834594,0.0910301376974757,Energy,1
-81,solar/D/short,YingLong_6m,121620.9907542579,124691.05206812652,252.89779501216543,0.9876464983558,1.03813322118309,0.4334201190883516,5.563061242944722,348.7420117425744,0.5038134239128848,0.3653511756970328,0.2886610173572294,Energy,1
-82,sz_taxi/H/short,YingLong_6m,7.401238857171474,7.458362025073451,1.872837686131143,0.5705636704225204,1.1252373589409723,0.2969712803506443,4.165126290372363,2.7205217986944112,0.2534333935831153,0.1744663875343128,0.1380375211958415,Transport,1
-83,hierarchical_sales/D/short,YingLong_6m,28.1761290822654,29.048646134766432,2.31473781779661,0.7547697733321663,0.6108387172504037,1.0257519410138487,7.139694087114035,5.308119166170386,1.628472176307393,0.7101359283250264,0.5806447906103447,Sales,1
-84,jena_weather/10T/short,YingLong_6m,1294.21875,1514.3083333333334,8.747539992559524,0.3614230021215637,0.408061852448748,0.6081725513985363,3.290174630413293,35.97525191016736,0.2234514029149214,0.0543331868327899,0.04751797037363,Nature,21
-85,jena_weather/10T/medium,YingLong_6m,2153.5473304473303,2340.593217893218,12.827224251443,0.6620934052029728,0.9885680672350696,0.6976142815589148,6.9173921247698535,46.40632856030878,0.2847948450432316,0.0787204559455066,0.0684501072410684,Nature,21
-86,jena_weather/10T/long,YingLong_6m,2293.6833333333334,2528.382804232804,13.373459201388888,0.6617058281251397,0.905035600700856,0.681582378917909,7.5457536312034845,47.89241415227816,0.2930618943803265,0.0818344900199733,0.0709459708477972,Nature,21
-87,loop_seattle/5T/long,YingLong_6m,149.38093337919963,156.49258112601763,7.589826568054122,1.1776338798942303,0.3043673048532278,0.1606137316266053,9.674586819463173,12.22214929458807,0.2160900990968317,0.1341896859290376,0.1086805463172179,Transport,1
-88,m4_quarterly/Q/short,YingLong_6m,2223853.2213333333,2197359.973333333,665.29750390625,1.4687421750313596,0.1341299676895141,0.1230659607251485,13.812310096535851,1491.2589383917648,0.2496104860701967,0.1113590866455555,0.0906396630489106,Econ/Fin,1
-89,bitbrains_rnd/H/short,YingLong_6m,2075879.546822386,1939742.5855675377,183.50577021439835,6.06972423368074,2.442471223785261,0.6024472826633097,206.0600628480097,1440.791291902608,6.305607902813446,0.8031110691596235,0.6920231138529406,Web/CloudOps,2
-90,ett2/H/short,YingLong_6m,116.23372395833331,113.91056547619048,6.712948753720238,0.7770926335150614,0.1264926730156087,0.115883799961635,5.602928147235157,10.78117451664397,0.1367352904471069,0.0851388683282542,0.068046699928005,Energy,7
-91,ett2/H/medium,YingLong_6m,283.94916294642854,275.0946986607143,10.345156715029765,1.128187364748504,0.1837476101249718,0.1845985775902157,7.962617794351183,16.85079116677993,0.2270752473106589,0.1394076394563621,0.1124304754724707,Energy,7
-92,ett2/H/long,YingLong_6m,318.9388558201058,306.72460317460315,10.977796378968254,1.2004794387609048,0.1982187573096972,0.1981620990410053,8.088656623438526,17.858859309040593,0.2445633330440612,0.1503324722738818,0.1201268788616959,Energy,7
-93,solar/W/short,YingLong_6m,5541395.620437956,6155899.328467153,2133.059306569343,2.3621086683270733,0.4856537867636576,0.3722002349630759,7.349534061933132,2354.016911672037,0.4805137049996196,0.4354107335853979,0.3259369901003652,Energy,1
-94,solar/H/short,YingLong_6m,660.2696087847355,673.4941573825074,12.277839972307596,0.9476317131566676,4.625272248395754,1.4195587045275764,8.772532354802598,25.695711875422628,0.9471525240179856,0.4525652830962397,0.380009302778114,Energy,1
-95,solar/H/medium,YingLong_6m,715.0728710462287,716.3605231143553,13.413013229927008,1.0211985848631435,5.368780852321784,1.42377526542029,9.668975323556722,26.74084649083175,0.9632677040409178,0.4831680426680602,0.416752720446112,Energy,1
-96,solar/H/long,YingLong_6m,721.4557177615571,720.9772100567722,14.540393096107056,1.1052415852486046,5.611037135556817,1.4333167342057556,8.586769921994845,26.85992773187517,0.9312826452913922,0.5041419277554371,0.4169607668135643,Energy,1

results/YingLong_6m/config.json

@@ -1,8 +0,0 @@
-{
-    "model": "YingLong_6m",
-    "model_type": "zero-shot",
-    "model_dtype": "bf16",
-    "model_link": "https://huggingface.co/qcw2333/YingLong_6m",
-    "org": "Alibaba",
-    "testdata_leakage": "No"
-}

results/auto_arima/config.json

@@ -1,6 +1,5 @@
 {
     "model": "Auto_Arima",
     "model_type": "statistical",
-    "model_dtype": "float32",
-    "testdata_leakage": "No"
+    "model_dtype": "float32"
 }

results/auto_ets/config.json

@@ -1,6 +1,5 @@
 {
     "model": "Auto_ETS",
     "model_type": "statistical",
-    "model_dtype": "float32",
-    "testdata_leakage": "No"
+    "model_dtype": "float32"
 }

results/auto_theta/config.json

@@ -1,6 +1,5 @@
 {
     "model": "Auto_Theta",
     "model_type": "statistical",
-    "model_dtype": "float32",
-    "testdata_leakage": "No"
+    "model_dtype": "float32"
 }

results/chronos_base/config.json

@@ -3,7 +3,5 @@
     "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/amazon/chronos-t5-base",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb",
-    "org": "AWS AI Labs",
-    "testdata_leakage": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
 }

results/chronos_bolt_base/config.json

@@ -3,7 +3,5 @@
     "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/amazon/chronos-bolt-base",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb",
-    "org": "AWS AI Labs",
-    "testdata_leakage": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
 }

results/chronos_bolt_small/config.json

@@ -3,7 +3,5 @@
     "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/amazon/chronos-bolt-small",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb",
-    "org": "AWS AI Labs",
-    "testdata_leakage": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
 }

results/chronos_large/config.json

@@ -3,7 +3,5 @@
     "model_type": "pretrained",
     "model_dtype": "float32",
     "model_link": "https://huggingface.co/amazon/chronos-t5-large",
-    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb",
-    "org": "AWS AI Labs",
-    "testdata_leakage": "Yes"
+    "code_link": "https://github.com/SalesforceAIResearch/gift-eval/blob/main/notebooks/chronos.ipynb"
 }