{"id":"https://openalex.org/W4412876983","doi":"https://doi.org/10.1145/3711896.3737442","title":"TSFM-Bench: A Comprehensive and Unified Benchmark of Foundation Models for Time Series Forecasting","display_name":"TSFM-Bench: A Comprehensive and Unified Benchmark of Foundation Models for Time Series Forecasting","publication_year":2025,"publication_date":"2025-08-03","ids":{"openalex":"https://openalex.org/W4412876983","doi":"https://doi.org/10.1145/3711896.3737442"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3737442","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737442","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3711896.3737442","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102905093","display_name":"Zhe Li","orcid":"https://orcid.org/0009-0008-4370-6616"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhe Li","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058572131","display_name":"Xiangfei Qiu","orcid":null},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangfei Qiu","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Chen","orcid":"https://orcid.org/0009-0000-1578-7799"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Chen","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yihang Wang","orcid":"https://orcid.org/0009-0008-2868-990X"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihang Wang","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108879186","display_name":"Hanyin Cheng","orcid":"https://orcid.org/0009-0005-6755-5777"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanyin Cheng","raw_affiliation_strings":["East China Normal University, ShangHai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, ShangHai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101674033","display_name":"Yang Shu","orcid":"https://orcid.org/0000-0002-9009-2775"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Shu","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020559625","display_name":"Jilin Hu","orcid":"https://orcid.org/0000-0002-7739-7769"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jilin Hu","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084021933","display_name":"Chenjuan Guo","orcid":"https://orcid.org/0000-0002-4516-4637"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenjuan Guo","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101511862","display_name":"Aoying Zhou","orcid":"https://orcid.org/0000-0002-4665-7302"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aoying Zhou","raw_affiliation_strings":["East China Normal University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029380368","display_name":"Christian S. Jensen","orcid":"https://orcid.org/0000-0002-9697-7670"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Christian S. Jensen","raw_affiliation_strings":["Aalborg University, Aalborg, Denmark"],"affiliations":[{"raw_affiliation_string":"Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072309548","display_name":"Bin Yang","orcid":"https://orcid.org/0000-0002-1658-1079"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Bin Yang","raw_affiliation_strings":["East China Normal University, Shanghai, China and Aalborg University, Aalborg, Denmark"],"affiliations":[{"raw_affiliation_string":"East China Normal University, Shanghai, China and Aalborg University, Aalborg, Denmark","institution_ids":["https://openalex.org/I891191580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":11,"corresponding_author_ids":["https://openalex.org/A5102905093"],"corresponding_institution_ids":["https://openalex.org/I66867065"],"apc_list":null,"apc_paid":null,"fwci":13.9692,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.98762709,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"5595","last_page":"5606"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7789305448532104},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.7115232944488525},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6443853378295898},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6272568702697754},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5160936713218689},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38007020950317383},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3479400873184204},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07064324617385864},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.04486018419265747}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7789305448532104},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.7115232944488525},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6443853378295898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6272568702697754},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5160936713218689},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38007020950317383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3479400873184204},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07064324617385864},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.04486018419265747},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3711896.3737442","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737442","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/6f5a5ec6-8df9-4fb4-8aed-60eb7732b44e","is_oa":true,"landing_page_url":"https://vbn.aau.dk/da/publications/6f5a5ec6-8df9-4fb4-8aed-60eb7732b44e","pdf_url":"https://vbn.aau.dk/ws/files/802150402/3711896.3737442.pdf","source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Li, Z, Qiu, X, Chen, P, Wang, Y, Cheng, H, Shu, Y, Hu, J, Guo, C, Zhou, A, Jensen, C S & Yang, B 2025, TSFM-Bench : A Comprehensive and Unified Benchmark of Foundation Models for Time Series Forecasting. in KDD 2025 - Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining. Association for Computing Machinery (ACM), Proceedings of the ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, vol. 2, pp. 5595-5606, 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining, KDD 2025, Toronto, Canada, 03/08/2025. https://doi.org/10.1145/3711896.3737442","raw_type":"info:eu-repo/semantics/publishedVersion"}],"best_oa_location":{"id":"doi:10.1145/3711896.3737442","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3711896.3737442","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","score":0.5699999928474426,"display_name":"Climate action"}],"awards":[{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W1678356000","https://openalex.org/W2048665112","https://openalex.org/W2257263437","https://openalex.org/W2295598076","https://openalex.org/W2604847698","https://openalex.org/W2754880706","https://openalex.org/W2808800115","https://openalex.org/W2893230400","https://openalex.org/W2921829327","https://openalex.org/W2967988901","https://openalex.org/W2996847713","https://openalex.org/W3092376471","https://openalex.org/W3123329971","https://openalex.org/W3155470669","https://openalex.org/W3173539742","https://openalex.org/W3175110359","https://openalex.org/W3177318507","https://openalex.org/W3212890323","https://openalex.org/W4225494949","https://openalex.org/W4230410911","https://openalex.org/W4315588609","https://openalex.org/W4318775883","https://openalex.org/W4376478656","https://openalex.org/W4380433143","https://openalex.org/W4382203079","https://openalex.org/W4386768620","https://openalex.org/W4387092352","https://openalex.org/W4387698707","https://openalex.org/W4392397350","https://openalex.org/W4393177791","https://openalex.org/W4401126726","https://openalex.org/W4401857333","https://openalex.org/W4402508047","https://openalex.org/W4403600951","https://openalex.org/W4405306095","https://openalex.org/W4408061078","https://openalex.org/W4409150451","https://openalex.org/W4409257410","https://openalex.org/W4409363714","https://openalex.org/W4409363808","https://openalex.org/W6600175564","https://openalex.org/W6600178739","https://openalex.org/W6600238479","https://openalex.org/W6601083953","https://openalex.org/W6603860191","https://openalex.org/W6610910252","https://openalex.org/W6712758098","https://openalex.org/W6726027185","https://openalex.org/W6794767971","https://openalex.org/W6910681941"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4321353415","https://openalex.org/W2745001401","https://openalex.org/W2130974462","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Time":[0,45],"Series":[1,46],"Forecasting":[2],"(TSF)":[3],"is":[4],"key":[5],"functionality":[6],"in":[7,42],"numerous":[8],"fields,":[9],"such":[10,143],"as":[11,144],"financial":[12],"investment,":[13],"weather":[14],"services,":[15],"and":[16,32,35,87,106,121,149,154,173,182,184,190],"energy":[17],"management.":[18],"Although":[19],"increasingly":[20],"capable":[21],"TSF":[22],"methods":[23],"occur,":[24],"many":[25],"of":[26,72,76,90,97,129,162,168,187],"them":[27],"require":[28],"domain-specific":[29],"data":[30,58],"collection":[31],"model":[33,197],"training":[34],"do":[36],"not":[37],"generalize":[38],"well":[39],"when":[40],"applied":[41],"other":[43],"domains.":[44],"Foundation":[47],"Models":[48],"(TSFMs)":[49],"that":[50],"are":[51],"pre-trained":[52,108],"on":[53,102,109,158],"massive":[54],"heterogeneous":[55],"time":[56,110],"series":[57,111],"aim":[59],"to":[60,84],"overcome":[61],"these":[62],"limitations.":[63],"The":[64],"prospects":[65],"for":[66,139,195],"generalizability":[67],"have":[68],"spurred":[69],"the":[70,126],"development":[71],"a":[73,81,94,135,165],"new":[74,196],"generation":[75],"TSFMs.":[77,91],"This":[78],"study":[79],"proposes":[80],"benchmark,":[82],"TSFM-Bench,":[83],"facilitate":[85],"comprehensive":[86],"unified":[88],"evaluation":[89,141,161],"TSFM-Bench":[92,113,132],"covers":[93],"wide":[95],"range":[96,128,167],"TSFMs,":[98,189],"including":[99,118],"those":[100,107],"based":[101],"large":[103],"language":[104],"models":[105],"data.":[112],"supports":[114],"multiple":[115,171],"forecasting":[116],"scenarios,":[117],"zero-shot,":[119],"few-shot,":[120],"full-shot,":[122],"enabling":[123],"assessment":[124],"across":[125,164],"full":[127],"adaptation":[130],"strategies.":[131],"also":[133],"provides":[134],"standardized":[136],"experimental":[137],"protocols":[138],"critical":[140],"processes":[142],"dataset":[145],"splitting,":[146],"loading,":[147],"normalization,":[148],"few-shot":[150],"sampling,":[151],"facilitating":[152],"consistency":[153],"fairness.":[155],"We":[156],"report":[157],"an":[159],"extensive":[160],"TSFMs":[163],"diverse":[166],"datasets":[169],"spanning":[170],"domains":[172],"exhibiting":[174],"varied":[175],"statistical":[176],"characteristics.":[177],"Specifically,":[178],"we":[179,191],"identify":[180],"pros":[181],"cons":[183],"inherent":[185],"limitations":[186],"existing":[188],"propose":[192],"potential":[193],"directions":[194],"designs.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}