{"id":"https://openalex.org/W7138464325","doi":"https://doi.org/10.48550/arxiv.2603.15506","title":"Seeking SOTA: Time-Series Forecasting Must Adopt Taxonomy-Specific Evaluation to Dispel Illusory Gains","display_name":"Seeking SOTA: Time-Series Forecasting Must Adopt Taxonomy-Specific Evaluation to Dispel Illusory Gains","publication_year":2026,"publication_date":"2026-03-16","ids":{"openalex":"https://openalex.org/W7138464325","doi":"https://doi.org/10.48550/arxiv.2603.15506"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.15506","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.15506","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077308692","display_name":"Raeid Saqur","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Saqur, Raeid","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010495833","display_name":"Christoph Bergmeir","orcid":"https://orcid.org/0000-0002-3665-9021"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bergmeir, Christoph","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011490173","display_name":"Blanka Horvath","orcid":"https://orcid.org/0000-0002-6369-7728"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Horvath, Blanka","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129677499","display_name":"Daniel Schmidt","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Schmidt, Daniel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056256317","display_name":"Frank Rudzicz","orcid":"https://orcid.org/0000-0002-1139-3423"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rudzicz, Frank","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129669232","display_name":"Terry Lyons","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyons, Terry","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5077308692"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.37599998712539673,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.37599998712539673,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.3163999915122986,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.08179999887943268,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4165000021457672},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3564000129699707},{"id":"https://openalex.org/keywords/statistical-model","display_name":"Statistical model","score":0.3424000144004822},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.32659998536109924},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.3249000012874603},{"id":"https://openalex.org/keywords/autocorrelation","display_name":"Autocorrelation","score":0.31610000133514404},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.3158000111579895}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6883999705314636},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5728999972343445},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5503000020980835},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.38940000534057617},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.32659998536109924},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.3249000012874603},{"id":"https://openalex.org/C5297727","wikidata":"https://www.wikidata.org/wiki/Q786970","display_name":"Autocorrelation","level":2,"score":0.31610000133514404},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.30160000920295715},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2939999997615814},{"id":"https://openalex.org/C185874996","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Interdependence","level":2,"score":0.28760001063346863},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.2867000102996826},{"id":"https://openalex.org/C161657586","wikidata":"https://www.wikidata.org/wiki/Q1203326","display_name":"Technology forecasting","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.26249998807907104},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.25099998712539673}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.15506","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.15506","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.15506","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0,33,95],"argue":[1],"that":[2,35,47,167],"the":[3,27,86,98,151,155],"current":[4,106],"practice":[5],"of":[6,29,114,154,178],"evaluating":[7],"AI/ML":[8],"time-series":[9],"forecasting":[10],"models,":[11,57],"predominantly":[12],"on":[13,97],"benchmarks":[14,107],"characterized":[15],"by":[16,25,52],"strong,":[17],"persistent":[18],"periodicities":[19],"and":[20,44,76,92,122,125,134,145],"seasonalities,":[21],"obscures":[22],"real":[23],"progress":[24],"overlooking":[26],"performance":[28],"efficient":[30],"classical":[31,69,144],"methods.":[32],"demonstrate":[34],"these":[36,72],"\"standard\"":[37],"datasets":[38,109],"often":[39],"exhibit":[40],"dominant":[41],"autocorrelation":[42],"patterns":[43],"seasonal":[45],"cycles":[46],"can":[48],"be":[49],"effectively":[50],"captured":[51],"simpler":[53],"linear":[54],"or":[55,103],"statistical":[56],"rendering":[58],"complex":[59],"deep":[60,138],"learning":[61,139,185],"architectures":[62],"frequently":[63],"no":[64],"more":[65],"performant":[66],"than":[67,176],"their":[68],"counterparts":[70],"for":[71,150],"specific":[73,152],"data":[74],"characteristics,":[75],"raising":[77],"questions":[78],"as":[79,117],"to":[80,100,141],"whether":[81],"any":[82],"marginal":[83],"improvements":[84],"justify":[85],"significant":[87],"increase":[88],"in":[89],"computational":[90],"overhead":[91],"model":[93],"complexity.":[94],"call":[96],"community":[99],"(I)":[101],"retire":[102],"substantially":[104],"augment":[105],"with":[108],"exhibiting":[110],"a":[111],"wider":[112],"spectrum":[113],"non-stationarities,":[115],"such":[116],"structural":[118],"breaks,":[119],"time-varying":[120],"volatility,":[121],"concept":[123],"drift,":[124],"less":[126],"predictable":[127],"dynamics":[128],"drawn":[129],"from":[130],"diverse":[131],"real-world":[132],"domains,":[133],"(II)":[135],"require":[136],"every":[137],"submission":[140],"include":[142],"robust":[143],"simple":[146],"baselines,":[147],"appropriately":[148],"chosen":[149],"characteristics":[153],"downstream":[156],"tasks'":[157],"time":[158],"series.":[159],"By":[160],"doing":[161],"so,":[162],"we":[163],"will":[164],"help":[165],"ensure":[166],"reported":[168],"gains":[169],"reflect":[170],"genuine":[171],"scientific":[172],"methodological":[173],"advances":[174],"rather":[175],"artifacts":[177],"benchmark":[179],"selection":[180],"favoring":[181],"models":[182],"adept":[183],"at":[184],"repetitive":[186],"patterns.":[187]},"counts_by_year":[],"updated_date":"2026-03-18T06:31:55.123368","created_date":"2026-03-18T00:00:00"}