{"id":"https://openalex.org/W4410431151","doi":"https://doi.org/10.1145/3735651","title":"Mitigating Data Redundancy to Revitalize Transformer-Based Long-Term Time Series Forecasting System","display_name":"Mitigating Data Redundancy to Revitalize Transformer-Based Long-Term Time Series Forecasting System","publication_year":2025,"publication_date":"2025-05-16","ids":{"openalex":"https://openalex.org/W4410431151","doi":"https://doi.org/10.1145/3735651"},"language":"en","primary_location":{"id":"doi:10.1145/3735651","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3735651","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069758919","display_name":"Mingjie Li","orcid":"https://orcid.org/0000-0001-6096-9858"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingjie Li","raw_affiliation_strings":["Department of Radiation Oncology, Stanford University, Stanford, California, USA","Stanford University, United States"],"raw_orcid":"https://orcid.org/0000-0001-6096-9858","affiliations":[{"raw_affiliation_string":"Department of Radiation Oncology, Stanford University, Stanford, California, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University, United States","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103074387","display_name":"Rui Liu","orcid":"https://orcid.org/0009-0002-5177-5466"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Rui Liu","raw_affiliation_strings":["FEIT, University of Technology Sydney, Sydney, Australia","University of Technology Sydney, Australia"],"raw_orcid":"https://orcid.org/0009-0002-5177-5466","affiliations":[{"raw_affiliation_string":"FEIT, University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033166659","display_name":"Guangsi Shi","orcid":"https://orcid.org/0000-0003-0313-6379"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Guangsi Shi","raw_affiliation_strings":["FIT, Monash University, Melbourne, Australia","Monash University, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0313-6379","affiliations":[{"raw_affiliation_string":"FIT, Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103127046","display_name":"Mingfei Han","orcid":"https://orcid.org/0000-0003-0040-6177"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mingfei Han","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia","University of Technology Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-0040-6177","affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004657331","display_name":"Chenji Li","orcid":"https://orcid.org/0000-0001-5477-5918"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Changlin Li","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia","University of Technology Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0001-5477-5918","affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052731721","display_name":"Lina Yao","orcid":"https://orcid.org/0000-0002-4149-839X"},"institutions":[{"id":"https://openalex.org/I1292875679","display_name":"Commonwealth Scientific and Industrial Research Organisation","ror":"https://ror.org/03qn8fb07","country_code":"AU","type":"government","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Lina Yao","raw_affiliation_strings":["Computer Science and Engineering, University of New South Wales, Sydney, Australia and CSIRO Data61 Business Unit, Eveleigh, Australia","CSIRO\u2019s Data61 and University of New South Wales, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4149-839X","affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, University of New South Wales, Sydney, Australia and CSIRO Data61 Business Unit, Eveleigh, Australia","institution_ids":["https://openalex.org/I42894916"]},{"raw_affiliation_string":"CSIRO\u2019s Data61 and University of New South Wales, Australia","institution_ids":["https://openalex.org/I42894916","https://openalex.org/I31746571","https://openalex.org/I1292875679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034967388","display_name":"Xiaojun Chang","orcid":"https://orcid.org/0000-0002-7778-8807"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Chang","raw_affiliation_strings":["University of Science and Technology of China, Hefei, China","University of Science and Technology of China, China"],"raw_orcid":"https://orcid.org/0000-0002-7778-8807","affiliations":[{"raw_affiliation_string":"University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]},{"raw_affiliation_string":"University of Science and Technology of China, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069988750","display_name":"Ling Chen","orcid":"https://orcid.org/0000-0002-6468-5729"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Ling Chen","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia","University of Technology Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-6468-5729","affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10374453,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"3","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8646441698074341},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.6108892560005188},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5063310861587524},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5051916241645813},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.4985837936401367},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.42899036407470703},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3760404884815216},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2957530617713928},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09514108300209045},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07116904854774475},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.06610867381095886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8646441698074341},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.6108892560005188},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5063310861587524},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5051916241645813},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.4985837936401367},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.42899036407470703},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3760404884815216},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2957530617713928},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09514108300209045},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07116904854774475},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.06610867381095886},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3735651","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3735651","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4314540674","display_name":null,"funder_award_id":"210101347","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1981276685","https://openalex.org/W2064675550","https://openalex.org/W2111406701","https://openalex.org/W2132782512","https://openalex.org/W2613328025","https://openalex.org/W2980994438","https://openalex.org/W2991675023","https://openalex.org/W3036399363","https://openalex.org/W3173539742","https://openalex.org/W3176587734","https://openalex.org/W3179997351","https://openalex.org/W3211432855","https://openalex.org/W3212890323","https://openalex.org/W4280550128","https://openalex.org/W4282937133","https://openalex.org/W4296519619","https://openalex.org/W4309951073","https://openalex.org/W4382203079","https://openalex.org/W4382239425","https://openalex.org/W4388016610","https://openalex.org/W4392199044","https://openalex.org/W6600109629","https://openalex.org/W6600719526","https://openalex.org/W6600804061","https://openalex.org/W6610910252"],"related_works":["https://openalex.org/W2980611886","https://openalex.org/W2494338568","https://openalex.org/W42295635","https://openalex.org/W1973996291","https://openalex.org/W1495042958","https://openalex.org/W2330575325","https://openalex.org/W2122678784","https://openalex.org/W2282510344","https://openalex.org/W2163803519","https://openalex.org/W2497592525"],"abstract_inverted_index":{"Long-term":[0],"time":[1,122,148],"series":[2,123,149],"forecasting":[3,39,128,158],"(LTSF)":[4],"is":[5],"fundamental":[6],"to":[7,20,23,34,80,114,140,155,176],"various":[8],"real-world":[9,164],"applications,":[10],"where":[11],"Transformer-based":[12,172],"models":[13,29,173],"have":[14],"become":[15],"the":[16,81,87,99,111,121,138,147,157],"dominant":[17],"framework":[18,63],"due":[19,33],"their":[21,42],"ability":[22,44,113],"capture":[24,141],"long-range":[25],"dependencies.":[26],"However,":[27],"these":[28],"often":[30],"experience":[31],"overfitting":[32],"data":[35,92,150],"redundancy":[36,66],"in":[37,47,120,146,181],"rolling":[38],"settings,":[40],"limiting":[41],"generalization":[43],"particularly":[45],"evident":[46],"longer":[48],"sequences":[49],"with":[50],"highly":[51],"similar":[52],"adjacent":[53,91],"data.":[54,124],"In":[55],"this":[56],"work,":[57],"we":[58,75,130],"introduce":[59,77,131],"CLMFormer,":[60],"a":[61,71,132],"novel":[62],"that":[64,168],"mitigates":[65],"through":[67],"curriculum":[68],"learning":[69],"and":[70,106,118,144,151],"memory-driven":[72,100,133],"decoder.":[73,134],"Specifically,":[74],"progressively":[76],"Bernoulli":[78],"noise":[79,96],"training":[82,108],"samples,":[83],"which":[84],"effectively":[85],"breaks":[86],"high":[88],"similarity":[89],"between":[90],"points.":[93],"This":[94,135],"curriculum-driven":[95],"introduction":[97],"aids":[98],"decoder":[101],"by":[102,174],"supplying":[103],"more":[104],"diverse":[105],"representative":[107],"data,":[109],"enhancing":[110],"decoder\u2019s":[112],"model":[115,139],"seasonal":[116,142],"tendencies":[117,143],"dependencies":[119,145],"To":[125],"further":[126],"enhance":[127],"accuracy,":[129],"component":[136],"enables":[137],"leverages":[152],"temporal":[153],"relationships":[154],"facilitate":[156],"process.":[159],"Extensive":[160],"experiments":[161],"on":[162],"six":[163],"LTSF":[165],"benchmarks":[166],"show":[167],"CLMFormer":[169],"consistently":[170],"improves":[171],"up":[175],"30%,":[177],"demonstrating":[178],"its":[179],"effectiveness":[180],"long-horizon":[182],"forecasting.":[183]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}