{"id":"https://openalex.org/W4415969923","doi":"https://doi.org/10.1109/iecon58223.2025.11221528","title":"Residual Aggregation and Multi-Head Attention Reweighting for Autoformer in Industrial Time Series Forecasting","display_name":"Residual Aggregation and Multi-Head Attention Reweighting for Autoformer in Industrial Time Series Forecasting","publication_year":2025,"publication_date":"2025-10-14","ids":{"openalex":"https://openalex.org/W4415969923","doi":"https://doi.org/10.1109/iecon58223.2025.11221528"},"language":null,"primary_location":{"id":"doi:10.1109/iecon58223.2025.11221528","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon58223.2025.11221528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2025 \u2013 51st Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019668941","display_name":"Y. Wang","orcid":"https://orcid.org/0000-0001-5641-047X"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yanshu Wang","raw_affiliation_strings":["Shanghai Jiao Tong University,Global Institute of Future Technology,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Global Institute of Future Technology,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102712963","display_name":"Xichen Xu","orcid":"https://orcid.org/0000-0002-2667-6864"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xichen Xu","raw_affiliation_strings":["Shanghai Jiao Tong University,Global Institute of Future Technology,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,Global Institute of Future Technology,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041922468","display_name":"X. Lei","orcid":"https://orcid.org/0000-0003-0636-8677"},"institutions":[{"id":"https://openalex.org/I4210142539","display_name":"Guangdong Institute of Intelligent Manufacturing","ror":"https://ror.org/049jpjz09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210142539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoning Lei","raw_affiliation_strings":["CATL,Department of Intelligent Manufacturing,Ningde,China"],"affiliations":[{"raw_affiliation_string":"CATL,Department of Intelligent Manufacturing,Ningde,China","institution_ids":["https://openalex.org/I4210142539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100625824","display_name":"Chengbin Ma","orcid":"https://orcid.org/0000-0002-0221-8084"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengbin Ma","raw_affiliation_strings":["Shanghai Jiao Tong University,UM-SJTU Joint Institute,Shanghai,China"],"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University,UM-SJTU Joint Institute,Shanghai,China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5019668941"],"corresponding_institution_ids":["https://openalex.org/I183067930"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40377998,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.6104000210762024,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.6104000210762024,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.07649999856948853,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.0625,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.8611999750137329},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7109000086784363},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.6909999847412109},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.525600016117096},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.51419997215271},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.44040000438690186},{"id":"https://openalex.org/keywords/autoregressive-integrated-moving-average","display_name":"Autoregressive integrated moving average","score":0.4196000099182129},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.41530001163482666}],"concepts":[{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.8611999750137329},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7109000086784363},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.6909999847412109},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6794999837875366},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.525600016117096},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.51419997215271},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.47999998927116394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44359999895095825},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.44040000438690186},{"id":"https://openalex.org/C24338571","wikidata":"https://www.wikidata.org/wiki/Q2566298","display_name":"Autoregressive integrated moving average","level":3,"score":0.4196000099182129},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.41530001163482666},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.40059998631477356},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.388700008392334},{"id":"https://openalex.org/C207609745","wikidata":"https://www.wikidata.org/wiki/Q4944086","display_name":"Bootstrapping (finance)","level":2,"score":0.38019999861717224},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36160001158714294},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.35690000653266907},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.3285999894142151},{"id":"https://openalex.org/C162040801","wikidata":"https://www.wikidata.org/wiki/Q799897","display_name":"Bootstrap aggregating","level":2,"score":0.28610000014305115},{"id":"https://openalex.org/C82753439","wikidata":"https://www.wikidata.org/wiki/Q1419090","display_name":"Industrial production","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2612999975681305},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.25769999623298645},{"id":"https://openalex.org/C189950617","wikidata":"https://www.wikidata.org/wiki/Q937228","display_name":"Property (philosophy)","level":2,"score":0.25679999589920044}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon58223.2025.11221528","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon58223.2025.11221528","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2025 \u2013 51st Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W1845903142","https://openalex.org/W2064675550","https://openalex.org/W2194775991","https://openalex.org/W2752782242","https://openalex.org/W2946794439","https://openalex.org/W3177318507","https://openalex.org/W4382203079","https://openalex.org/W4385245566"],"related_works":[],"abstract_inverted_index":{"Multivariate":[0],"time":[1],"series":[2],"forecasting":[3],"is":[4],"critical":[5],"for":[6,67,137],"industrial":[7,69,139],"applications":[8],"such":[9],"as":[10],"predictive":[11],"maintenance":[12],"and":[13,27,40,56,88,91,110,135],"anomaly":[14],"detection.":[15],"However,":[16],"existing":[17],"Transformer-based":[18],"models":[19],"often":[20],"struggle":[21],"to":[22,30,33,44,106],"capture":[23],"short-term":[24],"residual":[25],"patterns":[26],"are":[28],"vulnerable":[29],"noise":[31],"due":[32],"their":[34],"uniform":[35],"treatment":[36],"of":[37,42],"attention":[38,100],"heads":[39,101],"lack":[41],"adaptability":[43],"input":[45],"dynamics.":[46],"To":[47],"address":[48],"these":[49],"challenges,":[50],"we":[51],"propose":[52],"the":[53,76,92],"Residual":[54,78],"Aggregation":[55],"Multi-Head":[57],"Attention":[58],"Reweighting":[59,95],"Autoformer":[60],"(RAMAR),":[61],"an":[62],"enhanced":[63],"Autoformer-based":[64],"architecture":[65],"tailored":[66],"complex":[68],"environments.":[70],"RAMAR":[71,123],"introduces":[72],"two":[73],"complementary":[74],"modules:":[75],"Local":[77],"Aggregator":[79],"(LRA),":[80],"which":[81,98],"refines":[82],"high-frequency":[83],"residuals":[84],"via":[85],"bottleneck":[86],"convolutions":[87,105],"gated":[89],"fusion,":[90],"Dynamic":[93],"Head":[94],"Module":[96],"(DHRM),":[97],"calibrates":[99],"using":[102],"multi-scale":[103],"temporal\u2013channel":[104],"suppress":[107],"noisy":[108],"activations":[109],"emphasize":[111],"informative":[112],"signals.":[113],"Extensive":[114],"experiments":[115],"on":[116],"three":[117],"public":[118],"ETT":[119],"datasets":[120],"demonstrate":[121],"that":[122],"consistently":[124],"outperforms":[125],"strong":[126],"baselines":[127],"across":[128],"multiple":[129],"evaluation":[130],"metrics,":[131],"confirming":[132],"its":[133],"robustness":[134],"effectiveness":[136],"real-world":[138],"forecasting.":[140]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-11-06T00:00:00"}