{"id":"https://openalex.org/W4408352283","doi":"https://doi.org/10.1109/icassp49660.2025.10889540","title":"Correlated Attention in Transformers for Multivariate Time Series","display_name":"Correlated Attention in Transformers for Multivariate Time Series","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352283","doi":"https://doi.org/10.1109/icassp49660.2025.10889540"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10889540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889540","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103273988","display_name":"Minh Quang Nguyen","orcid":"https://orcid.org/0000-0003-1437-1956"},"institutions":[{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Quang Minh Nguyen","raw_affiliation_strings":["Massachusetts Institute of Technology,Electrical Engineering and Computer Science,Cambridge,MA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Massachusetts Institute of Technology,Electrical Engineering and Computer Science,Cambridge,MA,USA","institution_ids":["https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120045660","display_name":"Lam M. Nguyen","orcid":"https://orcid.org/0000-0002-3796-9734"},"institutions":[{"id":"https://openalex.org/I4210114115","display_name":"IBM Research - Thomas J. Watson Research Center","ror":"https://ror.org/0265w5591","country_code":"US","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lam M. Nguyen","raw_affiliation_strings":["IBM Research,Thomas J. Watson Research Center,Yorktown Heights,NY,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research,Thomas J. Watson Research Center,Yorktown Heights,NY,USA","institution_ids":["https://openalex.org/I4210114115"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011183160","display_name":"Subhro Das","orcid":"https://orcid.org/0000-0002-7610-2738"},"institutions":[{"id":"https://openalex.org/I1341412227","display_name":"IBM (United States)","ror":"https://ror.org/05hh8d621","country_code":"US","type":"company","lineage":["https://openalex.org/I1341412227"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subhro Das","raw_affiliation_strings":["IBM Research,MIT-IBM Watson AI Lab,Cambridge,MA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research,MIT-IBM Watson AI Lab,Cambridge,MA,USA","institution_ids":["https://openalex.org/I1341412227"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03713434,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9663000106811523,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.6712151169776917},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5800979137420654},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.5290336012840271},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4637252688407898},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.41344153881073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2331503927707672},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14247801899909973},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.12521174550056458},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.09742006659507751},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07529720664024353}],"concepts":[{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.6712151169776917},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5800979137420654},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.5290336012840271},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4637252688407898},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.41344153881073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2331503927707672},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14247801899909973},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.12521174550056458},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.09742006659507751},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07529720664024353},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10889540","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10889540","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W2053257862","https://openalex.org/W2103424257","https://openalex.org/W2604847698","https://openalex.org/W2942228371","https://openalex.org/W3004104178","https://openalex.org/W3080253043","https://openalex.org/W3134923826","https://openalex.org/W3162049936","https://openalex.org/W3165312697","https://openalex.org/W3175600543","https://openalex.org/W3177318507","https://openalex.org/W3188872815","https://openalex.org/W4319335604","https://openalex.org/W4372342073","https://openalex.org/W4382203079","https://openalex.org/W4385245566","https://openalex.org/W4385763767","https://openalex.org/W4392904541","https://openalex.org/W6755529311","https://openalex.org/W6786152982","https://openalex.org/W6797155008","https://openalex.org/W6797533273","https://openalex.org/W6809860847","https://openalex.org/W6810637551","https://openalex.org/W6845625448","https://openalex.org/W6846376059","https://openalex.org/W6857279128","https://openalex.org/W6907814131"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2118640767","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Multivariate":[0],"time":[1,133],"series":[2,134],"(MTS)":[3],"analysis":[4],"prevails":[5],"in":[6,52,156],"real-world":[7],"applications":[8],"such":[9],"as":[10],"finance,":[11],"climate":[12],"science":[13],"and":[14,103,109,152,158],"healthcare.":[15],"The":[16],"various":[17],"self-attention":[18],"mechanisms,":[19],"the":[20,23,29,36,78,114],"backbone":[21],"of":[22,42,81,122],"state-of-the-art":[24,154],"Transformer-based":[25],"models,":[26],"efficiently":[27,67],"discover":[28],"temporal":[30],"dependencies,":[31,70],"yet":[32],"cannot":[33],"well":[34],"capture":[35],"intricate":[37],"cross-correlation":[38],"between":[39,101],"different":[40,106],"features":[41],"MTS":[43],"data,":[44],"which":[45,64],"inherently":[46,131],"stems":[47],"from":[48],"complex":[49],"dynamical":[50],"systems":[51],"practice.":[53],"To":[54],"this":[55],"end,":[56],"we":[57],"propose":[58],"a":[59,146],"novel":[60],"correlated":[61,91,142],"attention":[62,92,143],"mechanism,":[63],"not":[65,123],"only":[66,124],"captures":[68],"feature-wise":[69],"but":[71,126],"can":[72],"also":[73,127],"be":[74],"seamlessly":[75],"integrated":[76],"within":[77],"encoder":[79],"blocks":[80],"existing":[82],"well-known":[83],"Transformers":[84],"to":[85,97],"gain":[86],"efficiency":[87],"improvement.":[88],"In":[89],"particular,":[90],"operates":[93],"across":[94],"feature":[95],"channels":[96],"compute":[98],"cross-covariance":[99],"matrices":[100],"queries":[102],"keys":[104],"with":[105,138],"lag":[107],"values,":[108],"selectively":[110],"aggregate":[111],"representations":[112],"at":[113],"sub-series":[115],"level.":[116],"This":[117],"architecture":[118],"automates":[119],"representation":[120],"learning":[121],"instantaneous":[125],"lagged":[128],"cross-correlations,":[129],"while":[130],"capturing":[132],"auto-correlation.":[135],"When":[136],"combined":[137],"prevalent":[139],"Transformer":[140],"baselines,":[141],"mechanism":[144],"constitutes":[145],"better":[147],"alternative":[148],"for":[149],"encoder-only":[150],"architectures":[151],"achieves":[153],"results":[155],"imputation":[157],"classification.":[159]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}