{"id":"https://openalex.org/W4280531713","doi":"https://doi.org/10.24963/ijcai.2022/277","title":"Triformer: Triangular, Variable-Specific Attentions for Long Sequence Multivariate Time Series Forecasting","display_name":"Triformer: Triangular, Variable-Specific Attentions for Long Sequence Multivariate Time Series Forecasting","publication_year":2022,"publication_date":"2022-07-01","ids":{"openalex":"https://openalex.org/W4280531713","doi":"https://doi.org/10.24963/ijcai.2022/277"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2022/277","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/277","pdf_url":"https://www.ijcai.org/proceedings/2022/0277.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://www.ijcai.org/proceedings/2022/0277.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055622087","display_name":"Razvan-Gabriel Cirstea","orcid":null},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Razvan-Gabriel Cirstea","raw_affiliation_strings":["Aalborg University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084021933","display_name":"Chenjuan Guo","orcid":"https://orcid.org/0000-0002-4516-4637"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenjuan Guo","raw_affiliation_strings":["East China Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072309548","display_name":"Bin Yang","orcid":"https://orcid.org/0000-0002-1658-1079"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Yang","raw_affiliation_strings":["East China Normal University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016799625","display_name":"Tung Kieu","orcid":"https://orcid.org/0000-0002-7696-1444"},"institutions":[{"id":"https://openalex.org/I891191580","display_name":"Aalborg University","ror":"https://ror.org/04m5j1k67","country_code":"DK","type":"education","lineage":["https://openalex.org/I891191580"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Tung Kieu","raw_affiliation_strings":["Aalborg University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aalborg University","institution_ids":["https://openalex.org/I891191580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069837273","display_name":"Xuanyi Dong","orcid":"https://orcid.org/0000-0001-9272-1590"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I4210113520","display_name":"Brain (Germany)","ror":"https://ror.org/01gamcy45","country_code":"DE","type":"company","lineage":["https://openalex.org/I4210113520"]}],"countries":["DE","US"],"is_corresponding":false,"raw_author_name":"Xuanyi Dong","raw_affiliation_strings":["Google Research","Google Research, Brain Team"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google Research","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Research, Brain Team","institution_ids":["https://openalex.org/I1291425158","https://openalex.org/I4210113520"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008056593","display_name":"Shirui Pan","orcid":"https://orcid.org/0000-0003-0794-527X"},"institutions":[{"id":"https://openalex.org/I2801239119","display_name":"Australian Regenerative Medicine Institute","ror":"https://ror.org/02qa5kg76","country_code":"AU","type":"facility","lineage":["https://openalex.org/I2801037857","https://openalex.org/I2801239119","https://openalex.org/I56590836"]},{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shirui Pan","raw_affiliation_strings":["Monash University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Monash University","institution_ids":["https://openalex.org/I2801239119","https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":106,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1994","last_page":"2001"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6914999485015869},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.6116968393325806},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.5949845314025879},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.5666216611862183},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.5523456335067749},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.5209804177284241},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4821545481681824},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.44217538833618164},{"id":"https://openalex.org/keywords/time-complexity","display_name":"Time complexity","score":0.41058364510536194},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.40284812450408936},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3642868995666504},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2626820206642151},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2250969111919403}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6914999485015869},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.6116968393325806},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.5949845314025879},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.5666216611862183},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.5523456335067749},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.5209804177284241},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4821545481681824},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.44217538833618164},{"id":"https://openalex.org/C311688","wikidata":"https://www.wikidata.org/wiki/Q2393193","display_name":"Time complexity","level":2,"score":0.41058364510536194},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40284812450408936},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3642868995666504},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2626820206642151},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2250969111919403},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.24963/ijcai.2022/277","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/277","pdf_url":"https://www.ijcai.org/proceedings/2022/0277.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/c2eb8625-e6f0-4b27-a9dd-271b5d62f5fe","is_oa":false,"landing_page_url":"https://vbn.aau.dk/da/publications/c2eb8625-e6f0-4b27-a9dd-271b5d62f5fe","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":"public-domain","license_id":"https://openalex.org/licenses/public-domain","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:research-repository.griffith.edu.au:10072/419668","is_oa":false,"landing_page_url":"http://hdl.handle.net/10072/419668","pdf_url":null,"source":{"id":"https://openalex.org/S4306402548","display_name":"Griffith Research Online (Griffith University, Queensland, Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I11701301","host_organization_name":"Griffith University","host_organization_lineage":["https://openalex.org/I11701301"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference output"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2022/277","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2022/277","pdf_url":"https://www.ijcai.org/proceedings/2022/0277.pdf","source":{"id":"https://openalex.org/S4363608755","display_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-First International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6688918602","display_name":null,"funder_award_id":"34328","funder_id":"https://openalex.org/F4320310490","funder_display_name":"Villum Fonden"}],"funders":[{"id":"https://openalex.org/F4320310490","display_name":"Villum Fonden","ror":"https://ror.org/007ww2d15"},{"id":"https://openalex.org/F4320313796","display_name":"Innovationsfonden","ror":"https://ror.org/00daj4111"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4280531713.pdf","grobid_xml":"https://content.openalex.org/works/W4280531713.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W2187089797","https://openalex.org/W2565330852","https://openalex.org/W2567070169","https://openalex.org/W2613328025","https://openalex.org/W2795273206","https://openalex.org/W2927104047","https://openalex.org/W2950817888","https://openalex.org/W2954731415","https://openalex.org/W2963358464","https://openalex.org/W2963951265","https://openalex.org/W2965341826","https://openalex.org/W2987715998","https://openalex.org/W3011820231","https://openalex.org/W3015468748","https://openalex.org/W3029687524","https://openalex.org/W3033188311","https://openalex.org/W3033529678","https://openalex.org/W3034301699","https://openalex.org/W3037671731","https://openalex.org/W3037798801","https://openalex.org/W3038981236","https://openalex.org/W3080253043","https://openalex.org/W3087903024","https://openalex.org/W3138140629","https://openalex.org/W3175924508","https://openalex.org/W3177318507","https://openalex.org/W3187633063","https://openalex.org/W3212890323","https://openalex.org/W3217545443","https://openalex.org/W4214633470","https://openalex.org/W4225301559","https://openalex.org/W4287270621","https://openalex.org/W4289533938","https://openalex.org/W4289866548","https://openalex.org/W4295838474","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W2406638334","https://openalex.org/W1991765889","https://openalex.org/W1990068454","https://openalex.org/W2472172556","https://openalex.org/W1570805059","https://openalex.org/W2357266745","https://openalex.org/W1578824628","https://openalex.org/W4390961098","https://openalex.org/W2324780611","https://openalex.org/W3122321533"],"abstract_inverted_index":{"A":[0],"variety":[1],"of":[2,129,161],"real-world":[3],"applications":[4],"rely":[5],"on":[6,181],"far":[7],"future":[8],"information":[9],"to":[10,77,157,169],"make":[11],"decisions,":[12],"thus":[13,58,95,145],"calling":[14],"for":[15,90,164],"efficient":[16],"and":[17,104,175,191,202],"accurate":[18],"long":[19],"sequence":[20],"multivariate":[21],"time":[22,55,66,93,167],"series":[23,56,67,168],"forecasting.":[24],"While":[25],"recent":[26],"attention-based":[27],"forecasting":[28],"models":[29],"show":[30],"strong":[31],"abilities":[32],"in":[33,61,98],"capturing":[34],"long-term":[35],"dependencies,":[36],"they":[37,80],"still":[38],"suffer":[39],"from":[40,184],"two":[41],"key":[42],"limitations.":[43],"First,":[44],"canonical":[45],"self":[46],"attention":[47,121],"has":[48],"a":[49,109,118,133,154],"quadratic":[50],"complexity":[51],"w.r.t.":[52,199],"the":[53,82,130,140],"input":[54],"length,":[57],"falling":[59,96],"short":[60,97],"efficiency.":[62,203],"Second,":[63],"different":[64,165],"variables\u2019":[65,92,166],"often":[68],"have":[69],"distinct":[70,159],"temporal":[71],"dynamics,":[72],"which":[73],"existing":[74],"studies":[75],"fail":[76],"capture,":[78],"as":[79],"use":[81],"same":[83],"model":[84,162],"parameter":[85],"space,":[86],"e.g.,":[87],"projection":[88],"matrices,":[89],"all":[91],"series,":[94],"accuracy.":[99],"To":[100],"ensure":[101],"high":[102],"efficiency":[103,174],"accuracy,":[105],"we":[106,116,152],"propose":[107,153],"Triformer,":[108],"triangular,":[110],"variable-specific":[111],"attention.":[112],"(i)":[113],"Linear":[114],"complexity:":[115],"introduce":[117],"novel":[119],"patch":[120,131],"with":[122],"linear":[123,147],"complexity.":[124,148],"When":[125],"stacking":[126],"multiple":[127,185],"layers":[128],"attentions,":[132],"triangular":[134],"structure":[135],"is":[136,206],"proposed":[137],"such":[138],"that":[139,194],"layer":[141],"sizes":[142],"shrink":[143],"exponentially,":[144],"maintaining":[146],"(ii)":[149],"Variable-specific":[150],"parameters:":[151],"light-weight":[155],"method":[156],"enable":[158],"sets":[160],"parameters":[163],"enhance":[170],"accuracy":[171,201],"without":[172],"compromising":[173],"memory":[176],"usage.":[177],"Strong":[178],"empirical":[179],"evidence":[180],"four":[182],"datasets":[183],"domains":[186],"justifies":[187],"our":[188],"design":[189],"choices,":[190],"it":[192],"demonstrates":[193],"Triformer":[195],"outperforms":[196],"state-of-the-art":[197],"methods":[198],"both":[200],"Source":[204],"code":[205],"publicly":[207],"available":[208],"at":[209],"https://github.com/razvanc92/triformer.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":35},{"year":2024,"cited_by_count":38},{"year":2023,"cited_by_count":21}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}