{"id":"https://openalex.org/W4403443421","doi":"https://doi.org/10.1145/3627673.3679757","title":"Scalable Transformer for High Dimensional Multivariate Time Series Forecasting","display_name":"Scalable Transformer for High Dimensional Multivariate Time Series Forecasting","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403443421","doi":"https://doi.org/10.1145/3627673.3679757"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679757","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3627673.3679757","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100709813","display_name":"Xin Zhou","orcid":"https://orcid.org/0009-0002-6486-5639"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Xin Zhou","raw_affiliation_strings":["Monash University, Melbourne, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100372965","display_name":"Weiqing Wang","orcid":"https://orcid.org/0000-0002-9578-819X"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Weiqing Wang","raw_affiliation_strings":["Monash University, Melbourne, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005792924","display_name":"Wray Buntine","orcid":"https://orcid.org/0000-0001-9292-1015"},"institutions":[{"id":"https://openalex.org/I4210142044","display_name":"VinUniversity","ror":"https://ror.org/052dmdr17","country_code":"VN","type":"education","lineage":["https://openalex.org/I4210142044"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Wray Buntine","raw_affiliation_strings":["VinUniversity, Hanoi, Viet Nam"],"affiliations":[{"raw_affiliation_string":"VinUniversity, Hanoi, Viet Nam","institution_ids":["https://openalex.org/I4210142044"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057390806","display_name":"Shilin Qu","orcid":"https://orcid.org/0000-0002-3825-5151"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shilin Qu","raw_affiliation_strings":["Monash University, Melbourne, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064610476","display_name":"Abishek Sriramulu","orcid":"https://orcid.org/0000-0002-3937-4902"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abishek Sriramulu","raw_affiliation_strings":["Tymestack, Melbourne, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Tymestack, Melbourne, Victoria, Australia","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005137054","display_name":"Weicong Tan","orcid":"https://orcid.org/0000-0001-7634-7535"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Weicong Tan","raw_affiliation_strings":["Monash University, Melbourne, Victoria, Australia"],"affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010495833","display_name":"Christoph Bergmeir","orcid":"https://orcid.org/0000-0002-3665-9021"},"institutions":[{"id":"https://openalex.org/I173304897","display_name":"Universidad de Granada","ror":"https://ror.org/04njjy449","country_code":"ES","type":"education","lineage":["https://openalex.org/I173304897"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Christoph Bergmeir","raw_affiliation_strings":["University of Granada, Granada, Spain"],"affiliations":[{"raw_affiliation_string":"University of Granada, Granada, Spain","institution_ids":["https://openalex.org/I173304897"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5100709813"],"corresponding_institution_ids":["https://openalex.org/I56590836"],"apc_list":null,"apc_paid":null,"fwci":6.6977,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.97017101,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"3515","last_page":"3526"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11918","display_name":"Forecasting Techniques and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7542532682418823},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7506593465805054},{"id":"https://openalex.org/keywords/multivariate-statistics","display_name":"Multivariate statistics","score":0.7055262923240662},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.6352025270462036},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5486817359924316},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4911911189556122},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.47250115871429443},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4533325135707855},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4425748586654663},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4048458933830261},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3501368761062622},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11962902545928955},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11093294620513916},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.089305579662323}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7542532682418823},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7506593465805054},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.7055262923240662},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.6352025270462036},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5486817359924316},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4911911189556122},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.47250115871429443},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4533325135707855},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4425748586654663},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4048458933830261},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3501368761062622},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11962902545928955},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11093294620513916},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.089305579662323},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3627673.3679757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679757","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2408.04245","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2408.04245","pdf_url":"https://arxiv.org/pdf/2408.04245","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:monash.edu:openaire/279bfe2f-e2bb-4d3a-afc9-c87eb9d64c4d","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/279bfe2f-e2bb-4d3a-afc9-c87eb9d64c4d","pdf_url":"https://researchmgt.monash.edu/ws/files/685634858/642026466-oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zhou, X, Wang, W, Buntine, W, Qu, S, Sriramulu, A, Tan, W & Bergmeir, C 2024, Scalable Transformer for High Dimensional Multivariate Time Series Forecasting. in A D\u2019Angelo & A Liguori (eds), Proceedings of the 33rd ACM International Conference on Information and Knowledge Management. International Conference on Information and Knowledge Management, Proceedings, Association for Computing Machinery (ACM), New York NY USA, pp. 3515-3526, ACM International Conference on Information and Knowledge Management 2024, Boise, Idaho, United States of America, 21/10/24. https://doi.org/10.1145/3627673.3679757","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:digibug.ugr.es:10481/103364","is_oa":true,"landing_page_url":"https://hdl.handle.net/10481/103364","pdf_url":"https://digibug.ugr.es/bitstream/10481/103364/1/3627673.3679757.pdf","source":{"id":"https://openalex.org/S4306400567","display_name":"Institutional Repository of the University of Granada (University of Granada)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I173304897","host_organization_name":"Universidad de Granada","host_organization_lineage":["https://openalex.org/I173304897"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"VoR"}],"best_oa_location":{"id":"doi:10.1145/3627673.3679757","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679757","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7799999713897705,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":63,"referenced_works":["https://openalex.org/W638887343","https://openalex.org/W1986565770","https://openalex.org/W2019459021","https://openalex.org/W3080253043","https://openalex.org/W3177318507","https://openalex.org/W3188872815","https://openalex.org/W3203382352","https://openalex.org/W4221146484","https://openalex.org/W4237884619","https://openalex.org/W4283315029","https://openalex.org/W4283721567","https://openalex.org/W4283728965","https://openalex.org/W4283810782","https://openalex.org/W4285357695","https://openalex.org/W4290877497","https://openalex.org/W4292122507","https://openalex.org/W4293087731","https://openalex.org/W4306316920","https://openalex.org/W4306316959","https://openalex.org/W4306317275","https://openalex.org/W4306317600","https://openalex.org/W4306317670","https://openalex.org/W4306317752","https://openalex.org/W4306317833","https://openalex.org/W4306317916","https://openalex.org/W4306317966","https://openalex.org/W4311129667","https://openalex.org/W4313593758","https://openalex.org/W4320060370","https://openalex.org/W4360994264","https://openalex.org/W4365802655","https://openalex.org/W4378942662","https://openalex.org/W4381245607","https://openalex.org/W4381245616","https://openalex.org/W4381326995","https://openalex.org/W4382203079","https://openalex.org/W4385270114","https://openalex.org/W4385283024","https://openalex.org/W4385288150","https://openalex.org/W4385562541","https://openalex.org/W4385562696","https://openalex.org/W4385945212","https://openalex.org/W4386128194","https://openalex.org/W4387076452","https://openalex.org/W4387561305","https://openalex.org/W4387846131","https://openalex.org/W4387846331","https://openalex.org/W4387846421","https://openalex.org/W4387846480","https://openalex.org/W4387846490","https://openalex.org/W4387846524","https://openalex.org/W4387846566","https://openalex.org/W4387846636","https://openalex.org/W4387846798","https://openalex.org/W4387848700","https://openalex.org/W4387848723","https://openalex.org/W4387848755","https://openalex.org/W4387848846","https://openalex.org/W4387849021","https://openalex.org/W4391549730","https://openalex.org/W4393145940","https://openalex.org/W4400909761","https://openalex.org/W4400909833"],"related_works":["https://openalex.org/W2406638334","https://openalex.org/W1991765889","https://openalex.org/W1990068454","https://openalex.org/W2472172556","https://openalex.org/W1570805059","https://openalex.org/W2357266745","https://openalex.org/W1578824628","https://openalex.org/W4390961098","https://openalex.org/W2324780611","https://openalex.org/W4385335406"],"abstract_inverted_index":{"Deep":[0],"models":[1,14,20,44,48,78],"for":[2,127],"Multivariate":[3,129],"Time":[4,130],"Series":[5,131],"(MTS)":[6],"forecasting":[7],"have":[8],"recently":[9],"demonstrated":[10],"significant":[11],"success.":[12],"Channel-dependent":[13],"capture":[15],"complex":[16],"dependencies":[17],"that":[18,86,98,141,176],"channel-independent":[19,47],"cannot":[21],"capture.":[22],"However,":[23],"the":[24,32,46,57,69,72,92,100,104,124,143,148,168,191],"number":[25],"of":[26,34,59,75,102,170],"channels":[27],"in":[28,49,91,110],"real-world":[29],"applications":[30],"outpaces":[31],"capabilities":[33],"existing":[35],"channel-dependent":[36,60,77],"models,":[37],"and":[38,108,146,166,173,180,211,216],"contrary":[39],"to":[40,114,158,189],"common":[41],"expectations,":[42],"some":[43],"underperform":[45],"handling":[50],"high-dimensional":[51,80,115,192,207],"data,":[52],"which":[53],"raises":[54],"questions":[55],"about":[56],"performance":[58,74],"models.":[61],"To":[62,117],"address":[63,118],"this,":[64],"our":[65],"study":[66],"first":[67],"investigates":[68],"reasons":[70],"behind":[71],"suboptimal":[73],"these":[76,119],"on":[79,205],"MTS":[81,193],"data.":[82,116],"Our":[83],"analysis":[84],"reveals":[85],"two":[87],"primary":[88],"issues":[89],"lie":[90],"introduced":[93,145],"noise":[94,144],"from":[95],"unrelated":[96],"series":[97],"increases":[99],"difficulty":[101],"capturing":[103],"crucial":[105],"inter-channel":[106],"dependencies,":[107],"challenges":[109],"training":[111,156,171],"strategies":[112],"due":[113],"issues,":[120],"we":[121],"propose":[122],"STHD,":[123],"Scalable":[125],"Transformer":[126,175],"High-Dimensional":[128],"Forecasting.":[132],"STHD":[133,188],"has":[134],"three":[135,206],"components:":[136],"a)":[137],"Relation":[138],"Matrix":[139],"Sparsity":[140],"limits":[142],"alleviates":[147],"memory":[149],"issue;":[150],"b)":[151],"ReIndex":[152],"applied":[153],"as":[154],"a":[155,160],"strategy":[157],"enable":[159,187],"more":[161],"flexible":[162],"batch":[163],"size":[164],"setting":[165],"increase":[167],"diversity":[169],"data;":[172],"c)":[174],"handles":[177],"2-D":[178],"inputs":[179],"captures":[181],"channel":[182],"dependencies.":[183],"These":[184],"components":[185],"jointly":[186],"manage":[190],"while":[194],"maintaining":[195],"computational":[196],"feasibility.":[197],"Furthermore,":[198],"experimental":[199],"results":[200],"show":[201],"STHD's":[202],"considerable":[203],"improvement":[204],"datasets:":[208],"Crime-Chicago,":[209],"Wiki-People,":[210],"Traffic.":[212],"The":[213],"source":[214],"code":[215],"dataset":[217],"are":[218],"publicly":[219],"available":[220],"https://github.com/xinzzzhou/ScalableTransformer4HighDimensionMTSF.git.":[221]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":12}],"updated_date":"2026-04-12T07:58:50.170612","created_date":"2024-10-16T00:00:00"}