{"id":"https://openalex.org/W4400909784","doi":"https://doi.org/10.1109/icde60146.2024.00057","title":"Scaling Up Multivariate Time Series Pre-Training with Decoupled Spatial-Temporal Representations","display_name":"Scaling Up Multivariate Time Series Pre-Training with Decoupled Spatial-Temporal Representations","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4400909784","doi":"https://doi.org/10.1109/icde60146.2024.00057"},"language":"en","primary_location":{"id":"doi:10.1109/icde60146.2024.00057","doi":"https://doi.org/10.1109/icde60146.2024.00057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde60146.2024.00057","pdf_url":null,"source":{"id":"https://openalex.org/S4210210321","display_name":"IEEE International Conference on Data Engineering (ICDE)","issn_l":"1084-4627","issn":["1084-4627","2375-0286"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 40th International Conference on Data Engineering (ICDE)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061557922","display_name":"Rui Zha","orcid":"https://orcid.org/0000-0002-6557-123X","observed_orcids":["https://orcid.org/0000-0002-6557-123X","https://orcid.org/0000-0001-5735-3059"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Zha","raw_affiliation_strings":["School of Computer Science, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350641","display_name":"Le Zhang","orcid":"https://orcid.org/0000-0003-0894-9651","observed_orcids":["https://orcid.org/0000-0003-0894-9651"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Le Zhang","raw_affiliation_strings":["Baidu Research,Business Intelligence Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Research,Business Intelligence Lab","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101613121","display_name":"Shuangli Li","orcid":"https://orcid.org/0000-0001-9520-2462","observed_orcids":["https://orcid.org/0000-0001-9520-2462"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuangli Li","raw_affiliation_strings":["School of Computer Science, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101481194","display_name":"Jingbo Zhou","orcid":"https://orcid.org/0000-0003-2677-7021","observed_orcids":["https://orcid.org/0000-0003-2677-7021"]},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingbo Zhou","raw_affiliation_strings":["Baidu Research,Business Intelligence Lab"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Baidu Research,Business Intelligence Lab","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119532778","display_name":"Tong Wen Xu","orcid":"https://orcid.org/0009-0008-2654-5152","observed_orcids":["https://orcid.org/0009-0008-2654-5152"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["School of Computer Science, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101862104","display_name":"Hui Xiong","orcid":"https://orcid.org/0000-0001-6016-6465","observed_orcids":["https://orcid.org/0000-0001-6016-6465","https://orcid.org/0000-0002-4665-9850","https://orcid.org/0000-0001-5759-3001"]},"institutions":[{"id":"https://openalex.org/I4405261251","display_name":"The Hong Kong University of Science and Technology (Guangzhou)","ror":"https://ror.org/050h0vm43","country_code":"CN","type":"education","lineage":["https://openalex.org/I4405261251"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xiong","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou)","institution_ids":["https://openalex.org/I4405261251"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048237545","display_name":"Enhong Chen","orcid":"https://orcid.org/0000-0002-4835-4102","observed_orcids":["https://orcid.org/0000-0002-4835-4102"]},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Enhong Chen","raw_affiliation_strings":["School of Computer Science, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.3675,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.93825408,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"667","last_page":"678"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/data-scaling","display_name":"data scaling","score":0.6200000047683716},{"id":"https://openalex.org/keywords/spatio-temporal-representation-learning","display_name":"spatio-temporal representation learning","score":0.9160000085830688},{"id":"https://openalex.org/keywords/spatio-temporal-modeling","display_name":"spatio-temporal modeling","score":0.7279999852180481},{"id":"https://openalex.org/keywords/time-series-representation-learning","display_name":"time series representation learning","score":0.6169999837875366}],"concepts":[{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.704900860786438},{"id":"https://openalex.org/C161584116","wikidata":"https://www.wikidata.org/wiki/Q1952580","display_name":"Multivariate statistics","level":2,"score":0.6883879899978638},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.6364186406135559},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6264342069625854},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5795110464096069},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.48932427167892456},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44347310066223145},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3439386487007141},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3158295452594757},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.20737364888191223},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.09910336136817932},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0784296989440918},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icde60146.2024.00057","doi":"https://doi.org/10.1109/icde60146.2024.00057","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde60146.2024.00057","pdf_url":null,"source":{"id":"https://openalex.org/S4210210321","display_name":"IEEE International Conference on Data Engineering (ICDE)","issn_l":"1084-4627","issn":["1084-4627","2375-0286"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE 40th International Conference on Data Engineering (ICDE)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-142994","doi":null,"is_oa":false,"landing_page_url":"http://lbdiscover.ust.hk/uresolver?url_ver=Z39.88-2004&rft_val_fmt=info:ofi/fmt:kev:mtx:journal&rfr_id=info:sid/HKUST:SPI&rft.genre=article&rft.issn=1084-4627&rft.volume=&rft.issue=&rft.date=2024&rft.spage=667&rft.aulast=Zha&rft.aufirst=Rui&rft.atitle=Scaling+Up+Multivariate+Time+Series+Pre-Training+with+Decoupled+Spatial-Temporal+Representations&rft.title=Proceedings+-+International+Conference+on+Data+Engineering","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G4061859530","display_name":null,"funder_award_id":"62222213,U22B2059,U23A20319,62072423","funder_id":"https://openalex.org/F4320320885","funder_display_name":"European Research Consortium for Informatics and Mathematics"}],"funders":[{"id":"https://openalex.org/F4320320885","display_name":"European Research Consortium for Informatics and Mathematics","ror":"https://ror.org/055zrhj18"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1576712038","https://openalex.org/W1969865391","https://openalex.org/W2026034143","https://openalex.org/W2064675550","https://openalex.org/W2134843796","https://openalex.org/W2157331557","https://openalex.org/W2496114304","https://openalex.org/W2518108298","https://openalex.org/W2626778328","https://openalex.org/W2766453196","https://openalex.org/W2768008502","https://openalex.org/W2786915849","https://openalex.org/W2792764867","https://openalex.org/W2803403013","https://openalex.org/W2803805253","https://openalex.org/W2896457183","https://openalex.org/W2903871660","https://openalex.org/W2920449704","https://openalex.org/W2957988017","https://openalex.org/W2965341826","https://openalex.org/W2970066309","https://openalex.org/W2971121529","https://openalex.org/W3018054553","https://openalex.org/W3030163527","https://openalex.org/W3036601975","https://openalex.org/W3038981236","https://openalex.org/W3092172514","https://openalex.org/W3106939553","https://openalex.org/W3123465393","https://openalex.org/W3135808354","https://openalex.org/W3169320628","https://openalex.org/W3170140111","https://openalex.org/W3173539742","https://openalex.org/W3175924508","https://openalex.org/W3177318507","https://openalex.org/W3190152617","https://openalex.org/W3199148273","https://openalex.org/W4226002507","https://openalex.org/W4281752007","https://openalex.org/W4285357695","https://openalex.org/W4287062502","https://openalex.org/W4289533915","https://openalex.org/W4289533938","https://openalex.org/W4310416691","https://openalex.org/W4319335604","https://openalex.org/W4321277263","https://openalex.org/W4382203079","https://openalex.org/W4385270530","https://openalex.org/W4386768620","https://openalex.org/W6634507498","https://openalex.org/W6765602453","https://openalex.org/W6780218876","https://openalex.org/W6846825190","https://openalex.org/W6960139023","https://openalex.org/W7133195307","https://openalex.org/W7133239857"],"related_works":["https://openalex.org/W7131111517","https://openalex.org/W4400909761","https://openalex.org/W3092172514","https://openalex.org/W4417081716","https://openalex.org/W7138364574","https://openalex.org/W4403277657","https://openalex.org/W4402696571","https://openalex.org/W2998708055","https://openalex.org/W2971121529","https://openalex.org/W4387219604"],"abstract_inverted_index":{"Data":[0],"scale":[1],"has":[2],"been":[3],"acknowledged":[4],"as":[5,66,133,223],"a":[6,30,36,48,56,115,154,224],"crucial":[7],"factor":[8],"for":[9,70],"enhancing":[10],"the":[11,67,72,91,99,121,134,179,207,219],"generalization":[12],"and":[13,98,138,145,197],"effectiveness":[14,220],"of":[15,21,76,108,181,187,209,221],"pre-training":[16,25,80,136,214],"models.":[17],"While":[18],"existing":[19],"methods":[20],"multivariate":[22,77,211],"time":[23,78,96,156,198,212],"series":[24,79,97,157,199,213],"are":[26,111,170],"primarily":[27],"limited":[28],"to":[29,35,64,88,119,142,177,215],"single":[31],"specific":[32],"dataset,":[33],"scaling":[34,74,210],"larger":[37],"scenario":[38],"that":[39],"includes":[40],"multiple":[41,103,216],"diverse":[42],"datasets":[43,163],"(e.g.,":[44],"multi-region":[45],"data)":[46],"remains":[47],"substantial":[49],"challenge.":[50],"In":[51],"this":[52],"paper,":[53],"we":[54,129,151],"present":[55],"novel":[57],"Decoupled":[58],"Spatial-Temporal":[59],"Representation":[60],"Learning":[61],"(DeSTR)":[62],"framework":[63,137,160],"serve":[65],"backbone":[68],"network":[69],"investigating":[71],"data":[73],"capability":[75],"architectures.":[81],"Specifically,":[82],"DeSTR":[83,222],"utilizes":[84],"two":[85],"separate":[86],"encoders":[87],"capture":[89],"both":[90],"temporal":[92,122],"dynamics":[93],"within":[94],"each":[95],"spatial":[100,125],"correlations":[101],"among":[102],"variables.":[104],"The":[105,203],"obtained":[106],"representations":[107],"distinct":[109],"modalities":[110],"then":[112],"fed":[113],"into":[114],"Spatial-Guided":[116],"Temporal":[117],"Transformer":[118],"equip":[120],"features":[123],"with":[124,184],"discriminative":[126],"information.":[127],"Moreover,":[128],"employ":[130],"masked":[131],"autoencoding":[132],"foundational":[135],"introduce":[139],"spacetime-agnostic":[140],"augmentation":[141],"improve":[143],"robustness":[144],"facilitate":[146],"implicit":[147],"spatiotemporal":[148,226],"modeling.":[149],"Finally,":[150],"successfully":[152],"pre-train":[153],"unified":[155],"representation":[158,200],"learning":[159,201],"on":[161,173],"real-world":[162],"from":[164],"three":[165,185],"different":[166],"cities.":[167],"Extensive":[168],"experiments":[169],"carried":[171],"out":[172],"various":[174],"downstream":[175],"tasks":[176],"validate":[178],"performance":[180],"DeSTR,":[182],"compared":[183],"categories":[186],"state-of-the-art":[188],"baselines:":[189],"deep":[190],"sequential":[191],"models,":[192],"spatial-temporal":[193],"graph":[194],"neural":[195],"networks,":[196],"methods.":[202],"results":[204],"clearly":[205],"demonstrate":[206],"advantages":[208],"datasets,":[217],"highlighting":[218],"general":[225],"learner.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":7}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2024-07-24T00:00:00"}