{"id":"https://openalex.org/W4412875496","doi":"https://doi.org/10.1145/3711896.3736567","title":"Multi-modal Time Series Analysis: A Tutorial and Survey","display_name":"Multi-modal Time Series Analysis: A Tutorial and Survey","publication_year":2025,"publication_date":"2025-08-03","ids":{"openalex":"https://openalex.org/W4412875496","doi":"https://doi.org/10.1145/3711896.3736567"},"language":"en","primary_location":{"id":"doi:10.1145/3711896.3736567","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3736567","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006087820","display_name":"Yushan Jiang","orcid":"https://orcid.org/0000-0002-4226-7534"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yushan Jiang","raw_affiliation_strings":["University of Connecticut, Storrs, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-4226-7534","affiliations":[{"raw_affiliation_string":"University of Connecticut, Storrs, CT, USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119174941","display_name":"Kanghui Ning","orcid":null},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kanghui Ning","raw_affiliation_strings":["University of Connecticut, Storrs, CT, USA"],"raw_orcid":"https://orcid.org/0009-0002-7390-5874","affiliations":[{"raw_affiliation_string":"University of Connecticut, Storrs, CT, USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028208835","display_name":"Zijie Pan","orcid":"https://orcid.org/0009-0006-4893-586X"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zijie Pan","raw_affiliation_strings":["University of Connecticut, Storrs, CT, USA"],"raw_orcid":"https://orcid.org/0009-0006-4893-586X","affiliations":[{"raw_affiliation_string":"University of Connecticut, Storrs, CT, USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024008031","display_name":"Xianlin Shen","orcid":"https://orcid.org/0009-0009-2102-796X"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuyang Shen","raw_affiliation_strings":["University of Connecticut, Storrs, CT, USA"],"raw_orcid":"https://orcid.org/0009-0009-2102-796X","affiliations":[{"raw_affiliation_string":"University of Connecticut, Storrs, CT, USA","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043236347","display_name":"Jingchao Ni","orcid":"https://orcid.org/0000-0002-2986-6612"},"institutions":[{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingchao Ni","raw_affiliation_strings":["University of Houston, Houston, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-2986-6612","affiliations":[{"raw_affiliation_string":"University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103210504","display_name":"Wenchao Yu","orcid":"https://orcid.org/0000-0002-2480-448X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenchao Yu","raw_affiliation_strings":["NEC Laboratories America, Princeton, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-2480-448X","affiliations":[{"raw_affiliation_string":"NEC Laboratories America, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018463862","display_name":"Anderson Schneider","orcid":null},"institutions":[{"id":"https://openalex.org/I2802755631","display_name":"Morgan Stanley (United States)","ror":"https://ror.org/00aphdz18","country_code":"US","type":"company","lineage":["https://openalex.org/I2802755631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anderson Schneider","raw_affiliation_strings":["Morgan Stanley, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0008-6539-6882","affiliations":[{"raw_affiliation_string":"Morgan Stanley, New York, NY, USA","institution_ids":["https://openalex.org/I2802755631"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100456786","display_name":"Haifeng Chen","orcid":"https://orcid.org/0000-0002-9363-738X"},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Haifeng Chen","raw_affiliation_strings":["NEC Laboratories America, Princeton, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0002-9363-738X","affiliations":[{"raw_affiliation_string":"NEC Laboratories America, Princeton, NJ, USA","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081397604","display_name":"Yuriy Nevmyvaka","orcid":"https://orcid.org/0009-0001-3484-7483"},"institutions":[{"id":"https://openalex.org/I2802755631","display_name":"Morgan Stanley (United States)","ror":"https://ror.org/00aphdz18","country_code":"US","type":"company","lineage":["https://openalex.org/I2802755631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuriy Nevmyvaka","raw_affiliation_strings":["Morgan Stanley, New York, NY, USA"],"raw_orcid":"https://orcid.org/0009-0001-3484-7483","affiliations":[{"raw_affiliation_string":"Morgan Stanley, New York, NY, USA","institution_ids":["https://openalex.org/I2802755631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013197657","display_name":"Dongjin Song","orcid":"https://orcid.org/0000-0002-7027-7916"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dongjin Song","raw_affiliation_strings":["University of Connecticut, Storrs, CT, USA"],"raw_orcid":"https://orcid.org/0000-0002-7027-7916","affiliations":[{"raw_affiliation_string":"University of Connecticut, Storrs, CT, USA","institution_ids":["https://openalex.org/I140172145"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":32,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6043","last_page":"6053"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6796404719352722},{"id":"https://openalex.org/keywords/series","display_name":"Series (stratigraphy)","score":0.6669132113456726},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6367369890213013},{"id":"https://openalex.org/keywords/time-series","display_name":"Time series","score":0.5373766422271729},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10390773415565491},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.08217519521713257}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6796404719352722},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.6669132113456726},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6367369890213013},{"id":"https://openalex.org/C151406439","wikidata":"https://www.wikidata.org/wiki/Q186588","display_name":"Time series","level":2,"score":0.5373766422271729},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10390773415565491},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.08217519521713257},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3711896.3736567","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3711896.3736567","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G7241700867","display_name":null,"funder_award_id":"CAREER IIS-2338878","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W2396881363","https://openalex.org/W2613328025","https://openalex.org/W2744043447","https://openalex.org/W2798413829","https://openalex.org/W2808631503","https://openalex.org/W2808915113","https://openalex.org/W2896421350","https://openalex.org/W2903871660","https://openalex.org/W2911489562","https://openalex.org/W2912223386","https://openalex.org/W2950860947","https://openalex.org/W2985621057","https://openalex.org/W2990138404","https://openalex.org/W3005778357","https://openalex.org/W3027572331","https://openalex.org/W3080253043","https://openalex.org/W3080418372","https://openalex.org/W3099645789","https://openalex.org/W3107642158","https://openalex.org/W3128681511","https://openalex.org/W3130634310","https://openalex.org/W3176273155","https://openalex.org/W3201014589","https://openalex.org/W3207461654","https://openalex.org/W4205464244","https://openalex.org/W4290948144","https://openalex.org/W4293707325","https://openalex.org/W4301104990","https://openalex.org/W4309409002","https://openalex.org/W4323567514","https://openalex.org/W4360888751","https://openalex.org/W4365394972","https://openalex.org/W4381685494","https://openalex.org/W4382240004","https://openalex.org/W4386075767","https://openalex.org/W4386083008","https://openalex.org/W4388994299","https://openalex.org/W4389519589","https://openalex.org/W4389524500","https://openalex.org/W4389524508","https://openalex.org/W4392172801","https://openalex.org/W4393145940","https://openalex.org/W4394606408","https://openalex.org/W4394964969","https://openalex.org/W4396758707","https://openalex.org/W4396758709","https://openalex.org/W4401863947","https://openalex.org/W4404906917","https://openalex.org/W4406461282","https://openalex.org/W4407953581","https://openalex.org/W4409364177","https://openalex.org/W6600103761","https://openalex.org/W6600704668","https://openalex.org/W6602670149","https://openalex.org/W6959920366"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W2119012848","https://openalex.org/W2622688551","https://openalex.org/W1550175370","https://openalex.org/W1990205660"],"abstract_inverted_index":{"Multi-modal":[0],"time":[1,37,54,89,102,163,184],"series":[2,38,55,90,103],"analysis":[3,34,104,157],"has":[4],"recently":[5],"emerged":[6],"as":[7,22],"a":[8,82,109,125],"prominent":[9],"research":[10,175],"area,":[11],"driven":[12],"by":[13,41],"the":[14,59,97,117,152,192],"increasing":[15],"availability":[16],"of":[17,35,87,100,112,155],"diverse":[18],"data":[19,28,42],"modalities,":[20],"such":[21],"text,":[23],"images,":[24],"and":[25,47,78,84,92,105,120,133,145,161,168,181],"structured":[26],"tabular":[27],"from":[29],"real-world":[30,153],"sources.":[31],"However,":[32],"effective":[33],"multi-modal":[36,53,60,88,101,156,183],"is":[39],"hindered":[40],"heterogeneity,":[43],"modality":[44],"gap,":[45],"misalignment,":[46],"inherent":[48],"noise.":[49],"Recent":[50],"advancements":[51],"in":[52,191],"methods":[56,123],"have":[57],"exploited":[58],"context":[61],"via":[62],"cross-modal":[63,127],"interactions":[64],"based":[65],"on":[66],"deep":[67],"learning":[68],"methods,":[69],"significantly":[70],"enhancing":[71],"various":[72],"downstream":[73],"tasks.":[74],"In":[75],"this":[76],"tutorial":[77],"survey,":[79],"we":[80,115,172],"present":[81],"systematic":[83],"up-to-date":[85,187],"overview":[86],"datasets":[91],"methods.":[93],"We":[94,149],"first":[95],"state":[96],"existing":[98,122],"challenges":[99],"our":[106],"motivations,":[107],"with":[108],"brief":[110],"introduction":[111],"preliminaries.":[113],"Then,":[114],"summarize":[116],"general":[118,167],"pipeline":[119],"categorize":[121],"through":[124],"unified":[126],"interaction":[128],"framework":[129],"encompassing":[130],"fusion,":[131],"alignment,":[132],"transference":[134],"at":[135],"different":[136],"levels":[137],"(i.e.,":[138],"input,":[139],"intermediate,":[140],"output),":[141],"where":[142],"key":[143],"concepts":[144],"ideas":[146],"are":[147,189],"highlighted.":[148],"also":[150],"discuss":[151,173],"applications":[154],"for":[158],"both":[159],"standard":[160],"spatial":[162],"series,":[164],"tailored":[165],"to":[166,177],"specific":[169],"domains.":[170],"Finally,":[171],"future":[174],"directions":[176],"help":[178],"practitioners":[179],"explore":[180],"exploit":[182],"series.":[185],"The":[186],"resources":[188],"provided":[190],"GitHub":[193],"repository.":[194],"https://github.com/UConn-DSIS/Multi-modal-Time-Series-Analysis.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":15}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}