{"id":"https://openalex.org/W7140314482","doi":"https://doi.org/10.48550/arxiv.2603.22372","title":"Rethinking Multimodal Fusion for Time Series: Auxiliary Modalities Need Constrained Fusion","display_name":"Rethinking Multimodal Fusion for Time Series: Auxiliary Modalities Need Constrained Fusion","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7140314482","doi":"https://doi.org/10.48550/arxiv.2603.22372"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22372","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130623656","display_name":"Seunghan Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lee, Seunghan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130613169","display_name":"Jun Seo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seo, Jun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130549457","display_name":"Jaehoon Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, Jaehoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084039433","display_name":"Sungdong Yoo","orcid":"https://orcid.org/0009-0003-1663-6345"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yoo, Sungdong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130612688","display_name":"Minjae Kim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kim, Minjae","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5128068045","display_name":"Tae Yoon Lim","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lim, Tae Yoon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129680381","display_name":"Dongwan Kang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kang, Dongwan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130610753","display_name":"Hwanil Choi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Choi, Hwanil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107114088","display_name":"Soonyoung Lee","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lee, SoonYoung","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082843254","display_name":"Wonbin Ahn","orcid":"https://orcid.org/0000-0002-6012-2750"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahn, Wonbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5130623656"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.2134000062942505,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12205","display_name":"Time Series Analysis and Forecasting","score":0.2134000062942505,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20829999446868896,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0997999981045723,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.685699999332428},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5928000211715698},{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.513700008392334},{"id":"https://openalex.org/keywords/sensor-fusion","display_name":"Sensor fusion","score":0.5055999755859375},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.4844000041484833},{"id":"https://openalex.org/keywords/filter","display_name":"Filter (signal processing)","score":0.4424000084400177},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.3668000102043152},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3416000008583069}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7387999892234802},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.685699999332428},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5928000211715698},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5565000176429749},{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.5055999755859375},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.4844000041484833},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4593000113964081},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.4424000084400177},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.3668000102043152},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3416000008583069},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C2982962833","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information fusion","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.3176000118255615},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3158000111579895},{"id":"https://openalex.org/C33326189","wikidata":"https://www.wikidata.org/wiki/Q17092450","display_name":"Information integration","level":2,"score":0.2948000133037567},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28780001401901245},{"id":"https://openalex.org/C143724316","wikidata":"https://www.wikidata.org/wiki/Q312468","display_name":"Series (stratigraphy)","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C173414695","wikidata":"https://www.wikidata.org/wiki/Q5510276","display_name":"Fusion mechanism","level":4,"score":0.2768000066280365},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.26100000739097595}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22372","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22372","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,33],"multimodal":[3,50],"learning":[4],"have":[5],"motivated":[6],"the":[7,70,123,162,165],"integration":[8,72,95],"of":[9,73,164],"auxiliary":[10,74],"modalities":[11,75],"such":[12,94],"as":[13],"text":[14],"or":[15,36,59],"vision":[16],"into":[17,147],"time":[18],"series":[19],"(TS)":[20],"forecasting.":[21],"However,":[22],"most":[23],"existing":[24],"methods":[25,90,168],"provide":[26],"limited":[27],"gains,":[28],"often":[29,61],"improving":[30],"performance":[31],"only":[32,127],"specific":[34],"datasets":[35,157],"relying":[37],"on":[38],"architecture-specific":[39],"designs":[40],"that":[41,49,98,116],"limit":[42],"generalization.":[43],"In":[44],"this":[45,83],"paper,":[46],"we":[47,67,85,106],"show":[48],"models":[51],"with":[52,132],"naive":[53,102],"fusion":[54,89,103,167],"strategies":[55],"(e.g.,":[56],"simple":[57,113],"addition":[58],"concatenation)":[60],"underperform":[62],"unimodal":[63],"TS":[64,124,133],"models,":[65,160],"which":[66,76],"attribute":[68],"to":[69,92,139],"uncontrolled":[71],"may":[77],"introduce":[78],"irrelevant":[79,141],"information.":[80],"Motivated":[81],"by":[82],"observation,":[84],"explore":[86],"various":[87,156],"constrained":[88,166],"designed":[91],"control":[93],"and":[96,158],"find":[97],"they":[99],"consistently":[100],"outperform":[101],"methods.":[104],"Furthermore,":[105],"propose":[107],"Controlled":[108],"Fusion":[109],"Adapter":[110],"(CFA),":[111],"a":[112],"plug-in":[114],"method":[115],"enables":[117],"controlled":[118],"cross-modal":[119],"interactions":[120],"without":[121],"modifying":[122],"backbone,":[125],"integrating":[126],"relevant":[128],"textual":[129,142],"information":[130,143],"aligned":[131],"dynamics.":[134],"CFA":[135],"employs":[136],"low-rank":[137],"adapters":[138],"filter":[140],"before":[144],"fusing":[145],"it":[146],"temporal":[148],"representations.":[149],"We":[150],"conduct":[151],"over":[152],"20K":[153],"experiments":[154],"across":[155],"TS/text":[159],"demonstrating":[161],"effectiveness":[163],"including":[169],"CFA.":[170],"Code":[171],"is":[172],"publicly":[173],"available":[174],"at:":[175],"https://github.com/seunghan96/cfa/.":[176]},"counts_by_year":[],"updated_date":"2026-05-04T08:30:34.212998","created_date":"2026-03-26T00:00:00"}