{"id":"https://openalex.org/W7152075542","doi":"https://doi.org/10.48550/arxiv.2604.05834","title":"Hidden in the Multiplicative Interaction: Uncovering Fragility in Multimodal Contrastive Learning","display_name":"Hidden in the Multiplicative Interaction: Uncovering Fragility in Multimodal Contrastive Learning","publication_year":2026,"publication_date":"2026-04-07","ids":{"openalex":"https://openalex.org/W7152075542","doi":"https://doi.org/10.48550/arxiv.2604.05834"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.05834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.05834","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121665171","display_name":"Tillmann Rheude","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rheude, Tillmann","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133164620","display_name":"Stefan Hegselmann","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hegselmann, Stefan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121660113","display_name":"Roland Eils","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eils, Roland","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133151511","display_name":"Benjamin Wild","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wild, Benjamin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7128000259399414,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7128000259399414,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.11559999734163284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.027300000190734863,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multiplicative-function","display_name":"Multiplicative function","score":0.6204000115394592},{"id":"https://openalex.org/keywords/fragility","display_name":"Fragility","score":0.6154999732971191},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6014999747276306},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5430999994277954},{"id":"https://openalex.org/keywords/imperfect","display_name":"Imperfect","score":0.46549999713897705},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.44279998540878296},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.43650001287460327}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6694999933242798},{"id":"https://openalex.org/C42747912","wikidata":"https://www.wikidata.org/wiki/Q1048447","display_name":"Multiplicative function","level":2,"score":0.6204000115394592},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6182000041007996},{"id":"https://openalex.org/C80191262","wikidata":"https://www.wikidata.org/wiki/Q5477668","display_name":"Fragility","level":2,"score":0.6154999732971191},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6014999747276306},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5430999994277954},{"id":"https://openalex.org/C2780310539","wikidata":"https://www.wikidata.org/wiki/Q12547192","display_name":"Imperfect","level":2,"score":0.46549999713897705},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.44279998540878296},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.43650001287460327},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4244999885559082},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.383899986743927},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.34060001373291016},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32019999623298645},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.31540000438690186},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.2833999991416931},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2603999972343445}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.05834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.05834","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.05834","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Contrastive":[0],"learning":[1,9,171],"has":[2],"become":[3],"a":[4,66,74,96,133,165],"standard":[5],"approach":[6],"for":[7,17],"unsupervised":[8],"from":[10],"paired":[11],"data,":[12],"as":[13,164],"demonstrated":[14],"by":[15,44,114],"CLIP":[16,40],"image-text":[18],"matching.":[19],"However,":[20],"many":[21],"domains":[22],"involve":[23],"more":[24],"than":[25,153],"two":[26,173],"modalities":[27,174],"and":[28,87,141],"require":[29],"objectives":[30],"that":[31,63,100,137],"capture":[32],"higher-order":[33],"dependencies":[34],"beyond":[35,172],"pairwise":[36],"alignment.":[37],"Symile":[38,147],"extends":[39],"to":[41],"this":[42,59,139],"setting":[43],"replacing":[45],"the":[46,50,71,85,176],"dot":[47],"product":[48,53],"with":[49,121],"multilinear":[51],"inner":[52],"(MIP)":[54],"over":[55],"modality":[56,81,102],"embeddings.":[57],"In":[58],"work,":[60],"we":[61],"show":[62],"there":[64],"is":[65,130],"fragility":[67,140],"which":[68],"ishidden":[69],"in":[70,175],"multiplicative":[72],"interaction:":[73],"single":[75],"weakly":[76],"informative,":[77],"misaligned,":[78],"or":[79,181],"missing":[80,182],"can":[82],"propagate":[83],"through":[84],"objective":[86],"distort":[88],"cross-modal":[89,128],"retrieval":[90,151],"scores.":[91],"We":[92],"propose":[93],"Gated":[94,146],"Symile,":[95],"contrastive":[97,170],"gating":[98,163],"mechanism":[99],"adapts":[101],"contributions":[103],"on":[104],"an":[105,122],"attention-based,":[106],"per-candidate":[107],"basis.":[108],"The":[109],"gate":[110],"suppresses":[111],"unreliable":[112],"inputs":[113],"interpolating":[115],"embeddings":[116],"toward":[117,167],"learnable":[118],"neutral":[119],"directions":[120],"explicit":[123],"NULL":[124],"option":[125],"when":[126],"reliable":[127],"alignment":[129],"unlikely.":[131],"Across":[132],"controlled":[134],"synthetic":[135],"benchmark":[136],"uncovers":[138],"three":[142],"real-world":[143],"trimodal":[144],"datasets,":[145],"achieves":[148],"higher":[149],"top-1":[150],"accuracy":[152],"well-tuned":[154],"state-of-the-art":[155],"(sota)":[156],"baselines.":[157],"More":[158],"broadly,":[159],"our":[160],"results":[161],"highlight":[162],"step":[166],"robust":[168],"multimodal":[169],"presence":[177],"of":[178],"noise,":[179],"misalignment,":[180],"inputs.":[183]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-09T00:00:00"}