{"id":"https://openalex.org/W7129014474","doi":"https://doi.org/10.1145/3773966.3779385","title":"When Modalities Go Missing: Early Fusion for Multimodal Recommendation","display_name":"When Modalities Go Missing: Early Fusion for Multimodal Recommendation","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7129014474","doi":"https://doi.org/10.1145/3773966.3779385"},"language":null,"primary_location":{"id":"doi:10.1145/3773966.3779385","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3779385","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3773966.3779385","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Lu Chen","orcid":"https://orcid.org/0009-0009-6253-5848"},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Chen","raw_affiliation_strings":["School of Information and Communication Engineering, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0009-6253-5848","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104129297","display_name":"Peng Yi","orcid":null},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Yi","raw_affiliation_strings":["School of Information and Communication Engineering, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0002-3114-6566","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaoyue Hou","orcid":"https://orcid.org/0009-0006-4219-7683"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaoyue Hou","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Sydney, Australia"],"raw_orcid":"https://orcid.org/0009-0006-4219-7683","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126098029","display_name":"Cheng Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I75689368","display_name":"Communication University of China","ror":"https://ror.org/04facbs33","country_code":"CN","type":"education","lineage":["https://openalex.org/I75689368"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Yang","raw_affiliation_strings":["School of Information and Communication Engineering, Communication University of China, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3873-6411","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Communication University of China, Beijing, China","institution_ids":["https://openalex.org/I75689368"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062598553","display_name":"Xiongcai Cai","orcid":null},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiongcai Cai","raw_affiliation_strings":["School of Computer Science and Engineering, University of New South Wales, Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8644-5531","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1094","last_page":"1098"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.3107999861240387,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.3107999861240387,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.1696999967098236,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10667","display_name":"Emotion and Mood Recognition","score":0.08950000256299973,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.9085000157356262},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6765999794006348},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5364000201225281},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.38280001282691956},{"id":"https://openalex.org/keywords/semantic-space","display_name":"Semantic space","score":0.38040000200271606},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3637000024318695},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.34139999747276306}],"concepts":[{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.9085000157356262},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7574999928474426},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6765999794006348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6072999835014343},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5364000201225281},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44589999318122864},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.38280001282691956},{"id":"https://openalex.org/C2986420190","wikidata":"https://www.wikidata.org/wiki/Q39045939","display_name":"Semantic space","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.353300005197525},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.34139999747276306},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.3375999927520752},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.32249999046325684},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.30880001187324524},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.26930001378059387},{"id":"https://openalex.org/C58041806","wikidata":"https://www.wikidata.org/wiki/Q1660484","display_name":"Imputation (statistics)","level":3,"score":0.26019999384880066},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3773966.3779385","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3779385","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3773966.3779385","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3773966.3779385","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2194775991","https://openalex.org/W2963386237","https://openalex.org/W2963655167","https://openalex.org/W2970641574","https://openalex.org/W2982108874","https://openalex.org/W3045200674","https://openalex.org/W3166396011","https://openalex.org/W3213454282","https://openalex.org/W4226182655","https://openalex.org/W4311808565","https://openalex.org/W4312824836","https://openalex.org/W4322718576","https://openalex.org/W4387968671","https://openalex.org/W4393159797","https://openalex.org/W4399114772","https://openalex.org/W4402404329","https://openalex.org/W4403221103","https://openalex.org/W4403297896","https://openalex.org/W4403582878","https://openalex.org/W4409657524","https://openalex.org/W4410660730","https://openalex.org/W4410829998","https://openalex.org/W4412377228"],"related_works":[],"abstract_inverted_index":{"Existing":[0],"multimodal":[1,68,114],"recommenders":[2],"largely":[3],"rely":[4],"on":[5,119],"late":[6],"fusion,":[7,86],"where":[8],"modalities":[9,29,57,73],"are":[10,30,97],"separately":[11],"encoded":[12],"and":[13,36,60,79,104,115,132],"aligned":[14],"before":[15],"fusion.":[16],"Such":[17],"designs":[18],"work":[19],"well":[20],"with":[21,40,106],"complete":[22],"content":[23],"but":[24],"become":[25],"fragile":[26],"in":[27],"practice:":[28],"often":[31],"missing,":[32],"alignment":[33],"breaks":[34],"down,":[35],"imputation":[37],"adds":[38],"complexity":[39],"limited":[41],"benefit.":[42],"We":[43],"propose":[44],"EFMRec,":[45],"a":[46,52,75,83,101,107],"missing-aware":[47,84],"early-fusion":[48],"framework":[49],"that":[50,123],"follows":[51],"relaxed":[53],"principle":[54],"of":[55],"leveraging":[56],"when":[58,63],"available":[59,72],"ignoring":[61],"them":[62,81],"absent.":[64],"By":[65],"exploiting":[66],"pretrained":[67],"models,":[69],"EFMRec":[70,124],"projects":[71],"into":[74],"shared":[76],"semantic":[77],"space":[78],"aggregates":[80],"through":[82],"early":[85],"producing":[87],"unified":[88],"representations":[89,96],"without":[90],"reconstruction":[91],"or":[92],"auxiliary":[93],"losses.":[94],"These":[95],"further":[98],"propagated":[99],"via":[100],"GCN-based":[102],"architecture":[103],"integrated":[105],"collaborative":[108,116],"filtering":[109],"backbone":[110],"to":[111,138],"jointly":[112],"model":[113],"signals.":[117],"Experiments":[118],"three":[120],"benchmarks":[121],"demonstrate":[122],"consistently":[125],"outperforms":[126],"strong":[127],"baselines":[128],"under":[129],"both":[130],"full-":[131],"missing-modality":[133],"settings,":[134],"highlighting":[135],"its":[136],"robustness":[137],"modality":[139],"incompleteness.":[140]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-02-17T00:00:00"}