{"id":"https://openalex.org/W4411712577","doi":"https://doi.org/10.1145/3746456","title":"Learning to Associate: Multimodal Inference with Fully\u00a0Missing Modalities","display_name":"Learning to Associate: Multimodal Inference with Fully\u00a0Missing Modalities","publication_year":2025,"publication_date":"2025-06-27","ids":{"openalex":"https://openalex.org/W4411712577","doi":"https://doi.org/10.1145/3746456"},"language":"en","primary_location":{"id":"doi:10.1145/3746456","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746456","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037069290","display_name":"Jack Geraghty","orcid":"https://orcid.org/0000-0002-5544-9484"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Jack Geraghty","raw_affiliation_strings":["Computer Science, University College Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-5544-9484","affiliations":[{"raw_affiliation_string":"Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008608844","display_name":"Andrew Hines","orcid":"https://orcid.org/0000-0001-9636-2556"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Andrew Hines","raw_affiliation_strings":["Computer Science, University College Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0001-9636-2556","affiliations":[{"raw_affiliation_string":"Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088174565","display_name":"Fatemeh Golpayegani","orcid":"https://orcid.org/0000-0002-3712-6550"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Fatemeh Golpayegani","raw_affiliation_strings":["Computer Science, University College Dublin, Dublin, Ireland"],"raw_orcid":"https://orcid.org/0000-0002-3712-6550","affiliations":[{"raw_affiliation_string":"Computer Science, University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I100930933"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07074954,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"16","issue":"5","first_page":"1","last_page":"48"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.933899998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8840636014938354},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6656020283699036},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6633120775222778},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5843978524208069},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4151938259601593},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.37115490436553955}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8840636014938354},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6656020283699036},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6633120775222778},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5843978524208069},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4151938259601593},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37115490436553955},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3746456","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3746456","pdf_url":null,"source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2095377654","https://openalex.org/W2342475039","https://openalex.org/W2739799890","https://openalex.org/W2762632520","https://openalex.org/W2783367877","https://openalex.org/W2888471892","https://openalex.org/W3007098864","https://openalex.org/W3033040110","https://openalex.org/W3098802639","https://openalex.org/W3122794187","https://openalex.org/W3189420631","https://openalex.org/W3207505152","https://openalex.org/W4200595903","https://openalex.org/W4213074119","https://openalex.org/W4214540501","https://openalex.org/W4223531197","https://openalex.org/W4238846128","https://openalex.org/W4287887284","https://openalex.org/W4288071842","https://openalex.org/W4292218488","https://openalex.org/W4301409532","https://openalex.org/W4313595434","https://openalex.org/W4313894131","https://openalex.org/W4319317266","https://openalex.org/W4376455521","https://openalex.org/W4387398451","https://openalex.org/W4387968259","https://openalex.org/W4391448896","https://openalex.org/W4392356983","https://openalex.org/W4392715767","https://openalex.org/W4393160573","https://openalex.org/W6685518012","https://openalex.org/W6748042352","https://openalex.org/W6759226026","https://openalex.org/W6785382328"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"In":[0,44],"this":[1,45],"article,":[2,46],"we":[3],"propose":[4],"Cross-Modal":[5],"Association":[6],"Models":[7],"(C-MAMs),":[8],"a":[9,63],"novel":[10],"approach":[11],"for":[12,68],"handling":[13],"missing":[14,31,53,70,112],"modalities":[15],"during":[16],"inference":[17,55],"in":[18,114,146],"multimodal":[19,42,147],"learning.":[20],"Unlike":[21],"existing":[22,141],"methods":[23],"that":[24,104,131],"modify":[25],"the":[26,37,40,50,87,90,93,98,127],"training":[27],"process,":[28],"C-MAMs":[29,61,105],"generate":[30],"modality":[32,54,71],"features":[33,95],"post-training":[34,132],",":[35],"preserving":[36],"integrity":[38],"of":[39,52,89,126],"original":[41],"model.":[43],"we:":[47],"(i)":[48],"formalise":[49],"problem":[51],"and":[56,81,84],"its":[57],"challenges,":[58],"(ii)":[59],"introduce":[60],"as":[62],"flexible,":[64],"lightweight,":[65],"post-hoc":[66],"solution":[67],"reconstructing":[69],"embeddings,":[72],"(iii)":[73],"evaluate":[74],"their":[75],"effectiveness":[76],"across":[77],"diverse":[78],"datasets,":[79],"tasks":[80],"baseline":[82,119],"models,":[83],"(iv)":[85],"analyse":[86],"quality":[88],"generated":[91],"versus":[92],"ground-truth":[94],"to":[96,111,140],"quantify":[97],"reconstruction":[99,134],"fidelity.":[100],"Experimental":[101],"results":[102],"show":[103],"significantly":[106],"mitigate":[107],"performance":[108],"degradation":[109],"due":[110],"modalities,":[113],"some":[115],"cases":[116],"fully":[117],"restoring":[118],"performance,":[120],"even":[121],"when":[122],"trained":[123],"on":[124],"10%":[125],"data.":[128],"We":[129],"conclude":[130],"feature":[133],"is":[135],"an":[136],"effective,":[137],"targeted":[138],"alternative":[139],"methods,":[142],"with":[143],"broad":[144],"applicability":[145],"systems.":[148]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}