{"id":"https://openalex.org/W4410970740","doi":"https://doi.org/10.1007/s13735-025-00370-y","title":"Chameleon: A Multimodal Learning Framework Robust to Missing Modalities","display_name":"Chameleon: A Multimodal Learning Framework Robust to Missing Modalities","publication_year":2025,"publication_date":"2025-06-01","ids":{"openalex":"https://openalex.org/W4410970740","doi":"https://doi.org/10.1007/s13735-025-00370-y"},"language":"en","primary_location":{"id":"doi:10.1007/s13735-025-00370-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13735-025-00370-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13735-025-00370-y.pdf","source":{"id":"https://openalex.org/S2496055428","display_name":"International Journal of Multimedia Information Retrieval","issn_l":"2192-6611","issn":["2192-6611","2192-662X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Multimedia Information Retrieval","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s13735-025-00370-y.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5032602336","display_name":"Muhammad Irzam Liaqat","orcid":"https://orcid.org/0009-0009-1265-7337"},"institutions":[{"id":"https://openalex.org/I127077003","display_name":"IMT School for Advanced Studies Lucca","ror":"https://ror.org/035gh3a49","country_code":"IT","type":"education","lineage":["https://openalex.org/I127077003"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Muhammad Irzam Liaqat","raw_affiliation_strings":["IMT School for Advanced Studies of Lucca, Lucca, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IMT School for Advanced Studies of Lucca, Lucca, Italy","institution_ids":["https://openalex.org/I127077003"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016485532","display_name":"Shah Nawaz","orcid":"https://orcid.org/0000-0002-7715-4409"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Shah Nawaz","raw_affiliation_strings":["Institute of Computational Perception, Johannes Kepler University, Linz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computational Perception, Johannes Kepler University, Linz, Austria","institution_ids":["https://openalex.org/I121883995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004839726","display_name":"Muhammad Zaigham Zaheer","orcid":"https://orcid.org/0000-0001-8272-1351"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Muhammad Zaigham Zaheer","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101076782","display_name":"Muhammad Saad Saeed","orcid":"https://orcid.org/0000-0002-0893-9499"},"institutions":[{"id":"https://openalex.org/I173207729","display_name":"University of Engineering and Technology Taxila","ror":"https://ror.org/03v00ka07","country_code":"PK","type":"education","lineage":["https://openalex.org/I173207729"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Saad Saeed","raw_affiliation_strings":["Swarm Robotics Lab NCRA, University of Engineering and Technology, Taxila, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Swarm Robotics Lab NCRA, University of Engineering and Technology, Taxila, Pakistan","institution_ids":["https://openalex.org/I173207729"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093939627","display_name":"Hassan Sajjad","orcid":null},"institutions":[{"id":"https://openalex.org/I129902397","display_name":"Dalhousie University","ror":"https://ror.org/01e6qks80","country_code":"CA","type":"education","lineage":["https://openalex.org/I129902397"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hassan Sajjad","raw_affiliation_strings":["Dalhousie University, Halifax, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalhousie University, Halifax, Canada","institution_ids":["https://openalex.org/I129902397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006262997","display_name":"Tom De Schepper","orcid":"https://orcid.org/0000-0002-2969-3133"},"institutions":[{"id":"https://openalex.org/I4210114974","display_name":"IMEC","ror":"https://ror.org/02kcbn207","country_code":"BE","type":"nonprofit","lineage":["https://openalex.org/I4210114974"]}],"countries":["BE"],"is_corresponding":false,"raw_author_name":"Tom De Schepper","raw_affiliation_strings":["Interuniversity Microelectronics Centre (IMEC), Leuven, Belgium"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interuniversity Microelectronics Centre (IMEC), Leuven, Belgium","institution_ids":["https://openalex.org/I4210114974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059676452","display_name":"Karthik Nandakumar","orcid":"https://orcid.org/0000-0002-6274-9725"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Karthik Nandakumar","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000709367","display_name":"Muhammad Haris Khan","orcid":"https://orcid.org/0009-0005-1112-0280"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Muhammad Haris Khan","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, United Arab Emirates","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054778549","display_name":"Ignazio Gallo","orcid":"https://orcid.org/0000-0002-7076-8328"},"institutions":[{"id":"https://openalex.org/I115752224","display_name":"University of Insubria","ror":"https://ror.org/00s409261","country_code":"IT","type":"education","lineage":["https://openalex.org/I115752224"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Ignazio Gallo","raw_affiliation_strings":["University of Insubria, Varese, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Insubria, Varese, Italy","institution_ids":["https://openalex.org/I115752224"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091259315","display_name":"Markus Schedl","orcid":"https://orcid.org/0000-0003-1706-3406"},"institutions":[{"id":"https://openalex.org/I121883995","display_name":"Johannes Kepler University of Linz","ror":"https://ror.org/052r2xn60","country_code":"AT","type":"education","lineage":["https://openalex.org/I121883995"]},{"id":"https://openalex.org/I4210146193","display_name":"Linz Center of Mechatronics (Austria)","ror":"https://ror.org/05dwv6530","country_code":"AT","type":"company","lineage":["https://openalex.org/I4210146193"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Markus Schedl","raw_affiliation_strings":["Institute of Computational Perception, Johannes Kepler University, Linz, Austria","Linz Institute of Technology, AI Lab, JKU Linz, Austria"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computational Perception, Johannes Kepler University, Linz, Austria","institution_ids":["https://openalex.org/I121883995"]},{"raw_affiliation_string":"Linz Institute of Technology, AI Lab, JKU Linz, Austria","institution_ids":["https://openalex.org/I4210146193"]}]}],"institutions":[],"countries_distinct_count":6,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5091259315"],"corresponding_institution_ids":["https://openalex.org/I121883995","https://openalex.org/I4210146193"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":4.3664,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.9499249,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"14","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8837566375732422},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.6706538200378418},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5602632164955139},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3480816185474396}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8837566375732422},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.6706538200378418},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5602632164955139},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3480816185474396},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s13735-025-00370-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13735-025-00370-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13735-025-00370-y.pdf","source":{"id":"https://openalex.org/S2496055428","display_name":"International Journal of Multimedia Information Retrieval","issn_l":"2192-6611","issn":["2192-6611","2192-662X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Multimedia Information Retrieval","raw_type":"journal-article"},{"id":"pmh:oai:epub.jku.at/:12346199","is_oa":true,"landing_page_url":"https://epub.jku.at/doi/10.1007/s13735-025-00370-y","pdf_url":"https://epub.jku.at/obvulioa/content/titleinfo/12346199/full.pdf","source":{"id":"https://openalex.org/S4306401788","display_name":"University Library Linz repository (Johannes Kepler Universitat Linz)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I121883995","host_organization_name":"Johannes Kepler University of Linz","host_organization_lineage":["https://openalex.org/I121883995"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:irinsubria.uninsubria.it:11383/2193991","is_oa":false,"landing_page_url":"https://hdl.handle.net/11383/2193991","pdf_url":null,"source":{"id":"https://openalex.org/S4377196351","display_name":"IrInSubria (University of Insubria)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115752224","host_organization_name":"University of Insubria","host_organization_lineage":["https://openalex.org/I115752224"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1007/s13735-025-00370-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13735-025-00370-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13735-025-00370-y.pdf","source":{"id":"https://openalex.org/S2496055428","display_name":"International Journal of Multimedia Information Retrieval","issn_l":"2192-6611","issn":["2192-6611","2192-662X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Multimedia Information Retrieval","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4125750076","display_name":null,"funder_award_id":"10.55776/COE12","funder_id":"https://openalex.org/F4320321181","funder_display_name":"Austrian Science Fund"}],"funders":[{"id":"https://openalex.org/F4320321181","display_name":"Austrian Science Fund","ror":"https://ror.org/013tf3c58"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410970740.pdf","grobid_xml":"https://content.openalex.org/works/W4410970740.grobid-xml"},"referenced_works_count":64,"referenced_works":["https://openalex.org/W1895577753","https://openalex.org/W1981276685","https://openalex.org/W2145056192","https://openalex.org/W2153579005","https://openalex.org/W2194775991","https://openalex.org/W2509282593","https://openalex.org/W2606128082","https://openalex.org/W2619383789","https://openalex.org/W2726515241","https://openalex.org/W2745461083","https://openalex.org/W2786495300","https://openalex.org/W2786797739","https://openalex.org/W2787873795","https://openalex.org/W2883222475","https://openalex.org/W2888471892","https://openalex.org/W2894676449","https://openalex.org/W2900753462","https://openalex.org/W2916104401","https://openalex.org/W2936900244","https://openalex.org/W2962850006","https://openalex.org/W2962858109","https://openalex.org/W2962918445","https://openalex.org/W2962982907","https://openalex.org/W2963192057","https://openalex.org/W2963341956","https://openalex.org/W2963383024","https://openalex.org/W2963389687","https://openalex.org/W2963801643","https://openalex.org/W2963887950","https://openalex.org/W2963909453","https://openalex.org/W2965487497","https://openalex.org/W2966715458","https://openalex.org/W2972944582","https://openalex.org/W2990138404","https://openalex.org/W2997819898","https://openalex.org/W3003940182","https://openalex.org/W3024869864","https://openalex.org/W3099903704","https://openalex.org/W3114444140","https://openalex.org/W3118548710","https://openalex.org/W3126792443","https://openalex.org/W3135367836","https://openalex.org/W3154848313","https://openalex.org/W3154987757","https://openalex.org/W3163527109","https://openalex.org/W3176404283","https://openalex.org/W3184648662","https://openalex.org/W4224924564","https://openalex.org/W4229065466","https://openalex.org/W4283800121","https://openalex.org/W4290944617","https://openalex.org/W4313164293","https://openalex.org/W4372341093","https://openalex.org/W4376226279","https://openalex.org/W4386057714","https://openalex.org/W4386071994","https://openalex.org/W4386072185","https://openalex.org/W4386838067","https://openalex.org/W4387067998","https://openalex.org/W4388514703","https://openalex.org/W4403784230","https://openalex.org/W6697395949","https://openalex.org/W6800595946","https://openalex.org/W6851592950"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Abstract":[0],"Multimodal":[1],"learning":[2,13,60,68],"has":[3],"demonstrated":[4],"remarkable":[5],"performance":[6,131],"improvements":[7],"over":[8],"unimodal":[9],"architectures.":[10],"However,":[11],"multimodal":[12,59,108],"methods":[14],"often":[15],"exhibit":[16],"deteriorated":[17],"performances":[18],"if":[19],"one":[20,86],"or":[21],"more":[22],"modalities":[23,84,134],"are":[24,105,135],"missing.":[25],"This":[26],"may":[27],"be":[28],"attributed":[29],"to":[30,70,100],"the":[31,44,80,146],"commonly":[32],"used":[33],"multi-branch":[34],"design":[35],"containing":[36],"modality-specific":[37],"components,":[38],"making":[39,97],"such":[40],"approaches":[41],"reliant":[42],"on":[43,107],"availability":[45],"of":[46,50,82,148],"a":[47,57,65],"complete":[48],"set":[49],"modalities.":[51,74,102,150],"In":[52],"this":[53],"work,":[54],"we":[55,78],"propose":[56],"robust":[58,99],"framework,":[61],",":[62],"that":[63],"adapts":[64],"common-space":[66],"visual":[67,94],"network":[69],"align":[71],"all":[72,133],"input":[73,83],"To":[75],"enable":[76],"this,":[77],"present":[79,136],"unification":[81],"into":[85,93],"format":[87],"by":[88],"encoding":[89],"any":[90],"non-visual":[91],"modality":[92],"representations":[95],"thus":[96],"it":[98],"missing":[101,149],"Extensive":[103],"experiments":[104],"performed":[106],"classification":[109],"task":[110],"using":[111],"four":[112],"textual-visual":[113],"(Hateful":[114],"Memes,":[115],"UPMC":[116],"Food-101,":[117],"MM-IMDb,":[118],"and":[119,121],"Ferramenta)":[120],"two":[122],"audio-visual":[123],"(avMNIST,":[124],"VoxCeleb)":[125],"datasets.":[126],"not":[127],"only":[128],"achieves":[129],"superior":[130],"when":[132],"at":[137],"train/test":[138],"time":[139],"but":[140],"also":[141],"demonstrates":[142],"notable":[143],"resilience":[144],"in":[145],"case":[147]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":3}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}