{"id":"https://openalex.org/W4386254667","doi":"https://doi.org/10.1145/3617833","title":"Multimodality Representation Learning: A Survey on Evolution, Pretraining and Its Applications","display_name":"Multimodality Representation Learning: A Survey on Evolution, Pretraining and Its Applications","publication_year":2023,"publication_date":"2023-08-29","ids":{"openalex":"https://openalex.org/W4386254667","doi":"https://doi.org/10.1145/3617833"},"language":"en","primary_location":{"id":"doi:10.1145/3617833","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617833","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617833","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3617833","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055320433","display_name":"Muhammad Arslan Manzoor","orcid":"https://orcid.org/0000-0001-8773-9972"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Muhammad Arslan Manzoor","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, UAE"],"raw_orcid":"https://orcid.org/0000-0001-8773-9972","affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059922042","display_name":"Sarah Albarri","orcid":"https://orcid.org/0000-0002-3203-4307"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Sarah Albarri","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, UAE"],"raw_orcid":"https://orcid.org/0000-0002-3203-4307","affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066792986","display_name":"Ziting Xian","orcid":"https://orcid.org/0009-0006-4116-6623"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ziting Xian","raw_affiliation_strings":["Sun Yat-sen University, China"],"raw_orcid":"https://orcid.org/0009-0006-4116-6623","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073342482","display_name":"Zaiqiao Meng","orcid":"https://orcid.org/0000-0001-5374-0318"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zaiqiao Meng","raw_affiliation_strings":["University of Glasgow, UK"],"raw_orcid":"https://orcid.org/0000-0001-5374-0318","affiliations":[{"raw_affiliation_string":"University of Glasgow, UK","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012055259","display_name":"Preslav Nakov","orcid":"https://orcid.org/0000-0002-3600-1510"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Preslav Nakov","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, UAE"],"raw_orcid":"https://orcid.org/0000-0002-3600-1510","affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060335069","display_name":"Shangsong Liang","orcid":"https://orcid.org/0000-0003-1625-2168"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Shangsong Liang","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, UAE"],"raw_orcid":"https://orcid.org/0000-0003-1625-2168","affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, UAE","institution_ids":["https://openalex.org/I4210113480"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.1232,"has_fulltext":true,"cited_by_count":53,"citation_normalized_percentile":{"value":0.96985816,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"20","issue":"3","first_page":"1","last_page":"34"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multimodality","display_name":"Multimodality","score":0.895017147064209},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.813396692276001},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.782660722732544},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.7758903503417969},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5652120113372803},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5612965226173401},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.5260372161865234},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5113899111747742},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.49846529960632324},{"id":"https://openalex.org/keywords/multimodal-interaction","display_name":"Multimodal interaction","score":0.4242824614048004},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38020777702331543},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.35623252391815186},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32713761925697327},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.0820070207118988}],"concepts":[{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.895017147064209},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.813396692276001},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.782660722732544},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.7758903503417969},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5652120113372803},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5612965226173401},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.5260372161865234},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5113899111747742},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.49846529960632324},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.4242824614048004},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38020777702331543},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.35623252391815186},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32713761925697327},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0820070207118988},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3617833","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617833","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617833","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:304530","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"}],"best_oa_location":{"id":"doi:10.1145/3617833","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3617833","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3617833","source":{"id":"https://openalex.org/S19610489","display_name":"ACM Transactions on Multimedia Computing Communications and Applications","issn_l":"1551-6857","issn":["1551-6857","1551-6865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Multimedia Computing, Communications, and Applications","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386254667.pdf","grobid_xml":"https://content.openalex.org/works/W4386254667.grobid-xml"},"referenced_works_count":197,"referenced_works":["https://openalex.org/W125693051","https://openalex.org/W1686810756","https://openalex.org/W1773149199","https://openalex.org/W1797268635","https://openalex.org/W1861492603","https://openalex.org/W1895577753","https://openalex.org/W1933349210","https://openalex.org/W2015394094","https://openalex.org/W2025768430","https://openalex.org/W2026012689","https://openalex.org/W2029199293","https://openalex.org/W2053101950","https://openalex.org/W2056403322","https://openalex.org/W2061781940","https://openalex.org/W2064675550","https://openalex.org/W2085411191","https://openalex.org/W2106277773","https://openalex.org/W2125336414","https://openalex.org/W2130162821","https://openalex.org/W2135776491","https://openalex.org/W2140030375","https://openalex.org/W2142540378","https://openalex.org/W2152826865","https://openalex.org/W2153579005","https://openalex.org/W2194775991","https://openalex.org/W2250384498","https://openalex.org/W2277195237","https://openalex.org/W2343307093","https://openalex.org/W2396881363","https://openalex.org/W2425121537","https://openalex.org/W2465534249","https://openalex.org/W2471094925","https://openalex.org/W2533598788","https://openalex.org/W2550553598","https://openalex.org/W2583695460","https://openalex.org/W2585824449","https://openalex.org/W2597425697","https://openalex.org/W2606594151","https://openalex.org/W2606982687","https://openalex.org/W2618530766","https://openalex.org/W2619383789","https://openalex.org/W2765716052","https://openalex.org/W2766046458","https://openalex.org/W2766462585","https://openalex.org/W2767290858","https://openalex.org/W2768175742","https://openalex.org/W2798683079","https://openalex.org/W2809476703","https://openalex.org/W2883409523","https://openalex.org/W2886641317","https://openalex.org/W2890952074","https://openalex.org/W2891205112","https://openalex.org/W2904565150","https://openalex.org/W2911489562","https://openalex.org/W2912305564","https://openalex.org/W2919115771","https://openalex.org/W2946165673","https://openalex.org/W2946595845","https://openalex.org/W2947312908","https://openalex.org/W2953104586","https://openalex.org/W2962865004","https://openalex.org/W2963023579","https://openalex.org/W2963084599","https://openalex.org/W2963115613","https://openalex.org/W2963176022","https://openalex.org/W2963177403","https://openalex.org/W2963360627","https://openalex.org/W2963644680","https://openalex.org/W2963691697","https://openalex.org/W2963966654","https://openalex.org/W2964067226","https://openalex.org/W2964138343","https://openalex.org/W2964243274","https://openalex.org/W2964352155","https://openalex.org/W2964487155","https://openalex.org/W2965373594","https://openalex.org/W2966715458","https://openalex.org/W2968124245","https://openalex.org/W2970231061","https://openalex.org/W2970487286","https://openalex.org/W2972563022","https://openalex.org/W2973767881","https://openalex.org/W2982573303","https://openalex.org/W2986619406","https://openalex.org/W2991044292","https://openalex.org/W2997591391","https://openalex.org/W2998631105","https://openalex.org/W3000226596","https://openalex.org/W3003484198","https://openalex.org/W3006974783","https://openalex.org/W3010206893","https://openalex.org/W3011727199","https://openalex.org/W3013503438","https://openalex.org/W3014611590","https://openalex.org/W3022924198","https://openalex.org/W3034238904","https://openalex.org/W3034723486","https://openalex.org/W3034727271","https://openalex.org/W3034871396","https://openalex.org/W3034943799","https://openalex.org/W3034999214","https://openalex.org/W3035232877","https://openalex.org/W3035574168","https://openalex.org/W3035626590","https://openalex.org/W3035652667","https://openalex.org/W3036601975","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3093814160","https://openalex.org/W3096609285","https://openalex.org/W3100307207","https://openalex.org/W3101065397","https://openalex.org/W3104210310","https://openalex.org/W3104279398","https://openalex.org/W3105232955","https://openalex.org/W3109387650","https://openalex.org/W3112034174","https://openalex.org/W3112077297","https://openalex.org/W3116238789","https://openalex.org/W3122006038","https://openalex.org/W3122367007","https://openalex.org/W3128564814","https://openalex.org/W3130071011","https://openalex.org/W3136499730","https://openalex.org/W3137069976","https://openalex.org/W3139732141","https://openalex.org/W3143320354","https://openalex.org/W3148187679","https://openalex.org/W3154596443","https://openalex.org/W3160799772","https://openalex.org/W3164896303","https://openalex.org/W3164901500","https://openalex.org/W3165439041","https://openalex.org/W3165938948","https://openalex.org/W3166287017","https://openalex.org/W3167471487","https://openalex.org/W3168463823","https://openalex.org/W3170767867","https://openalex.org/W3171975879","https://openalex.org/W3172021172","https://openalex.org/W3173220247","https://openalex.org/W3173909648","https://openalex.org/W3174010726","https://openalex.org/W3175824375","https://openalex.org/W3176675602","https://openalex.org/W3177048205","https://openalex.org/W3177174258","https://openalex.org/W3177654849","https://openalex.org/W3180718533","https://openalex.org/W3182683290","https://openalex.org/W3184679245","https://openalex.org/W3184735396","https://openalex.org/W3185909895","https://openalex.org/W3186187670","https://openalex.org/W3194633557","https://openalex.org/W3196563995","https://openalex.org/W3198196812","https://openalex.org/W3199725751","https://openalex.org/W3202384916","https://openalex.org/W3205981739","https://openalex.org/W3208314443","https://openalex.org/W3210213497","https://openalex.org/W3211495814","https://openalex.org/W3213351348","https://openalex.org/W3216542025","https://openalex.org/W4200634001","https://openalex.org/W4206390933","https://openalex.org/W4213325639","https://openalex.org/W4220967417","https://openalex.org/W4221167941","https://openalex.org/W4225683910","https://openalex.org/W4225832925","https://openalex.org/W4281643269","https://openalex.org/W4281653378","https://openalex.org/W4283798830","https://openalex.org/W4285550688","https://openalex.org/W4287113019","https://openalex.org/W4287176715","https://openalex.org/W4287389467","https://openalex.org/W4287778518","https://openalex.org/W4287887264","https://openalex.org/W4294170691","https://openalex.org/W4297677855","https://openalex.org/W4297689875","https://openalex.org/W4299828299","https://openalex.org/W4302275554","https://openalex.org/W4312044727","https://openalex.org/W4312810944","https://openalex.org/W4312910992","https://openalex.org/W4318718936","https://openalex.org/W4376312115","https://openalex.org/W4385245566","https://openalex.org/W4385569837","https://openalex.org/W4385573610","https://openalex.org/W6638319203","https://openalex.org/W6739901393","https://openalex.org/W6844146455"],"related_works":["https://openalex.org/W2248852396","https://openalex.org/W1483892602","https://openalex.org/W4389505417","https://openalex.org/W2962931510","https://openalex.org/W3093803775","https://openalex.org/W4239305747","https://openalex.org/W199123384","https://openalex.org/W4287761641","https://openalex.org/W3034009428","https://openalex.org/W4233495470"],"abstract_inverted_index":{"Multimodality":[0],"Representation":[1],"Learning,":[2],"as":[3,27],"a":[4,22,177],"technique":[5],"of":[6,24,83,102,186],"learning":[7,104,132],"to":[8,59,76,107,152,207],"embed":[9],"information":[10,50],"from":[11,51,147],"different":[12,52,81],"modalities":[13,53],"and":[14,38,48,100,112,118,140,155,162,191,197],"their":[15],"correlations,":[16],"has":[17],"achieved":[18],"remarkable":[19],"success":[20],"on":[21,88,97],"variety":[23],"applications,":[25,45],"such":[26],"Visual":[28,35],"Question":[29],"Answering":[30],"(VQA),":[31],"Natural":[32],"Language":[33,40],"for":[34,56,115,170,180,189],"Reasoning":[36],"(NLVR),":[37],"Vision":[39],"Retrieval":[41],"(VLR).":[42],"Among":[43],"these":[44,78],"cross-modal":[46,117],"interaction":[47],"complementary":[49],"are":[54,201],"crucial":[55],"advanced":[57],"models":[58],"perform":[60],"any":[61],"multimodal":[62,105,120,141,150,159,172],"task,":[63],"e.g.,":[64],"understand,":[65],"recognize,":[66],"retrieve,":[67],"or":[68],"generate":[69],"optimally.":[70],"Researchers":[71],"have":[72],"proposed":[73],"diverse":[74,116],"methods":[75],"address":[77],"tasks.":[79,121],"The":[80],"variants":[82],"transformer-based":[84],"architectures":[85,106],"performed":[86],"extraordinarily":[87],"multiple":[89],"modalities.":[90],"This":[91,122],"survey":[92,209],"presents":[93],"the":[94,98,125,137,187],"comprehensive":[95],"literature":[96],"evolution":[99],"enhancement":[101],"deep":[103,131],"deal":[108],"with":[109],"textual,":[110],"visual":[111],"audio":[113],"features":[114],"modern":[119],"study":[123],"summarizes":[124],"(":[126,134,144,156],"i":[127],")":[128,136,146,158],"recent":[129],"task-specific":[130],"methodologies,":[133],"ii":[135],"pretraining":[138,142,190],"types":[139],"objectives,":[143],"iii":[145],"state-of-the-art":[148],"pretrained":[149],"approaches":[151],"unifying":[153],"architectures,":[154],"iv":[157],"task":[160],"categories":[161],"possible":[163],"future":[164],"improvements":[165],"that":[166,183],"can":[167],"be":[168],"devised":[169],"better":[171],"learning.":[173],"Moreover,":[174],"we":[175],"prepare":[176],"dataset":[178],"section":[179],"new":[181],"researchers":[182],"covers":[184],"most":[185],"benchmarks":[188],"finetuning.":[192],"Finally,":[193],"major":[194],"challenges,":[195],"gaps,":[196],"potential":[198],"research":[199],"topics":[200],"explored.":[202],"A":[203],"constantly-updated":[204],"paperlist":[205],"related":[206],"our":[208],"is":[210],"maintained":[211],"at":[212],"https://github.com/marslanm/multimodality-representation-learning":[213],".":[214]},"counts_by_year":[{"year":2026,"cited_by_count":14},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2023-08-30T00:00:00"}