{"id":"https://openalex.org/W4414645770","doi":"https://doi.org/10.1007/s13735-025-00382-8","title":"A Comprehensive Review of Multimodal Visual Representation Learning: Tracing the Evolution from CNNs to Transformers and Beyond","display_name":"A Comprehensive Review of Multimodal Visual Representation Learning: Tracing the Evolution from CNNs to Transformers and Beyond","publication_year":2025,"publication_date":"2025-09-30","ids":{"openalex":"https://openalex.org/W4414645770","doi":"https://doi.org/10.1007/s13735-025-00382-8"},"language":"en","primary_location":{"id":"doi:10.1007/s13735-025-00382-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13735-025-00382-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13735-025-00382-8.pdf","source":{"id":"https://openalex.org/S2496055428","display_name":"International Journal of Multimedia Information Retrieval","issn_l":"2192-6611","issn":["2192-6611","2192-662X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Multimedia Information Retrieval","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s13735-025-00382-8.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Dong Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I158949172","display_name":"Curtin University Sarawak","ror":"https://ror.org/024fm2y42","country_code":"MY","type":"education","lineage":["https://openalex.org/I158949172"]},{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN","MY"],"is_corresponding":false,"raw_author_name":"Dong Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Curtin University Malaysia, CDT 250, Miri, 98009, Sarawak, Malaysia","Haikou University of Economics, No. 1001, Haitao Avenue, Guilinyang Industrial Development Zone, 571132, Haikou, Hainan Province, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Curtin University Malaysia, CDT 250, Miri, 98009, Sarawak, Malaysia","institution_ids":["https://openalex.org/I158949172"]},{"raw_affiliation_string":"Haikou University of Economics, No. 1001, Haitao Avenue, Guilinyang Industrial Development Zone, 571132, Haikou, Hainan Province, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101529689","display_name":"W. K. Wong","orcid":"https://orcid.org/0000-0001-6212-6096"},"institutions":[{"id":"https://openalex.org/I158949172","display_name":"Curtin University Sarawak","ror":"https://ror.org/024fm2y42","country_code":"MY","type":"education","lineage":["https://openalex.org/I158949172"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"W. K. Wong","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Curtin University Malaysia, CDT 250, Miri, 98009, Sarawak, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Curtin University Malaysia, CDT 250, Miri, 98009, Sarawak, Malaysia","institution_ids":["https://openalex.org/I158949172"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080943769","display_name":"Ing Ming Chew","orcid":null},"institutions":[{"id":"https://openalex.org/I158949172","display_name":"Curtin University Sarawak","ror":"https://ror.org/024fm2y42","country_code":"MY","type":"education","lineage":["https://openalex.org/I158949172"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"I. M. Chew","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Curtin University Malaysia, CDT 250, Miri, 98009, Sarawak, Malaysia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Curtin University Malaysia, CDT 250, Miri, 98009, Sarawak, Malaysia","institution_ids":["https://openalex.org/I158949172"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101529689"],"corresponding_institution_ids":["https://openalex.org/I158949172"],"apc_list":{"value":2890,"currency":"USD","value_usd":2890},"apc_paid":{"value":2890,"currency":"USD","value_usd":2890},"fwci":0.5458,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.68091312,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"14","issue":"4","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.6481000185012817},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.6363000273704529},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.586899995803833},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4878000020980835},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.4122999906539917},{"id":"https://openalex.org/keywords/visual-learning","display_name":"Visual learning","score":0.37790000438690186}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7929999828338623},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6610000133514404},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.6481000185012817},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.6363000273704529},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.586899995803833},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.4122999906539917},{"id":"https://openalex.org/C2779321571","wikidata":"https://www.wikidata.org/wiki/Q7936605","display_name":"Visual learning","level":2,"score":0.37790000438690186},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3560999929904938},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.3472999930381775},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.32269999384880066},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.31540000438690186},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3111000061035156},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2696000039577484},{"id":"https://openalex.org/C160086991","wikidata":"https://www.wikidata.org/wiki/Q5939193","display_name":"Human visual system model","level":3,"score":0.2671999931335449}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s13735-025-00382-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13735-025-00382-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13735-025-00382-8.pdf","source":{"id":"https://openalex.org/S2496055428","display_name":"International Journal of Multimedia Information Retrieval","issn_l":"2192-6611","issn":["2192-6611","2192-662X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Multimedia Information Retrieval","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s13735-025-00382-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s13735-025-00382-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s13735-025-00382-8.pdf","source":{"id":"https://openalex.org/S2496055428","display_name":"International Journal of Multimedia Information Retrieval","issn_l":"2192-6611","issn":["2192-6611","2192-662X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Multimedia Information Retrieval","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320325394","display_name":"Ministry of Minority Affairs","ror":"https://ror.org/050kded90"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414645770.pdf","grobid_xml":"https://content.openalex.org/works/W4414645770.grobid-xml"},"referenced_works_count":84,"referenced_works":["https://openalex.org/W1773149199","https://openalex.org/W1861492603","https://openalex.org/W1933349210","https://openalex.org/W1994724580","https://openalex.org/W2001199794","https://openalex.org/W2007972815","https://openalex.org/W2025768430","https://openalex.org/W2098411764","https://openalex.org/W2100185540","https://openalex.org/W2101926813","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2136922672","https://openalex.org/W2151096985","https://openalex.org/W2151103935","https://openalex.org/W2161969291","https://openalex.org/W2163922914","https://openalex.org/W2183341477","https://openalex.org/W2194775991","https://openalex.org/W2321627895","https://openalex.org/W2560730294","https://openalex.org/W2561715562","https://openalex.org/W2617302333","https://openalex.org/W2618530766","https://openalex.org/W2619383789","https://openalex.org/W2735582123","https://openalex.org/W2752782242","https://openalex.org/W2798991696","https://openalex.org/W2886641317","https://openalex.org/W2909431601","https://openalex.org/W2962895018","https://openalex.org/W2962964995","https://openalex.org/W2963078860","https://openalex.org/W2963125010","https://openalex.org/W2963446712","https://openalex.org/W2963512530","https://openalex.org/W2963518342","https://openalex.org/W2964024144","https://openalex.org/W2964350391","https://openalex.org/W2970231061","https://openalex.org/W2970869018","https://openalex.org/W2979579363","https://openalex.org/W2981851019","https://openalex.org/W2998356391","https://openalex.org/W3013699712","https://openalex.org/W3034429256","https://openalex.org/W3034727271","https://openalex.org/W3035524453","https://openalex.org/W3049024148","https://openalex.org/W3090449556","https://openalex.org/W3091588028","https://openalex.org/W3104195492","https://openalex.org/W3106743555","https://openalex.org/W3110446398","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3171007011","https://openalex.org/W3171345413","https://openalex.org/W3173909648","https://openalex.org/W3177183117","https://openalex.org/W3184784418","https://openalex.org/W4223556858","https://openalex.org/W4252331534","https://openalex.org/W4286379597","https://openalex.org/W4297499129","https://openalex.org/W4312443924","https://openalex.org/W4312849330","https://openalex.org/W4312891522","https://openalex.org/W4313156423","https://openalex.org/W4317778265","https://openalex.org/W4360884927","https://openalex.org/W4385414074","https://openalex.org/W4386071687","https://openalex.org/W4386076493","https://openalex.org/W4389545318","https://openalex.org/W4390872396","https://openalex.org/W4391908472","https://openalex.org/W4393147617","https://openalex.org/W4394727598","https://openalex.org/W4396983152","https://openalex.org/W4400351151","https://openalex.org/W4402727516","https://openalex.org/W4403071826","https://openalex.org/W4404199198"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"The":[1],"primary":[2],"goal":[3],"of":[4,41,105,168,193],"multimodal":[5,17,42,58,73,80,94,128,131,154],"visual":[6,43,59,63,68,74,81,95,98,110,115,132,155,169,174],"representation":[7,44,64,69,75,82,99,111,116,133,156,170],"learning":[8,83,100,117,134,137,146,157,171],"is":[9],"to":[10,93,102,121,139,164],"generate":[11],"implicit":[12],"information":[13,18,175],"that":[14,90,125],"effectively":[15],"represents":[16],"by":[19,172],"exploring":[20],"the":[21,39,53,103,160,166,187,191],"commonalities":[22],"and":[23,77,142,202],"characteristics":[24],"between":[25],"different":[26,194],"modalities.":[27],"This":[28,46,182],"research":[29,189,195],"report":[30,184],"will":[31,48,185],"discuss":[32,49],"currently":[33],"widely":[34],"used":[35,198],"advanced":[36],"methods":[37,51,138,200],"in":[38,52,57,109,149],"field":[40],"learning.":[45,96],"article":[47],"these":[50],"following":[54],"order,":[55],"culminating":[56],"learning:":[60],"(1)":[61],"pre-trained":[62],"learning,":[65,70,76,112],"(2)":[66],"generative":[67,114,119],"(3)":[71],"contrastive":[72,136],"(4)":[78],"image-text":[79],"methods.":[84],"Each":[85],"element":[86],"provides":[87],"useful":[88],"clues":[89],"ultimately":[91],"lead":[92],"Pre-trained":[97],"refers":[101],"application":[104],"supervised":[106],"pre-training":[107],"models":[108,120],"while":[113],"uses":[118,135],"learn":[122],"feature":[123,147],"representations":[124,148],"can":[126],"integrate":[127],"information.":[129,181],"Contrastive":[130],"compare":[140],"similar":[141],"dissimilar":[143],"sample":[144],"pairs,":[145],"a":[150],"self-supervised":[151],"manner.":[152],"Image-text":[153],"methods,":[158,196],"on":[159],"other":[161],"hand,":[162],"attempt":[163],"enhance":[165],"capabilities":[167],"fusing":[173],"(such":[176],"as":[177],"images)":[178],"with":[179],"textual":[180],"review":[183],"explain":[186],"above":[188],"background,":[190],"classification":[192],"commonly":[197],"evaluation":[199],",":[201],"future":[203],"development":[204],"trends.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}