{"id":"https://openalex.org/W7166126617","doi":"https://doi.org/10.48550/arxiv.2606.26196","title":"From Structure to Synergy: A Survey of Vision-Language Perception Paradigm Evolution in Multimodal Large Language Models","display_name":"From Structure to Synergy: A Survey of Vision-Language Perception Paradigm Evolution in Multimodal Large Language Models","publication_year":2026,"publication_date":"2026-06-24","ids":{"openalex":"https://openalex.org/W7166126617","doi":"https://doi.org/10.48550/arxiv.2606.26196"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.26196","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26196","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.26196","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139416080","display_name":"Haoxiang Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Haoxiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139460252","display_name":"Tao Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139449058","display_name":"Li Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuan, Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139411555","display_name":"Jian Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139422381","display_name":"Jiancheng Lv","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lv, Jiancheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7720999717712402,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7720999717712402,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.05869999900460243,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.019999999552965164,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.691100001335144},{"id":"https://openalex.org/keywords/paradigm-shift","display_name":"Paradigm shift","score":0.519599974155426},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.4228000044822693},{"id":"https://openalex.org/keywords/language-evolution","display_name":"Language evolution","score":0.39480000734329224},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3165999948978424},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.2971999943256378}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.691100001335144},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5264000296592712},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.519599974155426},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.5116000175476074},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.4228000044822693},{"id":"https://openalex.org/C2984703881","wikidata":"https://www.wikidata.org/wiki/Q2313085","display_name":"Language evolution","level":2,"score":0.39480000734329224},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3237999975681305},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.31360000371932983},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.29649999737739563},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C138673069","wikidata":"https://www.wikidata.org/wiki/Q322229","display_name":"Tracing","level":2,"score":0.2685999870300293},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2621000111103058}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.26196","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26196","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.26196","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.26196","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5337187051773071,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Large":[1],"Language":[2],"Models":[3],"(MLLMs)":[4],"have":[5,30],"recently":[6],"made":[7],"remarkable":[8],"progress":[9],"in":[10,105],"unifying":[11],"vision-language":[12,53,103,117],"understanding":[13,170],"and":[14,26,60,78,136,140,145,150,171],"reasoning,":[15],"especially":[16],"following":[17],"the":[18,82,97,130,180],"introduction":[19],"of":[20,43,85,101,133],"models":[21],"such":[22],"as":[23,62,87,113],"OpenAI's":[24],"O-series":[25],"DeepSeek's":[27],"R-series,":[28],"which":[29],"driven":[31],"a":[32,41,50,126,168],"paradigm":[33,131],"shift":[34],"toward":[35,155,182],"perception-centric":[36],"intelligence.":[37,160],"However,":[38],"there":[39],"remains":[40],"lack":[42],"systematic":[44,99],"surveys":[45],"that":[46,57],"examine":[47],"perception":[48,86,104,112,135],"from":[49],"truly":[51,156],"unified":[52,102,116,158],"perspective":[54],"--":[55],"one":[56],"treats":[58],"vision":[59,75],"language":[61],"an":[63,88,114,172],"inseparable":[64],"modality.":[65],"Existing":[66],"reviews":[67],"are":[68],"often":[69],"fragmented,":[70],"focusing":[71],"separately":[72],"on":[73,179],"either":[74],"or":[76],"language,":[77],"thus":[79],"rarely":[80],"capture":[81],"cross-modal":[83],"evolution":[84,132],"integrated":[89],"capability.":[90],"To":[91],"bridge":[92],"this":[93],"gap,":[94],"we":[95,108],"present":[96],"first":[98],"survey":[100,137],"MLLMs.":[106],"Specifically,":[107],"(1)":[109],"formalize":[110],"MLLM":[111,134],"intrinsic,":[115],"capability":[118],"analogous":[119],"to":[120,175],"human":[121],"innate":[122],"perception,":[123],"(2)":[124],"introduce":[125],"five-stage":[127],"taxonomy":[128],"tracing":[129],"representative":[138],"methods":[139],"milestones":[141],"at":[142],"each":[143],"phase,":[144],"(3)":[146],"identify":[147],"open":[148],"challenges":[149],"outline":[151],"promising":[152],"research":[153],"directions":[154],"general,":[157],"multimodal":[159],"We":[161],"hope":[162],"our":[163],"study":[164],"will":[165],"provide":[166],"both":[167],"foundational":[169],"actionable":[173],"roadmap":[174],"foster":[176],"further":[177],"innovation":[178],"path":[181],"artificial":[183],"general":[184],"intelligence":[185],"(AGI).":[186]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-27T00:00:00"}