{"id":"https://openalex.org/W4414360164","doi":"https://doi.org/10.24963/ijcai.2025/1202","title":"Connector-S: A Survey of Connectors in Multi-modal Large Language Models","display_name":"Connector-S: A Survey of Connectors in Multi-modal Large Language Models","publication_year":2025,"publication_date":"2025-09-01","ids":{"openalex":"https://openalex.org/W4414360164","doi":"https://doi.org/10.24963/ijcai.2025/1202"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2025/1202","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/1202","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Xun Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xun Zhu","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459099","display_name":"Zheng Zhang","orcid":"https://orcid.org/0000-0002-1490-6394"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Zhang","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100329931","display_name":"Xi Chen","orcid":"https://orcid.org/0000-0002-3135-4114"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Chen","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082425858","display_name":"Yiming Shi","orcid":"https://orcid.org/0009-0009-9584-0830"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiming Shi","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106613360","display_name":"Miao Li","orcid":"https://orcid.org/0000-0003-3792-148X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Li","raw_affiliation_strings":["Department of Electronic Engineering, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103143295","display_name":"Ji Wu","orcid":"https://orcid.org/0000-0002-6092-3056"},"institutions":[{"id":"https://openalex.org/I29955533","display_name":"Center for Information Technology","ror":"https://ror.org/03jh5a977","country_code":"US","type":"facility","lineage":["https://openalex.org/I1299022934","https://openalex.org/I1299303238","https://openalex.org/I29955533"]},{"id":"https://openalex.org/I4210096250","display_name":"Beijing Institute of Big Data Research","ror":"https://ror.org/00s1sz824","country_code":"CN","type":"facility","lineage":["https://openalex.org/I20231570","https://openalex.org/I37796252","https://openalex.org/I4210096250"]},{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Ji Wu","raw_affiliation_strings":["Beijing National Research Center for Information Science and Technology","Center for Big Data and Clinical Research, Institute for Precision Medicine, Tsinghua University","College of AI, Tsinghua University","Department of Electronic Engineering, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing National Research Center for Information Science and Technology","institution_ids":["https://openalex.org/I29955533"]},{"raw_affiliation_string":"Center for Big Data and Clinical Research, Institute for Precision Medicine, Tsinghua University","institution_ids":["https://openalex.org/I4210096250"]},{"raw_affiliation_string":"College of AI, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]},{"raw_affiliation_string":"Department of Electronic Engineering, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10836","last_page":"10844"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.960099995136261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.777899980545044},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.5554999709129333},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.49059998989105225},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.4819999933242798},{"id":"https://openalex.org/keywords/taxonomy","display_name":"Taxonomy (biology)","score":0.41499999165534973},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.2865999937057495}],"concepts":[{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.777899980545044},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6241999864578247},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.5554999709129333},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.49059998989105225},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4819999933242798},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.4424000084400177},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.41499999165534973},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4131999909877777},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32839998602867126},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32690000534057617},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.31220000982284546},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2865999937057495},{"id":"https://openalex.org/C33276779","wikidata":"https://www.wikidata.org/wiki/Q1943363","display_name":"Design elements and principles","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C21338462","wikidata":"https://www.wikidata.org/wiki/Q1662581","display_name":"Information model","level":2,"score":0.2572000026702881}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2025/1202","is_oa":false,"landing_page_url":"https://doi.org/10.24963/ijcai.2025/1202","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Thirty-Fourth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,24,45,57,134,143],"rapid":[2],"advancements":[3],"in":[4,15,37,62],"multi-modal":[5,85],"large":[6],"language":[7],"models":[8],"(MLLMs),":[9],"connectors":[10,29,61,71,140],"play":[11],"a":[12,66,121,125],"pivotal":[13],"role":[14],"bridging":[16],"diverse":[17],"modalities":[18],"and":[19,26,43,64,80,91,100,112,124,136,145],"enhancing":[20],"model":[21],"performance.":[22],"However,":[23],"design":[25,135],"evolution":[27],"of":[28,47,60,78,138,147],"have":[30],"not":[31],"been":[32],"comprehensively":[33],"analyzed,":[34],"leaving":[35],"gaps":[36],"understanding":[38],"how":[39],"these":[40],"components":[41],"function":[42],"hindering":[44],"development":[46],"more":[48],"powerful":[49],"connectors.":[50],"In":[51],"this":[52],"survey,":[53],"we":[54,94],"systematically":[55],"review":[56],"current":[58],"progress":[59],"MLLMs":[63],"present":[65],"structured":[67],"taxonomy":[68],"that":[69],"categorizes":[70],"into":[72,133],"atomic":[73],"operations":[74],"(mapping,":[75],"compression,":[76,106],"mixture":[77],"experts)":[79],"holistic":[81],"designs":[82],"(multi-layer,":[83],"multi-encoder,":[84],"scenarios),":[86],"highlighting":[87],"their":[88],"technical":[89],"contributions":[90],"advancements.":[92],"Furthermore,":[93],"discuss":[95],"several":[96],"promising":[97],"research":[98],"frontiers":[99],"challenges,":[101],"including":[102],"high-resolution":[103],"input,":[104],"dynamic":[105],"guide":[107],"information":[108],"selection,":[109],"combination":[110],"strategy,":[111],"interpretability.":[113],"This":[114],"survey":[115],"is":[116],"intended":[117],"to":[118,141],"serve":[119],"as":[120],"foundational":[122],"reference":[123],"clear":[126],"roadmap":[127],"for":[128],"researchers,":[129],"providing":[130],"valuable":[131],"insights":[132],"optimization":[137],"next-generation":[139],"enhance":[142],"performance":[144],"adaptability":[146],"MLLMs.":[148]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}