{"id":"https://openalex.org/W7128310405","doi":"https://doi.org/10.26599/bdma.2025.9020090","title":"Vision-Language Model-Driven Human-Vehicle Interaction for Autonomous Driving: Status, Challenge, and Innovation","display_name":"Vision-Language Model-Driven Human-Vehicle Interaction for Autonomous Driving: Status, Challenge, and Innovation","publication_year":2026,"publication_date":"2026-02-06","ids":{"openalex":"https://openalex.org/W7128310405","doi":"https://doi.org/10.26599/bdma.2025.9020090"},"language":"en","primary_location":{"id":"doi:10.26599/bdma.2025.9020090","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2025.9020090","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.26599/bdma.2025.9020090","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038834749","display_name":"Rongfeng Zhao","orcid":"https://orcid.org/0000-0003-4322-8235"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Rongfeng Zhao","raw_affiliation_strings":["Shanghai Research Institute for Intelligent Autonomous Systems, Tongji University,Shanghai,China,200092"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Research Institute for Intelligent Autonomous Systems, Tongji University,Shanghai,China,200092","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5125351372","display_name":"Aimin Du","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aimin Du","raw_affiliation_strings":["School of Automotive Studies, Tongji University,Shanghai,China,200092"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automotive Studies, Tongji University,Shanghai,China,200092","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105507311","display_name":"Mobing Cai","orcid":"https://orcid.org/0009-0002-7844-3576"},"institutions":[{"id":"https://openalex.org/I204442077","display_name":"Trinity College","ror":"https://ror.org/019dhar59","country_code":"CA","type":"education","lineage":["https://openalex.org/I204442077"]},{"id":"https://openalex.org/I4210149706","display_name":"New College","ror":"https://ror.org/05ab3fa41","country_code":"GB","type":"education","lineage":["https://openalex.org/I4210149706"]}],"countries":["CA","GB"],"is_corresponding":false,"raw_author_name":"Mobing Cai","raw_affiliation_strings":["Trinity College, University of Oxford,Oxford,UK,OX1 3BH"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Trinity College, University of Oxford,Oxford,UK,OX1 3BH","institution_ids":["https://openalex.org/I4210149706","https://openalex.org/I204442077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088162760","display_name":"Zhongpan Zhu","orcid":"https://orcid.org/0000-0003-2385-6146"},"institutions":[{"id":"https://openalex.org/I148128674","display_name":"University of Shanghai for Science and Technology","ror":"https://ror.org/00ay9v204","country_code":"CN","type":"education","lineage":["https://openalex.org/I148128674"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongpan Zhu","raw_affiliation_strings":["College of Mechanical Engineering, University of Shanghai for Science and Technology,Shanghai,China,200093"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Mechanical Engineering, University of Shanghai for Science and Technology,Shanghai,China,200093","institution_ids":["https://openalex.org/I148128674"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049557511","display_name":"Bin He","orcid":"https://orcid.org/0000-0003-3193-6269"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin He","raw_affiliation_strings":["Shanghai Research Institute for Intelligent Autonomous Systems, Tongji University,Shanghai,China,200092"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Research Institute for Intelligent Autonomous Systems, Tongji University,Shanghai,China,200092","institution_ids":["https://openalex.org/I116953780"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5038834749"],"corresponding_institution_ids":["https://openalex.org/I116953780"],"apc_list":null,"apc_paid":null,"fwci":48.9326,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.99657189,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"2","first_page":"425","last_page":"447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2547000050544739,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.2547000050544739,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.15629999339580536,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.11410000175237656,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.2800000011920929},{"id":"https://openalex.org/keywords/production","display_name":"Production (economics)","score":0.2775999903678894},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.2759000062942505},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.274399995803833},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.260699987411499},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.257999986410141}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4431000053882599},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2800000011920929},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2759000062942505},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.2540999948978424},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.2538999915122986},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25189998745918274},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.2506999969482422}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.26599/bdma.2025.9020090","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2025.9020090","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:065dc854c1e24ab18fab031323693a78","is_oa":true,"landing_page_url":"https://doaj.org/article/065dc854c1e24ab18fab031323693a78","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Big Data Mining and Analytics, Vol 9, Iss 2, Pp 425-447 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.26599/bdma.2025.9020090","is_oa":true,"landing_page_url":"https://doi.org/10.26599/bdma.2025.9020090","pdf_url":null,"source":{"id":"https://openalex.org/S4210209060","display_name":"Big Data Mining and Analytics","issn_l":"2096-0654","issn":["2096-0654"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311901","host_organization_name":"Tsinghua University Press","host_organization_lineage":["https://openalex.org/P4310311901"],"host_organization_lineage_names":["Tsinghua University Press"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Big Data Mining and Analytics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4684212803840637}],"awards":[{"id":"https://openalex.org/G2575069074","display_name":null,"funder_award_id":"62088101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8465003870","display_name":null,"funder_award_id":"22120220642","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":156,"referenced_works":["https://openalex.org/W1608789752","https://openalex.org/W1895577753","https://openalex.org/W1905882502","https://openalex.org/W2031454541","https://openalex.org/W2052604480","https://openalex.org/W2061649532","https://openalex.org/W2105594594","https://openalex.org/W2150066425","https://openalex.org/W2424778531","https://openalex.org/W2521548484","https://openalex.org/W2558294288","https://openalex.org/W2560544142","https://openalex.org/W2594507094","https://openalex.org/W2757876960","https://openalex.org/W2763646004","https://openalex.org/W2885800163","https://openalex.org/W2963299370","https://openalex.org/W2963697717","https://openalex.org/W2963721253","https://openalex.org/W2964334673","https://openalex.org/W2965376383","https://openalex.org/W2978875798","https://openalex.org/W2982419388","https://openalex.org/W2990116160","https://openalex.org/W2991484432","https://openalex.org/W2997734766","https://openalex.org/W2997848713","https://openalex.org/W2998183051","https://openalex.org/W2998230451","https://openalex.org/W2998681640","https://openalex.org/W3000171824","https://openalex.org/W3003399723","https://openalex.org/W3003954087","https://openalex.org/W3011541886","https://openalex.org/W3017369632","https://openalex.org/W3033116542","https://openalex.org/W3034638324","https://openalex.org/W3035172746","https://openalex.org/W3035564946","https://openalex.org/W3035574168","https://openalex.org/W3036347242","https://openalex.org/W3042183479","https://openalex.org/W3042732763","https://openalex.org/W3047433257","https://openalex.org/W3084243450","https://openalex.org/W3087610836","https://openalex.org/W3093896348","https://openalex.org/W3096006311","https://openalex.org/W3096609285","https://openalex.org/W3118519864","https://openalex.org/W3126235906","https://openalex.org/W3128446465","https://openalex.org/W3159019800","https://openalex.org/W3161048756","https://openalex.org/W3164543136","https://openalex.org/W3164576087","https://openalex.org/W3170841864","https://openalex.org/W3172863135","https://openalex.org/W3174580732","https://openalex.org/W3180353325","https://openalex.org/W3184784418","https://openalex.org/W3188283811","https://openalex.org/W3190164289","https://openalex.org/W3190699669","https://openalex.org/W3192652975","https://openalex.org/W3198892835","https://openalex.org/W3200219902","https://openalex.org/W3203158837","https://openalex.org/W3206486597","https://openalex.org/W3208252121","https://openalex.org/W3208797976","https://openalex.org/W3211044601","https://openalex.org/W3216270236","https://openalex.org/W4200186624","https://openalex.org/W4205088062","https://openalex.org/W4210717153","https://openalex.org/W4210723199","https://openalex.org/W4283838034","https://openalex.org/W4285813145","https://openalex.org/W4285813839","https://openalex.org/W4286611322","https://openalex.org/W4298129497","https://openalex.org/W4312432439","https://openalex.org/W4312563428","https://openalex.org/W4312910992","https://openalex.org/W4312980231","https://openalex.org/W4318963850","https://openalex.org/W4319083882","https://openalex.org/W4319300501","https://openalex.org/W4327521260","https://openalex.org/W4360884927","https://openalex.org/W4361861254","https://openalex.org/W4366150181","https://openalex.org/W4377197101","https://openalex.org/W4380906009","https://openalex.org/W4383097607","https://openalex.org/W4383503722","https://openalex.org/W4384942464","https://openalex.org/W4385248064","https://openalex.org/W4385481295","https://openalex.org/W4385624479","https://openalex.org/W4385815473","https://openalex.org/W4386065412","https://openalex.org/W4386072441","https://openalex.org/W4386075558","https://openalex.org/W4386075788","https://openalex.org/W4386075937","https://openalex.org/W4386076400","https://openalex.org/W4386890345","https://openalex.org/W4387307565","https://openalex.org/W4387717540","https://openalex.org/W4387876242","https://openalex.org/W4388485862","https://openalex.org/W4388845319","https://openalex.org/W4389282369","https://openalex.org/W4389519587","https://openalex.org/W4390190673","https://openalex.org/W4390235296","https://openalex.org/W4390874283","https://openalex.org/W4390874670","https://openalex.org/W4391287688","https://openalex.org/W4393148430","https://openalex.org/W4394593151","https://openalex.org/W4394596424","https://openalex.org/W4394862623","https://openalex.org/W4394862732","https://openalex.org/W4394862768","https://openalex.org/W4397030627","https://openalex.org/W4400071543","https://openalex.org/W4400650053","https://openalex.org/W4401386967","https://openalex.org/W4401414574","https://openalex.org/W4401416408","https://openalex.org/W4402721914","https://openalex.org/W4402727495","https://openalex.org/W4402753604","https://openalex.org/W4402916798","https://openalex.org/W4403152483","https://openalex.org/W4403421706","https://openalex.org/W4403705884","https://openalex.org/W4403842289","https://openalex.org/W4404654684","https://openalex.org/W4404722496","https://openalex.org/W4406622247","https://openalex.org/W4406893040","https://openalex.org/W4408566293","https://openalex.org/W4408805391","https://openalex.org/W4409061141","https://openalex.org/W4409365576","https://openalex.org/W4409366257","https://openalex.org/W4411094878","https://openalex.org/W4412192724","https://openalex.org/W4413858428","https://openalex.org/W4415000193","https://openalex.org/W4415798239","https://openalex.org/W7108068597"],"related_works":[],"abstract_inverted_index":{"This":[0,60,118],"paper":[1,61],"investigates":[2],"the":[3,72,105,124,130,156],"potential":[4,157],"of":[5,65,75,137,158,180],"Vision-Language":[6],"Models":[7],"(VLMs)":[8],"to":[9,112,160,176,188],"enhance":[10],"Human\u2013Vehicle":[11],"Interaction":[12],"(HVI)":[13],"in":[14,20,35,41,49,57,80,123,140,146,163,183],"Autonomous":[15],"Driving":[16],"(AD)":[17],"scenarios,":[18],"particularly":[19],"interactions":[21],"between":[22,94],"vehicles":[23,95],"and":[24,33,53,68,92,96,114,134,169,185,192],"other":[25],"traffic":[26,97],"participants,":[27,98],"with":[28,71,109],"a":[29,121,177],"focus":[30],"on":[31],"rationality":[32],"safety":[34],"external":[36],"HVI.":[37,81,141],"Leveraging":[38],"recent":[39],"advancements":[40],"large":[42,76],"language":[43,77],"models,":[44],"VLMs":[45,111,159],"demonstrate":[46],"remarkable":[47],"capabilities":[48],"understanding":[50,179],"real-world":[51],"contexts":[52],"generating":[54],"significant":[55],"interest":[56],"HVI":[58,83,113,162,184],"applications.":[59],"provides":[62,186],"an":[63],"overview":[64],"AD,":[66,147,164],"HVI,":[67],"VLMs,":[69],"along":[70],"historical":[73],"context":[74],"model":[78],"applications":[79,139,182],"The":[82,153],"discussed":[84],"herein":[85],"involves":[86],"dynamic":[87],"game":[88],"processes":[89],"encompassing":[90],"perception":[91],"decision-making":[93],"such":[99],"as":[100],"pedestrians.":[101],"Furthermore,":[102],"we":[103],"examine":[104],"perceptual":[106],"challenges":[107],"associated":[108],"applying":[110],"compile":[115],"relevant":[116],"datasets.":[117],"research":[119,191],"fills":[120],"gap":[122],"existing":[125],"literature":[126],"by":[127],"systematically":[128],"analyzing":[129],"current":[131],"status,":[132],"challenges,":[133],"future":[135,190],"opportunities":[136],"VLM":[138,144,181],"To":[142],"advance":[143],"integration":[145],"various":[148],"implementation":[149],"strategies":[150],"are":[151],"discussed.":[152],"findings":[154],"highlight":[155],"transform":[161],"improving":[165],"both":[166],"passenger":[167],"experience":[168],"driving":[170],"safety.":[171],"Overall,":[172],"this":[173],"study":[174],"contributes":[175],"comprehensive":[178],"insights":[187],"guide":[189],"development.":[193]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-05-20T08:49:12.498775","created_date":"2026-02-09T00:00:00"}