{"id":"https://openalex.org/W7106254893","doi":"https://doi.org/10.1109/tits.2025.3633488","title":"Enhancing Robotaxi Pick-Up Through Vision-Language-Model-Based Passenger Identification","display_name":"Enhancing Robotaxi Pick-Up Through Vision-Language-Model-Based Passenger Identification","publication_year":2025,"publication_date":"2025-11-21","ids":{"openalex":"https://openalex.org/W7106254893","doi":"https://doi.org/10.1109/tits.2025.3633488"},"language":null,"primary_location":{"id":"doi:10.1109/tits.2025.3633488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3633488","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Fan Wu","orcid":"https://orcid.org/0009-0005-6059-4722"},"institutions":[{"id":"https://openalex.org/I135905480","display_name":"Shanghai Polytechnic University","ror":"https://ror.org/02as5yg64","country_code":"CN","type":"education","lineage":["https://openalex.org/I135905480"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fan Wu","raw_affiliation_strings":["School of Intelligent Manufacturing and Control Engineering, Shanghai Polytechnic University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-6059-4722","affiliations":[{"raw_affiliation_string":"School of Intelligent Manufacturing and Control Engineering, Shanghai Polytechnic University, Shanghai, China","institution_ids":["https://openalex.org/I135905480"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shaojing Song","orcid":"https://orcid.org/0000-0002-1194-6390"},"institutions":[{"id":"https://openalex.org/I135905480","display_name":"Shanghai Polytechnic University","ror":"https://ror.org/02as5yg64","country_code":"CN","type":"education","lineage":["https://openalex.org/I135905480"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojing Song","raw_affiliation_strings":["School of Computer and Informational Engineering, Shanghai Polytechnic University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0002-1194-6390","affiliations":[{"raw_affiliation_string":"School of Computer and Informational Engineering, Shanghai Polytechnic University, Shanghai, China","institution_ids":["https://openalex.org/I135905480"]}]},{"author_position":"middle","author":{"id":null,"display_name":"QingE Wu","orcid":"https://orcid.org/0009-0005-4114-497X"},"institutions":[{"id":"https://openalex.org/I135905480","display_name":"Shanghai Polytechnic University","ror":"https://ror.org/02as5yg64","country_code":"CN","type":"education","lineage":["https://openalex.org/I135905480"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"QingE Wu","raw_affiliation_strings":["School of Computer and Informational Engineering, Shanghai Polytechnic University, Shanghai, China"],"raw_orcid":"https://orcid.org/0009-0005-4114-497X","affiliations":[{"raw_affiliation_string":"School of Computer and Informational Engineering, Shanghai Polytechnic University, Shanghai, China","institution_ids":["https://openalex.org/I135905480"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zhiqing Miao","orcid":"https://orcid.org/0000-0003-2635-5005"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiqing Miao","raw_affiliation_strings":["School of Communication and Electronic Engineering, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-2635-5005","affiliations":[{"raw_affiliation_string":"School of Communication and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiang Sun","orcid":"https://orcid.org/0000-0003-0017-9605"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Sun","raw_affiliation_strings":["School of Communication and Electronic Engineering, East China Normal University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0003-0017-9605","affiliations":[{"raw_affiliation_string":"School of Communication and Electronic Engineering, East China Normal University, Shanghai, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hanyang Zhuang","orcid":"https://orcid.org/0000-0001-6668-9523"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanyang Zhuang","raw_affiliation_strings":["Global College, Shanghai Jiao Tong University, Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-6668-9523","affiliations":[{"raw_affiliation_string":"Global College, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.52336384,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"27","issue":"2","first_page":"1894","last_page":"1907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3249000012874603,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3249000012874603,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.21699999272823334,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.15070000290870667,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.7644000053405762},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.746399998664856},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.7364000082015991},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5843999981880188},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4943999946117401},{"id":"https://openalex.org/keywords/component","display_name":"Component (thermodynamics)","score":0.4456999897956848},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.44429999589920044}],"concepts":[{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.7644000053405762},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.746399998664856},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.7364000082015991},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6773999929428101},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5843999981880188},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4943999946117401},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4821999967098236},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4456999897956848},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.44429999589920044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.3361999988555908},{"id":"https://openalex.org/C117035363","wikidata":"https://www.wikidata.org/wiki/Q3769299","display_name":"Human behavior","level":2,"score":0.3068000078201294},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.29919999837875366},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2921999990940094},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2856999933719635},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.27489998936653137},{"id":"https://openalex.org/C2987082051","wikidata":"https://www.wikidata.org/wiki/Q223642","display_name":"Human interaction","level":2,"score":0.27309998869895935},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2685000002384186},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tits.2025.3633488","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tits.2025.3633488","pdf_url":null,"source":{"id":"https://openalex.org/S144771191","display_name":"IEEE Transactions on Intelligent Transportation Systems","issn_l":"1524-9050","issn":["1524-9050","1558-0016"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Transportation Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities","score":0.8220024108886719}],"awards":[{"id":"https://openalex.org/G2191662638","display_name":null,"funder_award_id":"U22A20100","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5961668314","display_name":null,"funder_award_id":"62203294","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2885138528","https://openalex.org/W2906979112","https://openalex.org/W2970603850","https://openalex.org/W3091991400","https://openalex.org/W3153024647","https://openalex.org/W4205427072","https://openalex.org/W4223425545","https://openalex.org/W4285189771","https://openalex.org/W4286499626","https://openalex.org/W4319300501","https://openalex.org/W4323644095","https://openalex.org/W4386088206","https://openalex.org/W4392456189","https://openalex.org/W4393148430","https://openalex.org/W4394862623","https://openalex.org/W4394862732","https://openalex.org/W4394862768","https://openalex.org/W4396220545","https://openalex.org/W4396982312","https://openalex.org/W4399458387","https://openalex.org/W4401386967","https://openalex.org/W4402716047","https://openalex.org/W4402776403","https://openalex.org/W4402781286","https://openalex.org/W4403561319","https://openalex.org/W4403600963","https://openalex.org/W4404101118","https://openalex.org/W4404612908","https://openalex.org/W4409366257"],"related_works":[],"abstract_inverted_index":{"Robotaxis":[0],"are":[1],"emerging":[2],"as":[3],"a":[4,86,117,203],"key":[5,81,113],"component":[6],"of":[7],"urban":[8,47],"transportation.":[9],"However,":[10],"most":[11],"current":[12],"robotaxis":[13],"rely":[14],"on":[15,123,212],"preset":[16,106],"pick-up":[17,104,107],"points,":[18],"which":[19,133,150,175],"cluster":[20],"robotaxi":[21],"activity":[22],"and":[23,30,36,62,140,164,171,183,201,227,234,242],"intensify":[24],"local":[25],"traffic":[26],"congestion,":[27],"increase":[28],"deadheading":[29],"detour":[31],"distances,":[32],"extend":[33],"roadway":[34],"occupancy,":[35],"raise":[37],"operating":[38],"costs.":[39],"GNSS-based":[40],"localization":[41],"may":[42],"be":[43],"unreliable":[44],"especially":[45],"in":[46,224],"area.":[48],"Generally,":[49],"human":[50,76,119,193],"drivers":[51],"can":[52],"communicate":[53],"with":[54,75,154,195,208],"passengers":[55],"through":[56],"text/voice":[57,77,139],"interactions":[58],"to":[59,68,96,157,161,165,185],"accurately":[60],"locate":[61,186],"reach":[63],"the":[64,70,80,98,112,179,187,192],"human\u2019s":[65],"location.":[66],"How":[67],"align":[69],"robotaxi\u2019s":[71],"visual":[72],"recognition":[73],"results":[74,218],"description":[78,182],"is":[79,115,245],"challenge.":[82],"Therefore,":[83],"we":[84],"propose":[85],"comprehensive":[87,225],"framework,":[88,111],"including":[89],"its":[90,240],"architecture,":[91],"requirment,":[92],"opertional":[93],"logic,":[94],"workflow,":[95],"enhance":[97],"passenger-robotaxi":[99],"interaction":[100],"for":[101],"accurate":[102],"passenger":[103,138,181],"without":[105],"points.":[108],"In":[109],"this":[110],"algorithm":[114],"VLMIdentification,":[116],"realtime":[118],"identification":[120,194],"model":[121],"based":[122,211],"LVLM.":[124],"VLMIdentification":[125,221],"comprises":[126],"three":[127],"modules:":[128],"i)":[129],"Human":[130,173],"Input":[131],"Processing,":[132],"extracts":[134],"textual":[135,169],"features":[136],"from":[137],"converts":[141],"human-centric":[142],"descriptions":[143],"into":[144,168],"third-person,":[145],"robotaxi-centric":[146],"attributes;":[147],"ii)Candidate":[148],"Searching,":[149],"couples":[151],"conventional":[152],"detectors":[153],"an":[155],"LVLM":[156],"adapt":[158],"detection":[159],"thresholds":[160],"scene":[162],"complexity":[163],"translate":[166],"detections":[167],"descriptors;":[170],"iii)":[172],"Identification,":[174],"performs":[176],"matching":[177],"between":[178],"processed":[180],"candidates":[184],"correct":[188],"human.":[189],"We":[190],"defined":[191],"multimodal":[196],"task,":[197],"proposed":[198],"evaluation":[199],"metrics,":[200],"built":[202],"new":[204],"HID":[205],"(Human":[206],"Identification":[207],"Description)":[209],"dataset":[210],"existing":[213],"autonomous":[214],"driving":[215],"datasets.":[216],"Experimental":[217],"demonstrate":[219],"that":[220],"outperforms":[222],"baseline":[223],"metrics":[226],"retains":[228],"robust,":[229],"performance":[230],"under":[231],"adverse":[232],"environment":[233],"cross-scenario":[235],"generalization":[236,241],"tests,":[237],"thereby":[238],"confirming":[239],"robustness.":[243],"Code":[244],"available":[246],"at":[247],"<uri":[248],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[249],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/fanwu66/VLMIdentification</uri>":[250]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-23T00:00:00"}