{"id":"https://openalex.org/W4404501797","doi":"https://doi.org/10.1145/3691555.3696825","title":"Test Large Language Models on Driving Theory Knowledge and Skills for Connected Autonomous Vehicles","display_name":"Test Large Language Models on Driving Theory Knowledge and Skills for Connected Autonomous Vehicles","publication_year":2024,"publication_date":"2024-11-18","ids":{"openalex":"https://openalex.org/W4404501797","doi":"https://doi.org/10.1145/3691555.3696825"},"language":"en","primary_location":{"id":"doi:10.1145/3691555.3696825","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3691555.3696825","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3691555.3696825","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Workshop on Mobility in the Evolving Internet Architecture","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3691555.3696825","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088960145","display_name":"Zuoyin Tang","orcid":"https://orcid.org/0000-0001-7094-999X"},"institutions":[{"id":"https://openalex.org/I169199633","display_name":"Aston University","ror":"https://ror.org/05j0ve876","country_code":"GB","type":"education","lineage":["https://openalex.org/I169199633"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Zuoyin Tang","raw_affiliation_strings":["Aston University, Birmingham, UK"],"affiliations":[{"raw_affiliation_string":"Aston University, Birmingham, UK","institution_ids":["https://openalex.org/I169199633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014610561","display_name":"Jianhua He","orcid":"https://orcid.org/0000-0002-5738-8507"},"institutions":[{"id":"https://openalex.org/I110002522","display_name":"University of Essex","ror":"https://ror.org/02nkf1q06","country_code":"GB","type":"education","lineage":["https://openalex.org/I110002522"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jianhua He","raw_affiliation_strings":["University of Essex, Colchester, UK"],"affiliations":[{"raw_affiliation_string":"University of Essex, Colchester, UK","institution_ids":["https://openalex.org/I110002522"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070527876","display_name":"Dashuai Pei","orcid":"https://orcid.org/0000-0002-8633-9931"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dashuai Pe","raw_affiliation_strings":["Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088177440","display_name":"Kezhong Liu","orcid":"https://orcid.org/0000-0002-1085-7556"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kezhong Liu","raw_affiliation_strings":["Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068774365","display_name":"Tao Gao","orcid":"https://orcid.org/0000-0002-5750-7449"},"institutions":[{"id":"https://openalex.org/I25355098","display_name":"Chang'an University","ror":"https://ror.org/05mxya461","country_code":"CN","type":"education","lineage":["https://openalex.org/I25355098"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Gao","raw_affiliation_strings":["Chang'An University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Chang'An University, Xi'an, China","institution_ids":["https://openalex.org/I25355098"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062501978","display_name":"Juanjuan Zheng","orcid":"https://orcid.org/0000-0002-6515-6423"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiawei Zheng","raw_affiliation_strings":["Beijing University of Posts and Telecommunications, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5088960145"],"corresponding_institution_ids":["https://openalex.org/I169199633"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.20352023,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9623000025749207,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9623000025749207,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9437000155448914,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6722112894058228},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6263318061828613},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3910854458808899}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6722112894058228},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6263318061828613},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3910854458808899},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3691555.3696825","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3691555.3696825","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3691555.3696825","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Workshop on Mobility in the Evolving Internet Architecture","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3691555.3696825","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3691555.3696825","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3691555.3696825","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Workshop on Mobility in the Evolving Internet Architecture","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.4099999964237213}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4404501797.pdf"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W3090050684","https://openalex.org/W3104668545","https://openalex.org/W3112379500","https://openalex.org/W4384519088","https://openalex.org/W4384615649","https://openalex.org/W4387221829","https://openalex.org/W4387323020","https://openalex.org/W4387390364","https://openalex.org/W4387929122","https://openalex.org/W4394595621","https://openalex.org/W4394709684","https://openalex.org/W4394862623","https://openalex.org/W6856594407","https://openalex.org/W6857066902"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Handling":[0],"long":[1],"tail":[2],"corner":[3,25],"cases":[4,26],"is":[5,135,163,310],"a":[6,77],"major":[7],"challenge":[8],"faced":[9],"by":[10],"autonomous":[11,41,88,94],"vehicles":[12,95],"(AVs).":[13],"While":[14,294],"large":[15],"language":[16],"models":[17,186,198,263],"(LLMs)":[18],"hold":[19],"great":[20],"potentials":[21],"to":[22,40,48,66,86,101,152,215],"handle":[23],"the":[24,102,107,110,116,124,136,216,232,242,257,267,270,275,287,304,328,331,340],"with":[27,203,244,273],"excellent":[28,281],"generalization":[29],"and":[30,33,56,118,146,173,177,192,195,201,226,248,286,337,343],"explanation":[31],"capabilities":[32],"received":[34],"increasing":[35],"research":[36],"interest":[37],"on":[38,140,167,327,339],"application":[39],"driving,":[42],"there":[43,162],"are":[44,64,150,213,229],"still":[45],"technical":[46],"barriers":[47],"be":[49,67],"tackled,":[50],"such":[51,130],"as":[52],"strict":[53],"model":[54,239,277,308,341],"performance":[55,342],"huge":[57],"computing":[58],"resource":[59],"requirements":[60],"of":[61,80,109,138,143,170,253,284,292,306,316,318,330],"LLMs,":[62],"which":[63],"difficult":[65],"met":[68],"locally":[69],"at":[70,106],"AVs.":[71],"In":[72],"this":[73,91],"paper,":[74],"we":[75,175],"investigate":[76],"new":[78],"approach":[79,92],"applying":[81],"remote":[82,113],"or":[83,112],"edge":[84,108],"LLMs":[85,104,139,333],"support":[87],"driving.":[89],"With":[90],"connected":[93],"(CAVs)":[96],"send":[97],"driving":[98,120,133,144,156,171,179,219,301],"assistance":[99,121,157,302],"requests":[100,117],"LLMs.":[103],"deployed":[105],"networks":[111],"clouds":[114],"process":[115],"generate":[119],"instructions":[122],"for":[123,129,159,182,299,334],"CAVs.":[125,160],"A":[126],"key":[127],"issue":[128],"LLM":[131,169,185,197,262],"assisted":[132],"system":[134],"assessment":[137],"their":[141],"understanding":[142],"theory":[145,172,180,208,220],"skills,":[147,174],"ensuring":[148],"they":[149],"qualified":[151],"undertake":[153],"safety":[154],"critical":[155],"tasks":[158],"As":[161],"no":[164],"published":[165],"work":[166],"assessing":[168],"design":[176],"run":[178],"tests":[181],"several":[183],"proprietary":[184],"(OpenAI":[187],"GPT":[188],"models,":[189],"Baidu":[190],"Ernie":[191,249],"Ali":[193],"QWen)":[194],"open-source":[196],"(Tsinghua":[199],"MiniCPM-2B":[200],"MiniCPM-Llama3-V2.5)":[202],"more":[204],"than":[205],"500":[206],"multiple-choices":[207],"test":[209,221,243,271],"questions.":[210],"These":[211],"questions":[212,272],"close":[214],"official":[217],"UK":[218],"ones.":[222],"Model":[223],"accuracy,":[224],"cost":[225,305],"processing":[227],"latency":[228],"measured":[230],"from":[231],"experiments.":[233],"Experiment":[234],"results":[235,322],"show":[236],"that":[237,317],"while":[238],"GPT-4":[240,295],"passes":[241],"improved":[245],"domain":[246],"knowledge":[247],"has":[250,279],"an":[251,280,290],"accuracy":[252,282,291],"85%":[254],"(just":[255],"below":[256],"86%":[258],"passing":[259],"threshold),":[260],"other":[261],"including":[264],"GPT-3.5":[265],"fail":[266],"test.":[268],"For":[269],"images,":[274],"multimodal":[276],"GPT4-o":[278],"result":[283],"96%,":[285],"MiniCPM-Llama3-V2.5":[288],"achieves":[289],"76%.":[293],"holds":[296],"stronger":[297],"potential":[298],"CAV":[300,335],"applications,":[303],"using":[307,319],"GPT4":[309],"much":[311],"higher,":[312],"almost":[313],"50":[314],"times":[315],"GPT3.5.":[320],"The":[321],"can":[323],"help":[324],"make":[325],"decision":[326],"use":[329],"existing":[332],"applications":[336],"balancing":[338],"cost.":[344]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}