{"id":"https://openalex.org/W4401386967","doi":"https://doi.org/10.1109/lra.2024.3440097","title":"DriveGPT4: Interpretable End-to-End Autonomous Driving Via Large Language Model","display_name":"DriveGPT4: Interpretable End-to-End Autonomous Driving Via Large Language Model","publication_year":2024,"publication_date":"2024-08-07","ids":{"openalex":"https://openalex.org/W4401386967","doi":"https://doi.org/10.1109/lra.2024.3440097"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3440097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3440097","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hub.hku.hk/handle/10722/345944","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070461768","display_name":"Zhenhua Xu","orcid":"https://orcid.org/0000-0003-0700-2335"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Zhenhua Xu","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yujia Zhang","orcid":"https://orcid.org/0009-0006-3884-9730"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujia Zhang","raw_affiliation_strings":["Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041031140","display_name":"Enze Xie","orcid":"https://orcid.org/0000-0001-6890-1049"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Enze Xie","raw_affiliation_strings":["Huawei Noah's Ark Lab, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100665356","display_name":"Zhao Zhen","orcid":"https://orcid.org/0000-0001-5406-6441"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zhen Zhao","raw_affiliation_strings":["University of Sydney, Camperdown, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"University of Sydney, Camperdown, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058406424","display_name":"Yong Guo","orcid":"https://orcid.org/0000-0002-3444-4588"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yong Guo","raw_affiliation_strings":["Huawei Noah's Ark Lab, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109582975","display_name":"Kenneth K. Wong","orcid":"https://orcid.org/0000-0001-8560-9007"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kwan-Yee K. Wong","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103196797","display_name":"Zhenguo Li","orcid":"https://orcid.org/0000-0002-8492-3069"},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhenguo Li","raw_affiliation_strings":["Huawei Noah's Ark Lab, Montreal, QC, Canada"],"affiliations":[{"raw_affiliation_string":"Huawei Noah's Ark Lab, Montreal, QC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078109015","display_name":"Hengshuang Zhao","orcid":"https://orcid.org/0000-0001-8277-2706"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hengshuang Zhao","raw_affiliation_strings":["The University of Hong Kong, Hong Kong, SAR, China"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5070461768"],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":70.7458,"has_fulltext":false,"cited_by_count":292,"citation_normalized_percentile":{"value":0.99960944,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":"10","first_page":"8186","last_page":"8193"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.9020528793334961},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5474964380264282},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.500450611114502},{"id":"https://openalex.org/keywords/end-of-history","display_name":"End of history","score":0.4854312539100647},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3538103401660919},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.06671568751335144}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.9020528793334961},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5474964380264282},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.500450611114502},{"id":"https://openalex.org/C2778935963","wikidata":"https://www.wikidata.org/wiki/Q13218530","display_name":"End of history","level":3,"score":0.4854312539100647},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3538103401660919},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.06671568751335144},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/lra.2024.3440097","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3440097","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:hub.hku.hk:10722/345944","is_oa":true,"landing_page_url":"https://hub.hku.hk/handle/10722/345944","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:hub.hku.hk:10722/345944","is_oa":true,"landing_page_url":"https://hub.hku.hk/handle/10722/345944","pdf_url":null,"source":{"id":"https://openalex.org/S4377196271","display_name":"The HKU Scholars Hub (University of Hong Kong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I889458895","host_organization_name":"University of Hong Kong","host_organization_lineage":["https://openalex.org/I889458895"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4599997883","display_name":null,"funder_award_id":"62201484","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1956340063","https://openalex.org/W2154652894","https://openalex.org/W2194775991","https://openalex.org/W2342840547","https://openalex.org/W2560023338","https://openalex.org/W2885138528","https://openalex.org/W2948153973","https://openalex.org/W2953809838","https://openalex.org/W2963016445","https://openalex.org/W2970603850","https://openalex.org/W2982419388","https://openalex.org/W3035574168","https://openalex.org/W3104529101","https://openalex.org/W3129124093","https://openalex.org/W3172863135","https://openalex.org/W3203158837","https://openalex.org/W3204588463","https://openalex.org/W3206486597","https://openalex.org/W4224308101","https://openalex.org/W4285042965","https://openalex.org/W4312956471","https://openalex.org/W4319300501","https://openalex.org/W4322718191","https://openalex.org/W4323572061","https://openalex.org/W4362654196","https://openalex.org/W4362707064","https://openalex.org/W4366850747","https://openalex.org/W4367369818","https://openalex.org/W4376167553","https://openalex.org/W4377090795","https://openalex.org/W4377197101","https://openalex.org/W4380559123","https://openalex.org/W4383097607","https://openalex.org/W4383097638","https://openalex.org/W4383108505","https://openalex.org/W4384918448","https://openalex.org/W4385473486","https://openalex.org/W4385966079","https://openalex.org/W4386076400","https://openalex.org/W4386621530","https://openalex.org/W4389519587","https://openalex.org/W4394862732","https://openalex.org/W4400810536","https://openalex.org/W4401109681","https://openalex.org/W4404820176","https://openalex.org/W6682631176","https://openalex.org/W6704559304","https://openalex.org/W6755207826","https://openalex.org/W6791353385","https://openalex.org/W6810081322","https://openalex.org/W6811013733","https://openalex.org/W6849177959","https://openalex.org/W6850503672","https://openalex.org/W6850625674","https://openalex.org/W6851592950","https://openalex.org/W6851950068","https://openalex.org/W6851960618","https://openalex.org/W6852703390","https://openalex.org/W6852776751","https://openalex.org/W6852952677","https://openalex.org/W6853013044","https://openalex.org/W6853469104","https://openalex.org/W6854738657","https://openalex.org/W6854866820","https://openalex.org/W6855877423","https://openalex.org/W6856594407","https://openalex.org/W6859341508","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W3016188207","https://openalex.org/W3179968364","https://openalex.org/W3118453067","https://openalex.org/W4286908490","https://openalex.org/W4307058106","https://openalex.org/W2916997151","https://openalex.org/W2964709658","https://openalex.org/W2795393712","https://openalex.org/W4308474082","https://openalex.org/W4393212338"],"abstract_inverted_index":{"Multimodallarge":[0],"language":[1],"models":[2],"(MLLMs)":[3],"have":[4],"emerged":[5],"as":[6],"a":[7,48,80,108,123],"prominent":[8],"area":[9],"of":[10,37,42,59,71,83,107,138,158,163,177],"interest":[11],"within":[12],"the":[13,35,40,69,105,129,136,148,152,161],"research":[14],"community,":[15],"given":[16],"their":[17],"proficiency":[18],"in":[19,95,120,175],"handling":[20],"and":[21,28,64,77,155],"reasoning":[22],"with":[23,122,183],"non-textual":[24],"data,":[25],"including":[26],"images":[27],"videos.":[29],"This":[30],"study":[31],"seeks":[32],"to":[33,39,132,168],"extend":[34],"application":[36],"MLLMs":[38],"realm":[41],"autonomous":[43,52,117,142,178],"driving":[44,53,118,143,179],"by":[45,86],"introducing":[46],"DriveGPT4,":[47],"novel":[49],"interpretable":[50,140],"end-to-end":[51,97,141],"system":[54],"based":[55],"on":[56,147],"LLMs.":[57],"Capable":[58],"processing":[60],"multi-frame":[61],"video":[62],"inputs":[63],"textual":[65],"queries,":[66],"DriveGPT4":[67,89,127,167],"facilitates":[68],"interpretation":[70],"vehicle":[72,92],"actions,":[73],"offers":[74],"pertinent":[75],"reasoning,":[76],"effectively":[78],"addresses":[79],"diverse":[81],"range":[82],"questions":[84],"posed":[85],"users.":[87],"Furthermore,":[88],"predicts":[90],"low-level":[91],"control":[93],"signals":[94],"an":[96,139],"fashion.":[98],"These":[99],"advanced":[100],"capabilities":[101],"are":[102],"achieved":[103],"through":[104],"utilization":[106],"bespoke":[109],"visual":[110],"instruction":[111],"tuning":[112],"dataset,":[113],"specifically":[114],"tailored":[115],"for":[116,135],"applications,":[119],"conjunction":[121],"mix-finetuning":[124],"training":[125],"strategy.":[126],"represents":[128],"pioneering":[130],"effort":[131],"leverage":[133],"LLMs":[134],"development":[137],"solution.":[144],"Evaluations":[145],"conducted":[146],"BDD-X":[149],"dataset":[150],"showcase":[151],"superior":[153],"qualitative":[154],"quantitative":[156],"performance":[157],"DriveGPT4.":[159],"Additionally,":[160],"fine-tuning":[162],"domain-specific":[164],"data":[165],"enables":[166],"yield":[169],"close":[170],"or":[171],"even":[172],"improved":[173],"results":[174],"terms":[176],"grounding":[180],"when":[181],"contrasted":[182],"GPT4-V.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":34},{"year":2025,"cited_by_count":187},{"year":2024,"cited_by_count":71}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}