{"id":"https://openalex.org/W4401417241","doi":"https://doi.org/10.1109/icra57147.2024.10611614","title":"Prompting Multi-Modal Tokens to Enhance End-to-End Autonomous Driving Imitation Learning with LLMs","display_name":"Prompting Multi-Modal Tokens to Enhance End-to-End Autonomous Driving Imitation Learning with LLMs","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401417241","doi":"https://doi.org/10.1109/icra57147.2024.10611614"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611614","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059407219","display_name":"Yiqun Duan","orcid":"https://orcid.org/0000-0003-1517-994X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yiqun Duan","raw_affiliation_strings":["University of Technology Sydney,HAI Centre, Australia Artificial Intelligence Institute, School of Computer Science,Ultimo,2007"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology Sydney,HAI Centre, Australia Artificial Intelligence Institute, School of Computer Science,Ultimo,2007","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100381999","display_name":"Qiang Zhang","orcid":"https://orcid.org/0000-0003-3776-9799"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qiang Zhang","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),School of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),School of Computer Science","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100616654","display_name":"Renjing Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Renjing Xu","raw_affiliation_strings":["The Hong Kong University of Science and Technology (Guangzhou),School of Computer Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The Hong Kong University of Science and Technology (Guangzhou),School of Computer Science","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6294,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.92722218,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"6798","last_page":"6805"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.745033323764801},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.6407627463340759},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.552726686000824},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.5408589839935303},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.314892053604126},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21270307898521423},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.08832219243049622}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.745033323764801},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.6407627463340759},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.552726686000824},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.5408589839935303},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.314892053604126},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21270307898521423},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.08832219243049622},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611614","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611614","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":79,"referenced_works":["https://openalex.org/W1592601589","https://openalex.org/W2124164303","https://openalex.org/W2129389525","https://openalex.org/W2147800946","https://openalex.org/W2194775991","https://openalex.org/W2342840547","https://openalex.org/W2555618208","https://openalex.org/W2736601468","https://openalex.org/W2887286974","https://openalex.org/W2905173465","https://openalex.org/W2913364635","https://openalex.org/W2946231253","https://openalex.org/W2962894046","https://openalex.org/W2968296999","https://openalex.org/W2968983352","https://openalex.org/W3011462663","https://openalex.org/W3013376041","https://openalex.org/W3016600231","https://openalex.org/W3016974763","https://openalex.org/W3033722558","https://openalex.org/W3034445502","https://openalex.org/W3034722190","https://openalex.org/W3035289617","https://openalex.org/W3081125129","https://openalex.org/W3094502228","https://openalex.org/W3100435238","https://openalex.org/W3101424466","https://openalex.org/W3107209377","https://openalex.org/W3111354616","https://openalex.org/W3114753236","https://openalex.org/W3128100939","https://openalex.org/W3172863135","https://openalex.org/W3198460218","https://openalex.org/W3203158837","https://openalex.org/W3205084628","https://openalex.org/W3206225415","https://openalex.org/W3206741876","https://openalex.org/W3212409086","https://openalex.org/W4212774754","https://openalex.org/W4214530037","https://openalex.org/W4214759451","https://openalex.org/W4224308101","https://openalex.org/W4226305814","https://openalex.org/W4246399668","https://openalex.org/W4287100327","https://openalex.org/W4288804588","https://openalex.org/W4312381959","https://openalex.org/W4312396550","https://openalex.org/W4312862130","https://openalex.org/W4320722432","https://openalex.org/W4323572061","https://openalex.org/W4362460915","https://openalex.org/W4366850747","https://openalex.org/W4382464460","https://openalex.org/W4383066393","https://openalex.org/W4383097607","https://openalex.org/W4386071585","https://openalex.org/W4386076400","https://openalex.org/W4390872423","https://openalex.org/W4395091069","https://openalex.org/W6630034672","https://openalex.org/W6684338915","https://openalex.org/W6704559304","https://openalex.org/W6739585900","https://openalex.org/W6741002519","https://openalex.org/W6745935785","https://openalex.org/W6769571200","https://openalex.org/W6772033386","https://openalex.org/W6775750738","https://openalex.org/W6784333009","https://openalex.org/W6798491912","https://openalex.org/W6810081322","https://openalex.org/W6810738896","https://openalex.org/W6811230113","https://openalex.org/W6839043673","https://openalex.org/W6841094356","https://openalex.org/W6849928207","https://openalex.org/W6850503672","https://openalex.org/W6851950068"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W2748952813","https://openalex.org/W1531601525"],"abstract_inverted_index":{"The":[0,105,153],"utilization":[1],"of":[2,10,21,31,84,108,130,141,155,167,176],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"within":[7],"the":[8,43,90,145,160,179,191],"realm":[9],"reinforcement":[11],"learning,":[12],"particularly":[13],"as":[14],"planners,":[15],"has":[16],"garnered":[17],"a":[18,28,54,62,138],"significant":[19],"degree":[20],"attention":[22],"in":[23,101,178],"recent":[24],"scholarly":[25],"literature.":[26],"However,":[27],"substantial":[29],"proportion":[30],"existing":[32],"research":[33],"predominantly":[34],"focuses":[35],"on":[36,79],"planning":[37],"models":[38,48],"for":[39,67],"robotics":[40],"that":[41,159],"transmute":[42],"outputs":[44],"derived":[45],"from":[46,89],"perception":[47,87,126],"into":[49,94,114],"linguistic":[50],"forms,":[51],"thus":[52],"adopting":[53],"\u2018pure-language\u2019":[55],"strategy.":[56],"In":[57],"this":[58,135],"research,":[59],"we":[60],"propose":[61],"hybrid":[63,139],"End-to-End":[64],"learning":[65,75],"framework":[66],"autonomous":[68],"driving":[69,73,146,165,194],"by":[70,123],"combining":[71],"basic":[72],"imitation":[74],"with":[76,170],"LLMs":[77,133,143],"based":[78],"multi-modality":[80,116],"prompt":[81],"tokens.":[82],"Instead":[83,129],"simply":[85],"converting":[86],"results":[88,154],"separated":[91,124],"train":[92],"model":[93,147],"pure":[95],"language":[96],"input,":[97],"our":[98,156],"novelty":[99],"lies":[100],"two":[102],"aspects.":[103],"1)":[104],"end-to-end":[106],"integration":[107],"visual":[109],"and":[110,150],"LiDAR":[111],"sensory":[112],"input":[113],"learnable":[115],"tokens,":[117],"thereby":[118],"intrinsically":[119],"alleviating":[120],"description":[121],"bias":[122],"pre-trained":[125],"models.":[127,195],"2)":[128],"directly":[131],"letting":[132,142],"drive,":[134],"paper":[136],"explores":[137],"setting":[140],"help":[144],"correct":[148],"mistakes":[149],"complicated":[151],"scenarios.":[152],"experiments":[157],"suggest":[158],"proposed":[161],"methodology":[162],"can":[163],"attain":[164],"scores":[166],"49.21%,":[168],"coupled":[169],"an":[171],"impressive":[172],"route":[173],"completion":[174],"rate":[175],"91.34%":[177],"offline":[180],"evaluation":[181],"conducted":[182],"via":[183],"CARLA.":[184],"These":[185],"performance":[186],"metrics":[187],"are":[188],"comparable":[189],"to":[190],"most":[192],"advanced":[193]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}