{"id":"https://openalex.org/W4405785138","doi":"https://doi.org/10.1109/iros58592.2024.10801870","title":"LeGo-Drive: Language-enhanced Goal-oriented Closed-Loop End-to-End Autonomous Driving","display_name":"LeGo-Drive: Language-enhanced Goal-oriented Closed-Loop End-to-End Autonomous Driving","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405785138","doi":"https://doi.org/10.1109/iros58592.2024.10801870"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101252838","display_name":"Pranjal Paul","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Pranjal Paul","raw_affiliation_strings":["IIIT,Robotics Research Centre,Hyderabad,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT,Robotics Research Centre,Hyderabad,India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109893336","display_name":"Anant Garg","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anant Garg","raw_affiliation_strings":["IIIT,Robotics Research Centre,Hyderabad,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT,Robotics Research Centre,Hyderabad,India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101516180","display_name":"Tushar Choudhary","orcid":"https://orcid.org/0000-0002-5915-4229"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Tushar Choudhary","raw_affiliation_strings":["IIIT,Robotics Research Centre,Hyderabad,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT,Robotics Research Centre,Hyderabad,India","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083895630","display_name":"Arun Kumar Singh","orcid":"https://orcid.org/0000-0003-1704-7932"},"institutions":[{"id":"https://openalex.org/I56085075","display_name":"University of Tartu","ror":"https://ror.org/03z77qz90","country_code":"EE","type":"education","lineage":["https://openalex.org/I56085075"]}],"countries":["EE"],"is_corresponding":false,"raw_author_name":"Arun Kumar Singh","raw_affiliation_strings":["University of Tartu,Estonia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Tartu,Estonia","institution_ids":["https://openalex.org/I56085075"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068014632","display_name":"K. Madhava Krishna","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K. Madhava Krishna","raw_affiliation_strings":["IIIT,Robotics Research Centre,Hyderabad,India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IIIT,Robotics Research Centre,Hyderabad,India","institution_ids":["https://openalex.org/I65181880"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"10020","last_page":"10026"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.932699978351593,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.715324342250824},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5971213579177856},{"id":"https://openalex.org/keywords/closed-loop","display_name":"Closed loop","score":0.5122212767601013},{"id":"https://openalex.org/keywords/end-user-development","display_name":"End-user development","score":0.4708751440048218},{"id":"https://openalex.org/keywords/end-user","display_name":"End user","score":0.2738054692745209},{"id":"https://openalex.org/keywords/control-engineering","display_name":"Control engineering","score":0.2657877802848816},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20212987065315247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14929795265197754},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.1357625424861908}],"concepts":[{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.715324342250824},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5971213579177856},{"id":"https://openalex.org/C3019251811","wikidata":"https://www.wikidata.org/wiki/Q5135346","display_name":"Closed loop","level":2,"score":0.5122212767601013},{"id":"https://openalex.org/C2776867947","wikidata":"https://www.wikidata.org/wiki/Q500467","display_name":"End-user development","level":3,"score":0.4708751440048218},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.2738054692745209},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2657877802848816},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20212987065315247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14929795265197754},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.1357625424861908}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10801870","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338080","display_name":"European Social Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2107338474","https://openalex.org/W2964309882","https://openalex.org/W2970231061","https://openalex.org/W2970603850","https://openalex.org/W2981603589","https://openalex.org/W3034772468","https://openalex.org/W3035574168","https://openalex.org/W3096609285","https://openalex.org/W3104529101","https://openalex.org/W3109791956","https://openalex.org/W3110435696","https://openalex.org/W3129572518","https://openalex.org/W3166396011","https://openalex.org/W3170300491","https://openalex.org/W3204875639","https://openalex.org/W4200166436","https://openalex.org/W4283076523","https://openalex.org/W4286224728","https://openalex.org/W4312396550","https://openalex.org/W4385301151","https://openalex.org/W4386076400","https://openalex.org/W4387323024","https://openalex.org/W4387390364","https://openalex.org/W4389665818","https://openalex.org/W4392908015","https://openalex.org/W4401386967","https://openalex.org/W4401414574","https://openalex.org/W4402727495","https://openalex.org/W4404820176","https://openalex.org/W6767977373","https://openalex.org/W6790879498","https://openalex.org/W6839043673","https://openalex.org/W6840335140","https://openalex.org/W6857066902","https://openalex.org/W6857506908"],"related_works":["https://openalex.org/W4299590256","https://openalex.org/W2919182614","https://openalex.org/W2113114423","https://openalex.org/W4400489183","https://openalex.org/W163527866","https://openalex.org/W4287122814","https://openalex.org/W2906180966","https://openalex.org/W4393322788","https://openalex.org/W4391709660","https://openalex.org/W4251337722"],"abstract_inverted_index":{"Existing":[0],"Vision-Language":[1],"Models":[2],"(VLMs)":[3],"produce":[4],"long-term":[5],"trajectory":[6,100,111],"waypoints":[7],"or":[8,34,45],"directly":[9],"control":[10,46],"actions":[11],"based":[12,83],"on":[13,84],"their":[14],"perception":[15,90],"input":[16],"and":[17,89,109,134,147,187,208],"language":[18,87],"prompt.":[19],"However,":[20],"these":[21,67],"VLMs":[22],"are":[23,48],"not":[24],"explicitly":[25],"aware":[26,151],"of":[27,36,152,194,200],"the":[28,32,37,42,75,85,107,110,123,128,140,144,149,153,171,177,183,198],"constraints":[29],"imposed":[30],"by":[31],"scene":[33],"kinematics":[35],"vehicle.":[38],"As":[39],"a":[40,80,97,118,167,189],"result,":[41],"generated":[43],"trajectories":[44],"inputs":[47],"likely":[49],"to":[50,65,73,77,96,126,180,182],"be":[51],"unsafe":[52],"and/or":[53],"infeasible.":[54],"In":[55],"this":[56],"paper,":[57],"we":[58],"introduce":[59],"LeGo-Drive<sup":[60,201],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[61,202],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u2020</sup>,":[62],"which":[63,92],"aims":[64],"address":[66],"issues.":[68],"Our":[69],"key":[70],"idea":[71],"is":[72,93,173],"use":[74],"VLM":[76,108,150],"just":[78,174],"predict":[79],"goal":[81,130,159,185,190],"location":[82,186],"given":[86],"command":[88],"input,":[91],"then":[94],"fed":[95],"downstream":[98],"differentiable":[99],"optimizer":[101,112],"with":[102,166],"learnable":[103],"components.":[104],"We":[105,161,196],"train":[106],"in":[113,217],"an":[114],"end-to-end":[115,164],"fashion":[116],"using":[117],"loss":[119],"function":[120],"that":[121],"captures":[122],"ego-vehicle\u2019s":[124],"ability":[125],"reach":[127],"predicted":[129],"while":[131],"satisfying":[132],"safety":[133],"kinematic":[135],"constraints.":[136],"The":[137],"gradients":[138],"during":[139],"back-propagation":[141],"flow":[142],"through":[143],"optimization":[145],"layer":[146],"make":[148],"planner\u2019s":[154],"capabilities,":[155],"making":[156],"more":[157],"feasible":[158],"predictions.":[160],"compare":[162],"our":[163],"approach":[165],"decoupled":[168],"framework":[169],"where":[170],"planner":[172],"used":[175],"at":[176],"inference":[178],"time":[179],"drive":[181],"VLM-predicted":[184],"report":[188],"reaching":[191],"Success":[192],"Rate":[193],"81%.":[195],"demonstrate":[197],"versatility":[199],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u2020</sup>":[203],"across":[204],"various":[205],"driving":[206],"scenarios":[207],"navigation":[209],"commands,":[210],"highlighting":[211],"its":[212],"potential":[213],"for":[214],"practical":[215],"deployment":[216],"autonomous":[218],"vehicles.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}