{"id":"https://openalex.org/W4401415107","doi":"https://doi.org/10.1109/icra57147.2024.10611590","title":"Drive Anywhere: Generalizable End-to-end Autonomous Driving with Multi-modal Foundation Models","display_name":"Drive Anywhere: Generalizable End-to-end Autonomous Driving with Multi-modal Foundation Models","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401415107","doi":"https://doi.org/10.1109/icra57147.2024.10611590"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017563787","display_name":"Tsun-Hsuan Wang","orcid":"https://orcid.org/0000-0002-7259-5686"},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tsun-Hsuan Wang","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060064468","display_name":"Alaa Maalouf","orcid":"https://orcid.org/0000-0002-3800-9460"},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alaa Maalouf","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003594370","display_name":"Wei Xiao","orcid":"https://orcid.org/0000-0002-4418-0555"},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Xiao","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011762462","display_name":"Yutong Ban","orcid":"https://orcid.org/0000-0001-5396-9251"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yutong Ban","raw_affiliation_strings":["Shanghai Jiao Tong University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shanghai Jiao Tong University","institution_ids":["https://openalex.org/I183067930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010146439","display_name":"Alexander Amini","orcid":null},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander Amini","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000400312","display_name":"Guy Rosman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Guy Rosman","raw_affiliation_strings":["TRI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TRI","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081073767","display_name":"Serta\u00e7 Karaman","orcid":"https://orcid.org/0000-0002-2225-7275"},"institutions":[{"id":"https://openalex.org/I4210109586","display_name":"Moscow Institute of Thermal Technology","ror":"https://ror.org/021es5e59","country_code":"RU","type":"facility","lineage":["https://openalex.org/I4210109586"]}],"countries":["RU"],"is_corresponding":false,"raw_author_name":"Sertac Karaman","raw_affiliation_strings":["MIT LIDS"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT LIDS","institution_ids":["https://openalex.org/I4210109586"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066830185","display_name":"Daniela Rus","orcid":"https://orcid.org/0000-0001-5473-3566"},"institutions":[{"id":"https://openalex.org/I4405258931","display_name":"MIT Computer Science and Artificial Intelligence Laboratory","ror":"https://ror.org/01e85r662","country_code":"US","type":"facility","lineage":["https://openalex.org/I4405258931","https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniela Rus","raw_affiliation_strings":["MIT CSAIL"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MIT CSAIL","institution_ids":["https://openalex.org/I4405258931"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"6687","last_page":"6694"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.972100019454956,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9435999989509583,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.6748461723327637},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.6019340753555298},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.5954098701477051},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5871438980102539},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16880887746810913},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.06477990746498108}],"concepts":[{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.6748461723327637},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.6019340753555298},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.5954098701477051},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5871438980102539},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16880887746810913},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.06477990746498108},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611590","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611590","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1923115158","https://openalex.org/W2167224731","https://openalex.org/W2342840547","https://openalex.org/W2615547864","https://openalex.org/W2799017078","https://openalex.org/W2967975754","https://openalex.org/W2968983352","https://openalex.org/W2982419388","https://openalex.org/W3003205975","https://openalex.org/W3011888914","https://openalex.org/W3034445502","https://openalex.org/W3100307207","https://openalex.org/W3131287736","https://openalex.org/W3159481202","https://openalex.org/W3205220487","https://openalex.org/W3210065386","https://openalex.org/W3215048956","https://openalex.org/W4205991051","https://openalex.org/W4214926101","https://openalex.org/W4221146106","https://openalex.org/W4221159132","https://openalex.org/W4224035735","https://openalex.org/W4224912544","https://openalex.org/W4226452378","https://openalex.org/W4285096920","https://openalex.org/W4286588500","https://openalex.org/W4289785095","https://openalex.org/W4312282373","https://openalex.org/W4312815172","https://openalex.org/W4312912313","https://openalex.org/W4318718936","https://openalex.org/W4321319299","https://openalex.org/W4352977012","https://openalex.org/W4366208220","https://openalex.org/W4380551436","https://openalex.org/W4383108296","https://openalex.org/W4384644126","https://openalex.org/W4385431115","https://openalex.org/W4385775286","https://openalex.org/W4386065742","https://openalex.org/W4386066076","https://openalex.org/W4390874575","https://openalex.org/W4404612908","https://openalex.org/W6675999342","https://openalex.org/W6684338915","https://openalex.org/W6704559304","https://openalex.org/W6745935785","https://openalex.org/W6790978476","https://openalex.org/W6791353385","https://openalex.org/W6809665764","https://openalex.org/W6809885388","https://openalex.org/W6810156098","https://openalex.org/W6810640255","https://openalex.org/W6811013733","https://openalex.org/W6811433417","https://openalex.org/W6811470611","https://openalex.org/W6840252490","https://openalex.org/W6841755765","https://openalex.org/W6849177959","https://openalex.org/W6850787431","https://openalex.org/W6851800889","https://openalex.org/W6852074642","https://openalex.org/W6853219587","https://openalex.org/W6853903263","https://openalex.org/W6854071415","https://openalex.org/W6855054355"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W3179968364","https://openalex.org/W2381393187","https://openalex.org/W2332779545","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W4396701345"],"abstract_inverted_index":{"As":[0],"autonomous":[1,77],"driving":[2,78,119],"technology":[3],"matures,":[4],"end-to-end":[5,117],"methodologies":[6],"have":[7],"emerged":[8],"as":[9,30],"a":[10,82],"leading":[11],"strategy,":[12],"promising":[13],"seamless":[14],"integration":[15],"from":[16,89],"perception":[17,133],"to":[18,70,84,109,114],"control":[19],"via":[20],"deep":[21,48],"learning.":[22],"However,":[23],"existing":[24],"systems":[25],"grapple":[26],"with":[27,131],"challenges":[28],"such":[29],"unexpected":[31],"open":[32],"set":[33],"environments":[34],"and":[35,58,74,91,101,134],"the":[36,42,45,72,92],"complexity":[37],"of":[38,47,76,94],"black-box":[39],"models.":[40],"At":[41],"same":[43],"time,":[44],"evolution":[46],"learning":[49],"introduces":[50],"larger,":[51],"multimodal":[52,67,118],"foundational":[53,111],"models,":[54],"offering":[55],"multi-modal":[56],"visual":[57,132],"textual":[59],"understanding.":[60],"In":[61],"this":[62],"paper,":[63],"we":[64],"harness":[65],"these":[66],"foundation":[68],"models":[69],"enhance":[71],"robustness":[73,138],"adaptability":[75],"systems.":[79],"We":[80,104],"introduce":[81],"method":[83],"extract":[85],"nuanced":[86],"spatial":[87],"features":[88],"transformers":[90],"incorporation":[93],"latent":[95],"space":[96],"simulation":[97],"for":[98],"improved":[99],"training":[100],"policy":[102],"debugging.":[103],"use":[105],"pixel/patch-aligned":[106],"feature":[107],"descriptors":[108],"expand":[110],"model":[112],"capabilities":[113],"create":[115],"an":[116],"model,":[120],"demonstrating":[121],"unparalleled":[122],"results":[123],"in":[124],"diverse":[125],"tests.":[126],"Our":[127],"solution":[128],"combines":[129],"language":[130],"achieves":[135],"significantly":[136],"greater":[137],"on":[139],"out-of-distribution":[140],"situations.":[141]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":7}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}