{"id":"https://openalex.org/W4405787343","doi":"https://doi.org/10.1109/iros58592.2024.10801425","title":"NARRATE: Versatile Language Architecture for Optimal Control in Robotics","display_name":"NARRATE: Versatile Language Architecture for Optimal Control in Robotics","publication_year":2024,"publication_date":"2024-10-14","ids":{"openalex":"https://openalex.org/W4405787343","doi":"https://doi.org/10.1109/iros58592.2024.10801425"},"language":"en","primary_location":{"id":"doi:10.1109/iros58592.2024.10801425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801425","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101320962","display_name":"Seif Ismail","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seif Ismail","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094207505","display_name":"Antonio Arbues","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Antonio Arbues","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061951606","display_name":"Ryan Cotterell","orcid":"https://orcid.org/0000-0003-4080-1833"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ryan Cotterell","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064764487","display_name":"Ren\u00e9 Zurbr\u00fcgg","orcid":"https://orcid.org/0000-0003-2773-9369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ren\u00e9 Zurbr\u00fcgg","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033056799","display_name":"Carmen Amo Alonso","orcid":"https://orcid.org/0000-0001-7593-5992"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carmen Amo Alonso","raw_affiliation_strings":["ETH Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ETH Zürich","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.0936,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.79733022,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"9628","last_page":"9635"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.9545000195503235,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.6933836936950684},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6859554052352905},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.6672137379646301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6557950973510742},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4197573661804199},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.3895823657512665},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3678781986236572},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.34693145751953125},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.08328518271446228},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.06020653247833252}],"concepts":[{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.6933836936950684},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6859554052352905},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.6672137379646301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6557950973510742},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4197573661804199},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.3895823657512665},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3678781986236572},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.34693145751953125},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.08328518271446228},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.06020653247833252}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros58592.2024.10801425","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros58592.2024.10801425","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W2842089854","https://openalex.org/W2964654516","https://openalex.org/W3138984732","https://openalex.org/W4283788970","https://openalex.org/W4287113380","https://openalex.org/W4311887664","https://openalex.org/W4381586832","https://openalex.org/W4383097638","https://openalex.org/W4383108457","https://openalex.org/W4385473486","https://openalex.org/W4387949708","https://openalex.org/W6800166007","https://openalex.org/W6800948542","https://openalex.org/W6843759960","https://openalex.org/W6846242362","https://openalex.org/W6847355898","https://openalex.org/W6850071225","https://openalex.org/W6853313673","https://openalex.org/W6853664340","https://openalex.org/W6853851469","https://openalex.org/W6854555012","https://openalex.org/W6854929498","https://openalex.org/W6856766041","https://openalex.org/W6857151620","https://openalex.org/W6857505373","https://openalex.org/W6857733129","https://openalex.org/W6858299849","https://openalex.org/W6858636673","https://openalex.org/W6860003303"],"related_works":["https://openalex.org/W1508899372","https://openalex.org/W2012658348","https://openalex.org/W2039460805","https://openalex.org/W4250956039","https://openalex.org/W4240485100","https://openalex.org/W4254970379","https://openalex.org/W2056130799","https://openalex.org/W2045758229","https://openalex.org/W405964254","https://openalex.org/W2038503502"],"abstract_inverted_index":{"The":[0,29,124],"impressive":[1],"capabilities":[2],"of":[3,69,126,133,146],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"have":[8],"led":[9],"to":[10,16,36,51,104,175],"various":[11],"efforts":[12],"in":[13,72,118],"enabling":[14],"robots":[15],"be":[17,37],"controlled":[18],"through":[19,57,139,149],"natural":[20,58,89],"language":[21,90],"instructions,":[22],"opening":[23],"exciting":[24],"possibilities":[25],"for":[26,32,82,131],"human-robot":[27],"interaction.":[28],"goal":[30],"is":[31],"the":[33,46,55,102,119,127,134,144,176],"motor-control":[34,120],"task":[35,56,135],"performed":[38],"accurately,":[39],"efficiently":[40],"and":[41,53,84,108,136,156,172,184],"safely":[42],"while":[43,91],"also":[44],"enjoying":[45],"flexibility":[47],"imparted":[48],"by":[49],"LLMs":[50],"specify":[52],"adjust":[54],"language.":[59],"In":[60,97],"this":[61],"work,":[62],"we":[63,99],"demonstrate":[64,143],"how":[65],"a":[66,75],"careful":[67],"layering":[68],"an":[70],"LLM":[71,103],"combination":[73],"with":[74],"Model":[76],"Predictive":[77],"Control":[78],"(MPC)":[79],"formulation":[80,129],"allows":[81,130],"accurate":[83],"flexible":[85],"robotic":[86],"control":[87],"via":[88,122],"taking":[92],"into":[93],"consideration":[94],"safety":[95],"constraints.":[96],"particular,":[98],"rely":[100],"on":[101,152,169,179],"effectively":[105,173],"frame":[106],"constraints":[107],"objective":[109],"functions":[110],"as":[111],"mathematical":[112],"expressions,":[113],"which":[114],"are":[115],"later":[116],"used":[117],"module":[121],"MPC.":[123],"transparency":[125],"optimization":[128],"interpretability":[132],"enables":[137],"adjustments":[138],"human":[140],"feedback.":[141],"We":[142],"validity":[145],"our":[147],"method":[148],"extensive":[150],"experiments":[151],"long-horizon":[153],"reasoning,":[154],"contact-rich,":[155],"multi-object":[157],"interaction":[158],"tasks.":[159],"Our":[160],"evaluations":[161],"show":[162],"that":[163],"NARRATE":[164],"outperforms":[165],"current":[166],"existing":[167],"methods":[168],"these":[170],"benchmarks":[171],"transfers":[174],"real":[177],"world":[178],"two":[180],"different":[181],"embodiments.Videos,":[182],"Code":[183],"Prompts":[185],"at":[186],"narrate-mpc.github.io":[187]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}