{"id":"https://openalex.org/W4391407102","doi":"https://doi.org/10.1109/lra.2024.3360020","title":"Deploying and Evaluating LLMs to Program Service Mobile Robots","display_name":"Deploying and Evaluating LLMs to Program Service Mobile Robots","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391407102","doi":"https://doi.org/10.1109/lra.2024.3360020"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3360020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3360020","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005079959","display_name":"Zichao Hu","orcid":"https://orcid.org/0009-0007-6433-8878"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zichao Hu","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0009-0007-6433-8878","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008397042","display_name":"Francesca Lucchetti","orcid":"https://orcid.org/0009-0002-5837-6097"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francesca Lucchetti","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0009-0002-5837-6097","affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102783760","display_name":"Claire Schlesinger","orcid":"https://orcid.org/0009-0000-2533-1242"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Claire Schlesinger","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0009-0000-2533-1242","affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yash Saxena","orcid":"https://orcid.org/0009-0009-9294-4140"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yash Saxena","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0009-0009-9294-4140","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108591760","display_name":"Anders Freeman","orcid":null},"institutions":[{"id":"https://openalex.org/I189731429","display_name":"Wellesley College","ror":"https://ror.org/01srpnj69","country_code":"US","type":"education","lineage":["https://openalex.org/I189731429"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anders Freeman","raw_affiliation_strings":["Department of Computer Science, Wellesley College, Wellesley, MA, USA"],"raw_orcid":"https://orcid.org/0009-0005-1904-6193","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Wellesley College, Wellesley, MA, USA","institution_ids":["https://openalex.org/I189731429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009175790","display_name":"Sadanand Modak","orcid":"https://orcid.org/0000-0001-7618-9274"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sadanand Modak","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0001-7618-9274","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044042294","display_name":"Arjun Guha","orcid":"https://orcid.org/0000-0002-7493-3271"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arjun Guha","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-7493-3271","affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004302220","display_name":"Joydeep Biswas","orcid":"https://orcid.org/0000-0002-1211-1731"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joydeep Biswas","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"raw_orcid":"https://orcid.org/0000-0002-1211-1731","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.8013,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.96686744,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"9","issue":"3","first_page":"2853","last_page":"2860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5429366230964661},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.42247068881988525},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4208773374557495},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.40577268600463867},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39973247051239014},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3851993978023529},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.35586804151535034},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.1516779065132141},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1305079162120819}],"concepts":[{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5429366230964661},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.42247068881988525},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4208773374557495},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.40577268600463867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39973247051239014},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3851993978023529},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.35586804151535034},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.1516779065132141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1305079162120819}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3360020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3360020","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766","2377-3774"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8299999833106995,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G484220360","display_name":null,"funder_award_id":"CCF-2006404","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G7380751879","display_name":null,"funder_award_id":"CCF-2102291","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W3177813494","https://openalex.org/W4224912544","https://openalex.org/W4287024925","https://openalex.org/W4362720788","https://openalex.org/W4365601419","https://openalex.org/W4366999541","https://openalex.org/W4376167329","https://openalex.org/W4378189609","https://openalex.org/W4383097638","https://openalex.org/W4383108296","https://openalex.org/W4383108457","https://openalex.org/W4383108895","https://openalex.org/W4385571985","https://openalex.org/W4386185625","https://openalex.org/W4388720459","https://openalex.org/W4389665359","https://openalex.org/W4390874280","https://openalex.org/W4391136507","https://openalex.org/W4402683831","https://openalex.org/W6778883912","https://openalex.org/W6798182279","https://openalex.org/W6800166007","https://openalex.org/W6809509765","https://openalex.org/W6810640255","https://openalex.org/W6839459284","https://openalex.org/W6839928859","https://openalex.org/W6847168144","https://openalex.org/W6849590751","https://openalex.org/W6850503672","https://openalex.org/W6852136651","https://openalex.org/W6852746770","https://openalex.org/W6852800892","https://openalex.org/W6853253044","https://openalex.org/W6853410760","https://openalex.org/W6853421089","https://openalex.org/W6853465110","https://openalex.org/W6853664340","https://openalex.org/W6854738657","https://openalex.org/W6854929498","https://openalex.org/W6856086692"],"related_works":["https://openalex.org/W8302103","https://openalex.org/W3171631314","https://openalex.org/W2674584172","https://openalex.org/W4288076938","https://openalex.org/W2967743314","https://openalex.org/W1990892711","https://openalex.org/W2606825221","https://openalex.org/W2184085865","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,10,96,172],"large":[3],"language":[4,94],"models":[5],"(LLMs)":[6],"have":[7],"spurred":[8],"interest":[9],"using":[11],"them":[12],"for":[13,33,52,71,137,147],"generating":[14,76,182],"robot":[15,81,183],"programs":[16,32,77,105,115],"from":[17,65],"natural":[18,66],"language,":[19,67],"with":[20,90,121,159],"promising":[21],"initial":[22,123],"results.":[23],"We":[24,54,153],"investigate":[25],"the":[26,111,128,148,167],"use":[27],"of":[28,75,88,113,150,166,169,179],"LLMs":[29,89,158,180],"to":[30,60,78,102,145],"generate":[31],"service":[34,62,80],"mobile":[35,63,109],"robots":[36,64],"leveraging":[37],"mobility,":[38],"perception,":[39],"and":[40,44,47,98,125,161],"human":[41],"interaction":[42],"skills,":[43],"whereaccurate":[45],"sequencing":[46],"orderingof":[48],"actions":[49],"is":[50],"crucial":[51],"success.":[53],"contributeCodeBotler,":[55],"an":[56,91],"open-source":[57],"robot-agnostic":[58],"tool":[59],"program":[61,83,151],"andRoboEval,":[68],"a":[69,163,173],"benchmark":[70],"evaluating":[72],"LLMs'":[73],"capabilities":[74],"complete":[79],"tasks.CodeBotlerperforms":[82],"generation":[84],"via":[85],"few-shot":[86],"prompting":[87],"embedded":[92],"domain-specific":[93],"(eDSL)":[95],"Python,":[97],"leverages":[99],"skill":[100],"abstractions":[101],"deploy":[103],"generated":[104,114],"on":[106],"any":[107],"general-purpose":[108],"robot.RoboEvalevaluates":[110],"correctness":[112,136],"by":[116],"checking":[117,126],"execution":[118],"traces":[119,129],"starting":[120],"multiple":[122,141],"states,":[124],"whether":[127],"satisfy":[130],"temporal":[131],"logic":[132],"properties":[133],"that":[134,175],"encode":[135],"each":[138],"task.RoboEvalalso":[139],"includes":[140],"prompts":[142],"per":[143],"task":[144],"test":[146],"robustness":[149],"generation.":[152],"evaluate":[154],"several":[155],"popular":[156],"state-of-the-art":[157],"theRoboEvalbenchmark,":[160],"perform":[162],"thorough":[164],"analysis":[165],"modes":[168],"failures,":[170],"resulting":[171],"taxonomy":[174],"highlights":[176],"common":[177],"pitfalls":[178],"at":[181],"programs.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":7}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}