{"id":"https://openalex.org/W4391407102","doi":"https://doi.org/10.1109/lra.2024.3360020","title":"Deploying and Evaluating LLMs to Program Service Mobile Robots","display_name":"Deploying and Evaluating LLMs to Program Service Mobile Robots","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391407102","doi":"https://doi.org/10.1109/lra.2024.3360020"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2024.3360020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3360020","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005079959","display_name":"Zichao Hu","orcid":"https://orcid.org/0009-0007-6433-8878"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zichao Hu","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008397042","display_name":"Francesca Lucchetti","orcid":"https://orcid.org/0009-0002-5837-6097"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Francesca Lucchetti","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102783760","display_name":"Claire Schlesinger","orcid":"https://orcid.org/0009-0000-2533-1242"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Claire Schlesinger","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yash Saxena","orcid":"https://orcid.org/0009-0009-9294-4140"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yash Saxena","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108591760","display_name":"Anders Freeman","orcid":null},"institutions":[{"id":"https://openalex.org/I189731429","display_name":"Wellesley College","ror":"https://ror.org/01srpnj69","country_code":"US","type":"education","lineage":["https://openalex.org/I189731429"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anders Freeman","raw_affiliation_strings":["Department of Computer Science, Wellesley College, Wellesley, MA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Wellesley College, Wellesley, MA, USA","institution_ids":["https://openalex.org/I189731429"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009175790","display_name":"Sadanand Modak","orcid":"https://orcid.org/0000-0001-7618-9274"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sadanand Modak","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044042294","display_name":"Arjun Guha","orcid":"https://orcid.org/0000-0002-7493-3271"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arjun Guha","raw_affiliation_strings":["Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA"],"affiliations":[{"raw_affiliation_string":"Khoury College of Computer Sciences, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5004302220","display_name":"Joydeep Biswas","orcid":"https://orcid.org/0000-0002-1211-1731"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joydeep Biswas","raw_affiliation_strings":["Department of Computer Science, University of Texas at Austin, Austin, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5005079959"],"corresponding_institution_ids":["https://openalex.org/I86519309"],"apc_list":null,"apc_paid":null,"fwci":6.2024,"has_fulltext":false,"cited_by_count":30,"citation_normalized_percentile":{"value":0.97575491,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"9","issue":"3","first_page":"2853","last_page":"2860"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/service","display_name":"Service (business)","score":0.5429366230964661},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.42247068881988525},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.4208773374557495},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.40577268600463867},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.39973247051239014},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.3851993978023529},{"id":"https://openalex.org/keywords/internet-privacy","display_name":"Internet privacy","score":0.35586804151535034},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.1516779065132141},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1305079162120819}],"concepts":[{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5429366230964661},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.42247068881988525},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.4208773374557495},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.40577268600463867},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.39973247051239014},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3851993978023529},{"id":"https://openalex.org/C108827166","wikidata":"https://www.wikidata.org/wiki/Q175975","display_name":"Internet privacy","level":1,"score":0.35586804151535034},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.1516779065132141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1305079162120819}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2024.3360020","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2024.3360020","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G484220360","display_name":null,"funder_award_id":"CCF-2006404","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"},{"id":"https://openalex.org/G7380751879","display_name":null,"funder_award_id":"CCF-2102291","funder_id":"https://openalex.org/F4320335353","funder_display_name":"National Science Foundation of Sri Lanka"}],"funders":[{"id":"https://openalex.org/F4320335353","display_name":"National Science Foundation of Sri Lanka","ror":"https://ror.org/010xaa060"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W3177813494","https://openalex.org/W4224912544","https://openalex.org/W4287024925","https://openalex.org/W4362720788","https://openalex.org/W4365601419","https://openalex.org/W4366999541","https://openalex.org/W4376167329","https://openalex.org/W4378189609","https://openalex.org/W4383097638","https://openalex.org/W4383108296","https://openalex.org/W4383108457","https://openalex.org/W4383108895","https://openalex.org/W4385571985","https://openalex.org/W4386185625","https://openalex.org/W4388720459","https://openalex.org/W4389665359","https://openalex.org/W4390874280","https://openalex.org/W4391136507","https://openalex.org/W4402683831","https://openalex.org/W6778883912","https://openalex.org/W6798182279","https://openalex.org/W6800166007","https://openalex.org/W6809509765","https://openalex.org/W6810640255","https://openalex.org/W6839459284","https://openalex.org/W6839928859","https://openalex.org/W6847168144","https://openalex.org/W6849590751","https://openalex.org/W6850503672","https://openalex.org/W6852136651","https://openalex.org/W6852746770","https://openalex.org/W6852800892","https://openalex.org/W6853253044","https://openalex.org/W6853410760","https://openalex.org/W6853421089","https://openalex.org/W6853465110","https://openalex.org/W6853664340","https://openalex.org/W6854738657","https://openalex.org/W6854929498","https://openalex.org/W6856086692"],"related_works":["https://openalex.org/W8302103","https://openalex.org/W3171631314","https://openalex.org/W2674584172","https://openalex.org/W4288076938","https://openalex.org/W2967743314","https://openalex.org/W1990892711","https://openalex.org/W2606825221","https://openalex.org/W2184085865","https://openalex.org/W2122871747","https://openalex.org/W3114279067"],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,10,112,200],"large":[3],"language":[4,110],"models":[5],"(LLMs)":[6],"have":[7],"spurred":[8],"interest":[9],"using":[11],"them":[12],"for":[13,33,56,83,157,171],"generating":[14,88,210],"robot":[15,93,211],"programs":[16,32,89,121,135],"from":[17,73],"natural":[18,74],"language,":[19,75],"with":[20,106,141,183],"promising":[21],"initial":[22,143],"results.":[23],"We":[24,58,177],"investigate":[25],"the":[26,131,148,172,184,195],"use":[27],"of":[28,52,87,104,133,174,194,197,207],"LLMs":[29,105,182,208],"to":[30,68,90,118,169],"generate":[31],"service":[34,70,92],"mobile":[35,71,125],"robots":[36,72],"leveraging":[37],"mobility,":[38],"perception,":[39],"and":[40,44,50,76,114,145,189],"human":[41],"interaction":[42],"skills,":[43],"where":[45],"<italic":[46],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[47,61,78,96,128,161,186],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">accurate":[48],"sequencing":[49],"ordering</i>":[51],"actions":[53],"is":[54],"crucial":[55],"success.":[57],"contribute":[59],"<sc":[60,77,95,127,160,185],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">CodeBotler</small>":[62,97],",":[63,80],"an":[64,107],"open-source":[65],"robot-agnostic":[66],"tool":[67],"program":[69,99,175],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">RoboEval</small>":[79,129,162,187],"a":[81,191,201],"benchmark":[82],"evaluating":[84],"LLMs'":[85],"capabilities":[86],"complete":[91],"tasks.":[94],"performs":[98],"generation":[100],"via":[101],"few-shot":[102],"prompting":[103],"embedded":[108],"domain-specific":[109],"(eDSL)":[111],"Python,":[113],"leverages":[115],"skill":[116],"abstractions":[117],"deploy":[119],"generated":[120,134],"on":[122],"any":[123],"general-purpose":[124],"robot.":[126],"evaluates":[130],"correctness":[132,156],"by":[136],"checking":[137,146],"execution":[138],"traces":[139,149],"starting":[140],"multiple":[142,165],"states,":[144],"whether":[147],"satisfy":[150],"temporal":[151],"logic":[152],"properties":[153],"that":[154,203],"encode":[155],"each":[158],"task.":[159],"also":[163],"includes":[164],"prompts":[166],"per":[167],"task":[168],"test":[170],"robustness":[173],"generation.":[176],"evaluate":[178],"several":[179],"popular":[180],"state-of-the-art":[181],"benchmark,":[188],"perform":[190],"thorough":[192],"analysis":[193],"modes":[196],"failures,":[198],"resulting":[199],"taxonomy":[202],"highlights":[204],"common":[205],"pitfalls":[206],"at":[209],"programs.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":7}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}