{"id":"https://openalex.org/W4413591978","doi":"https://doi.org/10.1145/3754340","title":"On Evaluating LLM Integration into Robotic Architectures","display_name":"On Evaluating LLM Integration into Robotic Architectures","publication_year":2025,"publication_date":"2025-08-25","ids":{"openalex":"https://openalex.org/W4413591978","doi":"https://doi.org/10.1145/3754340"},"language":"en","primary_location":{"id":"doi:10.1145/3754340","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3754340","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3754340","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3754340","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071988241","display_name":"Vasanth Sarathy","orcid":"https://orcid.org/0000-0003-4129-6429"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vasanth Sarathy","raw_affiliation_strings":["Department of Computer Science, Tufts University, Medford, Massachusetts, USA","Tufts University, USA"],"raw_orcid":"https://orcid.org/0000-0003-4129-6429","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tufts University, Medford, Massachusetts, USA","institution_ids":["https://openalex.org/I121934306"]},{"raw_affiliation_string":"Tufts University, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119424244","display_name":"Marlow Fawn","orcid":null},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Marlow Fawn","raw_affiliation_strings":["Department of Computer Science, Tufts University, Medford, Massachusetts, USA","Tufts University, USA"],"raw_orcid":"https://orcid.org/0009-0004-2142-6665","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tufts University, Medford, Massachusetts, USA","institution_ids":["https://openalex.org/I121934306"]},{"raw_affiliation_string":"Tufts University, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114431375","display_name":"Matthew McWilliams","orcid":"https://orcid.org/0009-0007-6319-1384"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew McWilliams","raw_affiliation_strings":["Department of Computer Science, Tufts University, Medford, Massachusetts, USA","Tufts University, USA"],"raw_orcid":"https://orcid.org/0009-0007-6319-1384","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tufts University, Medford, Massachusetts, USA","institution_ids":["https://openalex.org/I121934306"]},{"raw_affiliation_string":"Tufts University, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044523801","display_name":"Matthias Scheutz","orcid":"https://orcid.org/0000-0002-0064-2789"},"institutions":[{"id":"https://openalex.org/I121934306","display_name":"Tufts University","ror":"https://ror.org/05wvpxv85","country_code":"US","type":"education","lineage":["https://openalex.org/I121934306"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthias Scheutz","raw_affiliation_strings":["Department of Computer Science, Tufts University, Medford, Massachusetts, USA","Tufts University, USA"],"raw_orcid":"https://orcid.org/0000-0002-0064-2789","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tufts University, Medford, Massachusetts, USA","institution_ids":["https://openalex.org/I121934306"]},{"raw_affiliation_string":"Tufts University, USA","institution_ids":["https://openalex.org/I121934306"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083234787","display_name":"Bradley Oosterveld","orcid":"https://orcid.org/0000-0002-1053-8248"},"institutions":[{"id":"https://openalex.org/I4210108151","display_name":"Institute for New Economic Thinking","ror":"https://ror.org/01je3h843","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210108151"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bradley Oosterveld","raw_affiliation_strings":["Thinking Robots, Inc., Boston, Massachusetts, USA","Thinking Robots, USA"],"raw_orcid":"https://orcid.org/0000-0002-1053-8248","affiliations":[{"raw_affiliation_string":"Thinking Robots, Inc., Boston, Massachusetts, USA","institution_ids":["https://openalex.org/I4210108151"]},{"raw_affiliation_string":"Thinking Robots, USA","institution_ids":["https://openalex.org/I4210108151"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23270456,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"4","first_page":"1","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12784","display_name":"Modular Robots and Swarm Intelligence","score":0.9865999817848206,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.963699996471405,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8930583000183105},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48164740204811096},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.35808974504470825},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3460216820240021},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.3302370309829712}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8930583000183105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48164740204811096},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.35808974504470825},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3460216820240021},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.3302370309829712}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3754340","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3754340","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3754340","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3754340","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3754340","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3754340","source":{"id":"https://openalex.org/S2492086750","display_name":"ACM Transactions on Intelligent Systems and Technology","issn_l":"2157-6904","issn":["2157-6904","2157-6912"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Intelligent Systems and Technology","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2843159745","display_name":null,"funder_award_id":"N00014-24-1-2024","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G5049603373","display_name":null,"funder_award_id":"FA9550-18-1-0465","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4413591978.pdf"},"referenced_works_count":18,"referenced_works":["https://openalex.org/W1969245183","https://openalex.org/W2042187777","https://openalex.org/W2099217059","https://openalex.org/W2117553866","https://openalex.org/W2252198809","https://openalex.org/W2798663534","https://openalex.org/W2885804027","https://openalex.org/W2890148349","https://openalex.org/W3104055253","https://openalex.org/W3175987672","https://openalex.org/W4249067360","https://openalex.org/W4297161808","https://openalex.org/W4317940064","https://openalex.org/W4362656079","https://openalex.org/W4376864573","https://openalex.org/W4378505261","https://openalex.org/W4378509449","https://openalex.org/W4386185625"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"LLMs":[0,14,71,145,169,208,241],"are":[1,33],"being":[2],"increasingly":[3],"integrated":[4],"into":[5,26,72,153],"embodied":[6,56,270],"robotic":[7,73,184,247],"systems.":[8],"A":[9],"useful":[10],"capability":[11],"that":[12,83,149,197,217],"the":[13,45,66,120,161,175,188,192,228,236,253],"bring":[15],"to":[16,42,140,157,186,246,260],"robots":[17],"is":[18,60,62],"translating":[19],"noisy":[20,261],"spoken":[21],"human":[22,57,96,124,151],"natural":[23,163,243],"language":[24,164,244,265],"instructions":[25,152],"executable":[27],"robot":[28,88],"actions.":[29],"However,":[30],"these":[31,92,115,132],"integrations":[32],"somewhat":[34],"ad":[35],"hoc":[36],"and":[37,123,134,182,258,263],"understudied":[38],"as":[39,50,52,75,77,146,170,212,214,242,249,251],"they":[40,199],"tend":[41],"not":[43,210],"consider":[44],"gamut":[46],"of":[47,55,65,80,95,105,131,230,238],"syntactic,":[48],"semantic,":[49],"well":[51,76,213,250],"pragmatic":[53],"aspects":[54,94],"communication.":[58],"What":[59],"missing":[61],"a":[63,78,103,171,183,219],"characterization":[64,229],"different":[67,93,231],"paradigms":[68],"for":[69,113,174],"integrating":[70],"architectures":[74],"set":[79],"evaluation":[81,106,224],"metrics":[82,107,133,225],"capture":[84],"whether":[85],"an":[86,129,215,268],"LLM-equipped":[87],"can":[89],"correctly":[90],"understand":[91],"instruction.":[97],"In":[98],"this":[99],"article,":[100],"we":[101,137],"present":[102],"suite":[104],"together":[108,226],"with":[109,207,227],"data":[110],"augmentation":[111,135],"techniques":[112],"evaluating":[114,240],"architectures,":[116],"using":[117],"concepts":[118],"from":[119],"cognitive":[121],"science":[122],"communication":[125],"literature.":[126],"To":[127],"illustrate":[128],"application":[130],"techniques,":[136],"conduct":[138],"experiments":[139],"compare":[141],"two":[142],"integration":[143,233],"methods:":[144],"pre-processing":[147],"components":[148],"map":[150],"more":[154],"constrained":[155],"versions":[156],"be":[158],"processed":[159],"by":[160],"architecture\u2019s":[162],"understanding":[165,266],"(NLU)":[166],"subsystem,":[167],"or":[168],"wholesale":[172],"replacement":[173],"NLU\u2019s":[176],"parser.":[177],"We":[178],"provide":[179],"experimental":[180],"evaluations":[181],"implementation":[185],"show":[187],"inherent":[189],"tradeoffs":[190],"between":[191,256],"methods.":[193],"Our":[194],"results":[195],"suggest":[196],"while":[198],"offer":[200,235],"increased":[201],"explainability,":[202],"traditional":[203],"parsing":[204],"tools":[205],"coupled":[206],"do":[209],"perform":[211],"LLM":[216,232],"replaces":[218],"parser":[220],"entirely.":[221],"The":[222],"proposed":[223],"approaches":[234],"promise":[237],"systematically":[239],"interfaces":[245],"systems":[248],"tackle":[252],"important":[254],"tradeoff":[255],"explainability/verifiability/interpretability":[257],"robustness":[259],"input":[262],"broad":[264],"in":[267],"open-world":[269],"setting.":[271]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}