{"id":"https://openalex.org/W4392646041","doi":"https://doi.org/10.1145/3610978.3640671","title":"Language, Camera, Autonomy! Prompt-engineered Robot Control for Rapidly Evolving Deployment","display_name":"Language, Camera, Autonomy! Prompt-engineered Robot Control for Rapidly Evolving Deployment","publication_year":2024,"publication_date":"2024-03-10","ids":{"openalex":"https://openalex.org/W4392646041","doi":"https://doi.org/10.1145/3610978.3640671"},"language":"en","primary_location":{"id":"doi:10.1145/3610978.3640671","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610978.3640671","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610978.3640671","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3610978.3640671","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031849302","display_name":"Jacob P. Macdonald","orcid":"https://orcid.org/0009-0009-4245-3781"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jacob P. Macdonald","raw_affiliation_strings":["Lincoln Laboratory, Massachusetts Institute of Technology, Lexington, MA, USA"],"affiliations":[{"raw_affiliation_string":"Lincoln Laboratory, Massachusetts Institute of Technology, Lexington, MA, USA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070114515","display_name":"Rohit Mallick","orcid":"https://orcid.org/0009-0007-8411-2470"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rohit Mallick","raw_affiliation_strings":["Clemson University, Clemson, SC, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, Clemson, SC, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044815834","display_name":"Allan Wollaber","orcid":"https://orcid.org/0000-0001-5997-9610"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Allan B. Wollaber","raw_affiliation_strings":["Lincoln Laboratory, Massachusetts Institute of Technology, Lexington, MA, USA"],"affiliations":[{"raw_affiliation_string":"Lincoln Laboratory, Massachusetts Institute of Technology, Lexington, MA, USA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055398987","display_name":"Jaime Pe\u00f1a","orcid":"https://orcid.org/0009-0008-6472-5605"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaime D. Pe\u00f1a","raw_affiliation_strings":["Lincoln Laboratory, Massachusetts Institute of Technology, Lexington, MA, USA"],"affiliations":[{"raw_affiliation_string":"Lincoln Laboratory, Massachusetts Institute of Technology, Lexington, MA, USA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009556478","display_name":"Nathan J. McNeese","orcid":"https://orcid.org/0000-0002-9143-2460"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathan McNeese","raw_affiliation_strings":["Clemson University, Clemson, SC, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, Clemson, SC, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005661666","display_name":"Ho Chit Siu","orcid":"https://orcid.org/0000-0003-3451-8046"},"institutions":[{"id":"https://openalex.org/I4210122954","display_name":"MIT Lincoln Laboratory","ror":"https://ror.org/022z6jk58","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]},{"id":"https://openalex.org/I63966007","display_name":"Massachusetts Institute of Technology","ror":"https://ror.org/042nb2s44","country_code":"US","type":"education","lineage":["https://openalex.org/I63966007"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ho Chit Siu","raw_affiliation_strings":["Lincoln Laboratory, Massachusetts Institute of Technology, Lexington, MA, USA"],"affiliations":[{"raw_affiliation_string":"Lincoln Laboratory, Massachusetts Institute of Technology, Lexington, MA, USA","institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5031849302"],"corresponding_institution_ids":["https://openalex.org/I4210122954","https://openalex.org/I63966007"],"apc_list":null,"apc_paid":null,"fwci":4.1276,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.94383569,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"717","last_page":"721"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9753000140190125,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.8272303342819214},{"id":"https://openalex.org/keywords/autonomy","display_name":"Autonomy","score":0.7027729749679565},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.6502068042755127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5660004615783691},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4629111886024475},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3682916760444641},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.33325058221817017},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.20836356282234192},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09502014517784119},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.05465307831764221}],"concepts":[{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.8272303342819214},{"id":"https://openalex.org/C65414064","wikidata":"https://www.wikidata.org/wiki/Q484105","display_name":"Autonomy","level":2,"score":0.7027729749679565},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.6502068042755127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5660004615783691},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4629111886024475},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3682916760444641},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33325058221817017},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.20836356282234192},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09502014517784119},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.05465307831764221}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3610978.3640671","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610978.3640671","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610978.3640671","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:dspace.mit.edu:1721.1/154055","is_oa":true,"landing_page_url":"https://hdl.handle.net/1721.1/154055","pdf_url":"https://dspace.mit.edu/bitstream/1721.1/154055/1/3610978.3640671.pdf","source":{"id":"https://openalex.org/S4306400425","display_name":"DSpace@MIT (Massachusetts Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I63966007","host_organization_name":"Massachusetts Institute of Technology","host_organization_lineage":["https://openalex.org/I63966007"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM","raw_type":"http://purl.org/eprint/type/ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3610978.3640671","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3610978.3640671","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3610978.3640671","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320313655","display_name":"Foundation for Research, Science and Technology","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392646041.pdf","grobid_xml":"https://content.openalex.org/works/W4392646041.grobid-xml"},"referenced_works_count":3,"referenced_works":["https://openalex.org/W4383097638","https://openalex.org/W4383108457","https://openalex.org/W4385430679"],"related_works":["https://openalex.org/W2770234245","https://openalex.org/W96612179","https://openalex.org/W4229499248","https://openalex.org/W2566006169","https://openalex.org/W2987774938","https://openalex.org/W4256492088","https://openalex.org/W632915154","https://openalex.org/W2055733372","https://openalex.org/W3022067003","https://openalex.org/W4378874356"],"abstract_inverted_index":{"The":[0,154],"Context-observant":[1],"LLM-Enabled":[2],"Autonomous":[3],"Robots":[4],"(CLEAR)":[5],"platform":[6,156],"offers":[7],"a":[8,101],"general":[9],"solution":[10],"for":[11,80,100,166],"large":[12],"language":[13,22],"model":[14,71],"(LLM)-enabled":[15],"robot":[16,63],"autonomy.":[17],"CLEAR-controlled":[18],"robots":[19,82],"use":[20],"natural":[21,167],"to":[23,46,87,128,134,142,158],"perceive":[24],"and":[25,36,59,104,114,132,144],"interact":[26],"with":[27,97],"their":[28],"environment:":[29],"contextual":[30],"description":[31],"deriving":[32],"from":[33,84],"computer":[34],"vision":[35],"optional":[37],"human":[38,135,168],"commands":[39],"prompt":[40],"intelligent":[41],"LLM":[42,110],"responses":[43],"that":[44],"map":[45],"robotic":[47],"actions.":[48],"By":[49],"emphasizing":[50],"prompting,":[51],"system":[52],"behavior":[53],"is":[54],"programmed":[55],"without":[56],"manipulating":[57],"code,":[58],"unlike":[60],"other":[61],"LLM-based":[62],"control":[64],"methods,":[65],"we":[66],"do":[67],"not":[68],"perform":[69],"any":[70],"fine-tuning.":[72],"CLEAR":[73,94,155],"employs":[74],"off-the-shelf":[75],"pre-trained":[76],"machine":[77],"learning":[78],"models":[79],"controlling":[81],"ranging":[83],"simulated":[85],"quadcopters":[86],"terrestrial":[88],"quadrupeds.":[89],"We":[90],"provide":[91],"the":[92,152,162],"open-source":[93],"platform,":[95],"along":[96],"sample":[98],"implementations":[99],"Unity-based":[102],"quadcopter":[103],"Boston":[105],"Dynamics":[106],"Spot\u00ae":[107],"robot.":[108],"Each":[109],"used,":[111],"GPT-3.5,":[112],"GPT-4,":[113],"LLaMA2,":[115,145],"exhibited":[116],"behavioral":[117],"differences":[118],"when":[119],"embodied":[120],"by":[121,160],"CLEAR,":[122],"contrasting":[123],"in":[124],"actuation":[125],"preference,":[126],"ability":[127],"apply":[129],"new":[130],"knowledge,":[131],"receptivity":[133],"instruction.":[136],"GPT-4":[137],"demonstrates":[138],"best":[139],"performance":[140],"compared":[141],"GPT-3.5":[143],"showing":[146],"successful":[147],"task":[148],"execution":[149],"97%":[150],"of":[151,164],"time.":[153],"contributes":[157],"HRI":[159],"increasing":[161],"usability":[163],"robotics":[165],"interaction.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}