{"id":"https://openalex.org/W4391351849","doi":"https://doi.org/10.1145/3606261","title":"Scarecrows in Oz: The Use of Large Language Models in HRI","display_name":"Scarecrows in Oz: The Use of Large Language Models in HRI","publication_year":2024,"publication_date":"2024-01-30","ids":{"openalex":"https://openalex.org/W4391351849","doi":"https://doi.org/10.1145/3606261"},"language":"en","primary_location":{"id":"doi:10.1145/3606261","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3606261","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3606261","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3606261","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101736923","display_name":"Tom Williams","orcid":null},"institutions":[{"id":"https://openalex.org/I167576493","display_name":"Colorado School of Mines","ror":"https://ror.org/04raf6v53","country_code":"US","type":"education","lineage":["https://openalex.org/I167576493"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tom Williams","raw_affiliation_strings":["Colorado School of Mines, USA"],"affiliations":[{"raw_affiliation_string":"Colorado School of Mines, USA","institution_ids":["https://openalex.org/I167576493"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019767181","display_name":"Cynthia Matuszek","orcid":"https://orcid.org/0000-0003-1383-8120"},"institutions":[{"id":"https://openalex.org/I79272384","display_name":"University of Maryland, Baltimore County","ror":"https://ror.org/02qskvh78","country_code":"US","type":"education","lineage":["https://openalex.org/I79272384"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cynthia Matuszek","raw_affiliation_strings":["University of Maryland, Baltimore County, USA"],"affiliations":[{"raw_affiliation_string":"University of Maryland, Baltimore County, USA","institution_ids":["https://openalex.org/I79272384"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001832777","display_name":"Ross Mead","orcid":"https://orcid.org/0000-0002-5664-4687"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ross Mead","raw_affiliation_strings":["Semio, Inc., USA"],"affiliations":[{"raw_affiliation_string":"Semio, Inc., USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088235727","display_name":"Nick DePalma","orcid":"https://orcid.org/0000-0003-0531-743X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nick Depalma","raw_affiliation_strings":["Plus One Robotics, USA"],"affiliations":[{"raw_affiliation_string":"Plus One Robotics, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101736923"],"corresponding_institution_ids":["https://openalex.org/I167576493"],"apc_list":null,"apc_paid":null,"fwci":21.5569,"has_fulltext":true,"cited_by_count":42,"citation_normalized_percentile":{"value":0.99434011,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"13","issue":"1","first_page":"1","last_page":"11"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.982699990272522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9732000231742859,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/wizard-of-oz","display_name":"Wizard of oz","score":0.7695457935333252},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5943001508712769},{"id":"https://openalex.org/keywords/mirroring","display_name":"Mirroring","score":0.5521246790885925},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.5487386584281921},{"id":"https://openalex.org/keywords/wizard","display_name":"Wizard","score":0.5316731333732605},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.52015620470047},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5034996867179871},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5016670227050781},{"id":"https://openalex.org/keywords/interactor","display_name":"Interactor","score":0.4455483853816986},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4242379665374756},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.41029033064842224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.26645010709762573},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.2376193106174469},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.20513907074928284},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.16483142971992493},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.15945106744766235}],"concepts":[{"id":"https://openalex.org/C2987423310","wikidata":"https://www.wikidata.org/wiki/Q18159725","display_name":"Wizard of oz","level":2,"score":0.7695457935333252},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5943001508712769},{"id":"https://openalex.org/C189645446","wikidata":"https://www.wikidata.org/wiki/Q350865","display_name":"Mirroring","level":2,"score":0.5521246790885925},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.5487386584281921},{"id":"https://openalex.org/C2776784076","wikidata":"https://www.wikidata.org/wiki/Q580334","display_name":"Wizard","level":2,"score":0.5316731333732605},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.52015620470047},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5034996867179871},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5016670227050781},{"id":"https://openalex.org/C166998942","wikidata":"https://www.wikidata.org/wiki/Q16969238","display_name":"Interactor","level":2,"score":0.4455483853816986},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4242379665374756},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.41029033064842224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26645010709762573},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2376193106174469},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.20513907074928284},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.16483142971992493},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.15945106744766235},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3606261","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3606261","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3606261","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3606261","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3606261","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3606261","source":{"id":"https://openalex.org/S4210193251","display_name":"ACM Transactions on Human-Robot Interaction","issn_l":"2573-9522","issn":["2573-9522"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Human-Robot Interaction","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1523888516","display_name":null,"funder_award_id":"FA9550-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G2005626846","display_name":null,"funder_award_id":"FA9550-20-1-008","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G2549202528","display_name":"NRI: FND: Semi-Supervised Deep Learning for Domain Adaptation in Robotic Language Acquisition","funder_award_id":"2024878","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G36446433","display_name":null,"funder_award_id":"FA9550-20-1","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G3705370115","display_name":null,"funder_award_id":"FA9550-20-1-0089","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G4516736450","display_name":null,"funder_award_id":"-21-1-","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5729145195","display_name":null,"funder_award_id":"FA9550-20","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G5809100787","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G6098521345","display_name":null,"funder_award_id":"FA9550","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G959850068","display_name":null,"funder_award_id":"N00014-21-1-2418","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G969497474","display_name":"CAREER: Robots, Speech, and Learning in Inclusive Human Spaces","funder_award_id":"2145642","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391351849.pdf","grobid_xml":"https://content.openalex.org/works/W4391351849.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W1502742190","https://openalex.org/W1638773224","https://openalex.org/W1969152782","https://openalex.org/W1987768879","https://openalex.org/W2022202092","https://openalex.org/W2022514589","https://openalex.org/W2060304006","https://openalex.org/W2063688338","https://openalex.org/W2070362360","https://openalex.org/W2094251476","https://openalex.org/W2127241481","https://openalex.org/W2131799829","https://openalex.org/W2132963441","https://openalex.org/W2416022643","https://openalex.org/W2582998992","https://openalex.org/W2890148349","https://openalex.org/W2897042519","https://openalex.org/W2911280963","https://openalex.org/W2913210897","https://openalex.org/W2913376084","https://openalex.org/W2930957955","https://openalex.org/W2957679339","https://openalex.org/W3047117292","https://openalex.org/W3084790180","https://openalex.org/W3100279624","https://openalex.org/W3101118213","https://openalex.org/W3133702157","https://openalex.org/W3178626536","https://openalex.org/W3183385616","https://openalex.org/W3192253141","https://openalex.org/W3199633370","https://openalex.org/W3202712981","https://openalex.org/W4205632023","https://openalex.org/W4225080353","https://openalex.org/W4230805020","https://openalex.org/W4247017378","https://openalex.org/W4327909698","https://openalex.org/W4376562541","https://openalex.org/W4383097638","https://openalex.org/W4389523771","https://openalex.org/W4389665836","https://openalex.org/W4392646559","https://openalex.org/W4394828156","https://openalex.org/W6749031429","https://openalex.org/W6800977127"],"related_works":["https://openalex.org/W2161396354","https://openalex.org/W4246078203","https://openalex.org/W659328528","https://openalex.org/W1550648368","https://openalex.org/W2127135847","https://openalex.org/W4402443486","https://openalex.org/W603474643","https://openalex.org/W2152818631","https://openalex.org/W1545061903","https://openalex.org/W1504394863"],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2,20,28,38,54,65,81,90,92,117,120,147,175],"Large":[3],"Language":[4],"Models":[5],"(LLMs)":[6],"presents":[7],"both":[8],"a":[9,14,47,108,115,138],"critical":[10],"design":[11],"challenge":[12],"and":[13,41,95,140,160,173],"remarkable":[15],"opportunity":[16],"for":[17,36,51,62,78,165,170],"the":[18,25,63,79,88,118,121,171],"field":[19],"Human\u2013Robot":[21],"Interaction":[22],"(HRI).":[23],"While":[24],"direct":[26],"deployment":[27],"LLMs":[29,43,66],"on":[30],"interactive":[31],"robots":[32],"may":[33],"be":[34,133,151],"unsuitable":[35],"reasons":[37],"ethics,":[39],"safety,":[40],"control,":[42],"might":[44],"nevertheless":[45],"provide":[46,145],"promising":[48],"baseline":[49],"technique":[50],"many":[52],"elements":[53],"HRI.":[55],"Specifically,":[56],"in":[57,124,153],"this":[58],"article,":[59],"we":[60],"argue":[61],"use":[64,89,172],"as":[67,157],"Scarecrows":[68,149],":":[69],"\u201cbrainless,\u201d":[70],"straw-man":[71],"black-box":[72],"modules":[73],"integrated":[74],"into":[75],"robot":[76,155],"architectures":[77,156],"purpose":[80],"quickly":[82],"enabling":[83],"full-pipeline":[84],"solutions,":[85],"much":[86],"like":[87],"\u201cWizard":[91],"Oz\u201d":[93],"(WoZ)":[94],"other":[96],"human-in-the-loop":[97],"approaches.":[98],"We":[99,144],"explicitly":[100],"acknowledge":[101],"that":[102],"these":[103],"Scarecrows,":[104],"rather":[105],"than":[106],"providing":[107],"satisfying":[109],"or":[110,135],"scientifically":[111],"complete":[112],"solution,":[113],"incorporate":[114],"form":[116],"wisdom":[119],"crowd":[122],"and,":[123],"at":[125],"least":[126],"some":[127],"cases,":[128],"will":[129],"ultimately":[130],"need":[131],"to":[132],"replaced":[134],"supplemented":[136],"by":[137],"robust":[139],"theoretically":[141],"motivated":[142],"solution.":[143],"examples":[146],"how":[148],"could":[150],"used":[152],"language-capable":[154],"useful":[158],"placeholders":[159],"suggest":[161],"initial":[162],"reporting":[163,174],"guidelines":[164,169],"authors,":[166],"mirroring":[167],"existing":[168],"WoZ":[176],"techniques.":[177]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":28},{"year":2024,"cited_by_count":10}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}