{"id":"https://openalex.org/W4390832673","doi":"https://doi.org/10.1145/3610978.3640767","title":"Theory of Mind Abilities of Large Language Models in Human-Robot Interaction: An Illusion?","display_name":"Theory of Mind Abilities of Large Language Models in Human-Robot Interaction: An Illusion?","publication_year":2024,"publication_date":"2024-03-10","ids":{"openalex":"https://openalex.org/W4390832673","doi":"https://doi.org/10.1145/3610978.3640767"},"language":"en","primary_location":{"id":"doi:10.1145/3610978.3640767","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610978.3640767","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2401.05302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049064111","display_name":"Mudit Verma","orcid":"https://orcid.org/0000-0003-4524-2102"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mudit Verma","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003813254","display_name":"Siddhant Bhambri","orcid":"https://orcid.org/0000-0003-1182-4999"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Siddhant Bhambri","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023323170","display_name":"Subbarao Kambhampati","orcid":"https://orcid.org/0000-0002-9069-0265"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Subbarao Kambhampati","raw_affiliation_strings":["School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA"],"affiliations":[{"raw_affiliation_string":"School of Computing and Augmented Intelligence, Arizona State University, Tempe, AZ, USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5049064111"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":67.4666,"has_fulltext":true,"cited_by_count":16,"citation_normalized_percentile":{"value":0.99863075,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"36","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6087219715118408},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5789880752563477},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.5037686228752136},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.49697139859199524},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47770050168037415},{"id":"https://openalex.org/keywords/illusion","display_name":"Illusion","score":0.44633376598358154},{"id":"https://openalex.org/keywords/offensive","display_name":"Offensive","score":0.4437218904495239},{"id":"https://openalex.org/keywords/theory-of-mind","display_name":"Theory of mind","score":0.43108946084976196},{"id":"https://openalex.org/keywords/human\u2013robot-interaction","display_name":"Human\u2013robot interaction","score":0.4227636456489563},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4107876718044281},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.37076255679130554},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.27035021781921387}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6087219715118408},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5789880752563477},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.5037686228752136},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.49697139859199524},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47770050168037415},{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.44633376598358154},{"id":"https://openalex.org/C176856949","wikidata":"https://www.wikidata.org/wiki/Q2001676","display_name":"Offensive","level":2,"score":0.4437218904495239},{"id":"https://openalex.org/C2779560602","wikidata":"https://www.wikidata.org/wiki/Q639219","display_name":"Theory of mind","level":3,"score":0.43108946084976196},{"id":"https://openalex.org/C145460709","wikidata":"https://www.wikidata.org/wiki/Q859951","display_name":"Human\u2013robot interaction","level":3,"score":0.4227636456489563},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4107876718044281},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37076255679130554},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.27035021781921387},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3610978.3640767","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3610978.3640767","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion of the 2024 ACM/IEEE International Conference on Human-Robot Interaction","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2401.05302","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.05302","pdf_url":"https://arxiv.org/pdf/2401.05302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2401.05302","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2401.05302","pdf_url":"https://arxiv.org/pdf/2401.05302","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2637195115","display_name":null,"funder_award_id":"4-18-1-","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3025492395","display_name":null,"funder_award_id":"N00014-18-1-2442","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G3557714802","display_name":null,"funder_award_id":"N14-18-1-2840","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G4776870722","display_name":null,"funder_award_id":"unknown","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8675173945","display_name":null,"funder_award_id":"N00014-23-1-2409","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"},{"id":"https://openalex.org/G8876996369","display_name":null,"funder_award_id":"N00014","funder_id":"https://openalex.org/F4320337345","funder_display_name":"Office of Naval Research"}],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390832673.pdf","grobid_xml":"https://content.openalex.org/works/W4390832673.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W58467775","https://openalex.org/W1597935046","https://openalex.org/W1598140581","https://openalex.org/W1768754415","https://openalex.org/W1866195740","https://openalex.org/W1969096617","https://openalex.org/W2056198504","https://openalex.org/W2139188400","https://openalex.org/W2202016973","https://openalex.org/W2293816024","https://openalex.org/W2571600439","https://openalex.org/W2594908799","https://openalex.org/W2614653677","https://openalex.org/W2615896489","https://openalex.org/W2779206865","https://openalex.org/W2897037347","https://openalex.org/W2901232217","https://openalex.org/W2914810581","https://openalex.org/W2930317805","https://openalex.org/W2946721894","https://openalex.org/W2955740278","https://openalex.org/W2962781380","https://openalex.org/W2963912425","https://openalex.org/W2964333534","https://openalex.org/W2970062726","https://openalex.org/W3157911632","https://openalex.org/W3185341429","https://openalex.org/W3201919343","https://openalex.org/W3213949538","https://openalex.org/W4210787523","https://openalex.org/W4221143046","https://openalex.org/W4221161695","https://openalex.org/W4225675072","https://openalex.org/W4231966580","https://openalex.org/W4240633712","https://openalex.org/W4281557260","https://openalex.org/W4283330306","https://openalex.org/W4285428875","https://openalex.org/W4287186573","https://openalex.org/W4287871770","https://openalex.org/W4288347895","https://openalex.org/W4297801719","https://openalex.org/W4306808673","https://openalex.org/W4307325444","https://openalex.org/W4311642023","https://openalex.org/W4312800247","https://openalex.org/W4318718951","https://openalex.org/W4319049323","https://openalex.org/W4319452268","https://openalex.org/W4321277158","https://openalex.org/W4321392548","https://openalex.org/W4323572061","https://openalex.org/W4327810158","https://openalex.org/W4360836968","https://openalex.org/W4362515116","https://openalex.org/W4366999541","https://openalex.org/W4375949262","https://openalex.org/W4377121468","https://openalex.org/W4378474033","https://openalex.org/W4379259169","https://openalex.org/W4381191268","https://openalex.org/W4384918448","https://openalex.org/W4385473956","https://openalex.org/W4387075507","https://openalex.org/W4388623399","https://openalex.org/W4390874280","https://openalex.org/W4399320026","https://openalex.org/W6600212061","https://openalex.org/W6630109658"],"related_works":["https://openalex.org/W1568520348","https://openalex.org/W3214407891","https://openalex.org/W3194113117","https://openalex.org/W4287020359","https://openalex.org/W3213194066","https://openalex.org/W268355439","https://openalex.org/W2967125893","https://openalex.org/W4385323698","https://openalex.org/W2955859849","https://openalex.org/W2963761716"],"abstract_inverted_index":{"Large":[0,40],"Language":[1,41],"Models":[2],"(LLMs)":[3],"have":[4,24,126],"shown":[5],"exceptional":[6],"generative":[7],"abilities":[8,29,38,68],"in":[9,39,104,162,198,262,276],"various":[10],"natural":[11],"language":[12],"and":[13,19,54,73,122,148,204,231,247,288],"generation":[14],"tasks.":[15],"However,":[16],"possible":[17],"anthropomorphization":[18],"leniency":[20],"towards":[21],"failure":[22],"cases":[23],"propelled":[25],"discussions":[26],"on":[27,33,113,255,286],"emergent":[28],"of":[30,35,58,66,88,212,223,235,253],"LLMs":[31,136,224,254,280],"especially":[32],"Theory":[34],"Mind":[36],"(ToM)":[37],"Models.":[42],"While":[43],"several":[44],"false-belief":[45],"tests":[46,237],"exists":[47],"to":[48,52,98,108,130,140,145,149,185,192,266,271],"verify":[49,186],"the":[50,86,100,146,160,163,173,188,199,213,277],"ability":[51],"infer":[53],"maintain":[55],"mental":[56],"models":[57],"another":[59],"entity,":[60],"we":[61,84],"study":[62,184],"a":[63,93,105,142,152,168,181,196,233],"special":[64],"application":[65],"ToM":[67,226,268],"that":[69,187],"has":[70],"higher":[71],"stakes":[72],"possibly":[74],"irreversible":[75],"consequences":[76],":":[77],"Human":[78],"Robot":[79],"Interaction.":[80],"In":[81],"this":[82,240],"work,":[83],"explore":[85],"task":[87],"Perceived":[89],"Behavior":[90],"Recognition,":[91],"where":[92],"robot":[94,133],"employs":[95],"an":[96],"LLM":[97],"assess":[99],"robot's":[101,169],"generated":[102],"behavior":[103,115,124,155,170],"manner":[106],"similar":[107],"human":[109,143,161,174,182],"observer.":[110],"We":[111,179,228,282],"focus":[112],"four":[114],"types,":[116],"namely":[117],"-":[118],"explicable,":[119],"legible,":[120],"predictable,":[121],"obfuscatory":[123],"which":[125,238,279],"been":[127],"extensively":[128],"used":[129],"synthesize":[131],"interpretable":[132],"behaviors.":[134],"The":[135,250],"goal":[137],"is,":[138],"therefore":[139],"be":[141,157],"proxy":[144],"agent,":[147],"answer":[150,194],"how":[151],"certain":[153],"agent":[154],"would":[156,172],"perceived":[158],"by":[159],"loop,":[164],"for":[165],"example":[166],"\"Given":[167],"X,":[171],"observer":[175],"find":[176],"it":[177],"explicable?\".":[178],"conduct":[180],"subject":[183],"users":[189],"are":[190],"able":[191],"correctly":[193],"such":[195],"question":[197],"curated":[200],"situations":[201],"(robot":[202],"setting":[203],"plan)":[205],"across":[206],"five":[207],"domains.":[208],"A":[209],"first":[210],"analysis":[211],"belief":[214],"test":[215],"yields":[216],"extremely":[217],"positive":[218],"results":[219,285],"inflating":[220],"ones":[221],"expectations":[222],"possessing":[225],"abilities.":[227],"then":[229],"propose":[230],"perform":[232],"suite":[234],"perturbation":[236],"breaks":[239],"illusion,":[241],"i.e.":[242],"Inconsistent":[243],"Belief,":[244],"Uninformative":[245],"Context":[246],"Conviction":[248],"Test.":[249],"high":[251],"score":[252],"vanilla":[256],"prompts":[257],"showcases":[258],"its":[259],"potential":[260],"use":[261],"HRI":[263],"settings,":[264],"however":[265],"possess":[267],"demands":[269],"invariance":[270],"trivial":[272],"or":[273],"irrelevant":[274],"perturbations":[275],"context":[278],"lack.":[281],"report":[283],"our":[284],"GPT-4":[287],"GPT-3.5-turbo.":[289]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2024-01-13T00:00:00"}