{"id":"https://openalex.org/W4403577434","doi":"https://doi.org/10.1145/3627673.3679832","title":"Can LLMs Reason Like Humans? Assessing Theory of Mind Reasoning in LLMs for Open-Ended Questions","display_name":"Can LLMs Reason Like Humans? Assessing Theory of Mind Reasoning in LLMs for Open-Ended Questions","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403577434","doi":"https://doi.org/10.1145/3627673.3679832"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679832","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3627673.3679832","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023630015","display_name":"Maryam Amirizaniani","orcid":"https://orcid.org/0000-0002-6142-0637"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Maryam Amirizaniani","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-6142-0637","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113247992","display_name":"Elias Martin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138624","display_name":"University of Washington Bothell","ror":"https://ror.org/02ygzhr13","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138624"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Elias Martin","raw_affiliation_strings":["University of Washington - Bothell, Bothell, WA, USA"],"raw_orcid":"https://orcid.org/0009-0008-3178-1408","affiliations":[{"raw_affiliation_string":"University of Washington - Bothell, Bothell, WA, USA","institution_ids":["https://openalex.org/I4210138624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099097268","display_name":"Maryna Sivachenko","orcid":null},"institutions":[{"id":"https://openalex.org/I4210138624","display_name":"University of Washington Bothell","ror":"https://ror.org/02ygzhr13","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138624"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Maryna Sivachenko","raw_affiliation_strings":["University of Washington - Bothell, Bothell, WA, USA"],"raw_orcid":"https://orcid.org/0009-0006-2889-4247","affiliations":[{"raw_affiliation_string":"University of Washington - Bothell, Bothell, WA, USA","institution_ids":["https://openalex.org/I4210138624"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061449471","display_name":"Afra Mashhadi","orcid":"https://orcid.org/0000-0003-4631-4438"},"institutions":[{"id":"https://openalex.org/I4210138624","display_name":"University of Washington Bothell","ror":"https://ror.org/02ygzhr13","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701","https://openalex.org/I4210138624"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Afra Mashhadi","raw_affiliation_strings":["University of Washington - Bothell, Bothell, WA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4631-4438","affiliations":[{"raw_affiliation_string":"University of Washington - Bothell, Bothell, WA, USA","institution_ids":["https://openalex.org/I4210138624"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061319881","display_name":"Chirag Shah","orcid":"https://orcid.org/0000-0002-3797-4293"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chirag Shah","raw_affiliation_strings":["University of Washington, Seattle, WA, USA"],"raw_orcid":"https://orcid.org/0000-0002-3797-4293","affiliations":[{"raw_affiliation_string":"University of Washington, Seattle, WA, USA","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5023630015"],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":6.8332,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.97318244,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"34","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9919999837875366,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/theory-of-mind","display_name":"Theory of mind","score":0.43118536472320557},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3564482033252716},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.3551519513130188},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.18577691912651062},{"id":"https://openalex.org/keywords/psychiatry","display_name":"Psychiatry","score":0.09715652465820312}],"concepts":[{"id":"https://openalex.org/C2779560602","wikidata":"https://www.wikidata.org/wiki/Q639219","display_name":"Theory of mind","level":3,"score":0.43118536472320557},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3564482033252716},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3551519513130188},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.18577691912651062},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.09715652465820312}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679832","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3627673.3679832","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3627673.3679832","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W2131305913","https://openalex.org/W2141766660","https://openalex.org/W2811513716","https://openalex.org/W2889107415","https://openalex.org/W2936695845","https://openalex.org/W3041630137","https://openalex.org/W4313547549","https://openalex.org/W4385346108","https://openalex.org/W4386120650","https://openalex.org/W4387378202","https://openalex.org/W4387607021","https://openalex.org/W4388132131","https://openalex.org/W4388936770","https://openalex.org/W4389518737","https://openalex.org/W4389519119","https://openalex.org/W4389520747","https://openalex.org/W4389523767","https://openalex.org/W4389524345","https://openalex.org/W4389524592","https://openalex.org/W4392384650","https://openalex.org/W4392669836","https://openalex.org/W4393147133","https://openalex.org/W6780550858"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Theory":[0],"of":[1,81,183],"mind":[2],"(ToM)":[3],"reasoning":[4,57,66,94,111,137,172,196],"involves":[5],"understanding":[6],"that":[7,161],"others":[8],"have":[9],"intentions,":[10],"emotions,":[11,166],"and":[12,34,58,85,89,121,130,165,197,203],"thoughts,":[13],"which":[14,52,107],"is":[15],"crucial":[16],"for":[17],"regulating":[18],"one's":[19],"reasoning.":[20,187],"Although":[21],"large":[22],"language":[23],"models":[24,147],"(LLMs)":[25],"excel":[26],"in":[27,44,70,135,139,168,170,193],"tasks":[28],"such":[29],"as":[30],"summarization,":[31],"question":[32],"answering,":[33],"translation,":[35],"they":[36],"still":[37,180],"face":[38],"challenges":[39],"with":[40,63,142],"ToM":[41,56,65,93,136,171],"reasoning,":[42],"especially":[43],"open-ended":[45,71,97,140],"questions.":[46,98],"Despite":[47],"advancements,":[48],"the":[49,79,144,178,191],"extent":[50],"to":[51,83,112],"LLMs":[53,82],"truly":[54],"understand":[55],"how":[59,199],"closely":[60],"it":[61],"aligns":[62],"human":[64,87,163,201],"remains":[67],"inadequately":[68],"explored":[69],"scenarios.":[72],"Motivated":[73],"by":[74,128],"this":[75],"gap,":[76],"we":[77,155],"assess":[78],"abilities":[80],"perceive":[84],"integrate":[86],"intentions":[88,164,202],"emotions":[90,204],"into":[91],"their":[92,207],"processes":[95],"within":[96],"Our":[99,116],"study":[100],"utilizes":[101],"posts":[102],"from":[103],"Reddit's":[104],"ChangeMyView":[105],"platform,":[106],"demands":[108],"nuanced":[109],"social":[110,195],"craft":[113],"persuasive":[114],"responses.":[115],"analysis,":[117],"comparing":[118],"semantic":[119],"similarity":[120],"lexical":[122],"overlap":[123],"metrics":[124],"between":[125],"responses":[126],"generated":[127],"humans":[129],"LLMs,":[131],"reveals":[132],"clear":[133],"disparities":[134],"capabilities":[138],"questions,":[141],"even":[143],"most":[145],"advanced":[146],"showing":[148],"notable":[149],"limitations.":[150],"To":[151],"enhance":[152],"LLM":[153],"capabilities,":[154],"implement":[156],"a":[157],"prompt":[158],"tuning":[159],"method":[160],"incorporates":[162],"resulting":[167],"improvements":[169],"performance.":[173],"However,":[174],"despite":[175],"these":[176],"improvements,":[177],"enhancement":[179],"falls":[181],"short":[182],"fully":[184],"achieving":[185],"human-like":[186],"This":[188],"research":[189],"highlights":[190],"deficiencies":[192],"LLMs'":[194],"demonstrates":[198],"integrating":[200],"can":[205],"boost":[206],"effectiveness.":[208]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":15}],"updated_date":"2026-06-02T09:04:35.204637","created_date":"2025-10-10T00:00:00"}