{"id":"https://openalex.org/W4416035726","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1272","title":"TactfulToM: Do LLMs have the Theory of Mind ability to understand White Lies?","display_name":"TactfulToM: Do LLMs have the Theory of Mind ability to understand White Lies?","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035726","doi":"https://doi.org/10.18653/v1/2025.emnlp-main.1272"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1272","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1272","pdf_url":"https://aclanthology.org/2025.emnlp-main.1272.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.emnlp-main.1272.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100348080","display_name":"Yiwei Liu","orcid":"https://orcid.org/0000-0002-1253-1226"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yiwei Liu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120025467","display_name":"Emma Jane Pretty","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Emma Jane Pretty","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099381020","display_name":"Jiahao Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiahao Huang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038103607","display_name":"Saku Sugawara","orcid":"https://orcid.org/0000-0002-0061-0680"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Saku Sugawara","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100348080"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.33754198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"25054","last_page":"25072"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.1914999932050705,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11094","display_name":"Face Recognition and Perception","score":0.1914999932050705,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10656","display_name":"Child and Animal Learning Development","score":0.16699999570846558,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11883","display_name":"Embodied and Extended Cognition","score":0.0868000015616417,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/white","display_name":"White (mutation)","score":0.746399998664856},{"id":"https://openalex.org/keywords/prosocial-behavior","display_name":"Prosocial behavior","score":0.6269000172615051},{"id":"https://openalex.org/keywords/feeling","display_name":"Feeling","score":0.6258000135421753},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5651999711990356},{"id":"https://openalex.org/keywords/theory-of-mind","display_name":"Theory of mind","score":0.5442000031471252},{"id":"https://openalex.org/keywords/empathy","display_name":"Empathy","score":0.44620001316070557},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.37450000643730164},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.3693000078201294}],"concepts":[{"id":"https://openalex.org/C56273599","wikidata":"https://www.wikidata.org/wiki/Q3122841","display_name":"White (mutation)","level":3,"score":0.746399998664856},{"id":"https://openalex.org/C158608086","wikidata":"https://www.wikidata.org/wiki/Q2990613","display_name":"Prosocial behavior","level":2,"score":0.6269000172615051},{"id":"https://openalex.org/C122980154","wikidata":"https://www.wikidata.org/wiki/Q205555","display_name":"Feeling","level":2,"score":0.6258000135421753},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5758000016212463},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5651999711990356},{"id":"https://openalex.org/C2779560602","wikidata":"https://www.wikidata.org/wiki/Q639219","display_name":"Theory of mind","level":3,"score":0.5442000031471252},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4839000105857849},{"id":"https://openalex.org/C2779885105","wikidata":"https://www.wikidata.org/wiki/Q182263","display_name":"Empathy","level":2,"score":0.44620001316070557},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.41830000281333923},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3693000078201294},{"id":"https://openalex.org/C86658582","wikidata":"https://www.wikidata.org/wiki/Q1432778","display_name":"Social cognition","level":3,"score":0.33889999985694885},{"id":"https://openalex.org/C2776325391","wikidata":"https://www.wikidata.org/wiki/Q6917865","display_name":"Motivated reasoning","level":3,"score":0.3138999938964844},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.29820001125335693},{"id":"https://openalex.org/C2779998236","wikidata":"https://www.wikidata.org/wiki/Q223270","display_name":"Loneliness","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C110379092","wikidata":"https://www.wikidata.org/wiki/Q1571836","display_name":"Social environment","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C2780339515","wikidata":"https://www.wikidata.org/wiki/Q3074698","display_name":"Arrow","level":2,"score":0.27140000462532043},{"id":"https://openalex.org/C2778605646","wikidata":"https://www.wikidata.org/wiki/Q223729","display_name":"White paper","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C158071213","wikidata":"https://www.wikidata.org/wiki/Q7257","display_name":"Ideology","level":3,"score":0.25940001010894775},{"id":"https://openalex.org/C2775941552","wikidata":"https://www.wikidata.org/wiki/Q25212305","display_name":"Isolation (microbiology)","level":2,"score":0.25119999051094055}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.emnlp-main.1272","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1272","pdf_url":"https://aclanthology.org/2025.emnlp-main.1272.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:trepo.tuni.fi:10024/234726","is_oa":true,"landing_page_url":"https://trepo.tuni.fi/handle/10024/234726","pdf_url":null,"source":{"id":"https://openalex.org/S7407055260","display_name":"Trepo - Institutional Repository of Tampere University","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"conference"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.emnlp-main.1272","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.emnlp-main.1272","pdf_url":"https://aclanthology.org/2025.emnlp-main.1272.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2025 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320915","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035726.pdf","grobid_xml":"https://content.openalex.org/works/W4416035726.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"While":[0],"recent":[1],"studies":[2],"explore":[3],"Large":[4],"Language":[5],"Models'":[6],"(LLMs)":[7],"performance":[8],"on":[9,17],"Theory":[10],"of":[11,128],"Mind":[12],"(ToM)":[13],"reasoning":[14,123],"tasks,":[15],"research":[16],"ToM":[18,122],"abilities":[19],"that":[20,101,124],"require":[21],"more":[22],"nuanced":[23],"social":[24,69],"context":[25],"is":[26,72,103],"limited,":[27],"such":[28],"as":[29],"white":[30,45,98,129],"lies.We":[31,99],"introduce":[32],"TactfulToM,":[33],"a":[34,75],"novel":[35],"English":[36],"benchmark":[37,71],"designed":[38,83],"to":[39,43,63,88,118],"evaluate":[40],"LLMs'":[41],"ability":[42,117],"understand":[44],"lies":[46],"within":[47],"real-life":[48],"conversations":[49,87],"and":[50,67],"reason":[51],"about":[52],"prosocial":[53],"motivations":[54],"behind":[55],"them,":[56],"particularly":[57],"when":[58],"they":[59],"are":[60],"used":[61,62],"spare":[64],"others'":[65],"feelings":[66],"maintain":[68,89],"harmony.Our":[70],"generated":[73],"through":[74],"multi-stage":[76],"human-in-the-loop":[77],"pipeline":[78],"where":[79],"LLMs":[80],"expand":[81],"manually":[82],"seed":[84],"stories":[85],"into":[86],"the":[90,121],"information":[91],"asymmetry":[92],"between":[93],"participants":[94],"necessary":[95],"for":[96,105],"authentic":[97],"show":[100],"Tactful-ToM":[102],"challenging":[104],"state-of-the-art":[106],"models,":[107],"which":[108],"perform":[109],"substantially":[110],"below":[111],"humans,":[112],"revealing":[113],"shortcomings":[114],"in":[115],"their":[116],"fully":[119],"comprehend":[120],"enables":[125],"true":[126],"understanding":[127],"lies.":[130],"1":[131]},"counts_by_year":[],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-11-08T00:00:00"}