{"id":"https://openalex.org/W7135236397","doi":"https://doi.org/10.48550/arxiv.2603.11915","title":"CoMMET: To What Extent Can LLMs Perform Theory of Mind Tasks?","display_name":"CoMMET: To What Extent Can LLMs Perform Theory of Mind Tasks?","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135236397","doi":"https://doi.org/10.48550/arxiv.2603.11915"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11915","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11915","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11915","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010042693","display_name":"Ruirui Chen","orcid":"https://orcid.org/0000-0002-9210-5816"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ruirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037802948","display_name":"Weifeng Jiang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jiang, Weifeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129060491","display_name":"Chengwei Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Chengwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5073326796","display_name":"Cheston Tan","orcid":"https://orcid.org/0000-0003-1248-4906"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, Cheston","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.17720000445842743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.17720000445842743,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.08630000054836273,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.07039999961853027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/theory-of-mind","display_name":"Theory of mind","score":0.6129000186920166},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5493999719619751},{"id":"https://openalex.org/keywords/cornerstone","display_name":"Cornerstone","score":0.5336999893188477},{"id":"https://openalex.org/keywords/scope","display_name":"Scope (computer science)","score":0.45579999685287476},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.43050000071525574},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4002000093460083},{"id":"https://openalex.org/keywords/social-cognition","display_name":"Social cognition","score":0.39250001311302185}],"concepts":[{"id":"https://openalex.org/C2779560602","wikidata":"https://www.wikidata.org/wiki/Q639219","display_name":"Theory of mind","level":3,"score":0.6129000186920166},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5493999719619751},{"id":"https://openalex.org/C2780616401","wikidata":"https://www.wikidata.org/wiki/Q1133673","display_name":"Cornerstone","level":2,"score":0.5336999893188477},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5163000226020813},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.45579999685287476},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.43050000071525574},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.40220001339912415},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C86658582","wikidata":"https://www.wikidata.org/wiki/Q1432778","display_name":"Social cognition","level":3,"score":0.39250001311302185},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.36649999022483826},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3521000146865845},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3515999913215637},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C41852734","wikidata":"https://www.wikidata.org/wiki/Q1990987","display_name":"Social theory","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3043000102043152},{"id":"https://openalex.org/C134362201","wikidata":"https://www.wikidata.org/wiki/Q317309","display_name":"Mental health","level":2,"score":0.3001999855041504},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2989000082015991},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.2955999970436096},{"id":"https://openalex.org/C2776674806","wikidata":"https://www.wikidata.org/wiki/Q12135","display_name":"Mental illness","level":3,"score":0.28439998626708984},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.27320000529289246}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11915","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11915","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11915","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11915","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6861027479171753,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Theory":[0,91],"of":[1,11,17,37,92,100,107,117,138,151,166,171],"Mind":[2,93],"(ToM)-the":[3],"ability":[4],"to":[5,126],"reason":[6],"about":[7],"the":[8,90,98,115,122,147,167],"mental":[9,108],"states":[10,83,109],"oneself":[12],"and":[13,44,63,84,110,143,149,154],"others-is":[14],"a":[15,74,80,104,130,135,163],"cornerstone":[16],"human":[18],"social":[19,38,168],"intelligence.":[20],"As":[21],"Large":[22],"Language":[23],"Models":[24],"(LLMs)":[25],"become":[26],"ubiquitous":[27],"in":[28,53,129],"real-world":[29],"applications,":[30],"validating":[31],"their":[32],"capacity":[33],"for":[34,42,50,157],"this":[35,70,120],"level":[36],"reasoning":[39],"is":[40,121],"essential":[41],"effective":[43],"natural":[45],"interactions.":[46],"However,":[47],"existing":[48],"benchmarks":[49],"assessing":[51],"ToM":[52,128],"LLMs":[54,139],"are":[55],"limited;":[56],"most":[57],"rely":[58],"solely":[59],"on":[60,66],"text":[61],"inputs":[62],"focus":[64],"narrowly":[65],"belief-related":[67],"tasks.":[68],"In":[69],"paper,":[71],"we":[72,145],"propose":[73],"new":[75],"multimodal":[76,124],"benchmark":[77],"dataset,":[78],"CoMMET,":[79],"Comprehensive":[81],"Mental":[82],"Moral":[85],"Evaluation":[86],"Task":[87],"inspired":[88],"by":[89,102],"Booklet":[94],"Task.":[95],"CoMMET":[96],"expands":[97],"scope":[99],"evaluation":[101],"covering":[103],"broader":[105],"range":[106],"introducing":[111],"multi-turn":[112,131],"testing.":[113],"To":[114],"best":[116],"our":[118],"knowledge,":[119],"first":[123],"dataset":[125],"evaluate":[127],"conversational":[132],"setting.":[133],"Through":[134],"comprehensive":[136],"assessment":[137],"across":[140],"different":[141],"families":[142],"sizes,":[144],"analyze":[146],"strengths":[148],"limitations":[150],"current":[152],"models":[153],"identify":[155],"directions":[156],"future":[158],"improvement.":[159],"Our":[160],"work":[161],"offers":[162],"deeper":[164],"understanding":[165],"cognitive":[169],"capabilities":[170],"modern":[172],"LLMs.":[173]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-14T00:00:00"}