{"id":"https://openalex.org/W7140886457","doi":"https://doi.org/10.48550/arxiv.2603.24484","title":"Video-Only ToM: Enhancing Theory of Mind in Multimodal Large Language Models","display_name":"Video-Only ToM: Enhancing Theory of Mind in Multimodal Large Language Models","publication_year":2026,"publication_date":"2026-03-25","ids":{"openalex":"https://openalex.org/W7140886457","doi":"https://doi.org/10.48550/arxiv.2603.24484"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.24484","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24484","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.24484","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5130663819","display_name":"Siqi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Siqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130716586","display_name":"Xinyang Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xinyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045750357","display_name":"Bochao Zou","orcid":"https://orcid.org/0000-0002-2126-8159"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zou, Bochao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001393670","display_name":"Junbao Zhuo","orcid":"https://orcid.org/0000-0001-9587-498X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuo, Junbao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130711868","display_name":"Huimin Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Huimin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130638280","display_name":"Jiansheng Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jiansheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9193000197410583,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9193000197410583,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.022199999541044235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.018200000748038292,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8677999973297119},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5791000127792358},{"id":"https://openalex.org/keywords/language-understanding","display_name":"Language understanding","score":0.5651000142097473},{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.5626999735832214},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.531000018119812},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4546999931335449},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.4277999997138977},{"id":"https://openalex.org/keywords/theory-of-mind","display_name":"Theory of mind","score":0.40380001068115234},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.3896999955177307}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8677999973297119},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6829000115394592},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5791000127792358},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.5651000142097473},{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.5626999735832214},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.531000018119812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5289999842643738},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4569999873638153},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4546999931335449},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4293000102043152},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4277999997138977},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4154999852180481},{"id":"https://openalex.org/C2779560602","wikidata":"https://www.wikidata.org/wiki/Q639219","display_name":"Theory of mind","level":3,"score":0.40380001068115234},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3896999955177307},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.37599998712539673},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3693000078201294},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3677999973297119},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.3666999936103821},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3619999885559082},{"id":"https://openalex.org/C2982912361","wikidata":"https://www.wikidata.org/wiki/Q1851867","display_name":"Mental model","level":2,"score":0.326200008392334},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3149000108242035},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.28519999980926514},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.27070000767707825},{"id":"https://openalex.org/C94966114","wikidata":"https://www.wikidata.org/wiki/Q29256","display_name":"Black box","level":2,"score":0.26829999685287476},{"id":"https://openalex.org/C4051589","wikidata":"https://www.wikidata.org/wiki/Q860959","display_name":"Mental image","level":3,"score":0.26510000228881836},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.24484","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24484","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.24484","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.24484","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"large":[1],"language":[2,160],"models":[3],"(LLMs)":[4],"continue":[5],"to":[6,15,113,121,156,207],"advance,":[7],"there":[8],"is":[9,94,120],"increasing":[10],"interest":[11],"in":[12,81],"their":[13],"ability":[14],"infer":[16],"human":[17],"mental":[18,216],"states":[19],"and":[20,73,164],"demonstrate":[21],"a":[22,51,70,108],"human-like":[23],"Theory":[24],"of":[25,88,142,192],"Mind":[26],"(ToM).":[27],"Most":[28],"existing":[29],"ToM":[30,178,190],"evaluations,":[31],"however,":[32],"are":[33],"centered":[34],"on":[35,42,91,151,169,196],"text-based":[36],"inputs,":[37],"while":[38],"scenarios":[39],"relying":[40],"solely":[41],"visual":[43,127,143],"information":[44],"receive":[45],"far":[46],"less":[47],"attention.":[48],"This":[49,145],"leaves":[50],"gap,":[52],"since":[53],"real-world":[54,174],"human-AI":[55],"interaction":[56],"typically":[57],"requires":[58],"multimodal":[59,159],"understanding.":[60],"In":[61],"addition,":[62],"many":[63],"current":[64],"methods":[65],"regard":[66],"the":[67,130,136,148,170,189],"model":[68,161],"as":[69],"black":[71],"box":[72],"rarely":[74],"probe":[75],"how":[76],"its":[77],"internal":[78],"attention":[79,138],"behaves":[80],"multiple-choice":[82,181],"question":[83],"answering":[84],"(QA).":[85],"The":[86,117],"impact":[87],"LLM":[89],"hallucinations":[90],"such":[92],"tasks":[93],"also":[95],"underexplored":[96],"from":[97],"an":[98,197],"interpretability":[99],"perspective.":[100],"To":[101],"address":[102],"these":[103],"issues,":[104],"we":[105],"introduce":[106],"VisionToM,":[107],"vision-oriented":[109],"intervention":[110,123],"framework":[111],"designed":[112],"strengthen":[114],"task-aware":[115],"reasoning.":[116],"core":[118],"idea":[119],"compute":[122],"vectors":[124],"that":[125,184,203,211],"align":[126],"representations":[128],"with":[129,179],"correct":[131],"semantic":[132],"targets,":[133],"thereby":[134],"steering":[135],"model's":[137,149],"through":[139],"different":[140],"layers":[141],"features.":[144],"guidance":[146],"reduces":[147],"reliance":[150],"spurious":[152],"linguistic":[153],"priors,":[154],"leading":[155],"more":[157,212],"reliable":[158],"(MLLM)":[162],"outputs":[163],"better":[165],"QA":[166,182],"performance.":[167],"Experiments":[168],"EgoToM":[171],"benchmark-an":[172],"egocentric,":[173],"video":[175],"dataset":[176],"for":[177],"three":[180],"settings-demonstrate":[183],"our":[185],"method":[186],"substantially":[187],"improves":[188],"abilities":[191],"MLLMs.":[193],"Furthermore,":[194],"results":[195],"additional":[198],"open-ended":[199],"generation":[200],"task":[201],"show":[202],"VisionToM":[204],"enables":[205],"MLLMs":[206],"produce":[208],"free-form":[209],"explanations":[210],"accurately":[213],"capture":[214],"agents'":[215],"states,":[217],"pushing":[218],"machine-human":[219],"collaboration":[220],"toward":[221],"greater":[222],"alignment.":[223]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-27T00:00:00"}