{"id":"https://openalex.org/W7163588994","doi":"https://doi.org/10.48550/arxiv.2606.05008","title":"M$^3$Eval: Multi-Modal Memory Evaluation through Cognitively-Grounded Video Tasks","display_name":"M$^3$Eval: Multi-Modal Memory Evaluation through Cognitively-Grounded Video Tasks","publication_year":2026,"publication_date":"2026-06-03","ids":{"openalex":"https://openalex.org/W7163588994","doi":"https://doi.org/10.48550/arxiv.2606.05008"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.05008","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05008","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.05008","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137826953","display_name":"Jie Huang","orcid":"https://orcid.org/0009-0001-3861-9912"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Huang, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113173886","display_name":"Ruixun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Ruixun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137830987","display_name":"Sirui Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Sirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137827770","display_name":"Xinyi Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Xinyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137913953","display_name":"Yin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Yin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137866404","display_name":"Yixin Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Yixin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137886031","display_name":"Yiwu Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Yiwu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9090999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9090999960899353,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.019999999552965164,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.01730000041425228,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5568000078201294},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.47099998593330383},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4672999978065491},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4523000121116638},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4404999911785126},{"id":"https://openalex.org/keywords/human-memory","display_name":"Human memory","score":0.4212999939918518},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4169999957084656},{"id":"https://openalex.org/keywords/adaptive-memory","display_name":"Adaptive memory","score":0.3919000029563904}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8001000285148621},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5568000078201294},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.47099998593330383},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4523000121116638},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C2985957978","wikidata":"https://www.wikidata.org/wiki/Q492","display_name":"Human memory","level":3,"score":0.4212999939918518},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41040000319480896},{"id":"https://openalex.org/C30390489","wikidata":"https://www.wikidata.org/wiki/Q4680748","display_name":"Adaptive memory","level":3,"score":0.3919000029563904},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3804999887943268},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.37040001153945923},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3587000072002411},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.35659998655319214},{"id":"https://openalex.org/C119907115","wikidata":"https://www.wikidata.org/wiki/Q6815725","display_name":"Memory errors","level":3,"score":0.3452000021934509},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.33390000462532043},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.326200008392334},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30250000953674316},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.2992999851703644},{"id":"https://openalex.org/C87868495","wikidata":"https://www.wikidata.org/wiki/Q750843","display_name":"Information processing","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C88576662","wikidata":"https://www.wikidata.org/wiki/Q18646","display_name":"Episodic memory","level":3,"score":0.27459999918937683},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.2718000113964081},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.2639999985694885}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.05008","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05008","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.05008","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.05008","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","score":0.43676790595054626,"display_name":"Partnerships for the goals"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"multi-modal":[1,70,96,178],"models":[2,36,107],"advance":[3],"towards":[4],"long-form":[5],"video":[6,19,116],"understanding,":[7],"memory":[8,46,67,130,161,175],"emerges":[9],"as":[10,162],"a":[11,151,163],"critical":[12],"capability.":[13],"Despite":[14],"substantial":[15],"efforts":[16],"in":[17,69,73,126,134,177],"developing":[18],"datasets":[20],"and":[21,29,43,62,101,142,168,182],"benchmarks,":[22],"existing":[23],"works":[24],"primarily":[25],"focus":[26],"on":[27],"perception":[28],"reasoning,":[30],"without":[31],"systematically":[32],"evaluating":[33],"memory:":[34],"what":[35],"retain,":[37],"how":[38,44],"faithfully":[39],"information":[40],"is":[41],"preserved,":[42],"robust":[45],"remains":[47],"under":[48],"interference.":[49],"To":[50],"address":[51],"this":[52],"gap,":[53],"we":[54,90],"introduce":[55],"M$^3$Eval,":[56,89],"the":[57,135,139],"first":[58],"comprehensive":[59],"evaluation":[60],"framework":[61],"benchmark":[63,149],"for":[64,154,171],"probing":[65],"different":[66],"dimensions":[68],"models.":[71,179],"Grounded":[72],"cognitive":[74],"psychology,":[75],"our":[76,148,158],"design":[77],"features":[78],"carefully":[79],"constructed":[80],"tasks":[81],"that":[82,106],"isolate":[83],"key":[84],"aspects":[85],"of":[86],"memory.":[87,146],"Leveraging":[88],"conduct":[91],"extensive":[92],"experiments":[93],"across":[94],"representative":[95],"models,":[97],"revealing":[98],"consistent":[99],"weaknesses":[100],"distinctive":[102],"behaviors.":[103],"We":[104],"find":[105],"struggle":[108],"to":[109],"maintain":[110],"disentangled":[111],"representations":[112],"when":[113],"processing":[114],"parallel":[115],"streams,":[117],"exhibit":[118],"interference":[119],"patterns":[120],"differing":[121],"substantially":[122],"from":[123],"those":[124],"observed":[125],"human":[127],"memory,":[128],"ground":[129],"sources":[131],"more":[132,173],"reliably":[133],"spatial":[136],"domain":[137],"than":[138],"temporal":[140],"domain,":[141],"demonstrate":[143],"limited":[144],"symbolic":[145],"Collectively,":[147],"provides":[150],"valuable":[152],"resource":[153],"future":[155],"research,":[156],"while":[157],"findings":[159],"highlight":[160],"fundamental":[164],"yet":[165],"underexplored":[166],"capability":[167],"offer":[169],"insights":[170],"designing":[172],"effective":[174],"mechanisms":[176],"Our":[180],"code":[181],"dataset":[183],"are":[184],"available":[185],"at":[186],"https://pku-value-lab.github.io/m3eval-homepage.":[187]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-05T00:00:00"}