{"id":"https://openalex.org/W7136732636","doi":"https://doi.org/10.48550/arxiv.2603.12572","title":"LMEB: Long-horizon Memory Embedding Benchmark","display_name":"LMEB: Long-horizon Memory Embedding Benchmark","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7136732636","doi":"https://doi.org/10.48550/arxiv.2603.12572"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.12572","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12572","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.12572","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129600211","display_name":"Xinping Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhao, Xinping","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024039226","display_name":"Xinshuo Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Xinshuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101299439","display_name":"Jiaxin Xu","orcid":"https://orcid.org/0009-0003-5321-3202"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jiaxin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129414468","display_name":"Danyu Tang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Danyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129629785","display_name":"Xin Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078910989","display_name":"Mengjia Zhou","orcid":"https://orcid.org/0000-0002-8707-1965"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Mengjia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129558178","display_name":"Yan Zhong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhong, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129518053","display_name":"Yao Zhou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129469219","display_name":"Zifei Shan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shan, Zifei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129479042","display_name":"Meishan Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Meishan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129446894","display_name":"Baotian Hu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Baotian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129631202","display_name":"Min Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Min","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5129600211"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5684000253677368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5684000253677368,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.07289999723434448,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.06270000338554382,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7458000183105469},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5616000294685364},{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.4855000078678131},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4043000042438507},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4011000096797943},{"id":"https://openalex.org/keywords/in-memory-processing","display_name":"In-Memory Processing","score":0.36239999532699585},{"id":"https://openalex.org/keywords/flat-memory-model","display_name":"Flat memory model","score":0.3122999966144562}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.779699981212616},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7458000183105469},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5616000294685364},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.4855000078678131},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44350001215934753},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4043000042438507},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4011000096797943},{"id":"https://openalex.org/C123593499","wikidata":"https://www.wikidata.org/wiki/Q6008583","display_name":"In-Memory Processing","level":5,"score":0.36239999532699585},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3555000126361847},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3206000030040741},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.314300000667572},{"id":"https://openalex.org/C57863822","wikidata":"https://www.wikidata.org/wiki/Q905488","display_name":"Flat memory model","level":4,"score":0.3122999966144562},{"id":"https://openalex.org/C74426580","wikidata":"https://www.wikidata.org/wiki/Q719484","display_name":"Memory map","level":3,"score":0.28049999475479126},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.27379998564720154},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2662999927997589},{"id":"https://openalex.org/C119907115","wikidata":"https://www.wikidata.org/wiki/Q6815725","display_name":"Memory errors","level":3,"score":0.26010000705718994},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.2596000134944916},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.2522999942302704}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.12572","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12572","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.12572","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.12572","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Memory":[0,54],"embeddings":[1],"are":[2],"crucial":[3],"for":[4,61],"memory-augmented":[5],"systems,":[6],"such":[7],"as":[8],"OpenClaw,":[9],"but":[10],"their":[11],"evaluation":[12,211],"is":[13,221],"underexplored":[14],"in":[15,92,208,216],"current":[16],"text":[17],"embedding":[18,63,121,210],"benchmarks,":[19],"which":[20],"narrowly":[21],"focus":[22],"on":[23,65,168,184],"traditional":[24,185],"passage":[25,186],"retrieval":[26,37,77,106,178,187],"and":[27,42,74,86,98,154,180,200,212],"fail":[28],"to":[29,33,128,166,192],"assess":[30],"models'":[31],"ability":[32],"handle":[34],"long-horizon":[35,67,193],"memory":[36,68,81,89,105,177,194,209],"tasks":[38,78],"involving":[39],"fragmented,":[40],"context-dependent,":[41],"temporally":[43],"distant":[44],"information.":[45],"To":[46],"address":[47],"this":[48],"gap,":[49],"we":[50],"introduce":[51],"the":[52,109,113,162],"Long-horizon":[53],"Embedding":[55],"Benchmark":[56],"(LMEB),":[57],"a":[58,139,169,198,205],"comprehensive":[59],"framework":[60,202],"evaluating":[62],"models":[64,146],"complex,":[66],"retrieval.":[69,195,219],"LMEB":[70,137,153,196,220],"comprises":[71],"22":[72],"datasets":[73],"193":[75],"zero-shot":[76],"spanning":[79],"four":[80],"types:":[82],"episodic,":[83],"dialogue,":[84],"semantic,":[85],"procedural.":[87],"These":[88],"types":[90],"differ":[91],"terms":[93],"of":[94,96,104,112,126,142,173],"level":[95,141],"abstraction":[97],"temporal":[99],"dependency,":[100],"capturing":[101],"distinct":[102],"aspects":[103],"that":[107,135,161,181,203],"reflect":[108],"diverse":[110],"challenges":[111],"real":[114],"world.":[115],"We":[116],"evaluate":[117],"15":[118],"widely":[119],"used":[120],"models,":[122],"ranging":[123],"from":[124],"hundreds":[125],"millions":[127],"ten":[129],"billion":[130],"parameters.":[131],"The":[132],"results":[133],"reveal":[134],"(1)":[136],"provides":[138,197],"reasonable":[140],"difficulty;":[143],"(2)":[144],"Larger":[145],"do":[147],"not":[148,189],"always":[149],"perform":[150],"better;":[151],"(3)":[152],"MTEB":[155],"measure":[156],"orthogonal":[157],"capabilities.":[158],"This":[159],"suggests":[160],"field":[163],"has":[164],"yet":[165],"converge":[167],"universal":[170],"model":[171],"capable":[172],"excelling":[174],"across":[175],"all":[176],"tasks,":[179],"strong":[182],"performance":[183],"does":[188],"necessarily":[190],"transfer":[191],"standardized":[199],"reproducible":[201],"fills":[204],"key":[206],"gap":[207],"supports":[213],"future":[214],"advances":[215],"long-term,":[217],"context-dependent":[218],"available":[222],"at":[223],"https://kalm-embedding.github.io/LMEB.github.io/.":[224]},"counts_by_year":[],"updated_date":"2026-05-09T06:09:20.037420","created_date":"2026-03-17T00:00:00"}