{"id":"https://openalex.org/W7225119683","doi":"https://doi.org/10.5281/zenodo.23899943","title":"A Recall Score Is Not a Use Forecast: What Factual-Memory Benchmarks Predict About Whether a Conversational Memory System Uses What It Stores, Why the Published Transfer Failure Runs Through the Harness and the Write Policy, and the Within-Harness Test That Would Settle It","display_name":"A Recall Score Is Not a Use Forecast: What Factual-Memory Benchmarks Predict About Whether a Conversational Memory System Uses What It Stores, Why the Published Transfer Failure Runs Through the Harness and the Write Policy, and the Within-Harness Test That Would Settle It","publication_year":2026,"publication_date":"2026-11-03","ids":{"openalex":"https://openalex.org/W7225119683","doi":"https://doi.org/10.5281/zenodo.23899943"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.23899943","doi":"https://doi.org/10.5281/zenodo.23899943","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23899943","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.23899943","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5147720734","display_name":"Pranay M. Mahendrakar","orcid":"https://orcid.org/0009-0003-7224-029X","observed_orcids":["https://orcid.org/0009-0003-7224-029X"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Mahendrakar, Pranay","raw_affiliation_strings":["SONYTECH"],"raw_orcid":"https://orcid.org/0009-0003-7224-029X","affiliations":[{"raw_affiliation_string":"SONYTECH","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5147720734"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.5077999830245972,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.5077999830245972,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.1436000019311905,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.08139999955892563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/long-term-memory","display_name":"long-term memory","score":0.8460000157356262},{"id":"https://openalex.org/keywords/retrieval-failure","display_name":"retrieval failure","score":0.32100000977516174},{"id":"https://openalex.org/keywords/memos","display_name":"MEMoS","score":0.6660000085830688},{"id":"https://openalex.org/keywords/locomo","display_name":"LoCoMo","score":0.878000020980835}],"concepts":[{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.8064000010490417},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7451000213623047},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7085999846458435},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6740999817848206},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5121999979019165},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.44339999556541443},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.4129999876022339},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.4027000069618225},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.3880000114440918},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.38429999351501465},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.3686999976634979},{"id":"https://openalex.org/C86037889","wikidata":"https://www.wikidata.org/wiki/Q4330127","display_name":"Learning to rank","level":3,"score":0.3644999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3619999885559082},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34150001406669617},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3370000123977661},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3181000053882599},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2529999911785126}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.23899943","doi":"https://doi.org/10.5281/zenodo.23899943","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23899943","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.23899944","doi":"https://doi.org/10.5281/zenodo.23899944","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23899944","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.23899943","doi":"https://doi.org/10.5281/zenodo.23899943","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.23899943","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7204946435","https://openalex.org/W7204238355","https://openalex.org/W7155170273","https://openalex.org/W7212161407","https://openalex.org/W7208738929","https://openalex.org/W7172429299","https://openalex.org/W7161951393","https://openalex.org/W7223018146","https://openalex.org/W7127288783","https://openalex.org/W7214372638"],"abstract_inverted_index":{"(c)":[0],"2026":[1,37],"Pranay":[2],"Mahendrakar.":[3],"Licensed":[4],"under":[5],"CC":[6],"BY":[7],"4.0.":[8],"Life":[9],"of":[10,141,220,222,231,246,276],"Research":[11],"Long-term":[12],"memory":[13,44],"systems":[14,197,228,303],"for":[15,27,39,106,191],"conversational":[16],"assistants":[17],"are":[18],"compared":[19],"almost":[20],"entirely":[21],"on":[22,49,136,171,180,183,251],"question-answering":[23],"benchmarks":[24,51],"that":[25,47,59,83,89,99,148,154,167],"ask":[26],"a":[28,33,68,133,156,168,172,213,268,273,277,325,329],"fact":[29],"stated":[30,157],"somewhere":[31],"in":[32,324],"long":[34,69],"history.":[35],"A":[36],"benchmark":[38,174,202],"what":[40],"its":[41,178],"authors":[42],"call":[43],"utilization":[45,201,248],"reports":[46],"strength":[48],"those":[50],"does":[52,175],"not":[53,110,117,150,176,272],"reliably":[54],"carry":[55],"over":[56],"to":[57,81,93,138,161,287],"tasks":[58],"require":[60],"combining":[61],"scattered,":[62],"implicit":[63,259],"and":[64,77,115,152,234,260,292,327],"distractor-laden":[65],"evidence":[66,91,103,265],"into":[67],"answer.":[70],"In":[71],"this":[72,84],"analysis":[73],"the":[74,90,101,124,187,195,200,209,218,225,241,244,247,262,264,296,321],"author":[75],"reviews":[76],"synthesises":[78],"published":[79,282],"results":[80],"show":[82],"conclusion":[85],"bundles":[86],"three":[87,226],"claims":[88],"supports":[92],"very":[94],"different":[95],"degrees.":[96],"The":[97,165,255,279,308],"first,":[98],"retrieving":[100],"right":[102],"is":[104,112,116,258,261,271],"necessary":[105],"good":[107],"use":[108,314],"but":[109,159],"sufficient,":[111],"well":[113],"supported":[114],"new:":[118],"it":[119,163],"was":[120],"already":[121],"visible":[122],"inside":[123],"recall":[125,147,155,173,252,269],"benchmarks,":[126],"which":[127],"report":[128],"correct":[129],"retrieval":[130],"followed":[131],"by":[132,208,217,237],"wrong":[134],"answer":[135],"15":[137],"19":[139],"percent":[140],"questions,":[142],"summaries":[143],"retrieved":[144],"with":[145,185,199,304],"high":[146],"did":[149],"help,":[151],"models":[153],"preference":[158],"fail":[160,316],"apply":[162],"unprompted.":[164],"second,":[166],"system's":[169,281],"rank":[170,179,300,306],"predict":[177],"use,":[181],"rests":[182],"comparisons":[184],"scores":[186],"systems'":[188],"developers":[189],"reported":[190],"themselves.":[192],"Against":[193],"those,":[194],"five":[196],"shared":[198,214,227,302],"largely":[203],"reverse":[204],"order":[205],"(Spearman":[206],"-0.6":[207],"author's":[210],"arithmetic);":[211],"against":[212],"harness":[215],"maintained":[216],"developer":[219],"one":[221,263],"them,":[223],"MemOS,":[224],"keep":[229],"most":[230,266],"their":[232],"order,":[233],"harnesses":[235,294],"run":[236],"third":[238,256],"parties":[239],"place":[240],"system":[242],"at":[243],"bottom":[245],"ranking":[249],"low":[250],"as":[253,333],"well.":[254],"claim":[257],"undermines:":[267],"score":[270,284],"stable":[274],"property":[275],"system.":[278],"same":[280,297],"LoCoMo":[283],"spans":[285],"10":[286],"21":[288],"points":[289],"across":[290],"harnesses,":[291],"two":[293],"using":[295],"answering":[298],"model":[299],"four":[301,311],"zero":[305],"correlation.":[307],"paper":[309],"separates":[310],"places":[312],"where":[313],"can":[315],"after":[317],"access":[318],"succeeds,":[319],"consolidates":[320],"measured":[322],"values":[323],"table,":[326],"states":[328],"within-harness":[330],"transfer":[331],"test":[332],"an":[334],"algorithm.":[335]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-11-03T00:00:00"}