{"id":"https://openalex.org/W7170764753","doi":"https://doi.org/10.48550/arxiv.2607.21447","title":"RUMBA: Russian User Memory Benchmark","display_name":"RUMBA: Russian User Memory Benchmark","publication_year":2026,"publication_date":"2026-07-23","ids":{"openalex":"https://openalex.org/W7170764753","doi":"https://doi.org/10.48550/arxiv.2607.21447"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.21447","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.21447","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.21447","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5095031516","display_name":"Elizaveta Shevtsova","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shevtsova, Elizaveta","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143546277","display_name":"Inna Glebkina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Glebkina, Inna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092671747","display_name":"Mark Baushenko","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baushenko, Mark","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080827987","display_name":"P. A. Gulyaev","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gulyaev, Pavel","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001784131","display_name":"Alena Fenogenova","orcid":"https://orcid.org/0000-0003-3139-1668"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fenogenova, Alena","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5016999840736389,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5016999840736389,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10465","display_name":"Neurobiology of Language and Bilingualism","score":0.12049999833106995,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.07349999994039536,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.8458999991416931},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.5368000268936157},{"id":"https://openalex.org/keywords/semantic-memory","display_name":"Semantic memory","score":0.5217999815940857},{"id":"https://openalex.org/keywords/memory-model","display_name":"Memory model","score":0.44200000166893005},{"id":"https://openalex.org/keywords/session","display_name":"Session (web analytics)","score":0.4357999861240387}],"concepts":[{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.8458999991416931},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7556999921798706},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.5368000268936157},{"id":"https://openalex.org/C197914299","wikidata":"https://www.wikidata.org/wiki/Q18650","display_name":"Semantic memory","level":3,"score":0.5217999815940857},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.44200000166893005},{"id":"https://openalex.org/C2779182362","wikidata":"https://www.wikidata.org/wiki/Q17126187","display_name":"Session (web analytics)","level":2,"score":0.4357999861240387},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43549999594688416},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.40149998664855957},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.34540000557899475},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.31929999589920044},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C2985957978","wikidata":"https://www.wikidata.org/wiki/Q492","display_name":"Human memory","level":3,"score":0.25940001010894775},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.257999986410141},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.21447","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.21447","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.21447","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.21447","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"ability":[1],"to":[2,24,127],"handle":[3],"long-term":[4,49],"memory":[5,51,113,142],"in":[6],"LLMs":[7],"is":[8],"becoming":[9],"increasingly":[10],"critical,":[11],"yet":[12],"existing":[13],"benchmarks":[14],"remain":[15],"English-centric":[16],"and":[17,32,61,73,91,115,118,134,137],"rely":[18],"on":[19],"aggregate":[20],"retrieval":[21],"metrics,":[22],"failing":[23],"capture":[25],"interactions":[26],"between":[27],"long-range":[28],"context,":[29],"temporal":[30,71,77],"information,":[31],"reasoning.":[33],"To":[34],"address":[35],"this,":[36],"we":[37,99],"introduce":[38],"RUMBA":[39,79,121],"(Russian":[40],"User":[41],"Memory":[42],"BenchmArk)":[43],"-":[44],"a":[45,54,62,124],"new":[46],"benchmark":[47,132],"for":[48,66,97],"conversational":[50],"that":[52],"provides":[53],"fine-grained":[55],"taxonomy":[56],"of":[57,76,81,140],"memory-centric":[58],"question":[59],"types":[60],"unified":[63],"methodology":[64],"accounting":[65],"semantic":[67],"type,":[68],"session":[69],"scope,":[70],"reasoning,":[72],"the":[74,107],"explicitness":[75],"expressions.":[78],"consists":[80],"timestamped":[82],"user-assistant":[83],"dialogues":[84],"with":[85],"QA":[86],"pairs":[87],"requiring":[88],"retrieval,":[89],"combination,":[90],"reasoning":[92],"across":[93,131],"sessions.":[94],"While":[95],"designed":[96],"Russian,":[98],"also":[100],"provide":[101],"an":[102],"aligned":[103],"English":[104],"subset":[105],"under":[106],"same":[108],"methodology.":[109],"We":[110],"evaluate":[111],"contemporary":[112],"systems":[114],"long-context":[116],"models,":[117],"show":[119],"how":[120],"serves":[122],"as":[123],"diagnostic":[125],"tool":[126],"analyze":[128],"model":[129],"behavior":[130],"slices":[133],"identify":[135],"strengths":[136],"failure":[138],"modes":[139],"different":[141],"mechanisms.":[143]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-25T00:00:00"}