{"id":"https://openalex.org/W7171615981","doi":"https://doi.org/10.48550/arxiv.2607.25357","title":"Raven: High-Recall Sequence Modeling with Sparse Memory Routing","display_name":"Raven: High-Recall Sequence Modeling with Sparse Memory Routing","publication_year":2026,"publication_date":"2026-07-28","ids":{"openalex":"https://openalex.org/W7171615981","doi":"https://doi.org/10.48550/arxiv.2607.25357"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.25357","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25357","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.25357","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034947184","display_name":"Arshia Afzal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Afzal, Arshia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143981359","display_name":"Aviv Bick","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bick, Aviv","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143872978","display_name":"Eric P. Xing","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xing, Eric P.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5143950182","display_name":"Volkan Cevher","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cevher, Volkan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5025386668","display_name":"Albert Gu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gu, Albert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13989999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.13989999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.10989999771118164,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.07800000160932541,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7354000210762024},{"id":"https://openalex.org/keywords/sequence","display_name":"Sequence (biology)","score":0.6959999799728394},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6535000205039978},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.632099986076355},{"id":"https://openalex.org/keywords/recall","display_name":"Recall","score":0.5724999904632568},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5181999802589417},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.3815000057220459},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.38029998540878296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7401999831199646},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7354000210762024},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.6959999799728394},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6535000205039978},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.632099986076355},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.5724999904632568},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5181999802589417},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.4262999892234802},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39649999141693115},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.38029998540878296},{"id":"https://openalex.org/C19275194","wikidata":"https://www.wikidata.org/wiki/Q222903","display_name":"Multiplexing","level":2,"score":0.3531999886035919},{"id":"https://openalex.org/C27853696","wikidata":"https://www.wikidata.org/wiki/Q3480151","display_name":"Interference theory","level":4,"score":0.34470000863075256},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.31470000743865967},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3009999990463257},{"id":"https://openalex.org/C12186640","wikidata":"https://www.wikidata.org/wiki/Q6815743","display_name":"Memory model","level":3,"score":0.2935999929904938},{"id":"https://openalex.org/C2985963534","wikidata":"https://www.wikidata.org/wiki/Q7603704","display_name":"State information","level":3,"score":0.27810001373291016},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.2689000070095062},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26840001344680786},{"id":"https://openalex.org/C53833338","wikidata":"https://www.wikidata.org/wiki/Q1061424","display_name":"Context switch","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2549999952316284},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.2549999952316284}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.25357","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25357","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.25357","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.25357","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Long-context":[0],"recall":[1,71,154],"in":[2,9,130,180],"linear-time":[3,87,149],"sequence":[4,88],"models":[5,21],"highlights":[6],"a":[7,67,86,92,106],"tradeoff":[8],"how":[10],"they":[11],"write":[12,26],"to":[13,39,47,167],"memory.":[14],"State-based":[15],"linear":[16,24],"models,":[17,82],"such":[18],"as":[19,170,172],"state-space":[20],"(SSMs)":[22],"and":[23,41,103,120,158],"Transformers,":[25],"densely,":[27],"updating":[28],"the":[29,53,74],"entire":[30],"state":[31,128],"for":[32],"each":[33,100],"newly":[34],"arrived":[35],"token,":[36],"which":[37],"leads":[38],"interference":[40,125],"makes":[42],"specific":[43],"past":[44],"tokens":[45],"hard":[46,121],"recover.":[48],"Sliding-window":[49],"attention":[50],"(SWA)":[51],"exhibits":[52],"opposite":[54],"behavior:":[55],"it":[56],"writes":[57],"sparsely":[58],"by":[59],"storing":[60],"explicit":[61],"token":[62,76],"representations,":[63],"but":[64],"only":[65,105],"within":[66],"fixed":[68,93],"window,":[69],"so":[70],"drops":[72],"once":[73],"relevant":[75],"is":[77,143],"evicted.":[78],"Interpolating":[79],"between":[80],"these":[81],"we":[83],"introduce":[84],"Raven,":[85],"model":[89],"that":[90],"maintains":[91],"set":[94],"of":[95],"memory":[96],"slots":[97],"and,":[98],"at":[99],"step,":[101],"decays":[102],"updates":[104,129],"selected":[107],"subset":[108],"via":[109],"learned,":[110],"input-dependent":[111],"routing.":[112],"This":[113],"lets":[114],"Raven":[115,142],"mitigate":[116],"SWA's":[117],"position-based":[118],"overwriting":[119],"eviction":[122],"while":[123],"reducing":[124],"from":[126],"dense":[127],"SSMs,":[131],"thereby":[132],"preserving":[133],"long-range":[134],"content":[135],"much":[136],"more":[137],"effectively.":[138],"Across":[139],"recall-intensive":[140],"benchmarks,":[141],"competitive":[144],"with":[145,177],"or":[146],"outperforms":[147],"prior":[148],"baselines,":[150],"achieving":[151],"strong":[152],"long-context":[153],"where":[155],"both":[156],"SWA":[157],"SSMs":[159],"sharply":[160],"degrade.":[161],"It":[162],"remains":[163],"effective":[164],"when":[165],"extrapolating":[166],"context":[168],"lengths":[169],"large":[171],"16x":[173],"its":[174],"training":[175],"length,":[176],"similar":[178],"gains":[179],"hybrid":[181],"architectures.":[182]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-07-30T00:00:00"}