{"id":"https://openalex.org/W7160280977","doi":"https://doi.org/10.48550/arxiv.2605.01260","title":"Write-Read Decoupling in Modern Large-Scale Search Engines: Architectures, Techniques, and Emerging Approaches","display_name":"Write-Read Decoupling in Modern Large-Scale Search Engines: Architectures, Techniques, and Emerging Approaches","publication_year":2026,"publication_date":"2026-05-02","ids":{"openalex":"https://openalex.org/W7160280977","doi":"https://doi.org/10.48550/arxiv.2605.01260"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.01260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.01260","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135407439","display_name":"Xin Liang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135345133","display_name":"Qing Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Qing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135345770","display_name":"Wenru Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Wenru","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135400326","display_name":"Wenjie Mao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mao, Wenjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135385622","display_name":"Tianyu Ma","orcid":"https://orcid.org/0000-0002-2326-5760"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Tianyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101766328","display_name":"Minghui Zhu","orcid":"https://orcid.org/0000-0003-3879-7820"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Minghui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135372614","display_name":"Nan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Nan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.20720000565052032,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.20720000565052032,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.06989999860525131,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14380","display_name":"Libraries and Information Services","score":0.06650000065565109,"subfield":{"id":"https://openalex.org/subfields/1209","display_name":"Museology"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.6456999778747559},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.4925000071525574},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.491100013256073},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.4602000117301941},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4578999876976013},{"id":"https://openalex.org/keywords/principal","display_name":"Principal (computer security)","score":0.44679999351501465},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4404999911785126},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.3847000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990999817848206},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.6456999778747559},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.4925000071525574},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.491100013256073},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.4602000117301941},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4578999876976013},{"id":"https://openalex.org/C144559511","wikidata":"https://www.wikidata.org/wiki/Q2986279","display_name":"Principal (computer security)","level":2,"score":0.44679999351501465},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3847000002861023},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.38359999656677246},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.3160000145435333},{"id":"https://openalex.org/C2778100165","wikidata":"https://www.wikidata.org/wiki/Q1589327","display_name":"Memory hierarchy","level":3,"score":0.31520000100135803},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.2996000051498413},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.28929999470710754},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2870999872684479},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.2750999927520752},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2736999988555908},{"id":"https://openalex.org/C106131492","wikidata":"https://www.wikidata.org/wiki/Q3072260","display_name":"Filter (signal processing)","level":2,"score":0.2694999873638153},{"id":"https://openalex.org/C207267971","wikidata":"https://www.wikidata.org/wiki/Q120208","display_name":"Emerging technologies","level":2,"score":0.2632000148296356},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C98025372","wikidata":"https://www.wikidata.org/wiki/Q477538","display_name":"Systems architecture","level":3,"score":0.2540999948978424}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.01260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.01260","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.01260","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.48376673460006714}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large-scale":[0],"search":[1],"engines":[2],"face":[3],"a":[4,50],"fundamental":[5],"tension:":[6],"the":[7,26,60,119,175],"index":[8],"must":[9],"be":[10,162],"updated":[11,163],"frequently":[12],"to":[13,69,161],"maintain":[14],"freshness,":[15],"yet":[16],"updates":[17],"create":[18],"resource":[19],"contention":[20],"that":[21,63,123],"inflates":[22],"query":[23],"latency.":[24,75],"In":[25],"dominant":[27],"Lucene-based":[28],"architecture,":[29],"segment":[30],"merges":[31],"triggered":[32],"by":[33],"writes":[34],"compete":[35],"with":[36,127,168,181],"concurrent":[37],"queries":[38],"for":[39],"CPU":[40],"cycles,":[41],"disk":[42],"I/O":[43],"bandwidth,":[44],"and":[45,65,92,111,113,131,152,190],"operating-system":[46],"page":[47],"cache":[48],"--":[49,118,122],"problem":[51],"we":[52],"term":[53],"\\emph{write-read":[54],"contention}.":[55],"This":[56],"survey":[57,97],"systematically":[58],"examines":[59],"architectural":[61],"solutions":[62],"industry":[64],"academia":[66],"have":[67],"developed":[68],"decouple":[70],"write":[71,90,133],"pressure":[72],"from":[73],"read":[74],"We":[76,96,179],"identify":[77],"five":[78],"principal":[79],"patterns:":[80],"(i)~node-level":[81],"read-write":[82],"separation;":[83,85],"(ii)~compute-storage":[84],"(iii)~full":[86],"in-memory":[87,129],"indexing;":[88],"(iv)~log-structured":[89],"paths;":[91],"(v)~in-place":[93],"partial":[94],"updates.":[95],"representative":[98],"systems":[99],"including":[100],"Elasticsearch,":[101],"LinkedIn":[102],"Galene,":[103],"Uber":[104],"Sia,":[105],"Quickwit,":[106],"Alibaba":[107],"Havenask,":[108],"Algolia,":[109],"Milvus,":[110],"Vespa,":[112],"discuss":[114],"an":[115],"emerging":[116],"synthesis":[117],"ScaleSearch":[120,139],"architecture":[121],"combines":[124],"compute-storage":[125,177],"separation":[126],"full":[128],"indexing":[130],"dedicated":[132],"nodes.":[134],"A":[135],"key":[136],"contribution":[137],"of":[138],"is":[140,146],"\\emph{per-field":[141],"update":[142,153],"routing}:":[143],"each":[144],"field":[145],"assigned":[147],"its":[148],"own":[149],"Kafka":[150],"topic":[151],"path,":[154],"allowing":[155],"scalar":[156],"fields":[157,173],"(price,":[158],"stock,":[159],"tags)":[160],"in-place":[164],"in":[165,184],"$O(1)$":[166],"RAM":[167],"immediate":[169],"visibility":[170],"while":[171],"full-text":[172],"follow":[174],"segment-based":[176],"path.":[178],"conclude":[180],"open":[182],"challenges":[183],"hybrid":[185],"vector-and-full-text":[186],"retrieval,":[187],"serverless":[188],"deployments,":[189],"AI-integrated":[191],"search.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-06T00:00:00"}