{"id":"https://openalex.org/W7137907799","doi":"https://doi.org/10.48550/arxiv.2603.13591","title":"d-HNSW: A High-performance Vector Search Engine on Disaggregated Memory","display_name":"d-HNSW: A High-performance Vector Search Engine on Disaggregated Memory","publication_year":2026,"publication_date":"2026-03-13","ids":{"openalex":"https://openalex.org/W7137907799","doi":"https://doi.org/10.48550/arxiv.2603.13591"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13591","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13591","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13591","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129686266","display_name":"Fei Fang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fang, Fei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129735829","display_name":"Yi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129641952","display_name":"Chen Qian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.3409000039100647,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.3409000039100647,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.3158999979496002,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.09790000319480896,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5619000196456909},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.513700008392334},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.4984999895095825},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.4219000041484833},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.42170000076293945},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.35929998755455017},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.3361000120639801},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.33340001106262207}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8324999809265137},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5644999742507935},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5619000196456909},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.4984999895095825},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.4219000041484833},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.42170000076293945},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.37220001220703125},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.3361000120639801},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.33340001106262207},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3084999918937683},{"id":"https://openalex.org/C67388219","wikidata":"https://www.wikidata.org/wiki/Q207440","display_name":"Hash table","level":3,"score":0.3043000102043152},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.3034000098705292},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C56856351","wikidata":"https://www.wikidata.org/wiki/Q1757218","display_name":"Consistent hashing","level":5,"score":0.2976999878883362},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C103613024","wikidata":"https://www.wikidata.org/wiki/Q230924","display_name":"Stateless protocol","level":3,"score":0.2915000021457672},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.29120001196861267},{"id":"https://openalex.org/C2780224649","wikidata":"https://www.wikidata.org/wiki/Q863506","display_name":"Distributed hash table","level":3,"score":0.27790001034736633},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.2662000060081482},{"id":"https://openalex.org/C2779599972","wikidata":"https://www.wikidata.org/wiki/Q82231","display_name":"NoSQL","level":3,"score":0.26269999146461487},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2563999891281128},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.25099998712539673},{"id":"https://openalex.org/C96324660","wikidata":"https://www.wikidata.org/wiki/Q205446","display_name":"Dataflow","level":2,"score":0.250900000333786}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13591","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13591","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13591","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13591","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.40469372272491455,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Efficient":[0],"vector":[1,48,71],"search":[2,72],"is":[3],"essential":[4],"for":[5,17,75],"powering":[6],"large-scale":[7],"AI":[8],"applications,":[9],"such":[10],"as":[11],"LLMs.":[12],"Existing":[13],"solutions":[14],"are":[15,24],"designed":[16],"monolithic":[18],"architectures":[19],"where":[20],"compute":[21],"and":[22,36,115,147,174,190,210],"memory":[23,37,52,77,102],"tightly":[25],"coupled.":[26],"Recently,":[27],"disaggregated":[28,51,76],"architecture":[29],"breaks":[30],"this":[31],"coupling":[32],"by":[33,91,105],"separating":[34],"compution":[35],"resources":[38],"into":[39],"independently":[40],"scalable":[41],"pools":[42],"to":[43,57,61,120,143,167,186,205,216],"improve":[44,191],"utilization.":[45],"However,":[46],"applying":[47],"database":[49],"on":[50],"system":[53,58],"brings":[54],"unique":[55],"challenges":[56,89,126],"design":[59],"due":[60,119],"its":[62],"graph-based":[63],"index.":[64],"We":[65],"present":[66],"d-HNSW,":[67],"the":[68,86],"first":[69],"RDMA-based":[70],"engine":[73],"optimized":[74],"systems.":[78],"d-HNSW":[79,123,202],"preserves":[80,157],"HNSW's":[81],"high":[82,222],"accuracy":[83],"while":[84,219],"addressing":[85],"new":[87],"system-level":[88],"introduced":[90],"disaggregation:":[92],"1)":[93,135],"network":[94,145,188],"inefficiency":[95],"from":[96],"pointer-chasing":[97],"traversals,":[98],"2)":[99,151],"non-contiguous":[100],"remote":[101],"layout":[103,155],"induced":[104],"dynamic":[106,161],"insertions,":[107,162],"3)":[108,163],"redundant":[109,169],"data":[110,158,165],"transfers":[111,183],"in":[112,196],"batch":[113,172],"workloads,":[114],"4)":[116,175],"resource":[117],"underutilization":[118],"sequential":[121],"execution.":[122],"tackles":[124],"these":[125],"through":[127],"a":[128,139,176,197,221],"set":[129],"of":[130,224],"hardware-algorithm":[131],"co-designed":[132],"techniques,":[133],"including":[134],"balanced":[136],"clustering":[137],"with":[138,184],"lightweight":[140],"representative":[141],"index":[142],"reduce":[144],"round-trips":[146],"ensure":[148],"predictable":[149],"latency,":[150],"an":[152],"RDMA-friendly":[153],"graph":[154],"that":[156,180,201],"contiguity":[159],"under":[160],"query-aware":[164],"loading":[166],"eliminate":[168],"fetches":[170],"across":[171],"queries,":[173],"pipelined":[177],"execution":[178],"model":[179],"overlaps":[181],"RDMA":[182],"computation":[185],"hide":[187],"latency":[189,209],"throughput.":[192],"Our":[193],"evaluation":[194],"results":[195],"public":[198],"cloud":[199],"show":[200],"achieves":[203],"up":[204],"<":[206],"10-2x":[207],"query":[208,213],">":[211],"100x":[212],"throughput":[214],"compared":[215],"other":[217],"baselines,":[218],"maintaining":[220],"recall":[223],"94%.":[225]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}