{"id":"https://openalex.org/W7123541273","doi":"https://doi.org/10.48550/arxiv.2601.07048","title":"GPU-Accelerated ANNS: Quantized for Speed, Built for Change","display_name":"GPU-Accelerated ANNS: Quantized for Speed, Built for Change","publication_year":2026,"publication_date":"2026-01-11","ids":{"openalex":"https://openalex.org/W7123541273","doi":"https://doi.org/10.48550/arxiv.2601.07048"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2601.07048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2601.07048","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5122972974","display_name":"Hunter McCoy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"McCoy, Hunter","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5122973100","display_name":"Zikun Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zikun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122938361","display_name":"Prashant Pandey","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pandey, Prashant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.6302000284194946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.6302000284194946,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.09529999643564224,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.08460000157356262,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/memory-footprint","display_name":"Memory footprint","score":0.550000011920929},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.524399995803833},{"id":"https://openalex.org/keywords/high-memory","display_name":"High memory","score":0.4666000008583069},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.4050999879837036},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.37220001220703125},{"id":"https://openalex.org/keywords/cuda","display_name":"CUDA","score":0.36640000343322754},{"id":"https://openalex.org/keywords/data-structure","display_name":"Data structure","score":0.35440000891685486},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.34529998898506165},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3433000147342682}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8320000171661377},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5625},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.550000011920929},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.524399995803833},{"id":"https://openalex.org/C2781357197","wikidata":"https://www.wikidata.org/wiki/Q5757597","display_name":"High memory","level":2,"score":0.4666000008583069},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.4050999879837036},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.37220001220703125},{"id":"https://openalex.org/C2778119891","wikidata":"https://www.wikidata.org/wiki/Q477690","display_name":"CUDA","level":2,"score":0.36640000343322754},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.34529998898506165},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3433000147342682},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.33880001306533813},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.335099995136261},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3303000032901764},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.32269999384880066},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C168781493","wikidata":"https://www.wikidata.org/wiki/Q80585","display_name":"Associative array","level":2,"score":0.29429998993873596},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.2854999899864197},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C89198739","wikidata":"https://www.wikidata.org/wiki/Q3079880","display_name":"Data stream mining","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.26429998874664307},{"id":"https://openalex.org/C116738811","wikidata":"https://www.wikidata.org/wiki/Q608751","display_name":"Nearest neighbor search","level":2,"score":0.2639999985694885},{"id":"https://openalex.org/C115874739","wikidata":"https://www.wikidata.org/wiki/Q825377","display_name":"Critical path method","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2601.07048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2601.07048","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.07048","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Approximate":[0],"nearest":[1],"neighbor":[2],"search":[3,108,182],"(ANNS)":[4],"is":[5],"a":[6,18,122,148,159],"core":[7],"problem":[8],"in":[9,189],"machine":[10],"learning":[11],"and":[12,34,112,131,140,177,193,213,230],"information":[13],"retrieval":[14],"applications.":[15,39],"GPUs":[16],"offer":[17],"promising":[19],"path":[20],"to":[21,106,116,170,206,216,247],"high-performance":[22],"ANNS:":[23],"they":[24],"provide":[25],"massive":[26],"parallelism":[27],"for":[28],"distance":[29],"computations,":[30],"are":[31],"readily":[32],"available,":[33],"can":[35],"co-locate":[36],"with":[37,126],"downstream":[38],"Despite":[40],"these":[41],"advantages,":[42],"current":[43,83],"GPU-accelerated":[44],"ANNS":[45,124],"systems":[46,85],"face":[47],"three":[48,145],"key":[49],"limitations.":[50],"First,":[51],"real-world":[52],"applications":[53],"operate":[54],"on":[55,135],"evolving":[56],"datasets":[57,200],"that":[58,90,153,165,184,202,243],"require":[59],"fast":[60],"batch":[61],"updates,":[62],"yet":[63],"most":[64],"GPU":[65,84,252],"indices":[66,232],"must":[67],"be":[68],"rebuilt":[69],"from":[70],"scratch":[71],"when":[72],"new":[73],"data":[74,92],"arrives.":[75],"Second,":[76],"high-dimensional":[77],"vectors":[78],"strain":[79],"memory":[80,98,103,113,167],"bandwidth,":[81],"but":[82],"lack":[86],"efficient":[87],"quantization":[88,164],"techniques":[89],"reduce":[91],"movement":[93],"without":[94,172],"introducing":[95],"costly":[96],"random":[97,174],"accesses.":[99],"Third,":[100],"the":[101,136,173,223,249],"data-dependent":[102],"accesses":[104],"inherent":[105],"greedy":[107,181],"make":[109],"overlapping":[110],"compute":[111,186],"difficult,":[114],"leading":[115],"reduced":[117],"performance.":[118],"We":[119],"present":[120],"Jasper,":[121],"GPU-native":[123],"system":[125],"both":[127],"high":[128],"query":[129,209],"throughput":[130,210],"updatability.":[132],"Jasper":[133,203,255],"builds":[134],"Vamana":[137,253],"graph":[138],"index":[139],"overcomes":[141],"existing":[142],"bottlenecks":[143],"via":[144],"contributions:":[146],"(1)":[147],"CUDA":[149],"batch-parallel":[150],"construction":[151,227],"algorithm":[152],"enables":[154],"lock-free":[155],"streaming":[156],"insertions,":[157],"(2)":[158],"GPU-efficient":[160],"implementation":[161],"of":[162,235],"RaBitQ":[163],"reduces":[166],"footprint":[168],"up":[169,205,215],"8x":[171],"access":[175],"penalties,":[176],"(3)":[178],"an":[179,233],"optimized":[180],"kernel":[183],"increases":[185],"utilization,":[187],"resulting":[188],"better":[190],"latency":[191],"hiding":[192],"higher":[194,208],"throughput.":[195],"Our":[196],"evaluation":[197],"across":[198],"five":[199],"shows":[201],"achieves":[204,214],"1.93x":[207],"than":[211,238],"CAGRA":[212,239,244],"80%":[217],"peak":[218],"utilization":[219],"as":[220],"measured":[221],"by":[222],"roofline":[224],"model.":[225],"Jasper's":[226],"scales":[228],"efficiently":[229],"constructs":[231],"average":[234],"2.4x":[236],"faster":[237,258],"while":[240],"providing":[241],"updatability":[242],"lacks.":[245],"Compared":[246],"BANG,":[248],"previous":[250],"fastest":[251],"implementation,":[254],"delivers":[256],"19-131x":[257],"queries.":[259]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-01-14T00:00:00"}
