{"id":"https://openalex.org/W7160949386","doi":"https://doi.org/10.48550/arxiv.2605.10135","title":"ScaleGANN: Accelerate Large-Scale ANN Indexing by Cost-effective Cloud GPUs","display_name":"ScaleGANN: Accelerate Large-Scale ANN Indexing by Cost-effective Cloud GPUs","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160949386","doi":"https://doi.org/10.48550/arxiv.2605.10135"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10135","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135921883","display_name":"Lan Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lu, Lan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102854732","display_name":"Peiqi Yin","orcid":"https://orcid.org/0009-0008-4081-913X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Peiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135952937","display_name":"Isaac Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Isaac","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135961515","display_name":"Tao Luo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luo, Tao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135991658","display_name":"Hua Fan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fan, Hua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101741069","display_name":"Wenchao Zhou","orcid":"https://orcid.org/0009-0002-2689-6020"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhou, Wenchao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135927234","display_name":"Feifei Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Feifei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5090052860","display_name":"Boon Thau Loo","orcid":"https://orcid.org/0000-0002-4757-1746"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Loo, Boon Thau","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9222000241279602,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9222000241279602,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.01590000092983246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.011300000362098217,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.76419997215271},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6205999851226807},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.552299976348877},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.46380001306533813},{"id":"https://openalex.org/keywords/index","display_name":"Index (typography)","score":0.42640000581741333},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4146000146865845},{"id":"https://openalex.org/keywords/space-partitioning","display_name":"Space partitioning","score":0.3944999873638153}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8590999841690063},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.76419997215271},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6205999851226807},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.552299976348877},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.46380001306533813},{"id":"https://openalex.org/C2777382242","wikidata":"https://www.wikidata.org/wiki/Q6017816","display_name":"Index (typography)","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4146000146865845},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.39730000495910645},{"id":"https://openalex.org/C13670688","wikidata":"https://www.wikidata.org/wiki/Q3500548","display_name":"Space partitioning","level":2,"score":0.3944999873638153},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.3903000056743622},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3822999894618988},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.367900013923645},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3562999963760376},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.3310999870300293},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.32409998774528503},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.2946999967098236},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2896000146865845},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2750999927520752},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.2646999955177307}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10135","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10135","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Graph-based":[0],"ANNS":[1,190],"algorithms":[2],"have":[3,45],"gained":[4],"increasing":[5],"research":[6],"interest":[7],"and":[8,15,29,40,53,113,130,136,144,152],"market":[9],"adoption":[10],"due":[11],"to":[12,75,107,175,177],"their":[13,54],"efficiency":[14,115],"accuracy":[16],"in":[17,90],"retrieval.":[18],"Existing":[19],"approaches":[20],"primarily":[21],"rely":[22],"on":[23,158],"CPUs":[24],"for":[25,38,80,133,147],"graph":[26,78],"index":[27,119,172],"construction":[28],"retrieval,":[30],"but":[31],"this":[32,63],"often":[33],"requires":[34],"significant":[35],"time,":[36],"especially":[37],"large-scale":[39],"high-dimensional":[41,82],"datasets.":[42,161],"Some":[43],"studies":[44],"explored":[46],"GPU-based":[47],"solutions.":[48],"However,":[49],"GPUs":[50],"are":[51],"costly":[52],"limited":[55],"memory":[56],"makes":[57],"handling":[58],"large":[59,159],"datasets":[60,83],"challenging.":[61],"In":[62],"paper,":[64],"we":[65,139],"propose":[66],"a":[67,91,141],"novel":[68,122],"end-to-end":[69],"system":[70,157],"ScaleGANN":[71,95],"that":[72,165],"enables":[73],"users":[74],"efficiently":[76],"construct":[77],"indexes":[79],"large-scale,":[81],"by":[84],"leveraging":[85],"low-cost":[86],"spot":[87,149],"GPU":[88],"resources":[89],"distributed":[92],"cloud":[93],"system.":[94],"utilized":[96],"the":[97,110,171,187],"idea":[98],"of":[99],"divide-and-merge,":[100],"with":[101,186],"an":[102],"optimized":[103],"vector":[104],"partitioning":[105],"algorithm":[106],"further":[108],"improve":[109],"indexing":[111,128],"time":[112,174],"space":[114],"while":[116],"guaranteeing":[117],"good":[118],"quality.":[120],"Its":[121],"resource":[123],"allocation":[124],"strategy":[125],"realized":[126],"multi-GPU":[127],"parallelism":[129],"overall":[131],"cost-effectiveness":[132],"both":[134],"build":[135,173],"query.":[137],"Besides,":[138],"designed":[140],"task":[142],"scheduler":[143],"cost":[145],"model":[146],"better":[148],"instance":[150],"management":[151],"evaluation.":[153],"We":[154],"tested":[155],"our":[156,166],"real-world":[160],"Experiment":[162],"results":[163],"show":[164],"approach":[167],"can":[168],"significantly":[169],"accelerate":[170],"up":[176],"9x":[178],"times":[179],"at":[180],"even":[181],"6x":[182],"lower":[183],"price":[184],"compared":[185],"state-of-the-art":[188],"extendable":[189],"benchmark":[191],"DiskANN.":[192]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}