{"id":"https://openalex.org/W7164023210","doi":"https://doi.org/10.48550/arxiv.2606.08950","title":"When More Cores Hurts: The Vector Database Scaling Paradox in HPC","display_name":"When More Cores Hurts: The Vector Database Scaling Paradox in HPC","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164023210","doi":"https://doi.org/10.48550/arxiv.2606.08950"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.08950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.08950","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138286710","display_name":"Seth Ockerman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ockerman, Seth","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105207290","display_name":"Song Young Oh","orcid":"https://orcid.org/0009-0005-4827-8014"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Oh, Song Young","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102942440","display_name":"Amal Gueroudji","orcid":"https://orcid.org/0009-0004-4830-3139"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gueroudji, Amal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081469985","display_name":"Rochana Chaturvedi","orcid":"https://orcid.org/0000-0002-8486-3369"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaturvedi, Rochana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137767295","display_name":"Philip Carns","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Carns, Philip","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138267120","display_name":"Nicholas Chia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chia, Nicholas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070907426","display_name":"Matthieu Dorier","orcid":"https://orcid.org/0000-0001-9293-2021"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dorier, Matthieu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063649546","display_name":"R. Latham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Latham, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037238294","display_name":"Tanwi Mallick","orcid":"https://orcid.org/0000-0003-3716-4693"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mallick, Tanwi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137731798","display_name":"Swan Perarnau","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Perarnau, Swan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138260288","display_name":"Robert Underwood","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Underwood, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065464552","display_name":"Kyle Chard","orcid":"https://orcid.org/0000-0002-7370-4805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chard, Kyle","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138234053","display_name":"Ian Foster","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Foster, Ian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138241522","display_name":"Robert M Ross","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ross, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082710354","display_name":"Shivaram Venkataraman","orcid":"https://orcid.org/0000-0001-9575-7935"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Venkataraman, Shivaram","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.6988999843597412,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.6988999843597412,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.04560000076889992,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.0430000014603138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7781999707221985},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7336000204086304},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6955999732017517},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6852999925613403},{"id":"https://openalex.org/keywords/multi-core-processor","display_name":"Multi-core processor","score":0.398499995470047},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.39820000529289246},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.39570000767707825}],"concepts":[{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7781999707221985},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7508000135421753},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7336000204086304},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6955999732017517},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6852999925613403},{"id":"https://openalex.org/C78766204","wikidata":"https://www.wikidata.org/wiki/Q555032","display_name":"Multi-core processor","level":2,"score":0.398499995470047},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.39820000529289246},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.39570000767707825},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.39309999346733093},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.3926999866962433},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3831000030040741},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3824999928474426},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.3765999972820282},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3555000126361847},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3379000127315521},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.3280999958515167},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.2937999963760376},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.2574999928474426},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.08950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.08950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.08950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4067371189594269}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vector":[0],"databases":[1,41],"have":[2],"been":[3],"designed":[4],"and":[5,21,45,69,77,103,126],"optimized":[6],"for":[7,132],"cloud":[8],"environments;":[9],"however,":[10],"emerging":[11],"scientific":[12,81],"AI":[13],"workloads":[14],"(e.g.,":[15],"molecular":[16],"search,":[17],"meteorological":[18],"trajectory":[19],"detection,":[20],"literature-driven":[22],"hypothesis":[23],"generation)":[24],"demand":[25],"efficient,":[26],"scalable":[27],"execution":[28],"on":[29,48],"HPC":[30,127],"systems.":[31],"We":[32,61],"present":[33],"a":[34,78,113],"large-scale":[35],"evaluation":[36],"of":[37],"three":[38],"state-of-the-art":[39],"vector":[40,135],"--":[42,47,66,71],"Qdrant,":[43],"Milvus,":[44],"Weaviate":[46],"two":[49],"production":[50],"supercomputers,":[51],"scaling":[52,104,117],"to":[53,101,107],"256":[54,108],"distributed":[55],"workers":[56,109],"across":[57],"64":[58],"compute":[59],"nodes.":[60],"evaluate":[62],"representative":[63],"workload":[64,87],"patterns":[65],"mixed":[67],"read/write":[68],"write-then-read":[70],"using":[72],"popular":[73],"benchmarks,":[74],"multimodal":[75],"embeddings,":[76],"novel":[79],"real-world":[80],"dataset.":[82],"Our":[83],"results":[84],"reveal":[85],"that":[86],"characteristics":[88],"can":[89,95],"limit":[90],"latency":[91],"reduction,":[92],"additional":[93],"cores":[94],"reduce":[96],"query":[97],"throughput":[98],"by":[99],"up":[100],"30.67%,":[102],"from":[105],"16":[106],"(16x)":[110],"only":[111],"yields":[112],"5.46x":[114],"improvement.":[115],"This":[116],"paradox":[118],"exposes":[119],"the":[120,130],"fundamental":[121],"mismatch":[122],"between":[123],"cloud-oriented":[124],"designs":[125],"systems,":[128],"highlighting":[129],"need":[131],"new,":[133],"HPC-aware":[134],"database":[136],"designs.":[137]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}