{"id":"https://openalex.org/W4406458039","doi":"https://doi.org/10.1109/bigdata62323.2024.10826065","title":"CanDE: A Lightweight Locality-Sensitive Hashing Add-on for Candidate-Based Distribution Estimation","display_name":"CanDE: A Lightweight Locality-Sensitive Hashing Add-on for Candidate-Based Distribution Estimation","publication_year":2024,"publication_date":"2024-12-15","ids":{"openalex":"https://openalex.org/W4406458039","doi":"https://doi.org/10.1109/bigdata62323.2024.10826065"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata62323.2024.10826065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826065","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013337954","display_name":"Jingfan Meng","orcid":null},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingfan Meng","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012792241","display_name":"Huayi Wang","orcid":"https://orcid.org/0000-0001-6274-3844"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huayi Wang","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114651857","display_name":"Kexin Rong","orcid":"https://orcid.org/0000-0003-0326-2877"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kexin Rong","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025728584","display_name":"Jun Xu","orcid":"https://orcid.org/0000-0002-0046-8119"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jun Xu","raw_affiliation_strings":["Georgia Institute of Technology,Atlanta,GA,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology,Atlanta,GA,USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31605477,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"599","last_page":"609"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10901","display_name":"Advanced Data Compression Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6633591651916504},{"id":"https://openalex.org/keywords/locality-sensitive-hashing","display_name":"Locality-sensitive hashing","score":0.6421802639961243},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.6328429579734802},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.5463708639144897},{"id":"https://openalex.org/keywords/hash-table","display_name":"Hash table","score":0.20069178938865662},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.06531485915184021}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6633591651916504},{"id":"https://openalex.org/C74270461","wikidata":"https://www.wikidata.org/wiki/Q1625299","display_name":"Locality-sensitive hashing","level":4,"score":0.6421802639961243},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.6328429579734802},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.5463708639144897},{"id":"https://openalex.org/C67388219","wikidata":"https://www.wikidata.org/wiki/Q207440","display_name":"Hash table","level":3,"score":0.20069178938865662},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.06531485915184021},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata62323.2024.10826065","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata62323.2024.10826065","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Climate action","score":0.5199999809265137,"id":"https://metadata.un.org/sdg/13"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W2024838825","https://openalex.org/W2040574519","https://openalex.org/W2042609846","https://openalex.org/W2062008074","https://openalex.org/W2142040641","https://openalex.org/W2147717514","https://openalex.org/W2156855109","https://openalex.org/W2162006472","https://openalex.org/W2250539671","https://openalex.org/W2294518132","https://openalex.org/W2769182151","https://openalex.org/W2788362551","https://openalex.org/W2796168926","https://openalex.org/W2948489526","https://openalex.org/W2963265099","https://openalex.org/W2963469388","https://openalex.org/W3034984817","https://openalex.org/W3102113847","https://openalex.org/W3128157232","https://openalex.org/W3176434378","https://openalex.org/W3209297949","https://openalex.org/W4248681815","https://openalex.org/W4301459447","https://openalex.org/W6629956336","https://openalex.org/W6670726752","https://openalex.org/W6677953180","https://openalex.org/W6685012337","https://openalex.org/W6749679409","https://openalex.org/W6762443535","https://openalex.org/W6767497641","https://openalex.org/W6804195814"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4287326768","https://openalex.org/W1556451512","https://openalex.org/W2393322642","https://openalex.org/W2144265691","https://openalex.org/W2033383639","https://openalex.org/W3108918257","https://openalex.org/W3016124764"],"abstract_inverted_index":{"Locality":[0],"sensitive":[1],"hashing":[2],"(LSH)":[3],"is":[4,40,113,167],"a":[5,29,57,67,180,190],"widely":[6],"used":[7],"technique":[8],"for":[9,19,28,66,90,99,205],"approximate":[10,141],"nearest":[11,44,210],"neighbor":[12,211],"search":[13],"(ANNS).":[14],"In":[15,48],"an":[16,202],"LSH-based":[17],"solution":[18],"ANNS,":[20],"the":[21,33,104,114,122,130,142,151,155,160,195,209],"computation":[22],"of":[23,32,70,117,121,133,145],"query-to-data":[24],"(Q2D)":[25],"distances":[26],"accounts":[27],"considerable":[30],"fraction":[31],"query":[34,97,235],"time,":[35],"but":[36],"such":[37,64],"distance":[38,75],"information":[39,65],"thrown":[41],"away":[42],"after":[43],"neighbors":[45],"are":[46,136],"identified.":[47],"this":[49,165,171],"paper,":[50],"we":[51,173,200],"propose":[52,174,201],"CanDE":[53,111,220],"(Candidate-based":[54],"Distribution":[55],"Estimation),":[56],"lightweight":[58],"add-on":[59],"to":[60,194,233,238],"LSH":[61,152,161],"that":[62,110,129,219],"reuses":[63],"wide":[68],"range":[69],"analytics":[71,226],"tasks":[72,101,227],"including":[73],"Q2D":[74],"distribution":[76],"estimation":[77,81,86,116],"(QDDE),":[78],"kernel":[79],"density":[80],"(KDE),":[82],"and":[83,96,164],"query-time":[84],"recall":[85],"(QTRE).":[87],"This":[88],"allows":[89],"significant":[91],"savings":[92],"in":[93,150],"indexing":[94],"costs":[95],"time":[98,236],"multiple":[100,225],"associated":[102],"with":[103],"original":[105],"query.The":[106],"main":[107],"technical":[108],"hurdle":[109],"addresses":[112],"accurate":[115,176],"some":[118],"important":[119],"statistics":[120,135],"dataset":[123],"via":[124],"importance":[125],"sampling.":[126],"We":[127],"discover":[128],"existing":[131,222],"estimators":[132,177],"these":[134],"not":[137],"accurate,":[138],"because":[139],"they":[140],"actual":[143,196],"number":[144],"collisions":[146],"(called":[147],"collision":[148,157,185,197],"rate)":[149],"index":[153],"using":[154],"theoretical":[156],"probability":[158],"(of":[159],"function":[162],"family),":[163],"approximation":[166,193],"crude.":[168],"To":[169],"address":[170],"issue,":[172],"more":[175],"based":[178],"on":[179,224],"novel":[181],"scheme":[182],"called":[183],"inferred":[184],"rate":[186],"(ICR),":[187],"which":[188],"gives":[189],"much":[191],"better":[192],"rate.":[198],"Furthermore,":[199],"efficient":[203],"algorithm":[204],"computing":[206],"ICR":[207],"from":[208],"candidates":[212],"returned":[213],"by":[214],"ANNS.":[215,239],"Our":[216],"evaluation":[217],"shows":[218],"outperforms":[221],"solutions":[223],"while":[228],"adding":[229],"only":[230],"about":[231],"8%":[232],"19%":[234],"overhead":[237]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}