{"id":"https://openalex.org/W4281782335","doi":"https://doi.org/10.1186/s40537-022-00587-2","title":"Efficient spatial data partitioning for distributed $$k$$NN joins","display_name":"Efficient spatial data partitioning for distributed $$k$$NN joins","publication_year":2022,"publication_date":"2022-06-02","ids":{"openalex":"https://openalex.org/W4281782335","doi":"https://doi.org/10.1186/s40537-022-00587-2"},"language":"en","primary_location":{"id":"doi:10.1186/s40537-022-00587-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-022-00587-2","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-022-00587-2","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-022-00587-2","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029674856","display_name":"Ayman Zeidan","orcid":"https://orcid.org/0000-0002-2881-5047"},"institutions":[{"id":"https://openalex.org/I121847817","display_name":"The Graduate Center, CUNY","ror":"https://ror.org/00awd9g61","country_code":"US","type":"education","lineage":["https://openalex.org/I121847817"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Ayman Zeidan","raw_affiliation_strings":["Department of Computer Science, CUNY Graduate Center, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-2881-5047","affiliations":[{"raw_affiliation_string":"Department of Computer Science, CUNY Graduate Center, New York, USA","institution_ids":["https://openalex.org/I121847817"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064720873","display_name":"Huy T. Vo","orcid":"https://orcid.org/0000-0002-5963-6615"},"institutions":[{"id":"https://openalex.org/I125687163","display_name":"City College of New York","ror":"https://ror.org/00wmhkr98","country_code":"US","type":"education","lineage":["https://openalex.org/I125687163"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huy T. Vo","raw_affiliation_strings":["Department of Computer Science, CUNY City College, New York, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, CUNY City College, New York, USA","institution_ids":["https://openalex.org/I125687163"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5029674856"],"corresponding_institution_ids":["https://openalex.org/I121847817"],"apc_list":{"value":1990,"currency":"USD","value_usd":1990},"apc_paid":{"value":1990,"currency":"USD","value_usd":1990},"fwci":0.6961,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.64026896,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"9","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9824000000953674,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.835448145866394},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7387968301773071},{"id":"https://openalex.org/keywords/spatial-analysis","display_name":"Spatial analysis","score":0.7297622561454773},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5817502737045288},{"id":"https://openalex.org/keywords/spatial-database","display_name":"Spatial database","score":0.5805819630622864},{"id":"https://openalex.org/keywords/space-partitioning","display_name":"Space partitioning","score":0.5377649664878845},{"id":"https://openalex.org/keywords/spatial-query","display_name":"Spatial query","score":0.5286465287208557},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.520051896572113},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5197224617004395},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.502255916595459},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.48488956689834595},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.46985283493995667},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.34910181164741516},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23847898840904236},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.193576842546463},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.09211474657058716}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.835448145866394},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7387968301773071},{"id":"https://openalex.org/C159620131","wikidata":"https://www.wikidata.org/wiki/Q1938983","display_name":"Spatial analysis","level":2,"score":0.7297622561454773},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5817502737045288},{"id":"https://openalex.org/C203689450","wikidata":"https://www.wikidata.org/wiki/Q2302053","display_name":"Spatial database","level":3,"score":0.5805819630622864},{"id":"https://openalex.org/C13670688","wikidata":"https://www.wikidata.org/wiki/Q3500548","display_name":"Space partitioning","level":2,"score":0.5377649664878845},{"id":"https://openalex.org/C172722865","wikidata":"https://www.wikidata.org/wiki/Q2302053","display_name":"Spatial query","level":5,"score":0.5286465287208557},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.520051896572113},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5197224617004395},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.502255916595459},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.48488956689834595},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.46985283493995667},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.34910181164741516},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23847898840904236},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.193576842546463},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.09211474657058716},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.0},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C192939062","wikidata":"https://www.wikidata.org/wiki/Q104840822","display_name":"Sargable","level":4,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1186/s40537-022-00587-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-022-00587-2","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-022-00587-2","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:32c3a19672eb45bcba56451f6d8282f0","is_oa":false,"landing_page_url":"https://doaj.org/article/32c3a19672eb45bcba56451f6d8282f0","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Big Data, Vol 9, Iss 1, Pp 1-42 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1186/s40537-022-00587-2","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s40537-022-00587-2","pdf_url":"https://journalofbigdata.springeropen.com/counter/pdf/10.1186/s40537-022-00587-2","source":{"id":"https://openalex.org/S2737955091","display_name":"Journal Of Big Data","issn_l":"2196-1115","issn":["2196-1115"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Big Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320318839","display_name":"T\u1eadp \u0111o\u00e0n Vingroup - C\u00f4ng ty CP","ror":null},{"id":"https://openalex.org/F4320328994","display_name":"Qu\u1ef9 \u0110\u1ed5i m\u1edbi s\u00e1ng t\u1ea1o Vingroup","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281782335.pdf","grobid_xml":"https://content.openalex.org/works/W4281782335.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W1598987408","https://openalex.org/W1993997820","https://openalex.org/W1994912512","https://openalex.org/W2008196645","https://openalex.org/W2008286666","https://openalex.org/W2019183416","https://openalex.org/W2031674781","https://openalex.org/W2046144220","https://openalex.org/W2057394945","https://openalex.org/W2065820792","https://openalex.org/W2083923249","https://openalex.org/W2085666943","https://openalex.org/W2099844038","https://openalex.org/W2101823987","https://openalex.org/W2106251367","https://openalex.org/W2112129327","https://openalex.org/W2115583184","https://openalex.org/W2118269922","https://openalex.org/W2124564928","https://openalex.org/W2131307433","https://openalex.org/W2135961964","https://openalex.org/W2151135734","https://openalex.org/W2165558283","https://openalex.org/W2170799651","https://openalex.org/W2171419575","https://openalex.org/W2285672265","https://openalex.org/W2295338537","https://openalex.org/W2429954913","https://openalex.org/W2436533802","https://openalex.org/W2468622900","https://openalex.org/W2548613432","https://openalex.org/W2734480475","https://openalex.org/W2752973987","https://openalex.org/W2785511006","https://openalex.org/W2798990976","https://openalex.org/W2889201433","https://openalex.org/W2914826592","https://openalex.org/W2947006004","https://openalex.org/W3081185532","https://openalex.org/W3120753775","https://openalex.org/W4254003024"],"related_works":["https://openalex.org/W98693435","https://openalex.org/W1556870220","https://openalex.org/W2344932587","https://openalex.org/W2187220211","https://openalex.org/W2500466977","https://openalex.org/W2055821807","https://openalex.org/W2979023073","https://openalex.org/W2393251057","https://openalex.org/W2399175493","https://openalex.org/W777529564"],"abstract_inverted_index":{"Abstract":[0],"Parallel":[1],"processing":[2,131],"of":[3,15,29,65,205,219,229,241,267,304],"large":[4,135],"spatial":[5,39,57,67,71,91,120,127,132,136,158,182,220,233,244,259,280],"datasets":[6],"over":[7,134],"distributed":[8,86,249],"systems":[9,19,31],"has":[10],"become":[11],"a":[12,66,69,125,226,242,264],"core":[13,64],"part":[14],"modern":[16],"data":[17,58,95,101,121,221,234],"analytic":[18],"like":[20],"Apache":[21,24],"Hadoop":[22],"and":[23,41,55,60,97,123,209,236,262],"Spark.":[25],"The":[26],"general-purpose":[27],"design":[28],"these":[30],"does":[32],"not":[33],"natively":[34],"account":[35],"for":[36,129,178,247],"the":[37,53,63,78,85,115,140,146,164,179,188,202,206,217,230,239,268,302],"data\u2019s":[38],"attributes":[40],"results":[42],"in":[43,297],"poor":[44],"scalability,":[45],"accuracy,":[46],"or":[47,108],"prolonged":[48],"runtimes.":[49],"Spatial":[50],"extensions":[51,92],"remedy":[52],"problem":[54,218],"introduce":[56],"recognition":[59],"operations.":[61],"At":[62],"extension,":[68],"locality-preserving":[70],"partitioner":[72,128,142],"determines":[73],"how":[74],"to":[75,192,216,287],"spatially":[76],"group":[77],"dataset\u2019s":[79,180],"objects":[80],"into":[81],"smaller":[82],"chunks":[83],"using":[84,166],"system\u2019s":[87],"available":[88,207],"resources.":[89],"Existing":[90],"rely":[93],"on":[94],"sampling":[96],"often":[98],"mismanage":[99],"non-spatial":[100,194],"by":[102,175],"either":[103],"overlooking":[104],"their":[105],"memory":[106],"requirements":[107],"excluding":[109],"them":[110],"entirely.":[111],"This":[112,214],"work":[113,270],"discusses":[114],"various":[116],"challenges":[117],"that":[118,257],"face":[119],"partitioning":[122,222,235,245],"proposes":[124],"novel":[126,243],"effectively":[130],"queries":[133],"datasets.":[137,168],"For":[138],"evaluation,":[139],"proposed":[141,269],"is":[143],"integrated":[144],"with":[145,271],"well-known":[147],"k":[148],"-Nearest":[149],"Neighbor":[150],"(":[151],"$$k$$":[152,274],"<mml:math":[153,275,289],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\">":[154,276,290],"<mml:mi>k</mml:mi>":[155,277],"</mml:math>":[156,278,294],"NN)":[157],"join":[159,281],"query.":[160,282],"Several":[161],"experiments":[162],"evaluate":[163],"proposal":[165],"real-world":[167],"Our":[169],"approach":[170],"differs":[171],"from":[172],"existing":[173],"proposals":[174],"(1)":[176,224],"accounting":[177],"unique":[181],"traits":[183],"without":[184],"sampling,":[185],"(2)":[186,238],"considering":[187],"computational":[189],"overhead":[190],"required":[191],"handle":[193],"data,":[195],"(3)":[196,251],"minimizing":[197],"partition":[198],"shuffles,":[199],"(4)":[200,263],"computing":[201],"optimal":[203],"utilization":[204],"resources,":[208],"(5)":[210],"achieving":[211],"accurate":[212,273],"results.":[213,305],"contributes":[215],"through":[223],"providing":[225],"comprehensive":[227],"discussion":[228],"problems":[231],"facing":[232],"processing,":[237,250],"development":[240],"technique":[246],"in-memory":[248],"an":[252,272],"effective,":[253],"built-in,":[254],"load-balancing":[255],"methodology":[256],"reduces":[258],"query":[260],"skews,":[261],"Spark-based":[265],"implementation":[266],"NN":[279],"Experimental":[283],"tests":[284],"show":[285],"up":[286],"$$1.48$$":[288],"<mml:mrow>":[291],"<mml:mn>1.48</mml:mn>":[292],"</mml:mrow>":[293],"times":[295],"improvement":[296],"runtime":[298],"as":[299,301],"well":[300],"accuracy":[303]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2022-06-13T00:00:00"}