{"id":"https://openalex.org/W2766382480","doi":"https://doi.org/10.1109/tpds.2017.2767596","title":"$k$ NN-DP: Handling Data Skewness in $kNN$ Joins Using MapReduce","display_name":"$k$ NN-DP: Handling Data Skewness in $kNN$ Joins Using MapReduce","publication_year":2017,"publication_date":"2017-10-30","ids":{"openalex":"https://openalex.org/W2766382480","doi":"https://doi.org/10.1109/tpds.2017.2767596","mag":"2766382480"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2017.2767596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2767596","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102974044","display_name":"Xujun Zhao","orcid":"https://orcid.org/0000-0003-4246-4383"},"institutions":[{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xujun Zhao","raw_affiliation_strings":["Taiyuan University of Science and Technology (TYUST), Taiyuan, Shanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-4246-4383","affiliations":[{"raw_affiliation_string":"Taiyuan University of Science and Technology (TYUST), Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I46305995"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046188958","display_name":"Jifu Zhang","orcid":"https://orcid.org/0000-0002-0396-8901"},"institutions":[{"id":"https://openalex.org/I46305995","display_name":"Taiyuan University of Science and Technology","ror":"https://ror.org/01wcbdc92","country_code":"CN","type":"education","lineage":["https://openalex.org/I46305995"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jifu Zhang","raw_affiliation_strings":["Taiyuan University of Science and Technology (TYUST), Taiyuan, Shanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-0396-8901","affiliations":[{"raw_affiliation_string":"Taiyuan University of Science and Technology (TYUST), Taiyuan, Shanxi, China","institution_ids":["https://openalex.org/I46305995"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042766429","display_name":"Xiao Qin","orcid":"https://orcid.org/0000-0002-8345-3587"},"institutions":[{"id":"https://openalex.org/I82497590","display_name":"Auburn University","ror":"https://ror.org/02v80fc35","country_code":"US","type":"education","lineage":["https://openalex.org/I82497590"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Qin","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Auburn University, Auburn, AL"],"raw_orcid":"https://orcid.org/0000-0002-8345-3587","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Auburn University, Auburn, AL","institution_ids":["https://openalex.org/I82497590"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.0896,"has_fulltext":false,"cited_by_count":27,"citation_normalized_percentile":{"value":0.97173059,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"29","issue":"3","first_page":"600","last_page":"613"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9887999892234802,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8304386734962463},{"id":"https://openalex.org/keywords/skewness","display_name":"Skewness","score":0.8032728433609009},{"id":"https://openalex.org/keywords/joins","display_name":"Joins","score":0.76690673828125},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.6379403471946716},{"id":"https://openalex.org/keywords/join","display_name":"Join (topology)","score":0.5457943081855774},{"id":"https://openalex.org/keywords/k-nearest-neighbors-algorithm","display_name":"k-nearest neighbors algorithm","score":0.5057635307312012},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.411052942276001},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3205638825893402},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2510361075401306},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08685919642448425}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8304386734962463},{"id":"https://openalex.org/C122342681","wikidata":"https://www.wikidata.org/wiki/Q330828","display_name":"Skewness","level":2,"score":0.8032728433609009},{"id":"https://openalex.org/C2778692605","wikidata":"https://www.wikidata.org/wiki/Q4041866","display_name":"Joins","level":2,"score":0.76690673828125},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6379403471946716},{"id":"https://openalex.org/C2776124973","wikidata":"https://www.wikidata.org/wiki/Q3183033","display_name":"Join (topology)","level":2,"score":0.5457943081855774},{"id":"https://openalex.org/C113238511","wikidata":"https://www.wikidata.org/wiki/Q1071612","display_name":"k-nearest neighbors algorithm","level":2,"score":0.5057635307312012},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.411052942276001},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3205638825893402},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2510361075401306},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08685919642448425},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2017.2767596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2017.2767596","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3347073512","display_name":null,"funder_award_id":"61572343","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6724907767","display_name":null,"funder_award_id":"CCF-0845257(CAREER)","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W596485744","https://openalex.org/W1566489255","https://openalex.org/W1585614323","https://openalex.org/W1595303882","https://openalex.org/W1861377444","https://openalex.org/W1987403831","https://openalex.org/W1990111898","https://openalex.org/W1992932776","https://openalex.org/W2007082564","https://openalex.org/W2016854254","https://openalex.org/W2039067876","https://openalex.org/W2045622468","https://openalex.org/W2049003051","https://openalex.org/W2070162726","https://openalex.org/W2080131844","https://openalex.org/W2100325481","https://openalex.org/W2100344784","https://openalex.org/W2110104287","https://openalex.org/W2118021173","https://openalex.org/W2120755171","https://openalex.org/W2129500661","https://openalex.org/W2140509629","https://openalex.org/W2141267666","https://openalex.org/W2154879298","https://openalex.org/W2157355837","https://openalex.org/W2165769837","https://openalex.org/W2167140130","https://openalex.org/W2173213060","https://openalex.org/W2180132193","https://openalex.org/W2343623344","https://openalex.org/W2399133307","https://openalex.org/W2950563475","https://openalex.org/W4241533421","https://openalex.org/W6617955183","https://openalex.org/W6633866182","https://openalex.org/W6635042562","https://openalex.org/W6635487554","https://openalex.org/W6639193275","https://openalex.org/W6647936607","https://openalex.org/W6676421412"],"related_works":["https://openalex.org/W2393491644","https://openalex.org/W4206577045","https://openalex.org/W650102067","https://openalex.org/W3086237447","https://openalex.org/W2740404111","https://openalex.org/W1550806730","https://openalex.org/W1496672428","https://openalex.org/W2589740103","https://openalex.org/W1966967794","https://openalex.org/W2397450670"],"abstract_inverted_index":{"In":[0],"this":[1],"study,":[2],"we":[3,116,143,185],"discover":[4],"that":[5,245],"the":[6,61,97,113,123,145,178,212,249],"data":[7,23,32,43,67,75,82,93,124,190],"skewness":[8,83],"problem":[9],"imposes":[10],"adverse":[11],"impacts":[12],"on":[13,84,92,228,261],"MapReduce-based":[14],"parallel":[15,141,152],"kNN-join":[16,78,153,219],"operations":[17],"running":[18],"clusters.":[19,86,263],"We":[20,198,221],"propose":[21],"a":[22,46,66,105,118,127,136,160,192,229],"partitioning":[24,68,88],"approach-called":[25],"kNN-DP-to":[26],"alleviate":[27],"load":[28],"imbalance":[29],"incurred":[30],"by":[31,54,80,191,234],"skewness.":[33],"The":[34,155,241],"overarching":[35],"goal":[36],"of":[37,49,63,99,108,126,151,180,195,251],"kNN-DP":[38,64,167,210,246],"is":[39,65,101],"to":[40,76,121,162],"equally":[41],"divide":[42],"objects":[44],"into":[45],"large":[47],"number":[48],"partitions,":[50],"which":[51,70,100,207],"are":[52],"processed":[53],"mappers":[55],"and":[56,72,148,205,215,223,226,237,253,259],"reducers":[57],"in":[58],"parallel.":[59],"At":[60],"heart":[62],"module,":[69],"dynamically":[71],"judiciously":[73],"partitions":[74],"optimize":[77],"performance":[79,250],"suppressing":[81],"Hadoop":[85,231,262],"Data":[87],"decisions":[89],"largely":[90],"depends":[91],"properties":[94],"(e.g.,":[95],"distributions),":[96],"analysis":[98],"highly":[102],"expensive":[103],"for":[104,140,218],"massive":[106],"amount":[107,194],"data.":[109,197],"To":[110,176],"speed":[111],"up":[112],"data-property":[114],"analysis,":[115],"incorporate":[117],"sampling":[119],"technique":[120],"profile":[122],"distribution":[125],"small":[128,193],"sample":[129],"dataset":[130],"representing":[131],"big":[132],"datasets.":[133,240],"After":[134],"building":[135],"data-partitioning":[137],"cost":[138,156],"model":[139,157],"kNN-joins,":[142],"derive":[144],"time-complexity":[146],"upper":[147],"lower":[149],"bounds":[150],"algorithms.":[154],"offers":[158],"us":[159],"guidance":[161],"systematically":[163],"investigate":[164],"kNN-DP's":[165],"performance.":[166],"obtains":[168],"global":[169],"nearest":[170,174],"neighbors":[171],"using":[172],"local":[173,189],"neighbors.":[175],"improve":[177],"accuracy":[179],"such":[181],"an":[182],"approximation":[183],"solution,":[184],"augment":[186],"each":[187],"node's":[188],"redundant":[196],"develop":[199],"two":[200],"kNN-DP-based":[201],"schemes":[202],"called":[203],"LSH+":[204,225],"z-value+,":[206],"seamlessly":[208],"integrate":[209],"with":[211],"existing":[213],"LSH":[214,252],"z-value":[216,254],"algorithms":[217],"computing.":[220],"implement":[222],"evaluate":[224],"z-value+":[227],"24-node":[230],"cluster":[232],"driven":[233],"both":[235],"synthetic":[236],"real-world":[238],"high-dimensional":[239],"experimental":[242],"results":[243],"show":[244],"significantly":[247],"improves":[248],"while":[255],"offering":[256],"high":[257],"extensibility":[258],"scalability":[260]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}