{"id":"https://openalex.org/W4242012206","doi":"https://doi.org/10.23919/icact.2018.8323922","title":"Capacity-aware key partitioning scheme for heterogeneous big data analytic engines","display_name":"Capacity-aware key partitioning scheme for heterogeneous big data analytic engines","publication_year":2018,"publication_date":"2018-02-01","ids":{"openalex":"https://openalex.org/W4242012206","doi":"https://doi.org/10.23919/icact.2018.8323922"},"language":"en","primary_location":{"id":"doi:10.23919/icact.2018.8323922","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icact.2018.8323922","pdf_url":null,"source":{"id":"https://openalex.org/S4363608106","display_name":"2018 20th International Conference on Advanced Communication Technology (ICACT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 20th International Conference on Advanced Communication Technology (ICACT)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101938610","display_name":"Muhammad Hanif","orcid":"https://orcid.org/0000-0003-1645-7083"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Muhammad Hanif","raw_affiliation_strings":["Division of Computer Science and Engineering, Hanyang University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Division of Computer Science and Engineering, Hanyang University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015785399","display_name":"Choonhwa Lee","orcid":"https://orcid.org/0000-0002-6564-2392"},"institutions":[{"id":"https://openalex.org/I4575257","display_name":"Hanyang University","ror":"https://ror.org/046865y68","country_code":"KR","type":"education","lineage":["https://openalex.org/I4575257"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Choonhwa Lee","raw_affiliation_strings":["Division of Computer Science and Engineering, Hanyang University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Division of Computer Science and Engineering, Hanyang University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I4575257"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101938610"],"corresponding_institution_ids":["https://openalex.org/I4575257"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.42172383,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"999","last_page":"1007"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9014999866485596,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9014999866485596,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.832014799118042},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7425743341445923},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6784848570823669},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5847693681716919},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5530065298080444},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5503154397010803},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5304956436157227},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5300847291946411},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.45987361669540405},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3632250428199768},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.32509690523147583},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2224242389202118},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12073251605033875}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.832014799118042},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7425743341445923},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6784848570823669},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5847693681716919},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5530065298080444},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5503154397010803},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5304956436157227},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5300847291946411},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45987361669540405},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3632250428199768},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.32509690523147583},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2224242389202118},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12073251605033875},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/icact.2018.8323922","is_oa":false,"landing_page_url":"https://doi.org/10.23919/icact.2018.8323922","pdf_url":null,"source":{"id":"https://openalex.org/S4363608106","display_name":"2018 20th International Conference on Advanced Communication Technology (ICACT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2018 20th International Conference on Advanced Communication Technology (ICACT)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1471136644","https://openalex.org/W1494137514","https://openalex.org/W1630733292","https://openalex.org/W1861377444","https://openalex.org/W1976860187","https://openalex.org/W2039536220","https://openalex.org/W2040722314","https://openalex.org/W2059348194","https://openalex.org/W2109722477","https://openalex.org/W2119028650","https://openalex.org/W2119738171","https://openalex.org/W2120755171","https://openalex.org/W2131229759","https://openalex.org/W2141267666","https://openalex.org/W2150884640","https://openalex.org/W2157099238","https://openalex.org/W2173213060","https://openalex.org/W2188497272","https://openalex.org/W2275530856","https://openalex.org/W2327798879","https://openalex.org/W4246592176","https://openalex.org/W6628579693","https://openalex.org/W6636933019","https://openalex.org/W6639193275","https://openalex.org/W6676367512","https://openalex.org/W6697006999","https://openalex.org/W6758383543"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W4321353415","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W2086519370"],"abstract_inverted_index":{"Big":[0],"data":[1,18,28,67,107,134,160],"and":[2,20,36,43,55,130,207,220,246,271],"cloud":[3,22],"computing":[4],"became":[5],"the":[6,11,15,24,52,64,71,88,96,102,115,126,137,155,163,167,205,210,215,235],"centre":[7],"of":[8,17,26,63,80,90,122,166,178,227,254],"interest":[9],"for":[10,83,204],"past":[12,72],"decade.":[13],"With":[14],"increase":[16],"size":[19],"different":[21,159],"application,":[23],"idea":[25],"big":[27,66],"analytics":[29],"become":[30],"very":[31],"popular":[32,65],"both":[33,125],"in":[34,41,110,124,139,145,162,209,248],"industry":[35,42],"academia.":[37],"The":[38],"research":[39],"communities":[40],"academia":[44],"never":[45],"stopped":[46],"trying":[47],"to":[48,152,175,198,232,259],"come":[49],"up":[50],"with":[51,214],"fast,":[53],"robust,":[54],"fault":[56],"tolerant":[57],"analytic":[58,68],"engines.":[59],"MapReduce":[60,81,141,179],"becomes":[61],"one":[62],"engine":[69],"over":[70],"few":[73],"years.":[74],"Hadoop":[75],"is":[76,119],"a":[77,120,183,200],"standard":[78],"implementation":[79],"framework":[82,97],"running":[84],"data-intensive":[85],"applications":[86,170],"on":[87,154,234],"clusters":[89],"commodity":[91],"servers.":[92],"By":[93,212],"thoroughly":[94],"studying":[95],"we":[98],"find":[99],"out":[100],"that":[101,249],"shuffle":[103,176],"phase,":[104],"all-to-all":[105],"input":[106,157],"fetching":[108],"phase":[109,177],"reduce":[111,156],"task":[112],"significantly":[113],"affect":[114],"application":[116],"performance.":[117],"There":[118],"problem":[121],"variance":[123,144],"intermediate":[127],"key's":[128],"frequencies":[129],"their":[131],"distribution":[132],"among":[133,158],"nodes":[135,161],"throughout":[136],"cluster":[138],"Hadoop's":[140,217],"system.":[142,211],"This":[143],"system":[146],"causes":[147],"network":[148],"overhead":[149],"which":[150],"leads":[151],"unfairness":[153],"cluster.":[164],"Because":[165],"above":[168],"problems,":[169],"experience":[171],"performance":[172],"degradation":[173],"due":[174],"applications.":[180],"We":[181],"develop":[182],"new":[184],"novel":[185],"algorithm;":[186],"unlike":[187],"previous":[188],"systems":[189],"our":[190,237,261],"algorithm":[191,219],"considers":[192],"each":[193],"node's":[194],"capabilities":[195],"as":[196],"heuristics":[197],"decide":[199],"better":[201,240],"available":[202],"trade-off":[203],"locality":[206],"fairness":[208],"comparing":[213],"default":[216],"partitioning":[218,222],"Leen":[221],"algorithm:":[223],"a).":[224],"In":[225,252],"case":[226,253],"2":[228],"million":[229,256],"key-value":[230,257],"pairs":[231,258],"process,":[233,260],"average":[236],"approach":[238,262],"achieve":[239,263],"resource":[241,266],"utilization":[242,267],"by":[243,268],"about":[244,269],"19%,":[245],"9%,":[247],"order;":[250],"b).":[251],"3":[255],"near":[264],"optimal":[265],"15%,":[270],"7%,":[272],"respectively.":[273]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}