{"id":"https://openalex.org/W2746885841","doi":"https://doi.org/10.18293/dms2017-002","title":"Improving MapReduce Performance By Using A New Partitioner In YARN","display_name":"Improving MapReduce Performance By Using A New Partitioner In YARN","publication_year":2017,"publication_date":"2017-07-07","ids":{"openalex":"https://openalex.org/W2746885841","doi":"https://doi.org/10.18293/dms2017-002","mag":"2746885841"},"language":"en","primary_location":{"id":"doi:10.18293/dms2017-002","is_oa":false,"landing_page_url":"https://doi.org/10.18293/dms2017-002","pdf_url":null,"source":{"id":"https://openalex.org/S4386872205","display_name":"Proceedings","issn_l":"2326-3261","issn":["2326-3261"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conferences on Distributed Multimedia Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://stars.library.ucf.edu/scopus2015/7096","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109781013","display_name":"Wei L\u00fc","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Wei Lu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100333437","display_name":"Lei Chen","orcid":"https://orcid.org/0000-0002-0796-0771"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lei Chen","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070546858","display_name":"Haitao Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Haitao Yuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007723033","display_name":"Weiwei Xing","orcid":"https://orcid.org/0000-0002-6378-926X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weiwei Xing","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100427863","display_name":"Liqiang Wang","orcid":"https://orcid.org/0000-0002-1265-4656"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liqiang Wang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101597037","display_name":"Yong Yang","orcid":"https://orcid.org/0000-0002-0172-4890"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yong Yang","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5109781013"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8674,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.73722628,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"2017","issue":null,"first_page":"24","last_page":"33"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11106","display_name":"Data Management and Algorithms","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/yarn","display_name":"Yarn","score":0.9366382360458374},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7340711355209351},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1389928162097931},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.12257015705108643}],"concepts":[{"id":"https://openalex.org/C2778787235","wikidata":"https://www.wikidata.org/wiki/Q49007","display_name":"Yarn","level":2,"score":0.9366382360458374},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7340711355209351},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1389928162097931},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.12257015705108643}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18293/dms2017-002","is_oa":false,"landing_page_url":"https://doi.org/10.18293/dms2017-002","pdf_url":null,"source":{"id":"https://openalex.org/S4386872205","display_name":"Proceedings","issn_l":"2326-3261","issn":["2326-3261"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Conferences on Distributed Multimedia Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:stars.library.ucf.edu:scopus2015-8095","is_oa":true,"landing_page_url":"https://stars.library.ucf.edu/scopus2015/7096","pdf_url":null,"source":{"id":"https://openalex.org/S4210172555","display_name":"Journal of International Crisis and Risk Communication Research","issn_l":"2576-0017","issn":["2576-0017","2576-0025"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Export 2015-2019","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:stars.library.ucf.edu:scopus2015-8095","is_oa":true,"landing_page_url":"https://stars.library.ucf.edu/scopus2015/7096","pdf_url":null,"source":{"id":"https://openalex.org/S4210172555","display_name":"Journal of International Crisis and Risk Communication Research","issn_l":"2576-0017","issn":["2576-0017","2576-0025"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Export 2015-2019","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1861377444","https://openalex.org/W1999597918","https://openalex.org/W2062187426","https://openalex.org/W2080131844","https://openalex.org/W2083970667","https://openalex.org/W2098771461","https://openalex.org/W2119885577","https://openalex.org/W2120755171","https://openalex.org/W2140509629","https://openalex.org/W2165769837","https://openalex.org/W2166469995"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2078851640","https://openalex.org/W2381070915","https://openalex.org/W2290619882","https://openalex.org/W2352481835","https://openalex.org/W2392493391","https://openalex.org/W4200164335","https://openalex.org/W2109471562","https://openalex.org/W2090695246","https://openalex.org/W2378508949"],"abstract_inverted_index":{"Data":[0],"skew,":[1],"cluster":[2],"heterogeneity,":[3],"and":[4,104,111,124,128],"network":[5,85],"traffic":[6,86],"are":[7],"three":[8],"issues":[9],"that":[10],"significantly":[11],"influence":[12],"the":[13,19,49,52,69,72,77,84,108,119,148],"performance":[14],"of":[15,51,71],"MapReduce":[16,64],"applications.":[17,65],"However,":[18],"Hash-Partitioner":[20],"in":[21,34,63,87,126,136],"native":[22,109],"Hadoop":[23,110],"does":[24],"not":[25],"consider":[26],"them.":[27],"This":[28],"paper":[29],"proposes":[30],"a":[31],"new":[32],"partitioner":[33],"Yarn":[35],"(Hadoop":[36],"2.6.0),":[37],"namely,":[38],"PIY,":[39],"which":[40],"adopts":[41],"an":[42],"innovative":[43],"parallel":[44,137],"sampling":[45],"method":[46],"to":[47,75,92],"achieve":[48],"distribution":[50],"intermediate":[53,94],"data.":[54],"Based":[55],"on":[56,96],"this,":[57],"firstly,":[58],"PIY":[59,67,82,116,135,145],"mitigates":[60],"data":[61,95],"skew":[62],"Secondly,":[66],"considers":[68],"heterogeneity":[70],"computing":[73],"resource":[74],"balance":[76],"load":[78],"among":[79],"Reducers.":[80],"Thirdly,":[81],"reduces":[83],"shuffle":[88],"phase":[89],"by":[90,122,151],"trying":[91],"retain":[93],"those":[97],"nodes":[98],"who":[99],"act":[100],"as":[101],"both":[102],"mapper":[103],"reducer.":[105],"Compared":[106,140],"with":[107,141],"some":[112],"other":[113],"popular":[114],"strategies,":[115,144],"can":[117,146],"reduce":[118,147],"execution":[120,149],"time":[121,150],"35.62%":[123],"50.65%":[125],"homogeneous":[127],"heterogeneous":[129],"cluster,":[130],"respectively.":[131],"We":[132],"also":[133],"implement":[134],"image":[138],"processing.":[139],"several":[142],"existing":[143],"11.2%.":[152]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}