{"id":"https://openalex.org/W1971596129","doi":"https://doi.org/10.1109/tpds.2015.2419671","title":"On Traffic-Aware Partition and Aggregation in MapReduce for Big Data Applications","display_name":"On Traffic-Aware Partition and Aggregation in MapReduce for Big Data Applications","publication_year":2015,"publication_date":"2015-04-03","ids":{"openalex":"https://openalex.org/W1971596129","doi":"https://doi.org/10.1109/tpds.2015.2419671","mag":"1971596129"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2015.2419671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2015.2419671","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024981099","display_name":"Huan Ke","orcid":null},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Huan Ke","raw_affiliation_strings":["School of Computer Science and Engineering, the University of Aizu, Aizu, Japan","School of Computer Science and Engineering, The University of Aizu, Aizu, Japan"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, the University of Aizu, Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]},{"raw_affiliation_string":"School of Computer Science and Engineering, The University of Aizu, Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peng Li","orcid":null},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Peng Li","raw_affiliation_strings":["School of Computer Science and Engineering, the University of Aizu, Aizu, Japan","School of Computer Science and Engineering, The University of Aizu, Aizu, Japan"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, the University of Aizu, Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]},{"raw_affiliation_string":"School of Computer Science and Engineering, The University of Aizu, Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043464306","display_name":"Song Guo","orcid":"https://orcid.org/0000-0001-9831-2202"},"institutions":[{"id":"https://openalex.org/I141591182","display_name":"University of Aizu","ror":"https://ror.org/02pg0e883","country_code":"JP","type":"education","lineage":["https://openalex.org/I141591182"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Song Guo","raw_affiliation_strings":["School of Computer Science and Engineering, the University of Aizu, Aizu, Japan","School of Computer Science and Engineering, The University of Aizu, Aizu, Japan"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, the University of Aizu, Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]},{"raw_affiliation_string":"School of Computer Science and Engineering, The University of Aizu, Aizu, Japan","institution_ids":["https://openalex.org/I141591182"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039318240","display_name":"Minyi Guo","orcid":"https://orcid.org/0000-0003-0034-2302"},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minyi Guo","raw_affiliation_strings":["Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","[Department of Computer Science and Engineering, Shanghai Jiao-Tong University, Shanghai, China]"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, Shanghai, China","institution_ids":["https://openalex.org/I183067930"]},{"raw_affiliation_string":"[Department of Computer Science and Engineering, Shanghai Jiao-Tong University, Shanghai, China]","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5024981099"],"corresponding_institution_ids":["https://openalex.org/I141591182"],"apc_list":null,"apc_paid":null,"fwci":17.2923,"has_fulltext":false,"cited_by_count":46,"citation_normalized_percentile":{"value":0.98938488,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"27","issue":"3","first_page":"818","last_page":"828"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.861299991607666,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.861299991607666,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.05900000035762787,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14347","display_name":"Big Data and Digital Economy","score":0.01640000008046627,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8798549771308899},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.7153940796852112},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.7139392495155334},{"id":"https://openalex.org/keywords/data-modeling","display_name":"Data modeling","score":0.4175412058830261},{"id":"https://openalex.org/keywords/graph-partition","display_name":"Graph partition","score":0.41310763359069824},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3903796076774597},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.30575037002563477},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.2691466212272644},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.18008410930633545},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.08382683992385864}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8798549771308899},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.7153940796852112},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.7139392495155334},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.4175412058830261},{"id":"https://openalex.org/C48903430","wikidata":"https://www.wikidata.org/wiki/Q491370","display_name":"Graph partition","level":3,"score":0.41310763359069824},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3903796076774597},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.30575037002563477},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2691466212272644},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.18008410930633545},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.08382683992385864},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2015.2419671","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2015.2419671","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-130859","is_oa":false,"landing_page_url":"http://www.scopus.com/record/display.url?eid=2-s2.0-84962423534&origin=inward","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4005836112","display_name":null,"funder_award_id":"61261160502","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4166410561","display_name":null,"funder_award_id":"61272099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G662609344","display_name":null,"funder_award_id":"IRT1158","funder_id":"https://openalex.org/F4320338204","funder_display_name":"Program for Changjiang Scholars and Innovative Research Team in University"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320907","display_name":"Japan Science and Technology Corporation","ror":"https://ror.org/00097mb19"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320338204","display_name":"Program for Changjiang Scholars and Innovative Research Team in University","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1973262089","https://openalex.org/W1976597724","https://openalex.org/W1982045573","https://openalex.org/W1995057273","https://openalex.org/W2024077218","https://openalex.org/W2059525723","https://openalex.org/W2073292498","https://openalex.org/W2075308804","https://openalex.org/W2078206000","https://openalex.org/W2101178023","https://openalex.org/W2112173609","https://openalex.org/W2120755171","https://openalex.org/W2131229759","https://openalex.org/W2150884640","https://openalex.org/W2173213060","https://openalex.org/W4211012425","https://openalex.org/W6631896231","https://openalex.org/W6637756608","https://openalex.org/W6651411529","https://openalex.org/W6723278824","https://openalex.org/W6758383543","https://openalex.org/W6941644537"],"related_works":["https://openalex.org/W3011252665","https://openalex.org/W2559057244","https://openalex.org/W2107523406","https://openalex.org/W4254541136","https://openalex.org/W2460383991","https://openalex.org/W2357256293","https://openalex.org/W2058942087","https://openalex.org/W2760171011","https://openalex.org/W4293461708","https://openalex.org/W2111516947"],"abstract_inverted_index":{"The":[0],"MapReduce":[1,30,95],"programming":[2],"model":[3],"simplifies":[4],"large-scale":[5,134],"data":[6,59,72,102,139,150],"processing":[7],"on":[8],"commodity":[9],"cluster":[10],"by":[11,97],"exploiting":[12],"parallel":[13],"map":[14,122],"tasks":[15],"and":[16,71,141,152,175],"reduce":[17,61,89,117,168],"tasks.":[18,123],"Although":[19],"many":[20],"efforts":[21],"have":[22],"been":[23],"made":[24],"to":[25,56,88,130,148],"improve":[26],"the":[27,34,39,109,133],"performance":[28,48],"of":[29],"jobs,":[31],"they":[32],"ignore":[33],"network":[35,69,90,169],"traffic":[36,91,119,170],"generated":[37],"in":[38,47,154],"shuffle":[40],"phase,":[41],"which":[42],"plays":[43],"a":[44,51,94,99,155],"critical":[45],"role":[46],"enhancement.":[49],"Traditionally,":[50],"hash":[52],"function":[53],"is":[54,65,128,145],"used":[55],"partition":[57,103,151],"intermediate":[58,101],"among":[60],"tasks,":[62],"which,":[63],"however,":[64],"not":[66,79],"traffic-efficient":[67],"because":[68],"topology":[70],"size":[73],"associated":[74],"with":[75,132],"each":[76,114],"key":[77],"are":[78],"taken":[80],"into":[81],"consideration.":[82],"In":[83],"this":[84],"paper,":[85],"we":[86,106],"study":[87],"cost":[92,171],"for":[93,137],"job":[96],"designing":[98],"novel":[100],"scheme.":[104],"Furthermore,":[105],"jointly":[107],"consider":[108],"aggregator":[110,115],"placement":[111],"problem,":[112],"where":[113],"can":[116,166],"merged":[118],"from":[120],"multiple":[121],"A":[124],"decomposition-based":[125],"distributed":[126],"algorithm":[127,144],"proposed":[129],"deal":[131],"optimization":[135],"problem":[136],"big":[138],"application":[140],"an":[142],"online":[143,176],"also":[146],"designed":[147],"adjust":[149],"aggregation":[153],"dynamic":[156],"manner.":[157],"Finally,":[158],"extensive":[159],"simulation":[160],"results":[161],"demonstrate":[162],"that":[163],"our":[164],"proposals":[165],"significantly":[167],"under":[172],"both":[173],"offline":[174],"cases.":[177]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}