{"id":"https://openalex.org/W2527261714","doi":"https://doi.org/10.1109/tcc.2015.2459707","title":"Phase\u2013Reconfigurable Shuffle Optimization for Hadoop MapReduce","display_name":"Phase\u2013Reconfigurable Shuffle Optimization for Hadoop MapReduce","publication_year":2015,"publication_date":"2015-01-01","ids":{"openalex":"https://openalex.org/W2527261714","doi":"https://doi.org/10.1109/tcc.2015.2459707","mag":"2527261714"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2015.2459707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2015.2459707","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038618940","display_name":"Jihe Wang","orcid":"https://orcid.org/0000-0003-0499-0999"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jihe Wang","raw_affiliation_strings":["Computer Science College, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Computer Science College, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083330935","display_name":"Meikang Qiu","orcid":"https://orcid.org/0000-0002-1004-0140"},"institutions":[{"id":"https://openalex.org/I126863827","display_name":"Pace University","ror":"https://ror.org/047p7y759","country_code":"US","type":"education","lineage":["https://openalex.org/I126863827"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Meikang Qiu","raw_affiliation_strings":["Seidenberg School of Computer Science and Information Systems, Pace University, Manhattan"],"affiliations":[{"raw_affiliation_string":"Seidenberg School of Computer Science and Information Systems, Pace University, Manhattan","institution_ids":["https://openalex.org/I126863827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022121427","display_name":"Bing Guo","orcid":"https://orcid.org/0000-0002-0679-4601"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]},{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Guo","raw_affiliation_strings":["Computer Science College, Sichuan University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"Computer Science College, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I4210125143","https://openalex.org/I24185976"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008451482","display_name":"Ziliang Zong","orcid":"https://orcid.org/0000-0003-2693-7419"},"institutions":[{"id":"https://openalex.org/I13511017","display_name":"Texas State University","ror":"https://ror.org/05h9q1g27","country_code":"US","type":"education","lineage":["https://openalex.org/I13511017"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziliang Zong","raw_affiliation_strings":["Computer Science Department, Texas State University, San Macos"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Texas State University, San Macos","institution_ids":["https://openalex.org/I13511017"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5038618940"],"corresponding_institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"],"apc_list":null,"apc_paid":null,"fwci":14.3028,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.98695697,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11614","display_name":"Cloud Data Security Solutions","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8577247262001038},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.7063297033309937},{"id":"https://openalex.org/keywords/sorting","display_name":"Sorting","score":0.6272789835929871},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6097036600112915},{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.6000679731369019},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5825803279876709},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5411999821662903},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.49886441230773926},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.49507012963294983},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4578413665294647},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.43794673681259155},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3429322838783264},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.18917575478553772},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.1619018316268921}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8577247262001038},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.7063297033309937},{"id":"https://openalex.org/C111696304","wikidata":"https://www.wikidata.org/wiki/Q2303697","display_name":"Sorting","level":2,"score":0.6272789835929871},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6097036600112915},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.6000679731369019},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5825803279876709},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5411999821662903},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.49886441230773926},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49507012963294983},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4578413665294647},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.43794673681259155},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3429322838783264},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.18917575478553772},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.1619018316268921},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2015.2459707","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2015.2459707","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5469124513","display_name":null,"funder_award_id":"1457506","funder_id":"https://openalex.org/F4320332167","funder_display_name":"Directorate for Biological Sciences"},{"id":"https://openalex.org/G7781509821","display_name":null,"funder_award_id":"1359557","funder_id":"https://openalex.org/F4320332167","funder_display_name":"Directorate for Biological Sciences"}],"funders":[{"id":"https://openalex.org/F4320332167","display_name":"Directorate for Biological Sciences","ror":"https://ror.org/001xhss06"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1471136644","https://openalex.org/W1965689831","https://openalex.org/W1969550765","https://openalex.org/W1970322815","https://openalex.org/W1975311570","https://openalex.org/W1993667637","https://openalex.org/W2003829707","https://openalex.org/W2003858189","https://openalex.org/W2040722314","https://openalex.org/W2047321286","https://openalex.org/W2049205682","https://openalex.org/W2058340614","https://openalex.org/W2060650311","https://openalex.org/W2061857234","https://openalex.org/W2069433961","https://openalex.org/W2077714512","https://openalex.org/W2086392024","https://openalex.org/W2088687427","https://openalex.org/W2096893233","https://openalex.org/W2102840489","https://openalex.org/W2104644701","https://openalex.org/W2110953186","https://openalex.org/W2112173609","https://openalex.org/W2129817042","https://openalex.org/W2132110701","https://openalex.org/W2157099238","https://openalex.org/W2169413177","https://openalex.org/W2173213060","https://openalex.org/W6628579693","https://openalex.org/W6651411529"],"related_works":["https://openalex.org/W2058965144","https://openalex.org/W2164382479","https://openalex.org/W2146343568","https://openalex.org/W98480971","https://openalex.org/W2150291671","https://openalex.org/W2013643406","https://openalex.org/W2027972911","https://openalex.org/W2076915000","https://openalex.org/W2189154201","https://openalex.org/W3039556430"],"abstract_inverted_index":{"Hadoop":[0,185,195],"MapReduce":[1,35],"is":[2,80,137],"a":[3,20,34,39,43,58,75,98,115,130],"leading":[4],"open":[5],"source":[6],"framework":[7],"that":[8,114,200],"supports":[9],"the":[10,13,87,103,123,135,155,164,193,197,211],"realization":[11],"of":[12,27,46,52,78,90,106,125,134,157,166,169,177],"Big":[14],"Data":[15],"revolution":[16],"and":[17,30,63,69,127,154],"serves":[18],"as":[19,148],"pioneering":[21],"platform":[22],"in":[23],"ultra":[24],"large":[25,44,76],"amount":[26],"information":[28],"storing":[29],"processing.":[31],"However,":[32],"tuning":[33],"system":[36],"has":[37],"become":[38],"difficult":[40],"task":[41],"because":[42],"number":[45],"parameters":[47],"restrict":[48],"its":[49],"performance,":[50],"many":[51],"which":[53],"are":[54,160],"related":[55],"with":[56,139,192],"shuffle,":[57,112],"complicated":[59],"phase":[60],"between":[61],"map":[62],"reduce":[64],"functions,":[65],"including":[66],"sorting,":[67],"grouping,":[68],"HTTP":[70],"transferring.":[71],"During":[72],"shuffle":[73,145,179,213],"phase,":[74],"mount":[77],"time":[79],"spent":[81],"on":[82],"disk":[83,188],"I/O":[84,189],"due":[85],"to":[86,101,162,206,209],"low":[88],"speed":[89],"data":[91],"throughput.":[92],"In":[93],"this":[94],"paper,":[95],"we":[96],"build":[97],"mathematical":[99],"model":[100],"judge":[102],"computing":[104,167],"complexity":[105,168],"different":[107],"operating":[108,171],"orders":[109],"within":[110,184],"map-side":[111,178,212],"so":[113],"faster":[116],"execution":[117],"can":[118,181],"be":[119,182],"achieved":[120,183],"through":[121],"reconfiguring":[122],"order":[124],"sorting":[126],"grouping.":[128],"Furthermore,":[129],"three-dimensional":[131],"exploring":[132],"space":[133],"performance":[136],"expanded,":[138],"which,":[140],"some":[141],"sampled":[142],"features":[143],"during":[144],"stage,":[146],"such":[147],"key":[149],"number,":[150,153],"spilling":[151],"file":[152],"variances":[156],"intermediate":[158],"results,":[159],"collected":[161],"support":[163],"evaluation":[165],"each":[170],"order.":[172],"Thus,":[173],"an":[174],"optimized":[175],"reconfiguration":[176],"architecture":[180,203],"without":[186],"extra":[187],"induced.":[190],"Comparing":[191],"original":[194],"implementation,":[196],"results":[198],"show":[199],"our":[201],"reconfigurable":[202],"gains":[204],"up":[205],"2.37\u03c7":[207],"speedup":[208],"finish":[210],"work.":[214]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":8},{"year":2016,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}