{"id":"https://openalex.org/W2886211991","doi":"https://doi.org/10.1145/3225058.3225099","title":"Joint Optimization of MapReduce Scheduling and Network Policy in Hierarchical Clouds","display_name":"Joint Optimization of MapReduce Scheduling and Network Policy in Hierarchical Clouds","publication_year":2018,"publication_date":"2018-08-08","ids":{"openalex":"https://openalex.org/W2886211991","doi":"https://doi.org/10.1145/3225058.3225099","mag":"2886211991"},"language":"en","primary_location":{"id":"doi:10.1145/3225058.3225099","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3225058.3225099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International Conference on Parallel Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005205340","display_name":"Donglin Yang","orcid":"https://orcid.org/0000-0002-3913-3623"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Donglin Yang","raw_affiliation_strings":["University of North Carolina at Charlotte"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Charlotte","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090960389","display_name":"Wei Rang","orcid":"https://orcid.org/0000-0003-4138-4867"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Rang","raw_affiliation_strings":["University of North Carolina at Charlotte"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Charlotte","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063911669","display_name":"Dazhao Cheng","orcid":"https://orcid.org/0000-0003-2869-7623"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dazhao Cheng","raw_affiliation_strings":["University of North Carolina at Charlotte"],"affiliations":[{"raw_affiliation_string":"University of North Carolina at Charlotte","institution_ids":["https://openalex.org/I102149020"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5005205340"],"corresponding_institution_ids":["https://openalex.org/I102149020"],"apc_list":null,"apc_paid":null,"fwci":2.3561,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.91426565,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8796501755714417},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.7026370763778687},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.6862425208091736},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6582323312759399},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5732713341712952},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.41629695892333984},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2981514036655426},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.0955224335193634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8796501755714417},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7026370763778687},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.6862425208091736},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6582323312759399},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5732713341712952},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.41629695892333984},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2981514036655426},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0955224335193634},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3225058.3225099","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3225058.3225099","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International Conference on Parallel Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.49000000953674316,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W17864305","https://openalex.org/W2022678927","https://openalex.org/W2024077218","https://openalex.org/W2041512590","https://openalex.org/W2042876290","https://openalex.org/W2068115726","https://openalex.org/W2074988668","https://openalex.org/W2096125134","https://openalex.org/W2099602864","https://openalex.org/W2111281854","https://openalex.org/W2123016589","https://openalex.org/W2136930733","https://openalex.org/W2140486418","https://openalex.org/W2157614013","https://openalex.org/W2157895134","https://openalex.org/W2170856775","https://openalex.org/W2171575705","https://openalex.org/W2173213060","https://openalex.org/W2465838301","https://openalex.org/W2493746814","https://openalex.org/W2560160541","https://openalex.org/W2763382507","https://openalex.org/W4232093111"],"related_works":["https://openalex.org/W2883256816","https://openalex.org/W2171408034","https://openalex.org/W3003320923","https://openalex.org/W2106140982","https://openalex.org/W2152313554","https://openalex.org/W2064303750","https://openalex.org/W4285042611","https://openalex.org/W4200394864","https://openalex.org/W1979183926","https://openalex.org/W2798800775"],"abstract_inverted_index":{"As":[0],"MapReduce":[1,17,31,52,91],"is":[2,11,23],"becoming":[3],"increasingly":[4],"popular":[5],"in":[6,42,76,126],"large-scale":[7],"data":[8,77,96],"analysis,":[9],"there":[10,22],"a":[12,43,47,86,112,136,168],"growing":[13],"need":[14],"for":[15],"moving":[16],"into":[18],"multi-tenant":[19],"clouds.":[20],"However,":[21],"an":[24],"important":[25],"challenge":[26],"that":[27,210],"the":[28,38,59,68,109,127,141,146,152,164,214,223],"performance":[29,53,177],"of":[30,63,154],"applications":[32],"can":[33,188,212],"be":[34],"significantly":[35],"influenced":[36],"by":[37,54,70,144,178,193,217,229],"time-varying":[39],"network":[40,74,131],"bandwidth":[41],"shared":[44],"cluster.":[45],"Although":[46],"few":[48],"recent":[49],"studies":[50],"improve":[51,189,222],"dynamic":[55,121],"scheduling":[56],"to":[57,93,101,139,198,232],"reduce":[58,102],"shuffle":[60,225],"traffic,":[61],"most":[62,220],"them":[64],"do":[65],"not":[66],"consider":[67],"impact":[69],"widely":[71],"existing":[72],"hierarchical":[73,130],"architectures":[75],"centers.":[78],"In":[79],"this":[80],"paper,":[81],"we":[82,162],"propose":[83],"and":[84,99,123,158,174,181,195,201,221],"design":[85],"Hierarchical":[87],"topology":[88],"(Hit)":[89],"aware":[90],"scheduler":[92,166],"minimize":[94],"overall":[95],"traffic":[97,215,227],"cost":[98,216],"hence":[100],"job":[103,190],"execution":[104],"time.":[105],"We":[106,133],"first":[107],"formulate":[108],"problem":[110,118,143],"as":[111,167],"Topology":[113],"Aware":[114],"Assignment":[115],"(TAA)":[116],"optimization":[117],"while":[119],"considering":[120],"computing":[122],"communication":[124],"resources":[125],"cloud":[128],"with":[129],"architecture.":[132],"further":[134,208],"develop":[135],"synergistic":[137],"strategy":[138],"solve":[140],"TAA":[142],"using":[145],"stable":[147],"matching":[148],"theory,":[149],"which":[150],"ensures":[151],"preference":[153],"both":[155],"individual":[156],"tasks":[157],"hosting":[159],"machines.":[160],"Finally,":[161],"implement":[163],"proposed":[165],"pluggable":[169],"module":[170],"on":[171],"Hadoop":[172],"YARN":[173],"evaluate":[175],"its":[176],"testbed":[179],"experiments":[180],"simulations.":[182],"The":[183],"experimental":[184],"results":[185],"show":[186],"Hit-scheduler":[187,211],"completion":[191],"time":[192,228],"28%":[194],"11%":[196],"compared":[197,231],"Capacity":[199,233],"Scheduler":[200],"Probabilistic":[202],"Network-Aware":[203],"scheduler,":[204],"respectively.":[205],"Our":[206],"simulations":[207],"demonstrate":[209],"gain":[213],"38%":[218],"at":[219],"average":[224],"flow":[226],"32%":[230],"scheduler.":[234]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}