{"id":"https://openalex.org/W2067220670","doi":"https://doi.org/10.1109/allerton.2014.7028579","title":"Data locality in MapReduce: A network perspective","display_name":"Data locality in MapReduce: A network perspective","publication_year":2014,"publication_date":"2014-09-01","ids":{"openalex":"https://openalex.org/W2067220670","doi":"https://doi.org/10.1109/allerton.2014.7028579","mag":"2067220670"},"language":"en","primary_location":{"id":"doi:10.1109/allerton.2014.7028579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2014.7028579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 52nd Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100646894","display_name":"Weina Wang","orcid":"https://orcid.org/0000-0001-6808-0156"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weina Wang","raw_affiliation_strings":["Computer and Energy Engineering, Arizona State University, Tempe, AZ","School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe AZ 85287"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer and Energy Engineering, Arizona State University, Tempe, AZ","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe AZ 85287","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100358933","display_name":"Lei Ying","orcid":"https://orcid.org/0000-0001-7955-9445"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lei Ying","raw_affiliation_strings":["Computer and Energy Engineering, Arizona State University, Tempe, AZ","School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe AZ 85287"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer and Energy Engineering, Arizona State University, Tempe, AZ","institution_ids":["https://openalex.org/I55732556"]},{"raw_affiliation_string":"School of Electrical, Computer and Energy Engineering, Arizona State University, Tempe AZ 85287","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":1.0635,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.76804817,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1110","last_page":"1117"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8985834121704102},{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.7604537010192871},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6825209856033325},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6395993232727051},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4797300398349762},{"id":"https://openalex.org/keywords/load-balancing","display_name":"Load balancing (electrical power)","score":0.46258804202079773},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4582821726799011},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.4133550524711609},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3425402045249939},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29621389508247375},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11513733863830566},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.11464226245880127}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8985834121704102},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.7604537010192871},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6825209856033325},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6395993232727051},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4797300398349762},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.46258804202079773},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4582821726799011},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.4133550524711609},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3425402045249939},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29621389508247375},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11513733863830566},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.11464226245880127},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/allerton.2014.7028579","is_oa":false,"landing_page_url":"https://doi.org/10.1109/allerton.2014.7028579","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2014 52nd Annual Allerton Conference on Communication, Control, and Computing (Allerton)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320337392","display_name":"Division of Electrical, Communications and Cyber Systems","ror":"https://ror.org/01krpsy48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W126407280","https://openalex.org/W185167974","https://openalex.org/W639949082","https://openalex.org/W1540956271","https://openalex.org/W1598064945","https://openalex.org/W1973650525","https://openalex.org/W1985790218","https://openalex.org/W2022678927","https://openalex.org/W2041958520","https://openalex.org/W2045717006","https://openalex.org/W2060204338","https://openalex.org/W2067220670","https://openalex.org/W2076406848","https://openalex.org/W2079031056","https://openalex.org/W2085797995","https://openalex.org/W2094469165","https://openalex.org/W2096125134","https://openalex.org/W2101178023","https://openalex.org/W2105177639","https://openalex.org/W2108327442","https://openalex.org/W2119565742","https://openalex.org/W2119738171","https://openalex.org/W2130531694","https://openalex.org/W2132353061","https://openalex.org/W2147118406","https://openalex.org/W2154442293","https://openalex.org/W2157099238","https://openalex.org/W2173213060","https://openalex.org/W2336975770","https://openalex.org/W2616747538","https://openalex.org/W2913712231","https://openalex.org/W3142851257","https://openalex.org/W4238465620","https://openalex.org/W6607490822","https://openalex.org/W6666973417","https://openalex.org/W6669529112"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W2910064364","https://openalex.org/W4255224757","https://openalex.org/W2499527417","https://openalex.org/W4240010153"],"abstract_inverted_index":{"In":[0,49,103],"MapReduce,":[1],"placing":[2],"computation":[3,109,120],"near":[4],"its":[5],"input":[6],"data":[7,16,27,55,78,117],"is":[8,65,95,247,256],"considered":[9],"to":[10,22,75,80,111,119,121,127,140,146,155,238,275],"be":[11,86,205],"desirable":[12],"since":[13],"otherwise":[14],"the":[15,23,34,54,73,77,81,96,123,137,152,170,176,180,187,196,213,224,228,239,248,270],"transmission":[17],"introduces":[18],"an":[19],"additional":[20],"delay":[21,244,254,267],"task":[24,94],"execution.":[25],"This":[26],"locality":[28,56],"problem":[29,57],"has":[30,190],"been":[31],"studied":[32],"in":[33,40,88,234],"literature.":[35],"Most":[36],"existing":[37],"scheduling":[38],"algorithms":[39],"MapReduce":[41],"focus":[42],"on":[43],"improving":[44],"performance":[45,255],"through":[46,259],"increasing":[47],"locality.":[48],"this":[50],"paper,":[51],"we":[52,68,113,133,164,193,262],"view":[53],"from":[58,129],"a":[59,92,100,131,166,265],"network":[60,74,157,182],"perspective.":[61],"The":[62,253],"key":[63],"observation":[64],"that":[66,186,195,203,220],"if":[67],"make":[69],"appropriate":[70],"use":[71],"of":[72,107],"route":[76],"chunk":[79],"machine":[82],"where":[83,261],"it":[84],"will":[85],"processed":[87],"advance,":[89],"then":[90],"processing":[91,99],"remote":[93,147],"same":[97],"as":[98],"local":[101,141],"task.":[102],"other":[104,209],"words,":[105],"instead":[106],"bringing":[108],"close":[110,118],"data,":[112],"can":[114,199,204,263],"also":[115,257],"bring":[116],"improve":[122],"system":[124],"performance.":[125],"However,":[126],"benefit":[128],"such":[130],"strategy,":[132],"must":[134],"(i)":[135],"balance":[136],"tasks":[138],"assigned":[139,145],"machines":[142],"and":[143,149,179],"those":[144],"machines,":[148],"(ii)":[150],"design":[151],"routing":[153],"algorithm":[154],"avoid":[156],"congestion.":[158],"Taking":[159],"these":[160],"challenges":[161],"into":[162],"consideration,":[163],"propose":[165],"scheduling/routing":[167],"algorithm,":[168,210],"named":[169],"Joint":[171,188,225,271],"Scheduler,":[172],"which":[173,246],"utilizes":[174],"both":[175],"computing":[177],"resources":[178],"communication":[181],"efficiently.":[183],"To":[184],"show":[185],"Scheduler":[189,198,226,242,272],"superior":[191],"performance,":[192],"prove":[194],"Join":[197],"support":[200],"any":[201],"load":[202],"supported":[206],"by":[207],"some":[208],"i.e.,":[211],"achieve":[212],"maximum":[214],"capacity":[215],"region.":[216],"Simulation":[217],"results":[218],"demonstrate":[219],"with":[221,243,273],"popularity":[222],"skew,":[223],"improves":[227],"throughput":[229],"significantly":[230],"(more":[231],"than":[232],"30%":[233],"our":[235],"simulations)":[236],"compared":[237],"Hadoop":[240],"Fair":[241],"scheduling,":[245],"de":[249],"facto":[250],"industry":[251],"standard.":[252],"evaluated":[258],"simulations,":[260],"see":[264],"significant":[266],"reduce":[268],"under":[269],"moderate":[274],"heavy":[276],"load.":[277]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}