{"id":"https://openalex.org/W2342569960","doi":"https://doi.org/10.1109/tcc.2015.2511765","title":"Dependency-Aware Data Locality for MapReduce","display_name":"Dependency-Aware Data Locality for MapReduce","publication_year":2015,"publication_date":"2015-12-23","ids":{"openalex":"https://openalex.org/W2342569960","doi":"https://doi.org/10.1109/tcc.2015.2511765","mag":"2342569960"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2015.2511765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2015.2511765","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101637757","display_name":"Xiaoqiang Ma","orcid":"https://orcid.org/0000-0001-9987-0329"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Xiaoqiang Ma","raw_affiliation_strings":["School of Computing Science, Simon Fraser University, Burnaby, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008437864","display_name":"Xiaoyi Fan","orcid":"https://orcid.org/0000-0002-1706-5957"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xiaoyi Fan","raw_affiliation_strings":["School of Computing Science, Simon Fraser University, Burnaby, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039311485","display_name":"Jiangchuan Liu","orcid":"https://orcid.org/0000-0001-6592-1984"},"institutions":[{"id":"https://openalex.org/I18014758","display_name":"Simon Fraser University","ror":"https://ror.org/0213rcc28","country_code":"CA","type":"education","lineage":["https://openalex.org/I18014758"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jiangchuan Liu","raw_affiliation_strings":["School of Computing Science, Simon Fraser University, Burnaby, BC, Canada"],"affiliations":[{"raw_affiliation_string":"School of Computing Science, Simon Fraser University, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I18014758"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101480934","display_name":"Dan Li","orcid":"https://orcid.org/0000-0002-4493-7562"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dan Li","raw_affiliation_strings":["Department of Computer Science, Tsinghua University, Beijing, P.R. China"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Tsinghua University, Beijing, P.R. China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101637757"],"corresponding_institution_ids":["https://openalex.org/I18014758"],"apc_list":null,"apc_paid":null,"fwci":3.1784,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.93291294,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"6","issue":"3","first_page":"667","last_page":"679"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10317","display_name":"Advanced Database Systems and Queries","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/locality","display_name":"Locality","score":0.8327956795692444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8024169206619263},{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.585732102394104},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.44198840856552124},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16969969868659973},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.11303111910820007}],"concepts":[{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.8327956795692444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8024169206619263},{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.585732102394104},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.44198840856552124},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16969969868659973},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.11303111910820007},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2015.2511765","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2015.2511765","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":65,"referenced_works":["https://openalex.org/W1538076361","https://openalex.org/W1546413495","https://openalex.org/W1579147384","https://openalex.org/W1854214752","https://openalex.org/W1861377444","https://openalex.org/W1976860187","https://openalex.org/W1978924650","https://openalex.org/W1985790218","https://openalex.org/W1991069419","https://openalex.org/W1992419399","https://openalex.org/W2000872079","https://openalex.org/W2017828380","https://openalex.org/W2022678927","https://openalex.org/W2022704179","https://openalex.org/W2024077218","https://openalex.org/W2045271686","https://openalex.org/W2058394802","https://openalex.org/W2060650311","https://openalex.org/W2062832101","https://openalex.org/W2064635301","https://openalex.org/W2068015060","https://openalex.org/W2070232376","https://openalex.org/W2074935284","https://openalex.org/W2083620785","https://openalex.org/W2085797995","https://openalex.org/W2094469165","https://openalex.org/W2095117703","https://openalex.org/W2095977162","https://openalex.org/W2096125134","https://openalex.org/W2098935637","https://openalex.org/W2111002549","https://openalex.org/W2112651225","https://openalex.org/W2118953734","https://openalex.org/W2119528150","https://openalex.org/W2119565742","https://openalex.org/W2119998616","https://openalex.org/W2124200646","https://openalex.org/W2131726714","https://openalex.org/W2132110701","https://openalex.org/W2138046526","https://openalex.org/W2142031898","https://openalex.org/W2150584499","https://openalex.org/W2153752762","https://openalex.org/W2156441202","https://openalex.org/W2158612795","https://openalex.org/W2161455936","https://openalex.org/W2164641162","https://openalex.org/W2165315250","https://openalex.org/W2166860697","https://openalex.org/W2168595508","https://openalex.org/W2170024497","https://openalex.org/W2170616854","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2244876453","https://openalex.org/W2950627632","https://openalex.org/W4235985402","https://openalex.org/W6632141491","https://openalex.org/W6634769544","https://openalex.org/W6639055396","https://openalex.org/W6639193275","https://openalex.org/W6655932363","https://openalex.org/W6678498509","https://openalex.org/W6682843021","https://openalex.org/W6683267612"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4244478748","https://openalex.org/W4223488648","https://openalex.org/W1556451512","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W1555349535","https://openalex.org/W4389340727","https://openalex.org/W3150465815","https://openalex.org/W1997222214"],"abstract_inverted_index":{"MapReduce":[0,92,110],"effectively":[1],"partitions":[2],"and":[3,24,31,82,123,162,180,183],"distributes":[4],"computation":[5,46],"workloads":[6],"to":[7,21,28,44,51],"a":[8,36,129],"cluster":[9],"of":[10,78,91,187],"servers,":[11],"facilitating":[12],"today's":[13],"big":[14],"data":[15,20,40,63,100,117,138],"processing.":[16],"Given":[17],"the":[18,25,61,88,114,134,146,153],"massive":[19],"be":[22,29,95,120],"dispatched,":[23],"intermediate":[26],"results":[27],"collected":[30],"aggregated,":[32],"there":[33],"have":[34,64,149,163],"been":[35,175],"significant":[37],"studies":[38],"on":[39,166],"locality":[41],"that":[42,60,77,87,118,186],"seeks":[43],"co-locate":[45],"with":[47,67,98,169,185],"data,":[48],"so":[49],"as":[50],"reduce":[52],"cross-server":[53],"traffic":[54],"in":[55,128,157],"MapReduce.":[56],"They":[57],"generally":[58],"assume":[59],"input":[62,116],"little":[65],"dependency":[66],"each":[68],"other,":[69],"which":[70],"however":[71],"is":[72],"not":[73],"necessarily":[74],"true":[75],"for":[76,109,112],"many":[79],"real-world":[80,115,181],"applications,":[81],"we":[83,105,148],"show":[84],"strong":[85],"evidence":[86],"finishing":[89],"time":[90],"tasks":[93],"can":[94,119],"greatly":[96],"prolonged":[97],"such":[99],"dependency.":[101],"In":[102],"this":[103],"paper,":[104],"present":[106],"Dependency-Aware":[107],"Locality":[108],"(DALM)":[111],"processing":[113],"highly":[121],"skewed":[122],"dependent.":[124],"DALM":[125,165],"accommodates":[126],"data-dependency":[127],"data-locality":[130],"framework,":[131,147],"organically":[132],"synthesizing":[133],"key":[135],"components":[136],"from":[137],"reorganization,":[139],"replication,":[140],"placement.":[141],"Beside":[142],"algorithmic":[143],"design":[144],"within":[145],"also":[150],"closely":[151],"examined":[152],"deployment":[154],"challenges,":[155],"particularly":[156],"public":[158],"virtualized":[159],"cloud":[160],"environments,":[161],"implemented":[164],"Hadoop":[167],"1.2.1":[168],"Giraph":[170],"1.0.0.":[171],"Its":[172],"performance":[173],"has":[174],"evaluated":[176],"through":[177],"both":[178],"simulations":[179],"experiments,":[182],"compared":[184],"state-of-the-art":[188],"solutions.":[189]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":3},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}