{"id":"https://openalex.org/W2158056686","doi":"https://doi.org/10.1145/2522968.2522979","title":"The family of mapreduce and large-scale data processing systems","display_name":"The family of mapreduce and large-scale data processing systems","publication_year":2013,"publication_date":"2013-07-11","ids":{"openalex":"https://openalex.org/W2158056686","doi":"https://doi.org/10.1145/2522968.2522979","mag":"2158056686"},"language":"en","primary_location":{"id":"doi:10.1145/2522968.2522979","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2522968.2522979","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000296607","display_name":"Sherif Sakr","orcid":"https://orcid.org/0000-0002-2503-523X"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Sherif Sakr","raw_affiliation_strings":["NICTA and University of New South Wales, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA and University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116668190","display_name":"Anna Liu","orcid":"https://orcid.org/0009-0007-1581-6239"},"institutions":[{"id":"https://openalex.org/I31746571","display_name":"UNSW Sydney","ror":"https://ror.org/03r8z3t63","country_code":"AU","type":"education","lineage":["https://openalex.org/I31746571"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Anna Liu","raw_affiliation_strings":["NICTA and University of New South Wales, Sydney, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"NICTA and University of New South Wales, Sydney, Australia","institution_ids":["https://openalex.org/I31746571","https://openalex.org/I42894916"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065472420","display_name":"Ayman G. Fayoumi","orcid":"https://orcid.org/0000-0002-4160-3305"},"institutions":[{"id":"https://openalex.org/I185163786","display_name":"King Abdulaziz University","ror":"https://ror.org/02ma4wv74","country_code":"SA","type":"education","lineage":["https://openalex.org/I185163786"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Ayman G. Fayoumi","raw_affiliation_strings":["King Abdulaziz University, Saudia Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King Abdulaziz University, Saudia Arabia","institution_ids":["https://openalex.org/I185163786"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":80.0813,"has_fulltext":false,"cited_by_count":169,"citation_normalized_percentile":{"value":0.99913501,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"46","issue":"1","first_page":"1","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9019879102706909},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6716907620429993},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.5388725399971008},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5131271481513977},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4769227206707001},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.4379063844680786},{"id":"https://openalex.org/keywords/data-processing","display_name":"Data processing","score":0.42313164472579956},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.37281423807144165},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.20390406250953674},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.1813330054283142},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1808934211730957}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9019879102706909},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6716907620429993},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.5388725399971008},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5131271481513977},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4769227206707001},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.4379063844680786},{"id":"https://openalex.org/C138827492","wikidata":"https://www.wikidata.org/wiki/Q6661985","display_name":"Data processing","level":2,"score":0.42313164472579956},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.37281423807144165},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.20390406250953674},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.1813330054283142},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1808934211730957},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2522968.2522979","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2522968.2522979","pdf_url":null,"source":{"id":"https://openalex.org/S157921468","display_name":"ACM Computing Surveys","issn_l":"0360-0300","issn":["0360-0300","1557-7341"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Computing Surveys","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6200000047683716}],"awards":[],"funders":[{"id":"https://openalex.org/F4320315885","display_name":"Australian Government","ror":"https://ror.org/0314h5y94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":140,"referenced_works":["https://openalex.org/W60117112","https://openalex.org/W126394981","https://openalex.org/W134051198","https://openalex.org/W144096106","https://openalex.org/W172857819","https://openalex.org/W182911965","https://openalex.org/W205696660","https://openalex.org/W1493893823","https://openalex.org/W1495663756","https://openalex.org/W1509301014","https://openalex.org/W1548849615","https://openalex.org/W1575324001","https://openalex.org/W1598064945","https://openalex.org/W1794174336","https://openalex.org/W1834532152","https://openalex.org/W1861377444","https://openalex.org/W1889066674","https://openalex.org/W1896160955","https://openalex.org/W1975283025","https://openalex.org/W1976597724","https://openalex.org/W1976860187","https://openalex.org/W1978924650","https://openalex.org/W1981420413","https://openalex.org/W1984979859","https://openalex.org/W1986017822","https://openalex.org/W1987004884","https://openalex.org/W1993433750","https://openalex.org/W1993892970","https://openalex.org/W1994986714","https://openalex.org/W1997020216","https://openalex.org/W2001782903","https://openalex.org/W2003500287","https://openalex.org/W2010279913","https://openalex.org/W2010929544","https://openalex.org/W2013344760","https://openalex.org/W2013373704","https://openalex.org/W2017194553","https://openalex.org/W2022865143","https://openalex.org/W2026705124","https://openalex.org/W2027720485","https://openalex.org/W2034616054","https://openalex.org/W2035355147","https://openalex.org/W2035367810","https://openalex.org/W2035543557","https://openalex.org/W2038685484","https://openalex.org/W2040395858","https://openalex.org/W2043099794","https://openalex.org/W2044490410","https://openalex.org/W2045271686","https://openalex.org/W2049160854","https://openalex.org/W2060280513","https://openalex.org/W2062028408","https://openalex.org/W2065259291","https://openalex.org/W2070162726","https://openalex.org/W2073904762","https://openalex.org/W2074935284","https://openalex.org/W2075620950","https://openalex.org/W2075854425","https://openalex.org/W2077677671","https://openalex.org/W2081186283","https://openalex.org/W2083541728","https://openalex.org/W2089247435","https://openalex.org/W2095223744","https://openalex.org/W2096125134","https://openalex.org/W2096544401","https://openalex.org/W2097745829","https://openalex.org/W2098935637","https://openalex.org/W2100830825","https://openalex.org/W2102294813","https://openalex.org/W2102440263","https://openalex.org/W2102458936","https://openalex.org/W2104599107","https://openalex.org/W2106019582","https://openalex.org/W2109282506","https://openalex.org/W2110086534","https://openalex.org/W2110173188","https://openalex.org/W2110317924","https://openalex.org/W2112013978","https://openalex.org/W2112485457","https://openalex.org/W2114303224","https://openalex.org/W2114854276","https://openalex.org/W2116420167","https://openalex.org/W2116440993","https://openalex.org/W2119400430","https://openalex.org/W2119528150","https://openalex.org/W2119565742","https://openalex.org/W2119714163","https://openalex.org/W2120458882","https://openalex.org/W2121509107","https://openalex.org/W2122950698","https://openalex.org/W2125520775","https://openalex.org/W2125775320","https://openalex.org/W2125816831","https://openalex.org/W2126547925","https://openalex.org/W2127164716","https://openalex.org/W2128912667","https://openalex.org/W2131314981","https://openalex.org/W2131629857","https://openalex.org/W2131975293","https://openalex.org/W2133473621","https://openalex.org/W2137152505","https://openalex.org/W2142031898","https://openalex.org/W2145812340","https://openalex.org/W2151930506","https://openalex.org/W2152191782","https://openalex.org/W2153329411","https://openalex.org/W2153889808","https://openalex.org/W2153977620","https://openalex.org/W2154894831","https://openalex.org/W2156546605","https://openalex.org/W2157355837","https://openalex.org/W2162709812","https://openalex.org/W2163669329","https://openalex.org/W2167927436","https://openalex.org/W2169387919","https://openalex.org/W2169724035","https://openalex.org/W2170425001","https://openalex.org/W2170616854","https://openalex.org/W2172220707","https://openalex.org/W2173213060","https://openalex.org/W2182307229","https://openalex.org/W2189465200","https://openalex.org/W2242459625","https://openalex.org/W2293919922","https://openalex.org/W2294316975","https://openalex.org/W2295114861","https://openalex.org/W2296349066","https://openalex.org/W2296425978","https://openalex.org/W2408744229","https://openalex.org/W2500112877","https://openalex.org/W2591957553","https://openalex.org/W2624660963","https://openalex.org/W2785684453","https://openalex.org/W2912802084","https://openalex.org/W2962740062","https://openalex.org/W2995564009","https://openalex.org/W4238584892","https://openalex.org/W4245268933","https://openalex.org/W6677483091","https://openalex.org/W6679046037"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4247566972","https://openalex.org/W4394895745","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W2910064364","https://openalex.org/W4200136508","https://openalex.org/W2517841089"],"abstract_inverted_index":{"In":[0,178],"the":[1,5,26,64,67,85,89,134,138,175,191,194,208,214],"last":[2],"two":[3],"decades,":[4],"continuous":[6],"increase":[7],"of":[8,16,46,54,59,69,88,119,123,137,147,160,174,190,193,207,217],"computational":[9],"power":[10],"has":[11,19],"produced":[12],"an":[13],"overwhelming":[14],"flow":[15],"data":[17,31,55,78,125,184],"which":[18],"called":[20],"for":[21,116,197,212],"a":[22,36,71,113,117,145,158],"paradigm":[23],"shift":[24],"in":[25,103,149],"computing":[27],"architecture":[28],"and":[29,38,81,121,141,152,200],"large-scale":[30,124,183],"processing":[32,126,185],"mechanisms.":[33],"MapReduce":[34,90,139,176,195],"is":[35],"simple":[37],"powerful":[39],"programming":[40,170],"model":[41],"that":[42,95,128,163,187],"enables":[43],"easy":[44],"development":[45],"scalable":[47],"parallel":[48],"applications":[49],"to":[50,167],"process":[51],"vast":[52],"amounts":[53],"on":[56,77,133,172],"large":[57],"clusters":[58],"commodity":[60],"machines.":[61],"It":[62],"isolates":[63],"application":[65,201],"from":[66],"details":[68],"running":[70],"distributed":[72],"program":[73],"such":[74],"as":[75],"issues":[76],"distribution,":[79],"scheduling,":[80],"fault":[82],"tolerance.":[83],"However,":[84],"original":[86,135],"implementation":[87],"framework":[91,140,196],"had":[92],"some":[93,189,206],"limitations":[94],"have":[96,129,164],"been":[97,130,165],"tackled":[98],"by":[99],"many":[100],"research":[101,151,210],"efforts":[102],"several":[104,182],"followup":[105],"works":[106],"after":[107],"its":[108],"introduction.":[109],"This":[110],"article":[111],"provides":[112],"comprehensive":[114],"survey":[115],"family":[118],"approaches":[120],"mechanisms":[122,127],"implemented":[131,166],"based":[132],"idea":[136],"are":[142],"currently":[143],"gaining":[144],"lot":[146],"momentum":[148],"both":[150],"industrial":[153],"communities.":[154],"We":[155],"also":[156],"cover":[157],"set":[159],"introduced":[161],"systems":[162,186],"provide":[168],"declarative":[169],"interfaces":[171],"top":[173],"framework.":[177],"addition,":[179],"we":[180,204],"review":[181],"resemble":[188],"ideas":[192],"different":[198],"purposes":[199],"scenarios.":[202],"Finally,":[203],"discuss":[205],"future":[209],"directions":[211],"implementing":[213],"next":[215],"generation":[216],"MapReduce-like":[218],"solutions.":[219]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":11},{"year":2019,"cited_by_count":16},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":21},{"year":2016,"cited_by_count":31},{"year":2015,"cited_by_count":26},{"year":2014,"cited_by_count":12},{"year":2013,"cited_by_count":4}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}