{"id":"https://openalex.org/W1987932453","doi":"https://doi.org/10.1145/1152154.1152155","title":"Experiences with MapReduce, an abstraction for large-scale computation","display_name":"Experiences with MapReduce, an abstraction for large-scale computation","publication_year":2006,"publication_date":"2006-09-16","ids":{"openalex":"https://openalex.org/W1987932453","doi":"https://doi.org/10.1145/1152154.1152155","mag":"1987932453"},"language":"en","primary_location":{"id":"doi:10.1145/1152154.1152155","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1152154.1152155","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th international conference on Parallel architectures and compilation techniques","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043872671","display_name":"Jay B. Dean","orcid":"https://orcid.org/0000-0003-1362-0500"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jeffrey Dean","raw_affiliation_strings":["Google, Inc., Mountain View, CA","Google Inc., Mountain View, CA#TAB#"],"affiliations":[{"raw_affiliation_string":"Google, Inc., Mountain View, CA","institution_ids":["https://openalex.org/I1291425158"]},{"raw_affiliation_string":"Google Inc., Mountain View, CA#TAB#","institution_ids":["https://openalex.org/I1291425158"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5043872671"],"corresponding_institution_ids":["https://openalex.org/I1291425158"],"apc_list":null,"apc_paid":null,"fwci":13.8367,"has_fulltext":false,"cited_by_count":124,"citation_normalized_percentile":{"value":0.98294696,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9082691669464111},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6806732416152954},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.6545036435127258},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.521918773651123},{"id":"https://openalex.org/keywords/parallel-programming-model","display_name":"Parallel programming model","score":0.4850696623325348},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4397633373737335},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.43776577711105347},{"id":"https://openalex.org/keywords/terabyte","display_name":"Terabyte","score":0.4371687173843384},{"id":"https://openalex.org/keywords/programming-style","display_name":"Programming style","score":0.43498650193214417},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4124564528465271},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2792373299598694},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2378411889076233}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9082691669464111},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6806732416152954},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.6545036435127258},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.521918773651123},{"id":"https://openalex.org/C137364921","wikidata":"https://www.wikidata.org/wiki/Q27929394","display_name":"Parallel programming model","level":3,"score":0.4850696623325348},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4397633373737335},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.43776577711105347},{"id":"https://openalex.org/C199683683","wikidata":"https://www.wikidata.org/wiki/Q8799","display_name":"Terabyte","level":2,"score":0.4371687173843384},{"id":"https://openalex.org/C2776245389","wikidata":"https://www.wikidata.org/wiki/Q962139","display_name":"Programming style","level":2,"score":0.43498650193214417},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4124564528465271},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2792373299598694},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2378411889076233},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/1152154.1152155","is_oa":false,"landing_page_url":"https://doi.org/10.1145/1152154.1152155","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 15th international conference on Parallel architectures and compilation techniques","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.47999998927116394,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2517841089","https://openalex.org/W1177194838","https://openalex.org/W2102103803","https://openalex.org/W2112810769","https://openalex.org/W185530673","https://openalex.org/W2141674560","https://openalex.org/W2645383873","https://openalex.org/W2278345423","https://openalex.org/W2535199072","https://openalex.org/W1988194486"],"abstract_inverted_index":{"MapReduce":[0,76,130,145,165,174,210],"is":[1,140],"a":[2,18,23,28,35,70,94,124,133,143,197],"programming":[3,189,207],"model":[4],"and":[5,11,34,67,101,115,139,170,201],"an":[6],"associated":[7,43],"implementation":[8,128],"for":[9,220],"processing":[10],"generating":[12],"large":[13,71,125,134],"data":[14,151],"sets.":[15],"Users":[16],"specify":[17],"Map":[19],"function":[20,37],"that":[21,38],"processes":[22,147],"key/value":[24,32],"pair":[25],"to":[26,118,161,214],"generate":[27],"set":[29,95],"of":[30,73,81,84,96,123,129,136,150,154,164,199,206,217],"intermediate":[31,41,47],"pairs,":[33],"Reduce":[36],"merges":[39],"all":[40],"values":[42],"with":[44,113],"the":[45,82,86,90,103,121,158,187,204],"same":[46],"key.":[48],"Many":[49],"real":[50],"world":[51],"tasks":[52],"are":[53,64,176],"expressible":[54],"in":[55,60,196],"this":[56,61,183],"model.":[57],"Programs":[58],"written":[59],"functional":[62],"style":[63],"automatically":[65],"parallelized":[66],"executed":[68,177],"on":[69,132,152,178],"cluster":[72,135],"commodity":[74,137],"machines.The":[75],"run-time":[77],"system":[78,159],"takes":[79],"care":[80],"details":[83],"partitioning":[85],"input":[87],"data,":[88],"scheduling":[89],"program's":[91],"execution":[92],"across":[93],"machines,":[97],"handling":[98],"machine":[99],"failures,":[100],"managing":[102],"required":[104],"intermachine":[105],"communication.":[106],"This":[107],"allows":[108],"programmers":[109],"without":[110],"any":[111],"experience":[112,193],"parallel":[114,218],"distributed":[116,126],"systems":[117],"easily":[119],"utilize":[120],"resources":[122],"system.Our":[127],"runs":[131],"machines":[138],"highly":[141],"scalable:":[142],"typical":[144],"computation":[146],"many":[148],"terabytes":[149],"thousands":[153,163],"machines.":[155],"Programmers":[156],"find":[157],"easy":[160],"use:":[162],"programs":[166],"have":[167],"been":[168],"implemented":[169],"several":[171],"thousand":[172,173],"jobs":[175],"Google's":[179],"clusters":[180],"every":[181],"day.In":[182],"talk":[184,202],"I'll":[185],"describe":[186],"basic":[188],"model,":[190],"discuss":[191],"our":[192],"using":[194],"it":[195],"variety":[198],"domains,":[200],"about":[203],"implications":[205],"models":[208],"like":[209],"as":[211],"one":[212],"paradigm":[213],"simplify":[215],"development":[216],"software":[219],"multi-core":[221],"microprocessors.":[222]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":11},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":17},{"year":2012,"cited_by_count":10}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}