{"id":"https://openalex.org/W2063444302","doi":"https://doi.org/10.1145/2494621.2494632","title":"A case for MapReduce over the internet","display_name":"A case for MapReduce over the internet","publication_year":2013,"publication_date":"2013-08-09","ids":{"openalex":"https://openalex.org/W2063444302","doi":"https://doi.org/10.1145/2494621.2494632","mag":"2063444302"},"language":"en","primary_location":{"id":"doi:10.1145/2494621.2494632","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2494621.2494632","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 ACM Cloud and Autonomic Computing Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050403137","display_name":"Hrishikesh Gadre","orcid":null},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hrishikesh Gadre","raw_affiliation_strings":["Rutgers University, Piscataway, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, New Jersey","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089439166","display_name":"Iv\u00e1n Rodero","orcid":"https://orcid.org/0000-0002-0675-6728"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ivan Rodero","raw_affiliation_strings":["Rutgers University, Piscataway, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, New Jersey","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060820738","display_name":"Javier Diaz\u2010Montes","orcid":"https://orcid.org/0000-0002-8037-826X"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Javier Diaz-Montes","raw_affiliation_strings":["Rutgers University, Piscataway, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, New Jersey","institution_ids":["https://openalex.org/I102322142"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060153432","display_name":"Manish Parashar","orcid":"https://orcid.org/0000-0003-0983-7408"},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Manish Parashar","raw_affiliation_strings":["Rutgers University, Piscataway, New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rutgers University, Piscataway, New Jersey","institution_ids":["https://openalex.org/I102322142"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I102322142"],"apc_list":null,"apc_paid":null,"fwci":0.2518,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5036036,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9959999918937683,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8767406940460205},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.7494152784347534},{"id":"https://openalex.org/keywords/programming-paradigm","display_name":"Programming paradigm","score":0.7000970840454102},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.6494494676589966},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6270361542701721},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6003064513206482},{"id":"https://openalex.org/keywords/yarn","display_name":"Yarn","score":0.5395085215568542},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.5346798896789551},{"id":"https://openalex.org/keywords/replica","display_name":"Replica","score":0.5136744379997253},{"id":"https://openalex.org/keywords/data-intensive-computing","display_name":"Data-intensive computing","score":0.4867558479309082},{"id":"https://openalex.org/keywords/distributed-file-system","display_name":"Distributed File System","score":0.47866377234458923},{"id":"https://openalex.org/keywords/application-programming-interface","display_name":"Application programming interface","score":0.4479665756225586},{"id":"https://openalex.org/keywords/stream-processing","display_name":"Stream processing","score":0.414470374584198},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.37125128507614136},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2844511866569519},{"id":"https://openalex.org/keywords/grid-computing","display_name":"Grid computing","score":0.20439183712005615},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.1464938521385193}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8767406940460205},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.7494152784347534},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.7000970840454102},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.6494494676589966},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6270361542701721},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6003064513206482},{"id":"https://openalex.org/C2778787235","wikidata":"https://www.wikidata.org/wiki/Q49007","display_name":"Yarn","level":2,"score":0.5395085215568542},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.5346798896789551},{"id":"https://openalex.org/C2775937380","wikidata":"https://www.wikidata.org/wiki/Q1232589","display_name":"Replica","level":2,"score":0.5136744379997253},{"id":"https://openalex.org/C76831024","wikidata":"https://www.wikidata.org/wiki/Q5227096","display_name":"Data-intensive computing","level":4,"score":0.4867558479309082},{"id":"https://openalex.org/C152043487","wikidata":"https://www.wikidata.org/wiki/Q1229600","display_name":"Distributed File System","level":2,"score":0.47866377234458923},{"id":"https://openalex.org/C99613125","wikidata":"https://www.wikidata.org/wiki/Q165194","display_name":"Application programming interface","level":2,"score":0.4479665756225586},{"id":"https://openalex.org/C107027933","wikidata":"https://www.wikidata.org/wiki/Q2006448","display_name":"Stream processing","level":2,"score":0.414470374584198},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.37125128507614136},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2844511866569519},{"id":"https://openalex.org/C70429105","wikidata":"https://www.wikidata.org/wiki/Q249999","display_name":"Grid computing","level":3,"score":0.20439183712005615},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.1464938521385193},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2494621.2494632","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2494621.2494632","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2013 ACM Cloud and Autonomic Computing Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.6399999856948853}],"awards":[{"id":"https://openalex.org/G3620261830","display_name":null,"funder_award_id":"DE-FG02-06ER54857","funder_id":"https://openalex.org/F4320337506","funder_display_name":"Advanced Scientific Computing Research"},{"id":"https://openalex.org/G3940105824","display_name":"SCALABLE DATA MANAGEMENT, ANALYSIS AND VISUALIZATION (SDAV) INSTITUTE","funder_award_id":"DESC0007455","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4958724966","display_name":null,"funder_award_id":"OCI 1310283, DMS 1228203, IIP 0758566","funder_id":"https://openalex.org/F4320337396","funder_display_name":"Division of Industrial Innovation and Partnerships"},{"id":"https://openalex.org/G5363690303","display_name":null,"funder_award_id":"OCI 1310283, DMS 1228203, IIP 0758566","funder_id":"https://openalex.org/F4320337380","funder_display_name":"Division of Mathematical Sciences"},{"id":"https://openalex.org/G5574615944","display_name":null,"funder_award_id":"OCI 1310283, DMS 1228203, IIP 0758566","funder_id":"https://openalex.org/F4320337377","funder_display_name":"Office of Advanced Cyberinfrastructure"},{"id":"https://openalex.org/G5974499282","display_name":null,"funder_award_id":"DE-FG02-06ER54857","funder_id":"https://openalex.org/F4320337510","funder_display_name":"Fusion Energy Sciences"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320307762","display_name":"International Business Machines Corporation","ror":"https://ror.org/05hh8d621"},{"id":"https://openalex.org/F4320337377","display_name":"Office of Advanced Cyberinfrastructure","ror":"https://ror.org/04nh1dc89"},{"id":"https://openalex.org/F4320337380","display_name":"Division of Mathematical Sciences","ror":"https://ror.org/051fftw81"},{"id":"https://openalex.org/F4320337396","display_name":"Division of Industrial Innovation and Partnerships","ror":"https://ror.org/03xyg3m20"},{"id":"https://openalex.org/F4320337506","display_name":"Advanced Scientific Computing Research","ror":"https://ror.org/0012c7r22"},{"id":"https://openalex.org/F4320337510","display_name":"Fusion Energy Sciences","ror":"https://ror.org/02n3j8t12"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1487493679","https://openalex.org/W1590925384","https://openalex.org/W1861377444","https://openalex.org/W2002472616","https://openalex.org/W2008206224","https://openalex.org/W2048087366","https://openalex.org/W2070275167","https://openalex.org/W2073965851","https://openalex.org/W2096125134","https://openalex.org/W2100830825","https://openalex.org/W2119565742","https://openalex.org/W2133964524","https://openalex.org/W2151763581","https://openalex.org/W2154708596","https://openalex.org/W2165741933","https://openalex.org/W2173213060","https://openalex.org/W4238584892","https://openalex.org/W4239429564","https://openalex.org/W4242869118","https://openalex.org/W4254801822"],"related_works":["https://openalex.org/W2469949315","https://openalex.org/W4309349596","https://openalex.org/W4294691717","https://openalex.org/W2564517980","https://openalex.org/W2738797121","https://openalex.org/W2437195919","https://openalex.org/W2980443727","https://openalex.org/W1967005229","https://openalex.org/W2897284527","https://openalex.org/W2976164342"],"abstract_inverted_index":{"In":[0,113],"recent":[1],"years,":[2],"MapReduce":[3,122,165],"programming":[4,40,45,123],"model":[5,41,124],"and":[6,47,106,125,160],"specifically":[7,95,126],"its":[8,43,169],"open":[9],"source":[10],"implementation":[11],"Hadoop":[12,69,89,101,127,143,164,187],"has":[13],"been":[14],"widely":[15],"used":[16,131],"by":[17],"organizations":[18],"to":[19,49,83,163,167],"perform":[20],"large-scale":[21],"data":[22,28],"processing":[23,133],"tasks":[24],"such":[25,154,172],"as":[26,30,32],"web-indexing,":[27],"mining":[29],"well":[31],"scientific":[33],"simulations.":[34],"The":[35,174],"key":[36],"benefits":[37],"of":[38,68],"this":[39,114],"include":[42],"simple":[44],"interface":[46],"ability":[48],"process":[50],"massive":[51],"datasets":[52],"in":[53,87,96,100,107,120,153,171,185],"a":[54,72,77],"scalable":[55],"fashion":[56],"without":[57],"requiring":[58],"high-end":[59],"computing":[60],"infrastructure.":[61],"We":[62,138,158],"observe":[63],"that":[64,140,177],"the":[65,88,97,108,142,178,186],"current":[66],"design":[67,85],"framework":[70,128,144,166],"assumes":[71],"centralized":[73],"execution":[74],"environment":[75],"involving":[76],"single":[78],"datacenter.":[79],"This":[80],"assumption":[81],"leads":[82],"simplified":[84],"decisions":[86],"architecture":[90],"regarding":[91],"efficient":[92],"network":[93],"usage,":[94],"replica-selection":[98],"policy":[99],"Distributed":[102],"File":[103],"System":[104],"(HDFS)":[105],"reduce":[109],"phase":[110],"scheduling":[111],"algorithm.":[112],"paper,":[115],"we":[116],"investigate":[117],"real-world":[118],"scenarios":[119],"which":[121],"could":[129],"be":[130],"for":[132],"large-scale,":[134],"geographically":[135,155],"scattered":[136],"datasets.":[137],"show":[139],"using":[141],"with":[145],"default":[146,183],"policies":[147,184],"can":[148],"cause":[149],"severe":[150],"performance":[151,170],"degradation":[152],"distributed":[156],"environment.":[157],"propose":[159],"evaluate":[161],"extensions":[162,180],"improve":[168],"environments.":[173],"evaluation":[175],"demonstrates":[176],"proposed":[179],"substantially":[181],"outperform":[182],"framework.":[188]},"counts_by_year":[{"year":2017,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-08-01T09:00:35.917206","created_date":"2025-10-10T00:00:00"}