{"id":"https://openalex.org/W2156546605","doi":"https://doi.org/10.1109/icde.2011.5767877","title":"RAFTing MapReduce: Fast recovery on the RAFT","display_name":"RAFTing MapReduce: Fast recovery on the RAFT","publication_year":2011,"publication_date":"2011-04-01","ids":{"openalex":"https://openalex.org/W2156546605","doi":"https://doi.org/10.1109/icde.2011.5767877","mag":"2156546605"},"language":"en","primary_location":{"id":"doi:10.1109/icde.2011.5767877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2011.5767877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 27th International Conference on Data Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083942725","display_name":"Jorge-Arnulfo Quian\u00e9-Ruiz","orcid":"https://orcid.org/0000-0002-9001-825X"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Jorge-Arnulfo Quiane-Ruiz","raw_affiliation_strings":["Information Systems Group, University of Saarland, Germany"],"affiliations":[{"raw_affiliation_string":"Information Systems Group, University of Saarland, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003833748","display_name":"Christoph Pinkel","orcid":null},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christoph Pinkel","raw_affiliation_strings":["Information Systems Group, University of Saarland, Germany"],"affiliations":[{"raw_affiliation_string":"Information Systems Group, University of Saarland, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075498978","display_name":"J\u00f6rg Schad","orcid":"https://orcid.org/0000-0002-1552-382X"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jorg Schad","raw_affiliation_strings":["Information Systems Group, University of Saarland, Germany"],"affiliations":[{"raw_affiliation_string":"Information Systems Group, University of Saarland, Germany","institution_ids":["https://openalex.org/I91712215"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091334588","display_name":"Jens Dittrich","orcid":"https://orcid.org/0000-0003-1015-804X"},"institutions":[{"id":"https://openalex.org/I91712215","display_name":"Saarland University","ror":"https://ror.org/01jdpyv68","country_code":"DE","type":"education","lineage":["https://openalex.org/I91712215"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Jens Dittrich","raw_affiliation_strings":["Information Systems Group, University of Saarland, Germany"],"affiliations":[{"raw_affiliation_string":"Information Systems Group, University of Saarland, Germany","institution_ids":["https://openalex.org/I91712215"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5083942725"],"corresponding_institution_ids":["https://openalex.org/I91712215"],"apc_list":null,"apc_paid":null,"fwci":26.1898,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.99413943,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"589","last_page":"600"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.909072995185852},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6100229024887085},{"id":"https://openalex.org/keywords/raft","display_name":"Raft","score":0.5859317779541016},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4999580383300781},{"id":"https://openalex.org/keywords/fault-tolerance","display_name":"Fault tolerance","score":0.4514755308628082},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4414585530757904},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4402443468570709},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.34306228160858154}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.909072995185852},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6100229024887085},{"id":"https://openalex.org/C9132879","wikidata":"https://www.wikidata.org/wiki/Q17100313","display_name":"Raft","level":4,"score":0.5859317779541016},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4999580383300781},{"id":"https://openalex.org/C63540848","wikidata":"https://www.wikidata.org/wiki/Q3140932","display_name":"Fault tolerance","level":2,"score":0.4514755308628082},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4414585530757904},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4402443468570709},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.34306228160858154},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C521977710","wikidata":"https://www.wikidata.org/wiki/Q81163","display_name":"Polymer","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C15920480","wikidata":"https://www.wikidata.org/wiki/Q421281","display_name":"Copolymer","level":3,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icde.2011.5767877","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icde.2011.5767877","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 IEEE 27th International Conference on Data Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":26,"referenced_works":["https://openalex.org/W1530955034","https://openalex.org/W1558516248","https://openalex.org/W1598064945","https://openalex.org/W2008333370","https://openalex.org/W2022678927","https://openalex.org/W2026427349","https://openalex.org/W2035543557","https://openalex.org/W2069260454","https://openalex.org/W2091765165","https://openalex.org/W2096125134","https://openalex.org/W2097065925","https://openalex.org/W2098935637","https://openalex.org/W2100970777","https://openalex.org/W2104954161","https://openalex.org/W2105904337","https://openalex.org/W2110086534","https://openalex.org/W2114303224","https://openalex.org/W2119528150","https://openalex.org/W2119714163","https://openalex.org/W2125775320","https://openalex.org/W2134799464","https://openalex.org/W2142031898","https://openalex.org/W2147470852","https://openalex.org/W2173213060","https://openalex.org/W2912802084","https://openalex.org/W6758383543"],"related_works":["https://openalex.org/W1949830826","https://openalex.org/W2795856745","https://openalex.org/W2372554067","https://openalex.org/W194711897","https://openalex.org/W2366815386","https://openalex.org/W2044403649","https://openalex.org/W1974755894","https://openalex.org/W2089988249","https://openalex.org/W2886617218","https://openalex.org/W2003906937"],"abstract_inverted_index":{"MapReduce":[0,58,128],"is":[1,99],"a":[2,8,40,48,88,100,211,232],"computing":[3],"paradigm":[4],"that":[5,127,192,245,263],"has":[6,265],"gained":[7],"lot":[9],"of":[10,42,55,81,90,103,161,217,226],"popularity":[11],"as":[12],"it":[13,230],"allows":[14],"non-expert":[15],"users":[16],"to":[17,63,114,180,203],"easily":[18],"run":[19],"complex":[20],"analytical":[21,238],"tasks":[22,62,71,184,198],"at":[23,134],"very":[24],"large-scale.":[25],"At":[26],"such":[27,70],"scale,":[28],"task":[29,121,144,255],"and":[30,109,130,168,199,228,256],"node":[31,151,205,257],"failures":[32],"are":[33],"no":[34],"longer":[35],"an":[36],"exception":[37],"but":[38],"rather":[39],"characteristic":[41],"large-scale":[43],"systems.":[44],"This":[45],"makes":[46],"fault-tolerance":[47],"critical":[49],"issue":[50],"for":[51,93,171,195,206],"the":[52,125,143,162],"efficient":[53],"operation":[54],"any":[56],"application.":[57],"automatically":[59],"reschedules":[60],"failed":[61],"available":[64],"nodes,":[65],"which":[66],"in":[67,112,137],"turn":[68],"recompute":[69],"from":[72,120],"scratch.":[73],"However,":[74],"this":[75,84],"policy":[76],"can":[77],"significantly":[78],"decrease":[79],"performance":[80],"applications.":[82],"In":[83],"paper,":[85],"we":[86,153],"propose":[87,154],"family":[89],"Recovery":[91],"Algorithms":[92],"Fast-Tracking":[94],"(RAFT)":[95],"MapReduce.":[96],"As":[97],"ease-of-use":[98],"major":[101],"feature":[102],"MapReduce,":[104],"RAFT":[105,123,139,176,187,223,246,264],"focuses":[106],"on":[107,142,224,231,252],"simplicity":[108],"also":[110,209,261],"non-intrusiveness,":[111],"order":[113],"be":[115],"implementation-independent.":[116],"To":[117,147],"efficiently":[118],"recover":[119],"failures,":[122,152],"exploits":[124],"fact":[126],"produces":[129],"persists":[131],"intermediate":[132,169,190],"results":[133,243,260],"several":[135],"points":[136],"time.":[138],"piggy-backs":[140],"checkpoints":[141],"progress":[145],"computation.":[146],"deal":[148],"with":[149],"multiple":[150],"query":[155],"metadata":[156],"checkpointing.":[157],"We":[158,208,221],"keep":[159],"track":[160],"mapping":[163],"between":[164],"input":[165],"key-value":[166],"pairs":[167],"data":[170,191],"all":[172],"reduce":[173,197],"tasks.":[174,239],"Thereby,":[175],"does":[177],"not":[178,201],"need":[179],"re-execute":[181],"completed":[182],"map":[183],"entirely.":[185],"Instead":[186],"only":[188],"recomputes":[189],"were":[193],"processed":[194],"local":[196],"hence":[200],"shipped":[202],"another":[204],"processing.":[207],"introduce":[210],"scheduling":[212],"strategy":[213],"taking":[214],"full":[215],"advantage":[216],"these":[218],"recovery":[219],"algorithms.":[220],"implemented":[222],"top":[225],"Hadoop":[227,248],"evaluated":[229],"45-node":[233],"cluster":[234],"using":[235],"three":[236],"common":[237],"Overall,":[240],"our":[241],"experimental":[242],"demonstrate":[244],"outperforms":[247],"runtimes":[249],"by":[250],"23%":[251],"average":[253],"under":[254],"failures.":[258],"The":[259],"show":[262],"negligible":[266],"runtime":[267],"overhead.":[268]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":13},{"year":2014,"cited_by_count":10},{"year":2013,"cited_by_count":15},{"year":2012,"cited_by_count":7}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}