{"id":"https://openalex.org/W2035318512","doi":"https://doi.org/10.1109/tpds.2014.2374600","title":"Impact of MapReduce Policies on Job Completion Reliability and Job Energy Consumption","display_name":"Impact of MapReduce Policies on Job Completion Reliability and Job Energy Consumption","publication_year":2014,"publication_date":"2014-11-25","ids":{"openalex":"https://openalex.org/W2035318512","doi":"https://doi.org/10.1109/tpds.2014.2374600","mag":"2035318512"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2014.2374600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2014.2374600","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100800981","display_name":"Jia\u2010Chun Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Jia-Chun Lin","raw_affiliation_strings":["Department of Computer Science, National Chiao Tung University, Taiwan","Department of Computer Science, National Chiao-Tung University, Taiwan#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science, National Chiao-Tung University, Taiwan#TAB#","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108639433","display_name":"Fang\u2212Yie Leu","orcid":null},"institutions":[{"id":"https://openalex.org/I169090423","display_name":"Tunghai University","ror":"https://ror.org/00zhvdn11","country_code":"TW","type":"education","lineage":["https://openalex.org/I169090423"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Fang-Yie Leu","raw_affiliation_strings":["Department of Computer Science, TungHai University, Taiwan","Dept. of Computer Science, Tunghai University, Taiwan#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, TungHai University, Taiwan","institution_ids":["https://openalex.org/I169090423"]},{"raw_affiliation_string":"Dept. of Computer Science, Tunghai University, Taiwan#TAB#","institution_ids":["https://openalex.org/I169090423"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076296753","display_name":"Ying-ping Chen","orcid":"https://orcid.org/0000-0002-5979-6926"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ying-ping Chen","raw_affiliation_strings":["Department of Computer Science, National Chiao Tung University, Taiwan","Department of Computer Science, National Chiao-Tung University, Taiwan#TAB#"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, National Chiao Tung University, Taiwan","institution_ids":["https://openalex.org/I148366613"]},{"raw_affiliation_string":"Department of Computer Science, National Chiao-Tung University, Taiwan#TAB#","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100800981"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":4.7334,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.94868705,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"26","issue":"5","first_page":"1364","last_page":"1378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8793461322784424},{"id":"https://openalex.org/keywords/replication","display_name":"Replication (statistics)","score":0.6885768175125122},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6586101055145264},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5668357014656067},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5245447754859924},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5163199305534363},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5016007423400879},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4892835319042206},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4300033748149872},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.41748902201652527},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3593924641609192},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.24235987663269043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8793461322784424},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.6885768175125122},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6586101055145264},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5668357014656067},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5245447754859924},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5163199305534363},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5016007423400879},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4892835319042206},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4300033748149872},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.41748902201652527},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3593924641609192},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.24235987663269043},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2014.2374600","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2014.2374600","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1601721003","display_name":null,"funder_award_id":"NSC 101-2628-E-009-024-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G3378479402","display_name":null,"funder_award_id":"NSC 101-2221-E-009-003-MY3","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"},{"id":"https://openalex.org/G6910457020","display_name":null,"funder_award_id":"NSC 102-2911-I-100-524","funder_id":"https://openalex.org/F4320322795","funder_display_name":"Ministry of Science and Technology, Taiwan"}],"funders":[{"id":"https://openalex.org/F4320322795","display_name":"Ministry of Science and Technology, Taiwan","ror":"https://ror.org/02kv4zf79"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W27927110","https://openalex.org/W289520118","https://openalex.org/W1598064945","https://openalex.org/W1756371434","https://openalex.org/W1974165158","https://openalex.org/W2000780492","https://openalex.org/W2001708197","https://openalex.org/W2014442324","https://openalex.org/W2017751491","https://openalex.org/W2048554864","https://openalex.org/W2051505342","https://openalex.org/W2058047606","https://openalex.org/W2060204338","https://openalex.org/W2065864600","https://openalex.org/W2098935637","https://openalex.org/W2100830825","https://openalex.org/W2131229759","https://openalex.org/W2138700526","https://openalex.org/W2141051095","https://openalex.org/W2147470852","https://openalex.org/W2157355837","https://openalex.org/W2173213060","https://openalex.org/W2318493998","https://openalex.org/W2963904552","https://openalex.org/W3027482364","https://openalex.org/W3147391527","https://openalex.org/W4233425845","https://openalex.org/W6601116575","https://openalex.org/W6635687051","https://openalex.org/W6643816343","https://openalex.org/W6662682235","https://openalex.org/W6666968485"],"related_works":["https://openalex.org/W4390608645","https://openalex.org/W4247566972","https://openalex.org/W2960264696","https://openalex.org/W3090563135","https://openalex.org/W2497432351","https://openalex.org/W4206777497","https://openalex.org/W4233347783","https://openalex.org/W2910064364","https://openalex.org/W2347426858","https://openalex.org/W1538617655"],"abstract_inverted_index":{"Recently,":[0],"MapReduce":[1,16,27,29,46,81,94,127,173,187,215],"has":[2],"been":[3],"widely":[4],"employed":[5],"by":[6,99,108],"many":[7],"companies/organizations":[8],"to":[9,50,111,189],"tackle":[10],"data-intensive":[11],"problems":[12],"over":[13],"a":[14,26,80,93,126,172,200],"large-scale":[15],"cluster.":[17],"To":[18,41],"solve":[19],"machine/node":[20],"failure":[21],"which":[22,92,158],"is":[23,88,104],"inevitable":[24],"in":[25,116,155],"cluster,":[28,101],"employs":[30],"several":[31],"policies,":[32],"such":[33],"as":[34],"input-data":[35],"replication":[36,39,141],"and":[37,72,123,143,180,197,202,217],"intermediate-data":[38,140],"policies.":[40,148],"speed":[42],"up":[43],"job":[44,66,73,95],"execution,":[45],"allows":[47],"reduce":[48],"tasks":[49],"early":[51],"fetch":[52],"their":[53,213],"required":[54],"intermediate":[55],"data.":[56],"However,":[57],"the":[58,65,89,100,105,109,113,121,195,210],"impact":[59,194],"of":[60,79,125,199,212],"these":[61,192],"policy":[62,131],"combinations":[63,132],"on":[64,129,209],"completion":[67],"reliability":[68,90],"(JCR":[69],"for":[70,77,134],"short)":[71,78,135],"energy":[74,106],"consumption":[75],"(JEC":[76],"cluster":[82,110,128,174,201],"was":[83],"not":[84,159],"clear,":[85],"where":[86],"JCR":[87,122,196],"with":[91,166],"can":[96],"be":[97],"completed":[98],"whereas":[102],"JEC":[103,124,198],"consumed":[107],"complete":[112],"job.":[114],"Therefore,":[115],"this":[117],"study,":[118],"we":[119],"analyze":[120],"four":[130,150],"(POCs":[133],"derived":[136],"from":[137],"two":[138,144,175],"typical":[139,145],"policies":[142],"reduce-task":[146],"assignment":[147],"The":[149,183],"POCs":[151,193],"are":[152],"further":[153],"compared":[154],"extensive":[156],"scenarios,":[157],"only":[160],"consider":[161],"jobs":[162,216],"at":[163],"different":[164],"scales":[165],"various":[167],"parameters,":[168],"but":[169],"also":[170],"give":[171],"extreme":[176],"parallel":[177],"execution":[178],"capabilities":[179],"diverse":[181],"bandwidths.":[182],"analytical":[184],"results":[185],"enable":[186],"managers":[188],"comprehend":[190],"how":[191],"then":[203],"select":[204],"an":[205],"appropriate":[206],"POC":[207],"based":[208],"characteristics":[211],"own":[214],"clusters.":[218]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}