{"id":"https://openalex.org/W2346267095","doi":"https://doi.org/10.1109/tpds.2016.2564962","title":"Optimization for Speculative Execution in Big Data Processing Clusters","display_name":"Optimization for Speculative Execution in Big Data Processing Clusters","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W2346267095","doi":"https://doi.org/10.1109/tpds.2016.2564962","mag":"2346267095"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2016.2564962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2016.2564962","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017636962","display_name":"Huanle Xu","orcid":"https://orcid.org/0000-0001-6657-1154"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huanle Xu","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020413351","display_name":"Wing Cheong Lau","orcid":"https://orcid.org/0000-0003-1179-7855"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"CN","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wing Cheong Lau","raw_affiliation_strings":["Department of Information Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong"],"affiliations":[{"raw_affiliation_string":"Department of Information Engineering, The Chinese University of Hong Kong, Shatin, N.T., Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5017636962"],"corresponding_institution_ids":["https://openalex.org/I177725633"],"apc_list":null,"apc_paid":null,"fwci":13.2698,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.98586539,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9898999929428101,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.989799976348877,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8173123598098755},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6457469463348389},{"id":"https://openalex.org/keywords/speculative-execution","display_name":"Speculative execution","score":0.5699428915977478},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.5124083161354065},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.48414143919944763},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4601789712905884},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4240739941596985},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35744136571884155},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.25650322437286377},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.09084305167198181}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8173123598098755},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6457469463348389},{"id":"https://openalex.org/C141331961","wikidata":"https://www.wikidata.org/wiki/Q2164465","display_name":"Speculative execution","level":2,"score":0.5699428915977478},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.5124083161354065},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.48414143919944763},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4601789712905884},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4240739941596985},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35744136571884155},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.25650322437286377},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.09084305167198181},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2016.2564962","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2016.2564962","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.6600000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W636382642","https://openalex.org/W1492737977","https://openalex.org/W1578976001","https://openalex.org/W1645323789","https://openalex.org/W1750643891","https://openalex.org/W1861377444","https://openalex.org/W1903497807","https://openalex.org/W1966827731","https://openalex.org/W1976448792","https://openalex.org/W1983964956","https://openalex.org/W1998509479","https://openalex.org/W2003858189","https://openalex.org/W2040722314","https://openalex.org/W2043557192","https://openalex.org/W2048898205","https://openalex.org/W2054609232","https://openalex.org/W2061857234","https://openalex.org/W2100830825","https://openalex.org/W2105693192","https://openalex.org/W2105947650","https://openalex.org/W2107276343","https://openalex.org/W2109125344","https://openalex.org/W2110104287","https://openalex.org/W2111326262","https://openalex.org/W2140424185","https://openalex.org/W2148320617","https://openalex.org/W2150207209","https://openalex.org/W2161823659","https://openalex.org/W2164278908","https://openalex.org/W2173213060","https://openalex.org/W2219529377","https://openalex.org/W2346267095","https://openalex.org/W2479217562","https://openalex.org/W2490313967","https://openalex.org/W2546994163","https://openalex.org/W2548145293","https://openalex.org/W2743045177","https://openalex.org/W2950991829","https://openalex.org/W2951002577","https://openalex.org/W2963573931","https://openalex.org/W4247230948","https://openalex.org/W4254313632","https://openalex.org/W4292363360","https://openalex.org/W6637859451","https://openalex.org/W6639193275","https://openalex.org/W6639528875","https://openalex.org/W6651411529","https://openalex.org/W6664033841","https://openalex.org/W6675881135","https://openalex.org/W6676421412","https://openalex.org/W6684379799"],"related_works":["https://openalex.org/W2034886984","https://openalex.org/W2116170858","https://openalex.org/W3012114143","https://openalex.org/W4236137312","https://openalex.org/W2162464118","https://openalex.org/W2004692581","https://openalex.org/W4239886135","https://openalex.org/W4238383621","https://openalex.org/W2055200990","https://openalex.org/W2969801138"],"abstract_inverted_index":{"A":[0],"big":[1],"parallel":[2,33,81],"processing":[3,34,82],"job":[4,167,171,210],"can":[5],"be":[6,129],"delayed":[7],"substantially":[8],"as":[9,11,37],"long":[10],"one":[12,101],"of":[13,52,76,151,186,208,217],"its":[14,57],"many":[15],"tasks":[16],"is":[17,59,66,111,148],"being":[18],"assigned":[19],"to":[20,156,181],"an":[21,85,149],"unreliable":[22],"or":[23],"congested":[24],"machine.":[25],"To":[26],"tackle":[27],"this":[28,69],"so-called":[29],"straggler":[30],"problem,":[31],"most":[32],"frameworks":[35],"such":[36],"MapReduce":[38],"have":[39],"adopted":[40],"various":[41],"strategies":[42],"under":[43,88,125],"which":[44,110,126,147],"the":[45,53,74,93,105,115,122,135,141,152,165,170,182,194,198,209,214],"system":[46,117],"may":[47],"speculatively":[48],"launch":[49],"additional":[50],"copies":[51],"same":[54,215],"task":[55],"if":[56],"progress":[58],"abnormally":[60],"slow":[61],"when":[62],"extra":[63],"idling":[64],"resource":[65],"available.":[67],"In":[68,189],"paper,":[70],"we":[71,97,139,191],"focus":[72],"on":[73,113],"design":[75],"speculative":[77,132,183],"execution":[78,184],"schemes":[79],"for":[80,131],"clusters":[83],"from":[84],"optimization":[86],"perspective":[87],"different":[89],"loading":[90],"conditions.":[91],"For":[92,134],"lightly":[94],"loaded":[95,137],"case,":[96,138],"analyze":[98],"and":[99],"propose":[100,140],"cloning":[102],"scheme,":[103],"namely,":[104],"Smart":[106],"Cloning":[107],"Algorithm":[108,196],"(SCA)":[109],"based":[112],"maximizing":[114],"overall":[116],"utility.":[118],"We":[119],"also":[120],"derive":[121],"workload":[123],"threshold":[124],"SCA":[127,163],"should":[128],"used":[130],"execution.":[133],"heavily":[136],"Enhanced":[142],"Speculative":[143],"Execution":[144],"(ESE)":[145],"algorithm":[146],"extension":[150],"Microsoft":[153,187],"Mantri":[154,199],"scheme":[155,201],"mitigate":[157],"stragglers.":[158],"Our":[159],"simulation":[160],"results":[161],"show":[162,192],"reduces":[164],"total":[166],"flowtime,":[168],"i.e.,":[169],"delay/":[172],"response":[173],"time":[174],"by":[175,202],"nearly":[176],"<inline-formula><tex-math":[177,203],"notation=\"LaTeX\">$6$</tex-math></inline-formula>":[178],"percent":[179,205],"comparing":[180],"strategy":[185],"Mantri.":[188],"addition,":[190],"that":[193],"ESE":[195],"outperforms":[197],"baseline":[200],"notation=\"LaTeX\">$71$</tex-math></inline-formula>":[204],"in":[206],"terms":[207],"flowtime":[211],"while":[212],"consuming":[213],"amount":[216],"computation":[218],"resource.":[219]},"counts_by_year":[{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":9},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}