{"id":"https://openalex.org/W2962541645","doi":"https://doi.org/10.1145/3335484.3335493","title":"Optimized Speculative Execution Strategy for Different Workload Levels in Heterogeneous Spark Cluster","display_name":"Optimized Speculative Execution Strategy for Different Workload Levels in Heterogeneous Spark Cluster","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2962541645","doi":"https://doi.org/10.1145/3335484.3335493","mag":"2962541645"},"language":"en","primary_location":{"id":"doi:10.1145/3335484.3335493","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3335484.3335493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 4th International Conference on Big Data and Computing  - ICBDC 2019","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101754640","display_name":"Xiaohan Huang","orcid":"https://orcid.org/0000-0001-7370-9289"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaohan Huang","raw_affiliation_strings":["School of Computer Science and Technology, Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100388485","display_name":"Chunlin Li","orcid":"https://orcid.org/0000-0001-8338-6065"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunlin Li","raw_affiliation_strings":["School of Computer Science and Technology, Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102141487","display_name":"Youlong Luo","orcid":"https://orcid.org/0009-0002-2313-0695"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Youlong Luo","raw_affiliation_strings":["School of Computer Science and Technology, Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101754640"],"corresponding_institution_ids":["https://openalex.org/I196699116"],"apc_list":null,"apc_paid":null,"fwci":1.3566,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.85991666,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"6","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9772999882698059,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8698301315307617},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.8277679681777954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6990917325019836},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6878774166107178},{"id":"https://openalex.org/keywords/speculative-multithreading","display_name":"Speculative multithreading","score":0.5987503528594971},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.4837484359741211},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.27584409713745117},{"id":"https://openalex.org/keywords/multithreading","display_name":"Multithreading","score":0.09830987453460693},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.06843462586402893}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8698301315307617},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.8277679681777954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6990917325019836},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6878774166107178},{"id":"https://openalex.org/C15296174","wikidata":"https://www.wikidata.org/wiki/Q7575343","display_name":"Speculative multithreading","level":4,"score":0.5987503528594971},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.4837484359741211},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.27584409713745117},{"id":"https://openalex.org/C201410400","wikidata":"https://www.wikidata.org/wiki/Q1064412","display_name":"Multithreading","level":3,"score":0.09830987453460693},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.06843462586402893},{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3335484.3335493","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3335484.3335493","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 4th International Conference on Big Data and Computing  - ICBDC 2019","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W807592880","https://openalex.org/W1903497807","https://openalex.org/W2026792149","https://openalex.org/W2040722314","https://openalex.org/W2043557192","https://openalex.org/W2110104287","https://openalex.org/W2124256298","https://openalex.org/W2146591355","https://openalex.org/W2173213060","https://openalex.org/W2346267095","https://openalex.org/W2490313967","https://openalex.org/W2523555989","https://openalex.org/W2542083118","https://openalex.org/W2542459869","https://openalex.org/W2587519888","https://openalex.org/W2603799979","https://openalex.org/W2771239602","https://openalex.org/W2963573931"],"related_works":["https://openalex.org/W227765782","https://openalex.org/W4238383621","https://openalex.org/W2082485924","https://openalex.org/W3012114143","https://openalex.org/W2023832055","https://openalex.org/W2162464118","https://openalex.org/W2055200990","https://openalex.org/W4254495365","https://openalex.org/W2116170858","https://openalex.org/W4239886135"],"abstract_inverted_index":{"Spark":[0,47,66],"is":[1,154],"a":[2,25,43],"big":[3],"data":[4],"processing":[5],"framework":[6,48],"based":[7,100,128],"on":[8,57,71,101,129],"MapReduce,":[9],"whose":[10],"calculation":[11],"model":[12],"requires":[13],"that":[14,151],"all":[15,18],"tasks":[16],"in":[17,171],"parent":[19],"stages":[20],"are":[21],"completed":[22],"before":[23],"starting":[24],"new":[26],"stage.":[27],"Machine":[28],"service":[29],"variability":[30],"or":[31,38],"congested":[32],"network":[33],"connections":[34],"caused":[35],"by":[36,111],"partial":[37],"intermittent":[39],"machine":[40],"failures":[41],"become":[42],"bottleneck":[44],"for":[45,64,83,88,118],"the":[46,58,78,89,97,107,113,119,125,143,168,177],"to":[49,134,141],"execute":[50],"tasks.":[51],"In":[52],"this":[53],"paper,":[54],"we":[55,76,93,123,138],"focus":[56],"design":[59],"of":[60,145],"speculative":[61,98,126],"execution":[62,99,127],"schemes":[63],"heterogeneous":[65],"from":[67],"an":[68],"optimization":[69],"perspective":[70],"different":[72,84],"loading":[73],"conditions.":[74],"First,":[75],"derive":[77],"load":[79],"arrival":[80],"rate":[81],"threshold":[82],"operating":[85],"regimes.":[86],"Second,":[87],"lightly":[90],"loaded":[91,121],"case,":[92,122],"analyze":[94],"and":[95,147,159,163],"propose":[96,124],"task-cloning":[102],"algorithm":[103],"(SETC)":[104],"which":[105,132],"reduce":[106],"application":[108],"completion":[109],"time":[110],"maximizing":[112],"overall":[114],"system":[115],"utility.":[116],"Then,":[117],"heavily":[120],"straggler-detection":[130],"algorithm(SESD),":[131],"aims":[133],"mitigate":[135],"stragglers.":[136],"Finally,":[137],"conduct":[139],"experiments":[140],"verify":[142],"performance":[144],"SETC":[146],"SESD.":[148],"Results":[149],"show":[150],"our":[152],"method":[153],"faster":[155],"than":[156],"Spark-Speculation,":[157],"LATE,":[158],"SCA":[160],"by16.7%,":[161],"8.2%,":[162],"11.7%.":[164],"Also":[165],"it":[166],"outperforms":[167],"baseline":[169],"algorithms":[170],"some":[172],"metric":[173],"aspect":[174],"such":[175],"as":[176],"cluster":[178],"throughput.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}