{"id":"https://openalex.org/W3007224764","doi":"https://doi.org/10.1109/bigdata47090.2019.9006021","title":"Elastic Executor Provisioning for Iterative Workloads on Apache Spark","display_name":"Elastic Executor Provisioning for Iterative Workloads on Apache Spark","publication_year":2019,"publication_date":"2019-12-01","ids":{"openalex":"https://openalex.org/W3007224764","doi":"https://doi.org/10.1109/bigdata47090.2019.9006021","mag":"3007224764"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata47090.2019.9006021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006021","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005205340","display_name":"Donglin Yang","orcid":"https://orcid.org/0000-0002-3913-3623"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Donglin Yang","raw_affiliation_strings":["University of North Carolina, Charlotte"],"affiliations":[{"raw_affiliation_string":"University of North Carolina, Charlotte","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090960389","display_name":"Wei Rang","orcid":"https://orcid.org/0000-0003-4138-4867"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wei Rang","raw_affiliation_strings":["University of North Carolina, Charlotte"],"affiliations":[{"raw_affiliation_string":"University of North Carolina, Charlotte","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063911669","display_name":"Dazhao Cheng","orcid":"https://orcid.org/0000-0003-2869-7623"},"institutions":[{"id":"https://openalex.org/I102149020","display_name":"University of North Carolina at Charlotte","ror":"https://ror.org/04dawnj30","country_code":"US","type":"education","lineage":["https://openalex.org/I102149020"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dazhao Cheng","raw_affiliation_strings":["University of North Carolina, Charlotte"],"affiliations":[{"raw_affiliation_string":"University of North Carolina, Charlotte","institution_ids":["https://openalex.org/I102149020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101879008","display_name":"Yu Wang","orcid":"https://orcid.org/0000-0003-0212-6830"},"institutions":[{"id":"https://openalex.org/I84392919","display_name":"Temple University","ror":"https://ror.org/00kx1jb78","country_code":"US","type":"education","lineage":["https://openalex.org/I84392919"]},{"id":"https://openalex.org/I2801004183","display_name":"Temple College","ror":"https://ror.org/038s1ax16","country_code":"US","type":"education","lineage":["https://openalex.org/I2801004183"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Wang","raw_affiliation_strings":["Temple University"],"affiliations":[{"raw_affiliation_string":"Temple University","institution_ids":["https://openalex.org/I2801004183","https://openalex.org/I84392919"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064166827","display_name":"Jiannan Tian","orcid":"https://orcid.org/0000-0003-1101-9148"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiannan Tian","raw_affiliation_strings":["The University of Alabama"],"affiliations":[{"raw_affiliation_string":"The University of Alabama","institution_ids":["https://openalex.org/I17301866"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063703614","display_name":"Dingwen Tao","orcid":"https://orcid.org/0000-0001-5422-4497"},"institutions":[{"id":"https://openalex.org/I17301866","display_name":"University of Alabama","ror":"https://ror.org/03xrrjk67","country_code":"US","type":"education","lineage":["https://openalex.org/I17301866"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dingwen Tao","raw_affiliation_strings":["The University of Alabama"],"affiliations":[{"raw_affiliation_string":"The University of Alabama","institution_ids":["https://openalex.org/I17301866"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5005205340"],"corresponding_institution_ids":["https://openalex.org/I102149020"],"apc_list":null,"apc_paid":null,"fwci":1.6957,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8904121,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"413","last_page":"422"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11181","display_name":"Advanced Data Storage Technologies","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10772","display_name":"Distributed systems and fault tolerance","score":0.991100013256073,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executor","display_name":"Executor","score":0.9523285031318665},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8345428109169006},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7387758493423462},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.7346521019935608},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6763370633125305},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.642108142375946},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5881863832473755},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5272535085678101},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5084261298179626},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5060178637504578},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.47991570830345154},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.45380714535713196},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.43418529629707336},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3189827799797058},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.27545469999313354}],"concepts":[{"id":"https://openalex.org/C180591056","wikidata":"https://www.wikidata.org/wiki/Q654437","display_name":"Executor","level":2,"score":0.9523285031318665},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8345428109169006},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7387758493423462},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.7346521019935608},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6763370633125305},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.642108142375946},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5881863832473755},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5272535085678101},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5084261298179626},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5060178637504578},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.47991570830345154},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.45380714535713196},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.43418529629707336},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3189827799797058},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.27545469999313354},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata47090.2019.9006021","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata47090.2019.9006021","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2019 IEEE International Conference on Big Data (Big Data)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.6000000238418579,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1506378270","https://openalex.org/W1746258828","https://openalex.org/W2022678927","https://openalex.org/W2105947650","https://openalex.org/W2129542763","https://openalex.org/W2155072926","https://openalex.org/W2163961697","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2523412218","https://openalex.org/W2528415359","https://openalex.org/W2761251889","https://openalex.org/W2792596678","https://openalex.org/W2798619410","https://openalex.org/W2806809133","https://openalex.org/W2886211991","https://openalex.org/W2892527660","https://openalex.org/W2897884253","https://openalex.org/W2962725887","https://openalex.org/W2976585653","https://openalex.org/W3124926625","https://openalex.org/W4238573359","https://openalex.org/W6637806892","https://openalex.org/W6684084819","https://openalex.org/W6687322159","https://openalex.org/W6727576777","https://openalex.org/W6751326486","https://openalex.org/W6753773164"],"related_works":["https://openalex.org/W3132876088","https://openalex.org/W4237320244","https://openalex.org/W3107299409","https://openalex.org/W3044912482","https://openalex.org/W3015007115","https://openalex.org/W3016598040","https://openalex.org/W2230606172","https://openalex.org/W2603352950","https://openalex.org/W4241425178","https://openalex.org/W4246956338"],"abstract_inverted_index":{"In":[0,84,132],"memory":[1],"data":[2,194,198],"analytic":[3],"frameworks":[4],"like":[5,62],"Apache":[6,100],"Spark":[7,101],"are":[8,153],"employed":[9],"by":[10,53,213,241],"an":[11,89,114],"increasing":[12],"number":[13,165],"of":[14,59,109,166,210,246],"diverse":[15],"applications-such":[16],"as":[17,150],"machine":[18],"learning,":[19],"graph":[20],"computation,":[21],"and":[22,118,144,189,233],"scientific":[23],"computing,":[24],"which":[25],"benefit":[26],"from":[27,229],"the":[28,48,56,107,121,128,141,164,173,178,186,191,197,207,221,226,236],"long-running":[29,60],"process":[30],"(e.g.":[31],"executor)":[32],"programming":[33],"model":[34],"to":[35,77,113,127,157,170,195,217,231],"avoid":[36],"system":[37],"I/O":[38],"overhead.":[39],"However,":[40],"existing":[41],"resource":[42,57,73,110,116,130,208],"allocation":[43,74],"strategies":[44],"mainly":[45],"rely":[46],"on":[47,99],"peak":[49],"demand":[50],"normally":[51],"specified":[52],"users.":[54],"Since":[55],"usages":[58],"applications":[61,135],"iterative":[63,97,134,248],"computation":[64,138],"vary":[65],"significantly":[66],"over":[67,124],"time,":[68,223],"we":[69,87],"find":[70],"that":[71,203],"peak-demand-based":[72],"policies":[75],"lead":[76],"low":[78],"cloud":[79],"utilization":[80,91,209,228],"in":[81,168],"production":[82],"environments.":[83],"this":[85],"paper,":[86],"present":[88],"elastic":[90],"aware":[92],"executor":[93],"provisioning":[94],"approach":[95],"for":[96,147,243],"workloads":[98],"(i.e.,":[102],"iSpark).":[103],"It":[104,183],"can":[105],"identify":[106],"causes":[108],"underutilization":[111],"due":[112],"inflexible":[115],"policy,":[117],"elastically":[119],"adjusts":[120],"allocated":[122,174],"executors":[123,167,188,212],"time":[125,240],"according":[126],"real-time":[129],"usage.":[131],"general,":[133],"require":[136],"more":[137,151],"resources":[139,148,175],"at":[140],"beginning":[142],"stage":[143],"their":[145],"demands":[146],"diminish":[149],"iterations":[152],"completed.":[154],"iSpark":[155,204],"aims":[156],"timely":[158],"scale":[159,162],"up":[160],"or":[161],"down":[163],"order":[169],"fully":[171],"utilize":[172],"while":[176],"taking":[177],"dominant":[179],"factor":[180],"into":[181],"consideration.":[182],"further":[184],"preempts":[185],"underutilized":[187],"preserves":[190],"cached":[192],"intermediate":[193],"ensure":[196],"consistency.":[199],"Testbed":[200],"evaluations":[201],"show":[202],"averagely":[205],"improves":[206],"individual":[211],"35.2":[214],"%":[215],"compared":[216],"vanilla":[218],"Spark.":[219],"At":[220],"same":[222],"it":[224],"increases":[225],"cluster":[227],"32.1%":[230],"51.3%":[232],"effectively":[234],"reduces":[235],"overall":[237],"job":[238],"completion":[239],"20.8%":[242],"a":[244],"set":[245],"representative":[247],"applications.":[249]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}