{"id":"https://openalex.org/W2577865769","doi":"https://doi.org/10.1109/cloud.2016.0063","title":"Modeling Interference for Apache Spark Jobs","display_name":"Modeling Interference for Apache Spark Jobs","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W2577865769","doi":"https://doi.org/10.1109/cloud.2016.0063","mag":"2577865769"},"language":"en","primary_location":{"id":"doi:10.1109/cloud.2016.0063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloud.2016.0063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 9th International Conference on Cloud Computing (CLOUD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031190010","display_name":"Kewen Wang","orcid":"https://orcid.org/0000-0002-0542-3761"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kewen Wang","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Connecticut"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Connecticut","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030524188","display_name":"Mohammad Maifi Hasan Khan","orcid":"https://orcid.org/0000-0001-5046-4100"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohammad Maifi Hasan Khan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101580299","display_name":"Nhan Nguyen","orcid":"https://orcid.org/0000-0002-1842-8537"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nhan Nguyen","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Connecticut"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Connecticut","institution_ids":["https://openalex.org/I140172145"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062836381","display_name":"Swapna S. Gokhale","orcid":"https://orcid.org/0000-0001-8443-8146"},"institutions":[{"id":"https://openalex.org/I140172145","display_name":"University of Connecticut","ror":"https://ror.org/02der9h97","country_code":"US","type":"education","lineage":["https://openalex.org/I140172145"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Swapna Gokhale","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Connecticut"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Connecticut","institution_ids":["https://openalex.org/I140172145"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5031190010"],"corresponding_institution_ids":["https://openalex.org/I140172145"],"apc_list":null,"apc_paid":null,"fwci":7.9619,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.97421494,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7891827821731567},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.769095778465271},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.7104239463806152},{"id":"https://openalex.org/keywords/troubleshooting","display_name":"Troubleshooting","score":0.6756592988967896},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.554613471031189},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.5395931005477905},{"id":"https://openalex.org/keywords/virtualization","display_name":"Virtualization","score":0.5265859961509705},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5185937881469727},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.4571007490158081},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.45603856444358826},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.32845306396484375},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.29922255873680115},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.09747505187988281}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7891827821731567},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.769095778465271},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.7104239463806152},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.6756592988967896},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.554613471031189},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5395931005477905},{"id":"https://openalex.org/C513985346","wikidata":"https://www.wikidata.org/wiki/Q270471","display_name":"Virtualization","level":3,"score":0.5265859961509705},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5185937881469727},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.4571007490158081},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.45603856444358826},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.32845306396484375},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.29922255873680115},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.09747505187988281},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cloud.2016.0063","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloud.2016.0063","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE 9th International Conference on Cloud Computing (CLOUD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.5799999833106995,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1545686965","https://openalex.org/W1746258828","https://openalex.org/W1834532152","https://openalex.org/W1965019644","https://openalex.org/W2007860536","https://openalex.org/W2021446094","https://openalex.org/W2029205854","https://openalex.org/W2035282278","https://openalex.org/W2040168785","https://openalex.org/W2070317073","https://openalex.org/W2071678527","https://openalex.org/W2079862709","https://openalex.org/W2085797995","https://openalex.org/W2087436777","https://openalex.org/W2106352837","https://openalex.org/W2107001003","https://openalex.org/W2118566694","https://openalex.org/W2131975293","https://openalex.org/W2133664094","https://openalex.org/W2158863857","https://openalex.org/W2160121678","https://openalex.org/W2172642452","https://openalex.org/W2175075972","https://openalex.org/W2189465200","https://openalex.org/W2296750577","https://openalex.org/W4235985402","https://openalex.org/W4240411378","https://openalex.org/W6637806892","https://openalex.org/W6639007902","https://openalex.org/W6679815717","https://openalex.org/W6685577280","https://openalex.org/W6687322159","https://openalex.org/W6697712170"],"related_works":["https://openalex.org/W3013479934","https://openalex.org/W4318325534","https://openalex.org/W4206476896","https://openalex.org/W4240398146","https://openalex.org/W2950310564","https://openalex.org/W2467308209","https://openalex.org/W2913357653","https://openalex.org/W1981753479","https://openalex.org/W4254093090","https://openalex.org/W2138908598"],"abstract_inverted_index":{"To":[0,72],"maximize":[1],"resource":[2,43],"utilization":[3],"and":[4,69,121,148,162,166,180],"system":[5],"throughput,":[6],"hardware":[7],"resources":[8],"are":[9,160,178],"often":[10],"shared":[11],"across":[12],"multiple":[13,90],"Apache":[14,91],"Spark":[15,92],"jobs":[16,29,68,93,134,159,177],"through":[17],"virtualization":[18],"techniques":[19],"in":[20,31,57,76,100],"cloud":[21,102],"platforms.":[22],"However,":[23],"while":[24,129],"the":[25,50,85,106,141,155,173],"performance":[26,56,70],"of":[27,52,66,87,108,157,175],"these":[28],"running":[30,94,130],"virtualized":[32,101],"environment":[33],"can":[34,143],"be":[35],"negatively":[36],"affected":[37],"due":[38],"to":[39,48,83,132,152,170],"interference":[40,53,88],"caused":[41],"by":[42],"contention,":[44],"it":[45],"is":[46,61],"nontrivial":[47],"predict":[49],"effect":[51,86],"on":[54,96,124],"job":[55,97],"such":[58,67],"settings,":[59],"which":[60],"critical":[62],"for":[63],"efficient":[64],"scheduling":[65],"troubleshooting.":[71],"address":[73],"this":[74,77],"challenge,":[75],"paper,":[78],"we":[79],"develop":[80],"analytical":[81],"models":[82,110],"estimate":[84],"among":[89],"concurrently":[95],"execution":[98],"time":[99],"environment.":[103],"We":[104],"evaluated":[105],"accuracy":[107],"our":[109],"using":[111],"four":[112,133,161,179],"real-life":[113],"applications":[114],"(e.g.,":[115],"Page":[116],"rank,":[117],"K-means,":[118],"Logistic":[119],"regression,":[120],"Word":[122],"count)":[123],"a":[125],"6":[126],"node":[127],"cluster":[128],"up":[131],"concurrently.":[135],"Our":[136],"experimental":[137],"results":[138],"show":[139],"that":[140],"model":[142],"achieve":[144],"high":[145],"prediction":[146],"accuracy,":[147],"ranges":[149,167],"between":[150,168],"86%":[151],"99%":[153,171],"when":[154,172],"number":[156,174],"concurrent":[158,176],"all":[163],"start":[164,181],"simultaneously,":[165],"71%":[169],"at":[182],"different":[183],"times.":[184]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":6}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}