{"id":"https://openalex.org/W3183412027","doi":"https://doi.org/10.1109/access.2021.3098426","title":"Diaspore: Diagnosing Performance Interference in Apache Spark","display_name":"Diaspore: Diagnosing Performance Interference in Apache Spark","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3183412027","doi":"https://doi.org/10.1109/access.2021.3098426","mag":"3183412027"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3098426","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3098426","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09490641.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09490641.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049988473","display_name":"Sarah Shah","orcid":"https://orcid.org/0000-0003-0627-7070"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sarah Shah","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Calgary, Calgary, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0627-7070","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086312071","display_name":"Yasaman Amannejad","orcid":"https://orcid.org/0000-0002-5668-6086"},"institutions":[{"id":"https://openalex.org/I870124129","display_name":"Mount Royal University","ror":"https://ror.org/04evsam41","country_code":"CA","type":"education","lineage":["https://openalex.org/I870124129"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yasaman Amannejad","raw_affiliation_strings":["Mathematics and Computing Department, Mount Royal University, Calgary, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematics and Computing Department, Mount Royal University, Calgary, AB, Canada","institution_ids":["https://openalex.org/I870124129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001117576","display_name":"Diwakar Krishnamurthy","orcid":"https://orcid.org/0000-0002-6098-4801"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Diwakar Krishnamurthy","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Calgary, Calgary, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6098-4801","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5459,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.72009217,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"103230","last_page":"103243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8797361850738525},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8418920636177063},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.6145937442779541},{"id":"https://openalex.org/keywords/big-data","display_name":"Big data","score":0.5935335755348206},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5835811495780945},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.5757936835289001},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5234752893447876},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.4308728873729706},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.42310184240341187},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.41461852192878723},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3273244798183441},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.20328554511070251},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.13174676895141602}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8797361850738525},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8418920636177063},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.6145937442779541},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.5935335755348206},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5835811495780945},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.5757936835289001},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5234752893447876},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.4308728873729706},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.42310184240341187},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.41461852192878723},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3273244798183441},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.20328554511070251},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.13174676895141602},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2021.3098426","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3098426","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09490641.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:193b95c1fe5d41ba8b385688d8c13a24","is_oa":true,"landing_page_url":"https://doaj.org/article/193b95c1fe5d41ba8b385688d8c13a24","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 103230-103243 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3098426","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3098426","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09490641.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3183412027.pdf","grobid_xml":"https://content.openalex.org/works/W3183412027.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1746258828","https://openalex.org/W2000872079","https://openalex.org/W2131975293","https://openalex.org/W2152603468","https://openalex.org/W2306821251","https://openalex.org/W2309679942","https://openalex.org/W2488300951","https://openalex.org/W2528415359","https://openalex.org/W2577865769","https://openalex.org/W2582789036","https://openalex.org/W2755402962","https://openalex.org/W2770935003","https://openalex.org/W2776147949","https://openalex.org/W2883281820","https://openalex.org/W2909407452","https://openalex.org/W2909880748","https://openalex.org/W2966284335","https://openalex.org/W2981331832","https://openalex.org/W3000398587","https://openalex.org/W3002373416","https://openalex.org/W3003627935","https://openalex.org/W3009370840","https://openalex.org/W3100711529","https://openalex.org/W6637806892","https://openalex.org/W6679815717","https://openalex.org/W6682612399","https://openalex.org/W6697698479","https://openalex.org/W6722756077","https://openalex.org/W6727576777","https://openalex.org/W6747615343","https://openalex.org/W6766596047"],"related_works":["https://openalex.org/W2766461310","https://openalex.org/W4247566972","https://openalex.org/W4388692845","https://openalex.org/W3202731209","https://openalex.org/W4240326769","https://openalex.org/W3211874991","https://openalex.org/W3012518171","https://openalex.org/W4241605045","https://openalex.org/W4308507533","https://openalex.org/W2407107767"],"abstract_inverted_index":{"Apache":[0],"Spark":[1,59,76,197],"is":[2],"being":[3],"increasingly":[4],"used":[5],"to":[6,65,78,85,116,128,250,290],"execute":[7,86],"big":[8],"data":[9,142,152],"applications":[10,29,42,60,71,198,236],"on":[11,200],"cluster":[12,19,37,89,288],"computing":[13],"platforms.":[14],"To":[15],"increase":[16],"system":[17],"utilization,":[18],"operators":[20,289],"often":[21],"configure":[22],"their":[23],"clusters":[24],"such":[25],"that":[26,102,172,183,207,228,260],"multiple":[27],"co-located":[28],"can":[30,43,72,103,231,263,286],"simultaneously":[31],"share":[32],"the":[33,96,110,114,120,163,189,229,240,246,254,261],"resources":[34,51,90],"of":[35,113,119,146,165,195,279],"a":[36,62,75,166,179,192,201,276,280],"node.":[38],"With":[39],"resource":[40,155,222],"sharing,":[41],"compete":[44],"with":[45,54,191],"each":[46,55],"other":[47,70],"for":[48,98,143,235],"shared":[49],"node":[50],"thereby":[52,87],"interfering":[53],"other's":[56],"performance.":[57],"Many":[58],"take":[61,81],"long":[63,281],"time":[64,84,248],"execute.":[66],"Performance":[67],"interference":[68,105,115,131,267,292],"from":[69],"thus":[73],"cause":[74,112],"application":[77,145],"fail":[79],"or":[80],"even":[82],"longer":[83],"wasting":[88],"and":[91,107,133,154,221,265],"frustrating":[92],"users.":[93],"This":[94,285],"motivates":[95],"need":[97],"an":[99,270,294],"automated":[100],"technique":[101,171],"detect":[104,264],"quickly":[106,268],"also":[108],"diagnose":[109,266],"root":[111],"facilitate":[117],"mitigation":[118],"problem.":[121,176],"Most":[122],"existing":[123],"approaches":[124],"are":[125],"not":[126,237],"designed":[127],"offer":[129,232,251],"quick":[130],"detection":[132],"diagnosis.":[134],"For":[135],"example,":[136],"they":[137],"typically":[138],"require":[139],"extensive":[140],"training":[141,213,241,247],"every":[144],"interest":[147],"under":[148,217],"various":[149],"possible":[150],"input":[151,219],"sizes":[153,220],"allocations.":[156,223],"In":[157],"this":[158,174],"paper,":[159],"we":[160],"systematically":[161],"investigate":[162],"design":[164],"Machine":[167],"Learning":[168],"(ML)":[169],"based":[170],"addresses":[173],"open":[175],"We":[177,187],"implement":[178],"tool":[180,190,230,262],"called":[181],"Diaspore":[182,208,244,258],"integrates":[184],"our":[185,225],"findings.":[186],"evaluate":[188],"diverse":[193],"set":[194],"13":[196],"executing":[199],"real":[202],"cluster.":[203],"Experimental":[204],"results":[205,226],"show":[206,227],"requires":[209],"only":[210,275],"small":[211,218,277],"scale":[212],"data,":[214],"i.e.,":[215],"executions":[216],"Furthermore,":[224],"accurate":[233],"predictions":[234],"present":[238],"in":[239,269,293],"data.":[242],"Consequently,":[243],"reduces":[245],"needed":[249],"predictions.":[252],"Finally,":[253],"feature":[255],"engineering":[256],"underlying":[257],"ensures":[259],"online":[271],"manner":[272],"by":[273],"sampling":[274],"fraction":[278],"running":[282],"application's":[283],"execution.":[284],"allow":[287],"mitigate":[291],"agile":[295],"manner.":[296]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}