{"id":"https://openalex.org/W3195722949","doi":"https://doi.org/10.1109/ojcs.2021.3107228","title":"PERIDOT: Modeling Execution Time of Spark Applications","display_name":"PERIDOT: Modeling Execution Time of Spark Applications","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3195722949","doi":"https://doi.org/10.1109/ojcs.2021.3107228","mag":"3195722949"},"language":"en","primary_location":{"id":"doi:10.1109/ojcs.2021.3107228","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2021.3107228","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/09521790.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/09521790.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049988473","display_name":"Sarah Shah","orcid":"https://orcid.org/0000-0003-0627-7070"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Sarah Shah","raw_affiliation_strings":["Electrical and Software Engineering, University of Calgary, 2129 Calgary, Alberta, Canada, T2N 1N4 (e-mail: sarah.shah1@ucalgary.ca)","ORCiD","Department of Electrical, and Software Engineering, University of Calgary, Calgary, AB, Canada"],"raw_orcid":"https://orcid.org/0000-0003-0627-7070","affiliations":[{"raw_affiliation_string":"Electrical and Software Engineering, University of Calgary, 2129 Calgary, Alberta, Canada, T2N 1N4 (e-mail: sarah.shah1@ucalgary.ca)","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]},{"raw_affiliation_string":"Department of Electrical, and Software Engineering, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086312071","display_name":"Yasaman Amannejad","orcid":"https://orcid.org/0000-0002-5668-6086"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]},{"id":"https://openalex.org/I870124129","display_name":"Mount Royal University","ror":"https://ror.org/04evsam41","country_code":"CA","type":"education","lineage":["https://openalex.org/I870124129"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yasaman Amannejad","raw_affiliation_strings":["Electrical and Computer Engineering, University of Calgary, 2129 Calgary, Alberta, Canada, T2N 1N4 (e-mail: yamannej@ucalgary.ca)","Department of Mathematics and Computing, Mount Royal University, Calgary, AB, Canada","ORCiD"],"raw_orcid":"https://orcid.org/0000-0002-5668-6086","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Calgary, 2129 Calgary, Alberta, Canada, T2N 1N4 (e-mail: yamannej@ucalgary.ca)","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"Department of Mathematics and Computing, Mount Royal University, Calgary, AB, Canada","institution_ids":["https://openalex.org/I870124129"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001117576","display_name":"Diwakar Krishnamurthy","orcid":"https://orcid.org/0000-0002-6098-4801"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Diwakar Krishnamurthy","raw_affiliation_strings":["Electrical and Computer Engineering, University of Calgary, Calgary, Alberta, Canada, T2N 1N4 (e-mail: dkrishna@ucalgary.ca)","Department of Electrical, and Software Engineering, University of Calgary, Calgary, AB, Canada","ORCiD"],"raw_orcid":"https://orcid.org/0000-0002-6098-4801","affiliations":[{"raw_affiliation_string":"Electrical and Computer Engineering, University of Calgary, Calgary, Alberta, Canada, T2N 1N4 (e-mail: dkrishna@ucalgary.ca)","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"Department of Electrical, and Software Engineering, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"ORCiD","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5020669873","display_name":"Mea Wang","orcid":"https://orcid.org/0000-0001-8400-9069"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mea Wang","raw_affiliation_strings":["Computer Science, University of Calgary, Calgary, Alberta, Canada, (e-mail: meawang@ucalgary.ca)","Department of Computer Science, University of Calgary, Calgary, AB, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, University of Calgary, Calgary, Alberta, Canada, (e-mail: meawang@ucalgary.ca)","institution_ids":["https://openalex.org/I168635309"]},{"raw_affiliation_string":"Department of Computer Science, University of Calgary, Calgary, AB, Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1750,"currency":"USD","value_usd":1750},"apc_paid":{"value":1750,"currency":"USD","value_usd":1750},"fwci":1.4126,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85948679,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":null,"first_page":"346","last_page":"359"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executor","display_name":"Executor","score":0.9298202991485596},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8836582899093628},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8682061433792114},{"id":"https://openalex.org/keywords/execution-time","display_name":"Execution time","score":0.6736199855804443},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5589677095413208},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.548566997051239},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5333606600761414},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.4904017448425293},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.4519186317920685},{"id":"https://openalex.org/keywords/analytics","display_name":"Analytics","score":0.4330149292945862},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.39084112644195557},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.34221723675727844},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.21527644991874695},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08344173431396484}],"concepts":[{"id":"https://openalex.org/C180591056","wikidata":"https://www.wikidata.org/wiki/Q654437","display_name":"Executor","level":2,"score":0.9298202991485596},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8836582899093628},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8682061433792114},{"id":"https://openalex.org/C2989134064","wikidata":"https://www.wikidata.org/wiki/Q288510","display_name":"Execution time","level":2,"score":0.6736199855804443},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5589677095413208},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.548566997051239},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5333606600761414},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.4904017448425293},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.4519186317920685},{"id":"https://openalex.org/C79158427","wikidata":"https://www.wikidata.org/wiki/Q485396","display_name":"Analytics","level":2,"score":0.4330149292945862},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.39084112644195557},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.34221723675727844},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.21527644991874695},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08344173431396484},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/ojcs.2021.3107228","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2021.3107228","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/09521790.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:22bf052a2f994f99bae89478d2c9bdae","is_oa":true,"landing_page_url":"https://doaj.org/article/22bf052a2f994f99bae89478d2c9bdae","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Open Journal of the Computer Society, Vol 2, Pp 346-359 (2021)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/ojcs.2021.3107228","is_oa":true,"landing_page_url":"https://doi.org/10.1109/ojcs.2021.3107228","pdf_url":"https://ieeexplore.ieee.org/ielx7/8782664/9024218/09521790.pdf","source":{"id":"https://openalex.org/S4210176459","display_name":"IEEE Open Journal of the Computer Society","issn_l":"2644-1268","issn":["2644-1268"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Open Journal of the Computer Society","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3195722949.pdf","grobid_xml":"https://content.openalex.org/works/W3195722949.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W1899447984","https://openalex.org/W2152603468","https://openalex.org/W2156195892","https://openalex.org/W2175075972","https://openalex.org/W2306821251","https://openalex.org/W2309679942","https://openalex.org/W2488300951","https://openalex.org/W2528415359","https://openalex.org/W2570373436","https://openalex.org/W2573911191","https://openalex.org/W2582789036","https://openalex.org/W2770935003","https://openalex.org/W2776147949","https://openalex.org/W2796039710","https://openalex.org/W2809559041","https://openalex.org/W2909407452","https://openalex.org/W2964559089","https://openalex.org/W2970105940","https://openalex.org/W3009370840","https://openalex.org/W3090452185","https://openalex.org/W3100711529","https://openalex.org/W3106384197","https://openalex.org/W3117549991","https://openalex.org/W4292666002","https://openalex.org/W6639672551","https://openalex.org/W6682612399","https://openalex.org/W6697698479","https://openalex.org/W6722756077","https://openalex.org/W6727576777","https://openalex.org/W6787824040"],"related_works":["https://openalex.org/W3132876088","https://openalex.org/W3107299409","https://openalex.org/W3044912482","https://openalex.org/W2603352950","https://openalex.org/W4241425178","https://openalex.org/W4246956338","https://openalex.org/W3191926225","https://openalex.org/W3195722949","https://openalex.org/W4322731236","https://openalex.org/W3009370840"],"abstract_inverted_index":{"A":[0],"data":[1,115,143,162],"analytics":[2],"application":[3,42,102,135,187],"submitted":[4],"to":[5,11,30,45,52,74,116,128,146,200],"a":[6,15,100,104,167],"Spark":[7,59,174],"cluster":[8,20],"often":[9],"has":[10],"finish":[12],"executing":[13,99],"by":[14,48],"specified":[16],"deadline.":[17,204],"To":[18],"use":[19],"resources":[21,50,79,198],"effectively,":[22],"the":[23,28,36,49,53,56,63,66,77,82,130,134,182,194],"key":[24],"challenge":[25],"is":[26,43],"having":[27],"ability":[29],"gain":[31],"quick":[32],"insights":[33,70],"on":[34],"how":[35],"execution":[37,84,91,120,154,183,203],"time":[38,92,121,184],"of":[39,58,65,112,133,141,170,185,197],"any":[40],"given":[41,101],"likely":[44],"be":[46,72],"impacted":[47],"allocated":[51],"application,":[54],"e.g.,":[55],"number":[57],"executor":[60],"cores":[61],"and":[62,136,160,172,192],"size":[64],"input":[67,114,161],"data.":[68],"Such":[69],"can":[71,152,179],"used":[73],"quickly":[75],"estimate":[76,129,153,181],"required":[78,199],"needed":[80],"for":[81,156],"desired":[83],"time.":[85],"Our":[86,164],"paper":[87],"proposes":[88],"an":[89,148,186,202],"automated":[90],"estimation":[93],"approach":[94],"called":[95],"PERIDOT":[96,178],"that":[97,151,177],"involves":[98],"under":[103],"fixed":[105],"resource":[106,158],"setting":[107],"with":[108,139],"two":[109,126],"small":[110],"subsets":[111],"its":[113],"offer":[117],"fast,":[118],"lightweight":[119],"predictions.":[122],"It":[123],"analyzes":[124],"these":[125],"executions":[127],"internal":[131],"dependencies":[132],"combines":[137],"them":[138],"knowledge":[140],"Sparks":[142],"partitioning":[144],"mechanisms":[145],"derive":[147],"analytic":[149],"model":[150],"times":[155],"other":[157],"settings":[159],"sizes.":[163],"results":[165],"from":[166,188],"wide":[168],"range":[169],"applications":[171],"multiple":[173],"clusters":[175],"show":[176],"accurately":[180],"limited":[189],"historical":[190],"data,":[191],"suggest":[193],"minimum":[195],"amount":[196],"meet":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}