{"id":"https://openalex.org/W4401247270","doi":"https://doi.org/10.1109/tcc.2024.3437484","title":"<i>Sparkle:</i> Deep Learning Driven Autotuning for Taming High-Dimensionality of Spark Deployments","display_name":"<i>Sparkle:</i> Deep Learning Driven Autotuning for Taming High-Dimensionality of Spark Deployments","publication_year":2024,"publication_date":"2024-08-02","ids":{"openalex":"https://openalex.org/W4401247270","doi":"https://doi.org/10.1109/tcc.2024.3437484"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2024.3437484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2024.3437484","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028774103","display_name":"Dimosthenis Masouros","orcid":"https://orcid.org/0000-0001-6147-6908"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dimosthenis Masouros","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0001-6147-6908","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021130742","display_name":"George Retsinas","orcid":"https://orcid.org/0000-0001-6734-3575"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"George Retsinas","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0001-6734-3575","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076432415","display_name":"Sotirios Xydis","orcid":"https://orcid.org/0000-0003-3151-2730"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Sotirios Xydis","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0003-3151-2730","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5043131021","display_name":"Dimitrios Soudris","orcid":"https://orcid.org/0000-0002-6930-6847"},"institutions":[{"id":"https://openalex.org/I174458059","display_name":"National Technical University of Athens","ror":"https://ror.org/03cx6bg69","country_code":"GR","type":"education","lineage":["https://openalex.org/I174458059"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Dimitrios Soudris","raw_affiliation_strings":["Department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece"],"raw_orcid":"https://orcid.org/0000-0002-6930-6847","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]},{"raw_affiliation_string":"department of Electrical and Computer Engineering, National Technical University of Athens, Athens, Greece","institution_ids":["https://openalex.org/I174458059"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I174458059"],"apc_list":null,"apc_paid":null,"fwci":1.2863,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79993418,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"12","issue":"4","first_page":"1058","last_page":"1073"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9225999712944031,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9225999712944031,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9221000075340271,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9144999980926514,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.6761815547943115},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6749528646469116},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.6538963317871094},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5022683143615723},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5005080699920654},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.4502902030944824},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34029293060302734},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3252256214618683},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.20356044173240662},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.09947159886360168}],"concepts":[{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.6761815547943115},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6749528646469116},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.6538963317871094},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5022683143615723},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5005080699920654},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.4502902030944824},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34029293060302734},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3252256214618683},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.20356044173240662},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.09947159886360168}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2024.3437484","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2024.3437484","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1701054150","https://openalex.org/W2003829707","https://openalex.org/W2010788560","https://openalex.org/W2013062050","https://openalex.org/W2064675550","https://openalex.org/W2100218206","https://openalex.org/W2119738171","https://openalex.org/W2126105956","https://openalex.org/W2155072926","https://openalex.org/W2173213060","https://openalex.org/W2206758307","https://openalex.org/W2221104225","https://openalex.org/W2276735006","https://openalex.org/W2318383848","https://openalex.org/W2483031229","https://openalex.org/W2486439025","https://openalex.org/W2488300951","https://openalex.org/W2542459869","https://openalex.org/W2582789036","https://openalex.org/W2583711684","https://openalex.org/W2615179483","https://openalex.org/W2735694356","https://openalex.org/W2743151379","https://openalex.org/W2752764103","https://openalex.org/W2756118240","https://openalex.org/W2760770811","https://openalex.org/W2783569492","https://openalex.org/W2792529086","https://openalex.org/W2963888304","https://openalex.org/W3012532133","https://openalex.org/W3021613070","https://openalex.org/W3022630129","https://openalex.org/W3046986616","https://openalex.org/W3097528317","https://openalex.org/W3126168625","https://openalex.org/W3133029391","https://openalex.org/W3133560671","https://openalex.org/W3133912113","https://openalex.org/W3136172274","https://openalex.org/W3137810510","https://openalex.org/W3184147211","https://openalex.org/W3204920169","https://openalex.org/W3207968197","https://openalex.org/W4226290930","https://openalex.org/W4235083513","https://openalex.org/W4236659588","https://openalex.org/W4285004820","https://openalex.org/W4289533904","https://openalex.org/W4320067888","https://openalex.org/W4379382789","https://openalex.org/W4379390390","https://openalex.org/W6631190155","https://openalex.org/W6637806892","https://openalex.org/W6674330103","https://openalex.org/W6678911119","https://openalex.org/W6697144307","https://openalex.org/W6697698479","https://openalex.org/W6726497184","https://openalex.org/W6753882461","https://openalex.org/W6766978945","https://openalex.org/W6770070843","https://openalex.org/W6773102424","https://openalex.org/W6784204135","https://openalex.org/W6887947157"],"related_works":["https://openalex.org/W4244478748","https://openalex.org/W4296209631","https://openalex.org/W1975949872","https://openalex.org/W3159871278","https://openalex.org/W2230552005","https://openalex.org/W4223488648","https://openalex.org/W2905242764","https://openalex.org/W2134969820","https://openalex.org/W2251605416","https://openalex.org/W4380075502"],"abstract_inverted_index":{"The":[0],"exponential":[1],"growth":[2],"of":[3,35,45,67,87,150],"data":[4,15,27,71],"in":[5],"the":[6,10,40,82,99,114,128,140],"Cloud":[7],"has":[8],"highlighted":[9],"need":[11,115],"for":[12,25,80,116,158],"more":[13],"efficient":[14],"processing.":[16],"In-Memory":[17],"Computing":[18],"frameworks":[19],"(e.g.,":[20],"Spark)":[21],"offer":[22],"improved":[23],"efficiency":[24],"large-scale":[26],"analytics,":[28],"however,":[29],"they":[30],"also":[31],"provide":[32],"a":[33,52,92,107,123],"plethora":[34],"configuration":[36,58,103],"parameters":[37,50],"that":[38,96],"affect":[39],"resource":[41],"consumption":[42],"and":[43,85,105,131,163],"performance":[44,83,109],"applications.":[46,89],"Manually":[47],"optimizing":[48],"these":[49],"is":[51],"time-consuming":[53],"process,":[54],"due":[55],"toi)the":[56],"high-dimensional":[57,172],"space,ii)the":[59],"complex":[60],"inter-relationship":[61],"between":[62],"different":[63],"parameters,iii)the":[64],"diverse":[65],"nature":[66],"workloads":[68],"andiv)the":[69],"inherent":[70],"heterogeneity.":[72],"We":[73,90],"introduceSparkle,":[74],"an":[75,146],"end-to-end":[76,168],"deep":[77],"learning-based":[78],"framework":[79],"automating":[81],"modeling":[84,110],"tuning":[86],"Spark":[88,101,135,178,188],"introduce":[91],"modular":[93],"DNN":[94],"architecture":[95],"expands":[97],"to":[98,182],"entire":[100],"parameter":[102,173],"space":[104,130],"provides":[106],"universal":[108],"approach,":[111],"completely":[112],"eliminating":[113],"human":[117],"or":[118],"statistical":[119],"reasoning.":[120],"By":[121],"employing":[122],"genetic":[124],"optimization":[125,190],"process,Sparklequickly":[126],"traverses":[127],"design":[129],"identifies":[132],"highly":[133],"optimized":[134],"configurations.":[136],"Our":[137],"experiments":[138],"on":[139],"HiBench":[141],"benchmark":[142],"suite":[143],"show":[144],"thatSparkledelivers":[145],"average":[147],"prediction":[148],"accuracy":[149],"93%,":[151],"with":[152],"high":[153],"generalization":[154],"capabilities,":[155],"i.e.,$\\approx":[156],"80\\%$accuracy":[157],"unseen":[159],"workloads,":[160],"dataset":[161],"sizes":[162],"configurations,":[164,179],"outperforming":[165],"state-of-art.":[166],"Regarding":[167],"optimization,Sparkleefficiently":[169],"explores":[170],"Spark's":[171],"space,":[174],"delivering":[175],"new":[176],"dominant":[177],"which":[180],"correspond":[181],"65%":[183],"Pareto":[184],"coverage":[185],"w.r.t":[186],"its":[187],"native":[189],"counterpart.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}