{"id":"https://openalex.org/W4388989636","doi":"https://doi.org/10.1145/3590140.3629112","title":"Characterizing Distributed Machine Learning Workloads on Apache Spark","display_name":"Characterizing Distributed Machine Learning Workloads on Apache Spark","publication_year":2023,"publication_date":"2023-11-24","ids":{"openalex":"https://openalex.org/W4388989636","doi":"https://doi.org/10.1145/3590140.3629112"},"language":"en","primary_location":{"id":"doi:10.1145/3590140.3629112","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3590140.3629112","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Middleware Conference on ZZZ","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5064919605","display_name":"Yasmine Djebrouni","orcid":"https://orcid.org/0009-0007-4391-8021"},"institutions":[{"id":"https://openalex.org/I4210104430","display_name":"Laboratoire d'Informatique de Grenoble","ror":"https://ror.org/01c8rcg82","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210104430","https://openalex.org/I4210159245","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Yasmine Djebrouni","raw_affiliation_strings":["University of Grenoble Alps, France","LIG - Laboratoire d'Informatique de Grenoble (UMR 5217 - Laboratoire LIG - B\u00e2timent IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d\u2019H\u00e8res \r\nAdresse postale : CS 40700 - 38058 Grenoble cedex 9\r\nT\u00e9l. : 04 57 42 14 00 - France)","UGA - Universit\u00e9 Grenoble Alpes (Adresse CS 40700 - 38058 Grenoble cedex - France)","ERODS  - Efficient and Robust Distributed Systems (Laboratoire LIG - B\u00e2timent IMAG - 700 avenue Centrale, CS 40700 - 38058 Grenoble cedex 9 - France)"],"raw_orcid":"https://orcid.org/0009-0007-4391-8021","affiliations":[{"raw_affiliation_string":"University of Grenoble Alps, France","institution_ids":["https://openalex.org/I899635006"]},{"raw_affiliation_string":"LIG - Laboratoire d'Informatique de Grenoble (UMR 5217 - Laboratoire LIG - B\u00e2timent IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d\u2019H\u00e8res \r\nAdresse postale : CS 40700 - 38058 Grenoble cedex 9\r\nT\u00e9l. : 04 57 42 14 00 - France)","institution_ids":["https://openalex.org/I4210104430"]},{"raw_affiliation_string":"UGA - Universit\u00e9 Grenoble Alpes (Adresse CS 40700 - 38058 Grenoble cedex - France)","institution_ids":["https://openalex.org/I899635006"]},{"raw_affiliation_string":"ERODS  - Efficient and Robust Distributed Systems (Laboratoire LIG - B\u00e2timent IMAG - 700 avenue Centrale, CS 40700 - 38058 Grenoble cedex 9 - France)","institution_ids":["https://openalex.org/I4210104430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000004471","display_name":"Isabelly Rocha","orcid":"https://orcid.org/0000-0001-7636-9320"},"institutions":[{"id":"https://openalex.org/I57825437","display_name":"University of Neuch\u00e2tel","ror":"https://ror.org/00vasag41","country_code":"CH","type":"education","lineage":["https://openalex.org/I57825437"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Isabelly Rocha","raw_affiliation_strings":["University of Neuch\u00e2tel, Switzerland","UNINE - Universit\u00e9 de Neuch\u00e2tel = University of Neuchatel (Av. du 1er-Mars 26, 2000 Neuch\u00e2tel - Switzerland)"],"raw_orcid":"https://orcid.org/0000-0001-7636-9320","affiliations":[{"raw_affiliation_string":"University of Neuch\u00e2tel, Switzerland","institution_ids":["https://openalex.org/I57825437"]},{"raw_affiliation_string":"UNINE - Universit\u00e9 de Neuch\u00e2tel = University of Neuchatel (Av. du 1er-Mars 26, 2000 Neuch\u00e2tel - Switzerland)","institution_ids":["https://openalex.org/I57825437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080653563","display_name":"Sara Bouchenak","orcid":"https://orcid.org/0000-0003-0558-0123"},"institutions":[{"id":"https://openalex.org/I4210155607","display_name":"Laboratoire d'Informatique en Images et Syst\u00e8mes d'Information","ror":"https://ror.org/04dv4he91","country_code":"FR","type":"facility","lineage":["https://openalex.org/I100532134","https://openalex.org/I112936343","https://openalex.org/I1294671590","https://openalex.org/I188626449","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I203339264","https://openalex.org/I4210155607","https://openalex.org/I48430043"]},{"id":"https://openalex.org/I48430043","display_name":"Institut National des Sciences Appliqu\u00e9es de Lyon","ror":"https://ror.org/050jn9y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I203339264","https://openalex.org/I48430043"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sara Bouchenak","raw_affiliation_strings":["INSA Lyon, France","INSA Lyon - Institut National des Sciences Appliqu\u00e9es de Lyon (20 Avenue Albert Einstein, \r\n69621 Villeurbanne cedex - France)","LIRIS - Laboratoire International de Recherche sur les Images et la Sc\u00e9nographie (France)","DRIM - Distribution, Recherche d'Information et Mobilit\u00e9 (France)"],"raw_orcid":"https://orcid.org/0000-0003-0558-0123","affiliations":[{"raw_affiliation_string":"INSA Lyon, France","institution_ids":["https://openalex.org/I48430043"]},{"raw_affiliation_string":"INSA Lyon - Institut National des Sciences Appliqu\u00e9es de Lyon (20 Avenue Albert Einstein, \r\n69621 Villeurbanne cedex - France)","institution_ids":["https://openalex.org/I48430043"]},{"raw_affiliation_string":"LIRIS - Laboratoire International de Recherche sur les Images et la Sc\u00e9nographie (France)","institution_ids":["https://openalex.org/I4210155607"]},{"raw_affiliation_string":"DRIM - Distribution, Recherche d'Information et Mobilit\u00e9 (France)","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013859152","display_name":"Lydia Y. Chen","orcid":"https://orcid.org/0000-0002-4228-6735"},"institutions":[{"id":"https://openalex.org/I57825437","display_name":"University of Neuch\u00e2tel","ror":"https://ror.org/00vasag41","country_code":"CH","type":"education","lineage":["https://openalex.org/I57825437"]},{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["CH","NL"],"is_corresponding":false,"raw_author_name":"Lydia Chen","raw_affiliation_strings":["University of Neuch\u00e2tel, Switzerland, TU Delft, Netherlands","TU Delft - Delft University of Technology (Postbus 5,  2600 AA Delft - Netherlands)"],"raw_orcid":"https://orcid.org/0000-0002-4228-6735","affiliations":[{"raw_affiliation_string":"University of Neuch\u00e2tel, Switzerland, TU Delft, Netherlands","institution_ids":["https://openalex.org/I57825437","https://openalex.org/I98358874"]},{"raw_affiliation_string":"TU Delft - Delft University of Technology (Postbus 5,  2600 AA Delft - Netherlands)","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059801724","display_name":"Pascal Felber","orcid":"https://orcid.org/0000-0003-1574-6721"},"institutions":[{"id":"https://openalex.org/I57825437","display_name":"University of Neuch\u00e2tel","ror":"https://ror.org/00vasag41","country_code":"CH","type":"education","lineage":["https://openalex.org/I57825437"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Pascal Felber","raw_affiliation_strings":["University of Neuch\u00e2tel, Switzerland","UNINE - Universit\u00e9 de Neuch\u00e2tel = University of Neuchatel (Av. du 1er-Mars 26, 2000 Neuch\u00e2tel - Switzerland)"],"raw_orcid":"https://orcid.org/0000-0003-1574-6721","affiliations":[{"raw_affiliation_string":"University of Neuch\u00e2tel, Switzerland","institution_ids":["https://openalex.org/I57825437"]},{"raw_affiliation_string":"UNINE - Universit\u00e9 de Neuch\u00e2tel = University of Neuchatel (Av. du 1er-Mars 26, 2000 Neuch\u00e2tel - Switzerland)","institution_ids":["https://openalex.org/I57825437"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108549295","display_name":"Vania Marangozova","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104430","display_name":"Laboratoire d'Informatique de Grenoble","ror":"https://ror.org/01c8rcg82","country_code":"FR","type":"facility","lineage":["https://openalex.org/I106785703","https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I4210104430","https://openalex.org/I4210159245","https://openalex.org/I899635006","https://openalex.org/I899635006"]},{"id":"https://openalex.org/I899635006","display_name":"Universit\u00e9 Grenoble Alpes","ror":"https://ror.org/02rx3b187","country_code":"FR","type":"education","lineage":["https://openalex.org/I899635006"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Vania Marangozova","raw_affiliation_strings":["University of Grenoble Alps, France","UGA - Universit\u00e9 Grenoble Alpes (Adresse CS 40700 - 38058 Grenoble cedex - France)","LIG - Laboratoire d'Informatique de Grenoble (UMR 5217 - Laboratoire LIG - B\u00e2timent IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d\u2019H\u00e8res \r\nAdresse postale : CS 40700 - 38058 Grenoble cedex 9\r\nT\u00e9l. : 04 57 42 14 00 - France)","ERODS  - Efficient and Robust Distributed Systems (Laboratoire LIG - B\u00e2timent IMAG - 700 avenue Centrale, CS 40700 - 38058 Grenoble cedex 9 - France)"],"raw_orcid":"https://orcid.org/0000-0002-7042-0161","affiliations":[{"raw_affiliation_string":"University of Grenoble Alps, France","institution_ids":["https://openalex.org/I899635006"]},{"raw_affiliation_string":"UGA - Universit\u00e9 Grenoble Alpes (Adresse CS 40700 - 38058 Grenoble cedex - France)","institution_ids":["https://openalex.org/I899635006"]},{"raw_affiliation_string":"LIG - Laboratoire d'Informatique de Grenoble (UMR 5217 - Laboratoire LIG - B\u00e2timent IMAG - 700 avenue Centrale - Domaine Universitaire de Saint-Martin-d\u2019H\u00e8res \r\nAdresse postale : CS 40700 - 38058 Grenoble cedex 9\r\nT\u00e9l. : 04 57 42 14 00 - France)","institution_ids":["https://openalex.org/I4210104430"]},{"raw_affiliation_string":"ERODS  - Efficient and Robust Distributed Systems (Laboratoire LIG - B\u00e2timent IMAG - 700 avenue Centrale, CS 40700 - 38058 Grenoble cedex 9 - France)","institution_ids":["https://openalex.org/I4210104430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033418614","display_name":"Valerio Schiavoni","orcid":"https://orcid.org/0000-0003-1493-6603"},"institutions":[{"id":"https://openalex.org/I57825437","display_name":"University of Neuch\u00e2tel","ror":"https://ror.org/00vasag41","country_code":"CH","type":"education","lineage":["https://openalex.org/I57825437"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Valerio Schiavoni","raw_affiliation_strings":["University of Neuch\u00e2tel, Switzerland","UNINE - Universit\u00e9 de Neuch\u00e2tel = University of Neuchatel (Av. du 1er-Mars 26, 2000 Neuch\u00e2tel - Switzerland)"],"raw_orcid":"https://orcid.org/0000-0003-1493-6603","affiliations":[{"raw_affiliation_string":"University of Neuch\u00e2tel, Switzerland","institution_ids":["https://openalex.org/I57825437"]},{"raw_affiliation_string":"UNINE - Universit\u00e9 de Neuch\u00e2tel = University of Neuchatel (Av. du 1er-Mars 26, 2000 Neuch\u00e2tel - Switzerland)","institution_ids":["https://openalex.org/I57825437"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5064919605"],"corresponding_institution_ids":["https://openalex.org/I4210104430","https://openalex.org/I899635006"],"apc_list":null,"apc_paid":null,"fwci":0.1196,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.45105178,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"151","last_page":"164"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12120","display_name":"Air Quality Monitoring and Forecasting","score":0.998199999332428,"subfield":{"id":"https://openalex.org/subfields/2305","display_name":"Environmental Engineering"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8603537082672119},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.8239743709564209},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.732556164264679},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5697998404502869},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5160059928894043},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4905783236026764},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.44987738132476807},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4489462077617645},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4414989948272705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41749295592308044},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2435266673564911},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.08996608853340149}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8603537082672119},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.8239743709564209},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.732556164264679},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5697998404502869},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5160059928894043},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4905783236026764},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.44987738132476807},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4489462077617645},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4414989948272705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41749295592308044},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2435266673564911},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.08996608853340149},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3590140.3629112","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3590140.3629112","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 24th International Middleware Conference on ZZZ","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-04399409v1","is_oa":false,"landing_page_url":"https://hal.science/hal-04399409","pdf_url":null,"source":{"id":"https://openalex.org/S4406922398","display_name":"SPIRE - Sciences Po Institutional REpository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Middleware '23: 24th International Middleware Conference, Dec 2023, Bologna, Italy. pp.151-164, ⟨10.1145/3590140.3629112⟩","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W1896690221","https://openalex.org/W1972514170","https://openalex.org/W1977177161","https://openalex.org/W1993760127","https://openalex.org/W2007339694","https://openalex.org/W2022851810","https://openalex.org/W2050127041","https://openalex.org/W2055000402","https://openalex.org/W2064675550","https://openalex.org/W2098502158","https://openalex.org/W2111547563","https://openalex.org/W2112739286","https://openalex.org/W2125621954","https://openalex.org/W2128351576","https://openalex.org/W2129014109","https://openalex.org/W2131975293","https://openalex.org/W2139072600","https://openalex.org/W2140405352","https://openalex.org/W2150341604","https://openalex.org/W2156093156","https://openalex.org/W2197565391","https://openalex.org/W2343897680","https://openalex.org/W2404400986","https://openalex.org/W2464772092","https://openalex.org/W2498111289","https://openalex.org/W2542459869","https://openalex.org/W2570659404","https://openalex.org/W2604258491","https://openalex.org/W2739715168","https://openalex.org/W2797862701","https://openalex.org/W2797928606","https://openalex.org/W2801490189","https://openalex.org/W2889698901","https://openalex.org/W2910100551","https://openalex.org/W2921118685","https://openalex.org/W2924148359","https://openalex.org/W2940320374","https://openalex.org/W2950094539","https://openalex.org/W2979660981","https://openalex.org/W2984509121","https://openalex.org/W2990138404","https://openalex.org/W3002469388","https://openalex.org/W3022630129","https://openalex.org/W3024743437","https://openalex.org/W3094452951","https://openalex.org/W3099802519","https://openalex.org/W3126815129","https://openalex.org/W3135826996","https://openalex.org/W3154028478","https://openalex.org/W3190854509","https://openalex.org/W3195438473","https://openalex.org/W4236137412","https://openalex.org/W4286251925","https://openalex.org/W4313169701","https://openalex.org/W4321195600","https://openalex.org/W6673114980","https://openalex.org/W6677660805","https://openalex.org/W7047123611","https://openalex.org/W7067288585","https://openalex.org/W7067822191"],"related_works":["https://openalex.org/W2000785801","https://openalex.org/W986318368","https://openalex.org/W2384410913","https://openalex.org/W2352878646","https://openalex.org/W2004734601","https://openalex.org/W2130149817","https://openalex.org/W2990194547","https://openalex.org/W1480123525","https://openalex.org/W2620865396","https://openalex.org/W2414054180"],"abstract_inverted_index":{"Distributed":[0],"machine":[1],"learning":[2,81,107],"(DML)":[3],"environments":[4,21],"are":[5,33],"widely":[6,98],"used":[7,99],"in":[8,191],"many":[9],"application":[10],"domains":[11],"to":[12,53,128],"build":[13],"decision-making":[14],"systems.":[15],"However,":[16],"the":[17,28,45,58,70,74,77,80,97,130,174],"complexity":[18],"of":[19,44,49,69,73,79,124,132,193],"these":[20],"is":[22],"overwhelming":[23],"for":[24],"novice":[25],"users.":[26],"On":[27,57],"one":[29],"hand,":[30,60],"data":[31],"scientists":[32],"more":[34],"familiar":[35],"with":[36],"hyper-parameter":[37],"tuning":[38,65,138,141,147],"and":[39,47,109,119,145,150,159,196],"typically":[40],"lack":[41],"an":[42,121],"understanding":[43],"trade-offs":[46],"challenges":[48],"parameterizing":[50],"DML":[51,94,164],"platforms":[52],"achieve":[54],"good":[55],"performance.":[56],"other":[59],"system":[61],"administrators":[62],"focus":[63],"on":[64,76,86,96,113,163,173],"distributed":[66,102],"platforms,":[67],"unaware":[68],"possible":[71],"implications":[72],"platform":[75,143,151,167],"quality":[78,176,195],"models.":[82],"To":[83],"shed":[84],"light":[85],"such":[87],"parameter":[88,185],"configuration":[89,134,186],"interplay,":[90],"we":[91,181],"run":[92],"multiple":[93],"workloads":[95],"Apache":[100],"Spark":[101],"platform,":[103],"leveraging":[104],"13":[105],"popular":[106],"methods":[108],"6":[110],"real-world":[111],"datasets":[112],"two":[114],"distinct":[115],"clusters.":[116],"We":[117,136,153],"collect":[118],"perform":[120],"in-depth":[122],"analysis":[123],"workload":[125],"execution":[126,197],"traces":[127,158],"compare":[129],"efficiency":[131],"different":[133],"strategies.":[135],"consider":[137],"only":[139,142],"hyper-parameters,":[140],"parameters,":[144],"jointly":[146],"both":[148],"hyper-parameters":[149],"parameters.":[152],"publicly":[154],"release":[155],"our":[156],"collected":[157],"derive":[160],"key":[161],"takeaways":[162],"workloads.":[165],"Counter-intuitively,":[166],"parameters":[168],"have":[169],"a":[170],"higher":[171],"impact":[172],"model":[175,194],"than":[177],"hyper-parameters.":[178],"More":[179],"generally,":[180],"show":[182],"that":[183],"multi-level":[184],"can":[187],"provide":[188],"better":[189],"results":[190],"terms":[192],"time":[198],"while":[199],"also":[200],"optimizing":[201],"resource":[202],"costs.":[203]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}