{"id":"https://openalex.org/W3133912113","doi":"https://doi.org/10.1109/tsc.2021.3063118","title":"MespaConfig: Memory-Sparing Configuration Auto-Tuning for Co-Located In-Memory Cluster Computing Jobs","display_name":"MespaConfig: Memory-Sparing Configuration Auto-Tuning for Co-Located In-Memory Cluster Computing Jobs","publication_year":2021,"publication_date":"2021-03-02","ids":{"openalex":"https://openalex.org/W3133912113","doi":"https://doi.org/10.1109/tsc.2021.3063118","mag":"3133912113"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2021.3063118","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2021.3063118","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054041671","display_name":"Zan Zong","orcid":"https://orcid.org/0000-0002-7828-9030"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zan Zong","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030845033","display_name":"Lijie Wen","orcid":"https://orcid.org/0000-0003-0358-3160"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijie Wen","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043651092","display_name":"Xuming Hu","orcid":"https://orcid.org/0000-0001-6075-4224"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuming Hu","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012832003","display_name":"Rui Han","orcid":"https://orcid.org/0000-0001-6894-1921"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Han","raw_affiliation_strings":["School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428495","display_name":"Qian Chen","orcid":"https://orcid.org/0000-0003-0155-8009"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Qian","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101843401","display_name":"Lin Li","orcid":"https://orcid.org/0000-0002-5184-7258"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Lin","raw_affiliation_strings":["School of Software, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Software, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5054041671"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":1.9278,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88152347,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"15","issue":"5","first_page":"2883","last_page":"2896"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8569700717926025},{"id":"https://openalex.org/keywords/cluster","display_name":"Cluster (spacecraft)","score":0.6031032204627991},{"id":"https://openalex.org/keywords/memory-management","display_name":"Memory management","score":0.5720601081848145},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.56927490234375},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5438734292984009},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.5285719037055969},{"id":"https://openalex.org/keywords/computer-cluster","display_name":"Computer cluster","score":0.5075949430465698},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.484896719455719},{"id":"https://openalex.org/keywords/supercomputer","display_name":"Supercomputer","score":0.42093196511268616},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.23988956212997437},{"id":"https://openalex.org/keywords/overlay","display_name":"Overlay","score":0.17215025424957275}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8569700717926025},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.6031032204627991},{"id":"https://openalex.org/C176649486","wikidata":"https://www.wikidata.org/wiki/Q2308807","display_name":"Memory management","level":3,"score":0.5720601081848145},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.56927490234375},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5438734292984009},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.5285719037055969},{"id":"https://openalex.org/C29140674","wikidata":"https://www.wikidata.org/wiki/Q206637","display_name":"Computer cluster","level":2,"score":0.5075949430465698},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.484896719455719},{"id":"https://openalex.org/C83283714","wikidata":"https://www.wikidata.org/wiki/Q121117","display_name":"Supercomputer","level":2,"score":0.42093196511268616},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.23988956212997437},{"id":"https://openalex.org/C136085584","wikidata":"https://www.wikidata.org/wiki/Q910289","display_name":"Overlay","level":2,"score":0.17215025424957275},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsc.2021.3063118","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2021.3063118","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5799999833106995,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G5068271239","display_name":null,"funder_award_id":"71690231","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1499692130","https://openalex.org/W1540007258","https://openalex.org/W1569512666","https://openalex.org/W1748932423","https://openalex.org/W2011973765","https://openalex.org/W2038361169","https://openalex.org/W2058340614","https://openalex.org/W2097571405","https://openalex.org/W2105947650","https://openalex.org/W2114896543","https://openalex.org/W2119738171","https://openalex.org/W2126105956","https://openalex.org/W2129542763","https://openalex.org/W2136510202","https://openalex.org/W2160121678","https://openalex.org/W2173213060","https://openalex.org/W2293040502","https://openalex.org/W2308884720","https://openalex.org/W2318383848","https://openalex.org/W2502815150","https://openalex.org/W2573911191","https://openalex.org/W2580372963","https://openalex.org/W2582789036","https://openalex.org/W2733506671","https://openalex.org/W2751875083","https://openalex.org/W2752764103","https://openalex.org/W2756970668","https://openalex.org/W2760770811","https://openalex.org/W2782674619","https://openalex.org/W2792529086","https://openalex.org/W2892785410","https://openalex.org/W2949259904","https://openalex.org/W2982444744","https://openalex.org/W3009187904","https://openalex.org/W3049059782","https://openalex.org/W3098844916","https://openalex.org/W6628558282","https://openalex.org/W6637806892","https://openalex.org/W6687322159","https://openalex.org/W6733939311","https://openalex.org/W6743923790"],"related_works":["https://openalex.org/W2525033434","https://openalex.org/W4280533024","https://openalex.org/W4300992253","https://openalex.org/W2942295204","https://openalex.org/W1942762218","https://openalex.org/W1985270856","https://openalex.org/W4246264554","https://openalex.org/W2962431048","https://openalex.org/W3112375919","https://openalex.org/W1833720599"],"abstract_inverted_index":{"Distributed":[0],"in-memory":[1,110],"computing":[2,70,111],"frameworks":[3],"usually":[4],"have":[5],"lots":[6],"of":[7,13,29,55,60,68,73,96,114,146,166],"parameters":[8],"(e.g.,":[9],"the":[10,40,53,86,94,144,172,180],"buffer":[11],"size":[12],"shuffle)":[14],"to":[15,32,50,83,152],"form":[16],"a":[17,65,90,104],"configuration":[18,24,61,78,88,106,167],"for":[19,108],"each":[20],"execution.":[21],"A":[22],"well-tuned":[23],"can":[25],"bring":[26],"large":[27],"improvements":[28],"performance.":[30],"However,":[31],"improve":[33],"resource":[34],"utilization,":[35],"jobs":[36],"are":[37,119],"often":[38],"share":[39],"same":[41],"cluster,":[42],"which":[43],"causes":[44],"dynamic":[45],"cluster":[46,56,69,92],"load":[47,57,135],"conditions.":[48,136],"According":[49],"our":[51],"observation,":[52],"variation":[54],"reduces":[58,171],"effectiveness":[59],"tuning.":[62,79],"Besides,":[63],"as":[64],"common":[66],"problem":[67],"jobs,":[71],"overestimation":[72],"resources":[74],"also":[75,159],"occurs":[76],"during":[77],"It":[80],"is":[81],"challenging":[82],"efficiently":[84],"find":[85],"optimal":[87],"in":[89],"shared":[91],"with":[93,155,179],"consideration":[95],"memory-sparing.":[97],"In":[98],"this":[99],"article,":[100],"we":[101],"introduce":[102],"MespaConfig,":[103],"job-level":[105],"optimizer":[107],"distributed":[109],"jobs.":[112],"Advancements":[113],"MespaConfig":[115,127,142,158],"over":[116],"previous":[117],"work":[118],"features":[120],"including":[121],"memory-sparing":[122],"and":[123,170],"load-sensitive.":[124],"We":[125],"evaluate":[126],"by":[128,150,176],"6":[129],"typical":[130,148],"Spark":[131],"programs":[132,149],"under":[133],"different":[134],"The":[137],"evaluation":[138],"results":[139],"show":[140],"that":[141],"improves":[143],"performance":[145],"six":[147],"up":[151],"12\u00d7":[153],"compared":[154,178],"default":[156],"configurations.":[157],"achieves":[160],"at":[161],"most":[162],"41":[163],"percent":[164],"reduction":[165],"memory":[168],"usage":[169],"optimization":[173],"time":[174],"overhead":[175],"10.8\u00d7":[177],"state-of-the-art":[181],"approach.":[182]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}