{"id":"https://openalex.org/W2949259904","doi":"https://doi.org/10.1109/tpds.2019.2923197","title":"Workload-Adaptive Configuration Tuning for Hierarchical Cloud Schedulers","display_name":"Workload-Adaptive Configuration Tuning for Hierarchical Cloud Schedulers","publication_year":2019,"publication_date":"2019-06-19","ids":{"openalex":"https://openalex.org/W2949259904","doi":"https://doi.org/10.1109/tpds.2019.2923197","mag":"2949259904"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2019.2923197","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpds.2019.2923197","pdf_url":"https://repository.tudelft.nl/file/File_4ffeff7e-c528-4710-aa9b-0cdbc59d076b","source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://repository.tudelft.nl/file/File_4ffeff7e-c528-4710-aa9b-0cdbc59d076b","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012832003","display_name":"Rui Han","orcid":"https://orcid.org/0000-0001-6894-1921"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Han","raw_affiliation_strings":["Beijing Institute of Technology, Beijing Shi, P.R. China"],"raw_orcid":"https://orcid.org/0000-0001-6894-1921","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing Shi, P.R. China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102923184","display_name":"Chi Harold Liu","orcid":"https://orcid.org/0000-0002-0252-329X"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chi Harold Liu","raw_affiliation_strings":["Beijing Institute of Technology, Beijing Shi, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-0252-329X","affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing Shi, P.R. China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054041671","display_name":"Zan Zong","orcid":"https://orcid.org/0000-0002-7828-9030"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zan Zong","raw_affiliation_strings":["Tsinghua University, Beijing Shi, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Beijing Shi, P.R. China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013859152","display_name":"Lydia Y. Chen","orcid":"https://orcid.org/0000-0002-4228-6735"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Lydia Y. Chen","raw_affiliation_strings":["TU Delft, Delft, the Netherlands"],"raw_orcid":"https://orcid.org/0000-0002-4228-6735","affiliations":[{"raw_affiliation_string":"TU Delft, Delft, the Netherlands","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000041764","display_name":"Wending Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wending Liu","raw_affiliation_strings":["Beijing Institute of Technology, Beijing Shi, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of Technology, Beijing Shi, P.R. China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100640778","display_name":"Siyi Wang","orcid":"https://orcid.org/0000-0003-0304-9398"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyi Wang","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, P.R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, P.R. China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085963553","display_name":"Jianfeng Zhan","orcid":"https://orcid.org/0000-0002-3728-6837"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianfeng Zhan","raw_affiliation_strings":["Institute of Computing Technology, Chinese Academy of Sciences, Beijing, P.R. China"],"raw_orcid":"https://orcid.org/0000-0002-3728-6837","affiliations":[{"raw_affiliation_string":"Institute of Computing Technology, Chinese Academy of Sciences, Beijing, P.R. China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":{"value":2045,"currency":"USD","value_usd":2045},"fwci":6.7066,"has_fulltext":true,"cited_by_count":30,"citation_normalized_percentile":{"value":0.96826824,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"30","issue":"12","first_page":"2879","last_page":"2895"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12292","display_name":"Graph Theory and Algorithms","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8816037178039551},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.7634684443473816},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.7423474788665771},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7122313976287842},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6518036723136902},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.4223892390727997},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.2084038257598877},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1420530080795288}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8816037178039551},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.7634684443473816},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.7423474788665771},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7122313976287842},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6518036723136902},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.4223892390727997},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.2084038257598877},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1420530080795288},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpds.2019.2923197","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpds.2019.2923197","pdf_url":"https://repository.tudelft.nl/file/File_4ffeff7e-c528-4710-aa9b-0cdbc59d076b","source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},{"id":"pmh:oai:tudelft.nl:uuid:a07f9851-1949-43f8-ae79-9b4518a3f367","is_oa":false,"landing_page_url":"http://resolver.tudelft.nl/uuid:a07f9851-1949-43f8-ae79-9b4518a3f367","pdf_url":null,"source":{"id":"https://openalex.org/S4306400906","display_name":"Research Repository (Delft University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I98358874","host_organization_name":"Delft University of Technology","host_organization_lineage":["https://openalex.org/I98358874"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"journal article"}],"best_oa_location":{"id":"doi:10.1109/tpds.2019.2923197","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpds.2019.2923197","pdf_url":"https://repository.tudelft.nl/file/File_4ffeff7e-c528-4710-aa9b-0cdbc59d076b","source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.5899999737739563,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2702195165","display_name":null,"funder_award_id":"2018YFB1003701","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5137533710","display_name":"\u9762\u5411\u4e91\u5e73\u53f0\u77ed\u65f6\u4f5c\u4e1a\u7684\u96c6\u7fa4\u8c03\u5ea6\u5668\u914d\u7f6e\u4f18\u5316\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61872337","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2949259904.pdf","grobid_xml":"https://content.openalex.org/works/W2949259904.grobid-xml"},"referenced_works_count":70,"referenced_works":["https://openalex.org/W110612056","https://openalex.org/W1464363888","https://openalex.org/W1471655812","https://openalex.org/W1513326124","https://openalex.org/W1525444182","https://openalex.org/W1834532152","https://openalex.org/W1890643295","https://openalex.org/W1979567624","https://openalex.org/W1992928432","https://openalex.org/W2001276096","https://openalex.org/W2011973765","https://openalex.org/W2025549137","https://openalex.org/W2049686152","https://openalex.org/W2055748525","https://openalex.org/W2076406848","https://openalex.org/W2096125134","https://openalex.org/W2102709380","https://openalex.org/W2102849319","https://openalex.org/W2104993419","https://openalex.org/W2105947650","https://openalex.org/W2110560130","https://openalex.org/W2118566694","https://openalex.org/W2120422789","https://openalex.org/W2129542763","https://openalex.org/W2133569115","https://openalex.org/W2137726616","https://openalex.org/W2141992894","https://openalex.org/W2160121678","https://openalex.org/W2163961697","https://openalex.org/W2171782049","https://openalex.org/W2187341577","https://openalex.org/W2248732043","https://openalex.org/W2283208771","https://openalex.org/W2294316975","https://openalex.org/W2296335794","https://openalex.org/W2318383848","https://openalex.org/W2328608513","https://openalex.org/W2342245634","https://openalex.org/W2343748426","https://openalex.org/W2418529204","https://openalex.org/W2528415359","https://openalex.org/W2530480556","https://openalex.org/W2570373436","https://openalex.org/W2572234696","https://openalex.org/W2576355797","https://openalex.org/W2735065300","https://openalex.org/W2740985301","https://openalex.org/W2755920299","https://openalex.org/W2760770811","https://openalex.org/W2764122222","https://openalex.org/W2774328828","https://openalex.org/W2782674619","https://openalex.org/W2792929614","https://openalex.org/W2799240483","https://openalex.org/W2808182399","https://openalex.org/W3098844916","https://openalex.org/W3105586398","https://openalex.org/W3162118826","https://openalex.org/W6604455612","https://openalex.org/W6628558282","https://openalex.org/W6628701632","https://openalex.org/W6639007902","https://openalex.org/W6639249596","https://openalex.org/W6684084819","https://openalex.org/W6691209370","https://openalex.org/W6697144307","https://openalex.org/W6727576777","https://openalex.org/W6731982058","https://openalex.org/W6732337852","https://openalex.org/W6741589387"],"related_works":["https://openalex.org/W2547038763","https://openalex.org/W1582214068","https://openalex.org/W44553394","https://openalex.org/W2172100609","https://openalex.org/W2112087557","https://openalex.org/W3174084021","https://openalex.org/W154997508","https://openalex.org/W1559381305","https://openalex.org/W4283696703","https://openalex.org/W1984090128"],"abstract_inverted_index":{"Cluster":[0],"schedulers":[1,83,190],"provide":[2],"flexible":[3],"resource":[4,92,120],"sharing":[5],"mechanism":[6,122],"for":[7,81,206],"best-effort":[8],"cloud":[9,40,70],"jobs,":[10],"which":[11],"occupy":[12],"a":[13,20,78,98,118,142,156,216],"majority":[14],"in":[15,94,141,151],"modern":[16],"datacenters.":[17],"Properly":[18],"tuning":[19],"scheduler's":[21,119],"configurations":[22,106,205],"is":[23,115],"the":[24,50,55,62,66,88,160,184],"key":[25,112],"to":[26,34,48,65,87,116],"these":[27,148],"jobs'":[28,102],"performance":[29,57,153],"because":[30],"it":[31],"decides":[32],"how":[33],"allocate":[35],"resources":[36],"among":[37],"them.":[38],"Today's":[39],"scheduling":[41,109,129,209],"systems":[42],"usually":[43],"rely":[44],"on":[45,183],"cluster":[46,82],"operators":[47],"set":[49],"configuration":[51,165],"and":[52,68,91,107,123,133,139,188,191,198,211],"thus":[53],"overlook":[54],"potential":[56],"improvement":[58],"through":[59],"optimally":[60],"configuring":[61],"scheduler":[63],"according":[64],"heterogeneous":[67],"dynamic":[69,170],"workloads.":[71],"In":[72],"this":[73],"paper,":[74],"we":[75],"introduce":[76],"AdaptiveConfig,":[77],"run-time":[79],"configurator":[80],"that":[84,173],"automatically":[85],"adapts":[86],"changing":[89],"workload":[90,134],"status":[93],"two":[95,219],"steps.":[96],"First,":[97],"comparison":[99],"approach":[100],"estimates":[101],"performances":[103],"under":[104],"different":[105],"diverse":[108],"scenarios.":[110],"The":[111],"idea":[113],"here":[114],"transform":[117],"allocation":[121],"their":[124],"variable":[125],"influence":[126],"factors":[127,150],"(configurations,":[128],"constraints,":[130],"available":[131],"resources,":[132],"status)":[135],"into":[136,167],"business":[137],"rules":[138],"facts":[140],"rule":[143],"engine,":[144],"thereby":[145],"reasoning":[146],"about":[147],"correlated":[149],"job":[152],"comparison.":[154],"Second,":[155],"workload-adaptive":[157],"optimizer":[158],"transforms":[159],"cluster-level":[161],"searching":[162],"of":[163,208,218],"huge":[164],"space":[166],"an":[168],"equivalent":[169],"programming":[171],"problem":[172],"can":[174],"be":[175],"efficiently":[176],"solved":[177],"at":[178],"scale.":[179],"We":[180],"implement":[181],"AdaptiveConfig":[182],"popular":[185],"YARN":[186],"Capacity":[187],"Fair":[189],"demonstrate":[192],"its":[193],"effectiveness":[194],"using":[195],"real-world":[196],"Facebook":[197],"Google":[199],"workloads,":[200],"i.e.,":[201],"successfully":[202],"finding":[203],"best":[204],"most":[207],"scenarios":[210],"considerably":[212],"reducing":[213],"latencies":[214],"by":[215],"factor":[217],"with":[220],"low":[221],"optimization":[222],"time.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}