{"id":"https://openalex.org/W2509036128","doi":"https://doi.org/10.1109/iscc.2016.7543833","title":"Load-aware hybrid scheduling in large compute clusters","display_name":"Load-aware hybrid scheduling in large compute clusters","publication_year":2016,"publication_date":"2016-06-01","ids":{"openalex":"https://openalex.org/W2509036128","doi":"https://doi.org/10.1109/iscc.2016.7543833","mag":"2509036128"},"language":"en","primary_location":{"id":"doi:10.1109/iscc.2016.7543833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscc.2016.7543833","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium on Computers and Communication (ISCC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062482444","display_name":"Di Fu","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Di Fu","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023416195","display_name":"Jiahai Yang","orcid":"https://orcid.org/0000-0001-6109-6737"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahai Yang","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100441081","display_name":"Ling Xiao","orcid":"https://orcid.org/0000-0002-7134-3743"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Ling","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100626322","display_name":"Hui Zhang","orcid":"https://orcid.org/0000-0003-3703-9657"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Zhang","raw_affiliation_strings":["Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Tsinghua National Laboratory for Information Science and Technology, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5062482444"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1038345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"11","issue":null,"first_page":"791","last_page":"796"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8253074884414673},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6997255086898804},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.6939631104469299},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6906794905662537},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5104123950004578},{"id":"https://openalex.org/keywords/generalized-processor-sharing","display_name":"Generalized processor sharing","score":0.5101995468139648},{"id":"https://openalex.org/keywords/fixed-priority-pre-emptive-scheduling","display_name":"Fixed-priority pre-emptive scheduling","score":0.48663434386253357},{"id":"https://openalex.org/keywords/gang-scheduling","display_name":"Gang scheduling","score":0.44891247153282166},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.44555899500846863},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.42592141032218933},{"id":"https://openalex.org/keywords/round-robin-scheduling","display_name":"Round-robin scheduling","score":0.42518821358680725},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.38120225071907043},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3294334411621094},{"id":"https://openalex.org/keywords/rate-monotonic-scheduling","display_name":"Rate-monotonic scheduling","score":0.3276450037956238},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.14387044310569763},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.1190243661403656},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.07679495215415955}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8253074884414673},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6997255086898804},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.6939631104469299},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6906794905662537},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5104123950004578},{"id":"https://openalex.org/C200651375","wikidata":"https://www.wikidata.org/wiki/Q5532503","display_name":"Generalized processor sharing","level":5,"score":0.5101995468139648},{"id":"https://openalex.org/C122141398","wikidata":"https://www.wikidata.org/wiki/Q5456330","display_name":"Fixed-priority pre-emptive scheduling","level":5,"score":0.48663434386253357},{"id":"https://openalex.org/C201515029","wikidata":"https://www.wikidata.org/wiki/Q5520966","display_name":"Gang scheduling","level":5,"score":0.44891247153282166},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.44555899500846863},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.42592141032218933},{"id":"https://openalex.org/C175893541","wikidata":"https://www.wikidata.org/wiki/Q1196582","display_name":"Round-robin scheduling","level":4,"score":0.42518821358680725},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.38120225071907043},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3294334411621094},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.3276450037956238},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.14387044310569763},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.1190243661403656},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.07679495215415955},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iscc.2016.7543833","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iscc.2016.7543833","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2016 IEEE Symposium on Computers and Communication (ISCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5099999904632568,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1458108873","https://openalex.org/W1471655812","https://openalex.org/W1988523874","https://openalex.org/W2105947650","https://openalex.org/W2119738171","https://openalex.org/W2120422789","https://openalex.org/W2129542763","https://openalex.org/W2141992894","https://openalex.org/W2152376172","https://openalex.org/W2163961697","https://openalex.org/W2168427242","https://openalex.org/W2248732043","https://openalex.org/W2913854892","https://openalex.org/W4247709344","https://openalex.org/W4255119735","https://openalex.org/W6628701632","https://openalex.org/W6684084819","https://openalex.org/W6691209370"],"related_works":["https://openalex.org/W1545991362","https://openalex.org/W1526709096","https://openalex.org/W2167842822","https://openalex.org/W2161772231","https://openalex.org/W2071435882","https://openalex.org/W2365071233","https://openalex.org/W181259032","https://openalex.org/W2034605049","https://openalex.org/W2536753841","https://openalex.org/W1956328060"],"abstract_inverted_index":{"With":[0],"the":[1,17,35,40,49,57,92,106,114,119,124,132,137,143,150,174,181],"increasing":[2],"of":[3,22,80,117,184],"workloads":[4],"in":[5,66,126,154],"large":[6],"scale":[7],"heterogeneous":[8],"compute":[9],"clusters,":[10],"distributed":[11,94],"scheduling":[12,53,156],"has":[13],"won":[14],"support":[15],"from":[16,108],"academia":[18],"and":[19,26,39,54,111,149,167],"industry":[20],"because":[21],"its":[23],"inherent":[24],"scalability":[25],"flexibility.":[27],"However,":[28],"existing":[29],"schedulers":[30,50,81,95,110],"cannot":[31],"guarantee":[32],"that":[33],"all":[34,118,158],"jobs":[36,107,120,186],"are":[37,157],"acceptable":[38],"average":[41,115,182],"latency":[42,116,183],"is":[43,139],"extremely":[44],"large.":[45],"In":[46,70,88],"particular,":[47],"when":[48,136],"apply":[51],"gang":[52],"non-preemptive":[55],"policy,":[56],"serious":[58],"job":[59],"starvation":[60],"problem":[61],"will":[62],"be":[63],"triggered":[64],"especially":[65],"heavily":[67,140],"loaded":[68],"clusters.":[69],"this":[71,84],"paper,":[72],"we":[73,90,130],"introduce":[74],"a":[75,97],"novel":[76],"hierarchical":[77],"hybrid":[78],"design":[79],"to":[82,105,173,188],"address":[83],"problem,":[85],"called":[86],"En-Omega.":[87],"En-Omega,":[89],"enhance":[91],"fully":[93],"with":[96,190],"central":[98,133,147,155],"scheduler,":[99],"which":[100],"can":[101,179],"provide":[102],"global":[103],"fairness":[104],"different":[109],"simultaneously":[112],"reduce":[113,123,180],"sharply.":[121],"To":[122],"overhead,":[125],"our":[127,177],"En-Omega":[128,162],"design,":[129,176],"activate":[131],"scheduler":[134],"only":[135],"cluster":[138],"loaded.":[141],"Furthermore,":[142],"cache":[144],"used":[145,153],"for":[146],"queuing":[148],"scoring":[151],"policy":[152],"load-aware.":[159],"We":[160],"evaluate":[161],"based":[163],"on":[164],"Google":[165],"trace":[166],"experimental":[168],"results":[169],"show":[170],"that,":[171],"compared":[172],"baseline":[175],"method":[178],"starving":[185],"up":[187],"90%":[189],"reasonable":[191],"overhead.":[192]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}