{"id":"https://openalex.org/W2342245634","doi":"https://doi.org/10.1145/2901318.2901354","title":"Efficient queue management for cluster scheduling","display_name":"Efficient queue management for cluster scheduling","publication_year":2016,"publication_date":"2016-04-12","ids":{"openalex":"https://openalex.org/W2342245634","doi":"https://doi.org/10.1145/2901318.2901354","mag":"2342245634"},"language":"en","primary_location":{"id":"doi:10.1145/2901318.2901354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2901318.2901354","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2901354&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Conference on Computer Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"http://dl.acm.org/ft_gateway.cfm?id=2901354&type=pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037534081","display_name":"Jeff Rasley","orcid":null},"institutions":[{"id":"https://openalex.org/I27804330","display_name":"Brown University","ror":"https://ror.org/05gq02987","country_code":"US","type":"education","lineage":["https://openalex.org/I27804330"]},{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Jeff Rasley","raw_affiliation_strings":["Brown University and Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University and Microsoft","institution_ids":["https://openalex.org/I4210164937","https://openalex.org/I27804330"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053293674","display_name":"Konstantinos Karanasos","orcid":"https://orcid.org/0009-0007-6975-2568"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Konstantinos Karanasos","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023881736","display_name":"Srikanth Kandula","orcid":"https://orcid.org/0000-0001-9494-6435"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Srikanth Kandula","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036529548","display_name":"Rodrigo Fonseca","orcid":"https://orcid.org/0000-0001-9662-2661"},"institutions":[{"id":"https://openalex.org/I175594653","display_name":"John Brown University","ror":"https://ror.org/02ct41q97","country_code":"US","type":"education","lineage":["https://openalex.org/I175594653"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rodrigo Fonseca","raw_affiliation_strings":["Brown University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Brown University","institution_ids":["https://openalex.org/I175594653"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079870557","display_name":"Milan Vojnovi\u0107","orcid":"https://orcid.org/0000-0003-1382-022X"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Milan Vojnovic","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070183492","display_name":"Sriram Rao","orcid":"https://orcid.org/0000-0002-3265-6165"},"institutions":[{"id":"https://openalex.org/I4210164937","display_name":"Microsoft Research (United Kingdom)","ror":"https://ror.org/05k87vq12","country_code":"GB","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210164937"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Sriram Rao","raw_affiliation_strings":["Microsoft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft","institution_ids":["https://openalex.org/I4210164937"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":38.6623,"has_fulltext":true,"cited_by_count":94,"citation_normalized_percentile":{"value":0.99733905,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8362948894500732},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.7209699153900146},{"id":"https://openalex.org/keywords/queue-management-system","display_name":"Queue management system","score":0.6057965159416199},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6047472953796387},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.596803605556488},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.5270688533782959},{"id":"https://openalex.org/keywords/job-scheduler","display_name":"Job scheduler","score":0.5006952285766602},{"id":"https://openalex.org/keywords/yarn","display_name":"Yarn","score":0.429146409034729},{"id":"https://openalex.org/keywords/job-queue","display_name":"Job queue","score":0.42251256108283997},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2790423631668091},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.11406958103179932}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8362948894500732},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.7209699153900146},{"id":"https://openalex.org/C128220111","wikidata":"https://www.wikidata.org/wiki/Q4531011","display_name":"Queue management system","level":3,"score":0.6057965159416199},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6047472953796387},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.596803605556488},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.5270688533782959},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.5006952285766602},{"id":"https://openalex.org/C2778787235","wikidata":"https://www.wikidata.org/wiki/Q49007","display_name":"Yarn","level":2,"score":0.429146409034729},{"id":"https://openalex.org/C171627638","wikidata":"https://www.wikidata.org/wiki/Q6206744","display_name":"Job queue","level":4,"score":0.42251256108283997},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2790423631668091},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.11406958103179932},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/2901318.2901354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2901318.2901354","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2901354&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Conference on Computer Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:researchonline.lse.ac.uk:85704","is_oa":false,"landing_page_url":"https://orcid.org/0000-0003-1382-022X>","pdf_url":null,"source":{"id":"https://openalex.org/S7407055460","display_name":"LSE Research Online","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"},{"id":"pmh:oai:eprints.lse.ac.uk:85704","is_oa":false,"landing_page_url":"http://eurosys16.doc.ic.ac.uk/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401593","display_name":"London School of Economics and Political Science Research Online (London School of Economics and Political Science)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I909854389","host_organization_name":"London School of Economics and Political Science","host_organization_lineage":["https://openalex.org/I909854389"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"NonPeerReviewed"}],"best_oa_location":{"id":"doi:10.1145/2901318.2901354","is_oa":true,"landing_page_url":"https://doi.org/10.1145/2901318.2901354","pdf_url":"http://dl.acm.org/ft_gateway.cfm?id=2901354&type=pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Eleventh European Conference on Computer Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6499999761581421,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G2282264201","display_name":null,"funder_award_id":"DGE-1058262","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6407650276","display_name":"Graduate Research Fellowship Program","funder_award_id":"1058262","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2342245634.pdf","grobid_xml":"https://content.openalex.org/works/W2342245634.grobid-xml"},"referenced_works_count":60,"referenced_works":["https://openalex.org/W270645792","https://openalex.org/W341592489","https://openalex.org/W627274201","https://openalex.org/W960645924","https://openalex.org/W997274870","https://openalex.org/W1007109129","https://openalex.org/W1009261840","https://openalex.org/W1464363888","https://openalex.org/W1471655812","https://openalex.org/W1485912054","https://openalex.org/W1511334277","https://openalex.org/W1518660465","https://openalex.org/W1534130940","https://openalex.org/W1556141905","https://openalex.org/W1570705480","https://openalex.org/W1592858062","https://openalex.org/W1640102203","https://openalex.org/W1699100222","https://openalex.org/W1861377444","https://openalex.org/W1890643295","https://openalex.org/W1908882407","https://openalex.org/W1917240658","https://openalex.org/W1982063824","https://openalex.org/W2025549137","https://openalex.org/W2097831241","https://openalex.org/W2102549685","https://openalex.org/W2102849319","https://openalex.org/W2103110737","https://openalex.org/W2105947650","https://openalex.org/W2110086534","https://openalex.org/W2110104287","https://openalex.org/W2117884704","https://openalex.org/W2120422789","https://openalex.org/W2133569115","https://openalex.org/W2137496357","https://openalex.org/W2140094873","https://openalex.org/W2141992894","https://openalex.org/W2163961697","https://openalex.org/W2189465200","https://openalex.org/W2224163288","https://openalex.org/W2248732043","https://openalex.org/W2250815476","https://openalex.org/W2277911208","https://openalex.org/W2280667113","https://openalex.org/W2304864106","https://openalex.org/W2399925273","https://openalex.org/W2407651065","https://openalex.org/W2562553380","https://openalex.org/W2734044470","https://openalex.org/W2743213003","https://openalex.org/W2750631535","https://openalex.org/W2758518704","https://openalex.org/W2836348911","https://openalex.org/W2854083691","https://openalex.org/W2869446957","https://openalex.org/W3147930782","https://openalex.org/W6632020100","https://openalex.org/W6687322159","https://openalex.org/W6691209370","https://openalex.org/W6691454957"],"related_works":["https://openalex.org/W2401183800","https://openalex.org/W2368961776","https://openalex.org/W1535772705","https://openalex.org/W2361230975","https://openalex.org/W4391898412","https://openalex.org/W2735859668","https://openalex.org/W2184312385","https://openalex.org/W2927104664","https://openalex.org/W4385069207","https://openalex.org/W2363401310"],"abstract_inverted_index":{"Job":[0],"scheduling":[1],"in":[2,27],"Big":[3],"Data":[4],"clusters":[5],"is":[6,127],"crucial":[7],"both":[8,171],"for":[9,16,72,117],"cluster":[10,30,69,92],"operators'":[11],"return":[12],"on":[13,184,204,227],"investment":[14],"and":[15,34,89,158,175,180,190,212],"overall":[17],"user":[18],"experience.":[19],"In":[20],"this":[21,126],"context,":[22],"we":[23],"observe":[24],"several":[25],"anomalies":[26],"how":[28],"modern":[29],"schedulers":[31,83],"manage":[32],"queues,":[33],"argue":[35],"that":[36,62],"maintaining":[37],"queues":[38],"of":[39,123,150,161,188,223],"tasks":[40,99,162],"at":[41,100],"worker":[42],"nodes":[43],"has":[44],"significant":[45],"benefits.":[46],"On":[47,78],"one":[48],"hand,":[49,81],"centralized":[50,173,198],"approaches":[51],"do":[52,85],"not":[53],"use":[54],"worker-side":[55,87],"queues.":[56,164],"Given":[57],"the":[58,79,101,121,128,136],"inherent":[59],"feedback":[60],"delays":[61],"these":[63],"systems":[64],"incur,":[65],"they":[66,95,106],"achieve":[67,90],"suboptimal":[68],"utilization,":[70],"particularly":[71],"workloads":[73,192],"dominated":[74],"by":[75,139,169],"short":[76],"tasks.":[77],"other":[80],"distributed":[82,177,214],"typically":[84],"employ":[86],"queuing,":[88],"higher":[91],"utilization.":[93],"However,":[94],"fail":[96],"to":[97,111,131,135,163,210],"place":[98],"best":[102,122],"possible":[103],"machine,":[104],"since":[105],"lack":[107],"cluster-wide":[108],"information,":[109],"leading":[110],"worse":[112],"job":[113,206],"completion":[114,207],"time,":[115],"especially":[116],"heterogeneous":[118],"workloads.":[119],"To":[120],"our":[124,167,213],"knowledge,":[125],"first":[129],"work":[130],"provide":[132],"principled":[133],"solutions":[134],"above":[137],"problems":[138],"introducing":[140],"queue":[141,147,154],"management":[142],"techniques,":[143],"such":[144],"as":[145],"appropriate":[146],"sizing,":[148],"prioritization":[149],"task":[151],"execution":[152],"via":[153],"reordering,":[155],"starvation":[156],"freedom,":[157],"careful":[159],"placement":[160],"We":[165],"instantiate":[166],"techniques":[168],"extending":[170],"a":[172,176,185],"(YARN)":[174],"(Mercury)":[178],"scheduler,":[179],"evaluate":[181],"their":[182],"performance":[183],"wide":[186],"variety":[187],"synthetic":[189],"production":[191],"derived":[193],"from":[194],"Microsoft":[195],"clusters.":[196],"Our":[197],"implementation,":[199],"Yaq-c,":[200],"achieves":[201,217],"1.7x":[202],"improvement":[203,219],"median":[205],"time":[208],"compared":[209],"YARN,":[211],"one,":[215],"Yaq-d,":[216],"9.3x":[218],"over":[220],"an":[221],"implementation":[222],"Sparrow's":[224],"batch":[225],"sampling":[226],"Mercury.":[228]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":6},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":20},{"year":2018,"cited_by_count":16},{"year":2017,"cited_by_count":14},{"year":2016,"cited_by_count":6}],"updated_date":"2026-06-20T22:02:38.213706","created_date":"2025-10-10T00:00:00"}