{"id":"https://openalex.org/W2889231380","doi":"https://doi.org/10.1109/tcc.2018.2867580","title":"New YARN Non-Exclusive Resource Management Scheme through Opportunistic Idle Resource Assignment","display_name":"New YARN Non-Exclusive Resource Management Scheme through Opportunistic Idle Resource Assignment","publication_year":2018,"publication_date":"2018-08-29","ids":{"openalex":"https://openalex.org/W2889231380","doi":"https://doi.org/10.1109/tcc.2018.2867580","mag":"2889231380"},"language":"en","primary_location":{"id":"doi:10.1109/tcc.2018.2867580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2018.2867580","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066967694","display_name":"Zhengyu Yang","orcid":"https://orcid.org/0000-0002-9822-5843"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Zhengyu Yang","raw_affiliation_strings":["Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-9822-5843","affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052203401","display_name":"Yi Yao","orcid":"https://orcid.org/0000-0003-3582-5726"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yi Yao","raw_affiliation_strings":["Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100644401","display_name":"Han Gao","orcid":"https://orcid.org/0000-0003-2399-5007"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Gao","raw_affiliation_strings":["Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2399-5007","affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101584767","display_name":"Jiayin Wang","orcid":"https://orcid.org/0000-0001-5103-6132"},"institutions":[{"id":"https://openalex.org/I166088655","display_name":"Montclair State University","ror":"https://ror.org/01nxc2t48","country_code":"US","type":"education","lineage":["https://openalex.org/I166088655"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiayin Wang","raw_affiliation_strings":["Computer Science Department, Montclair State University, Montclair, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0001-5103-6132","affiliations":[{"raw_affiliation_string":"Computer Science Department, Montclair State University, Montclair, NJ, USA","institution_ids":["https://openalex.org/I166088655"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091825452","display_name":"Ningfang Mi","orcid":"https://orcid.org/0009-0005-0934-1287"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ningfang Mi","raw_affiliation_strings":["Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical & Computer Engineering, Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085815921","display_name":"Bo Sheng","orcid":"https://orcid.org/0000-0001-5958-8935"},"institutions":[{"id":"https://openalex.org/I33434090","display_name":"University of Massachusetts Boston","ror":"https://ror.org/04ydmy275","country_code":"US","type":"education","lineage":["https://openalex.org/I33434090"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bo Sheng","raw_affiliation_strings":["Department of Computer Science, University of Massachusetts Boston, Boston, MA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Massachusetts Boston, Boston, MA, USA","institution_ids":["https://openalex.org/I33434090"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5066967694"],"corresponding_institution_ids":["https://openalex.org/I12912129"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.11044987,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"9","issue":"2","first_page":"696","last_page":"709"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8248206377029419},{"id":"https://openalex.org/keywords/yarn","display_name":"Yarn","score":0.7988690137863159},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.5694603323936462},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5424653887748718},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.5333447456359863},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5274285078048706},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.49256235361099243},{"id":"https://openalex.org/keywords/spark","display_name":"SPARK (programming language)","score":0.49109482765197754},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47429636120796204},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.4164084196090698},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.37409308552742004},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2858488857746124},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.13215047121047974}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8248206377029419},{"id":"https://openalex.org/C2778787235","wikidata":"https://www.wikidata.org/wiki/Q49007","display_name":"Yarn","level":2,"score":0.7988690137863159},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.5694603323936462},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5424653887748718},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.5333447456359863},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5274285078048706},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.49256235361099243},{"id":"https://openalex.org/C2781215313","wikidata":"https://www.wikidata.org/wiki/Q3493345","display_name":"SPARK (programming language)","level":2,"score":0.49109482765197754},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47429636120796204},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4164084196090698},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.37409308552742004},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2858488857746124},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.13215047121047974},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcc.2018.2867580","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcc.2018.2867580","pdf_url":null,"source":{"id":"https://openalex.org/S2492498579","display_name":"IEEE Transactions on Cloud Computing","issn_l":"2168-7161","issn":["2168-7161","2372-0018"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cloud Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G2692146287","display_name":null,"funder_award_id":"FA9550-14-1-0160","funder_id":"https://openalex.org/F4320338279","funder_display_name":"Air Force Office of Scientific Research"},{"id":"https://openalex.org/G6639540183","display_name":null,"funder_award_id":"CNS-1552525","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W103340358","https://openalex.org/W1464363888","https://openalex.org/W1598064945","https://openalex.org/W1986419873","https://openalex.org/W1992928432","https://openalex.org/W2002472616","https://openalex.org/W2058047606","https://openalex.org/W2105947650","https://openalex.org/W2118495646","https://openalex.org/W2122410182","https://openalex.org/W2129542763","https://openalex.org/W2131975293","https://openalex.org/W2141992894","https://openalex.org/W2160121678","https://openalex.org/W2163961697","https://openalex.org/W2173213060","https://openalex.org/W2189465200","https://openalex.org/W2220097596","https://openalex.org/W2333236502","https://openalex.org/W2503699511","https://openalex.org/W2525929742","https://openalex.org/W2789289107","https://openalex.org/W2791638009","https://openalex.org/W2963670827","https://openalex.org/W2995564009","https://openalex.org/W6628558282","https://openalex.org/W6678087030","https://openalex.org/W6679815717","https://openalex.org/W6684084819","https://openalex.org/W6687322159"],"related_works":["https://openalex.org/W2078851640","https://openalex.org/W2381070915","https://openalex.org/W2352481835","https://openalex.org/W2392493391","https://openalex.org/W4200164335","https://openalex.org/W2109471562","https://openalex.org/W2378508949","https://openalex.org/W3199747891","https://openalex.org/W2370334853","https://openalex.org/W3194197694"],"abstract_inverted_index":{"Efficiently":[0],"managing":[1],"resources":[2,66,98,141],"and":[3,27,53,74,99,112,168,174,194,199],"improving":[4],"throughput":[5],"in":[6,22,39,57,177],"a":[7,12,62,71,90,109],"large-scale":[8],"cluster":[9,42,97],"has":[10],"become":[11],"crucial":[13],"problem":[14,92],"with":[15],"the":[16,40,58,96,121,124,130,143,163,189,196],"explosion":[17],"of":[18,65,132,165],"data":[19,46],"processing":[20,47],"applications":[21],"recent":[23],"years.":[24],"Hadoop":[25,51,178],"YARN":[26,179],"Mesos,":[28],"as":[29,50],"two":[30,158],"universal":[31],"resource":[32,60,114,126,135,197],"management":[33],"platforms,":[34],"have":[35],"been":[36],"widely":[37],"adopted":[38],"commodity":[41],"for":[43],"co-deploying":[44],"multiple":[45],"frameworks,":[48],"such":[49],"MapReduce":[52],"Apache":[54],"Spark.":[55],"However,":[56],"existing":[59],"management,":[61],"certain":[63],"amount":[64],"are":[67],"exclusively":[68],"allocated":[69],"to":[70,89,137,142,152,160],"running":[72],"task":[73,81],"can":[75],"only":[76],"be":[77],"re-assigned":[78],"after":[79],"that":[80,93,185],"is":[82],"completed.":[83],"This":[84],"exclusive":[85],"mode":[86],"unfortunately":[87],"leads":[88],"potential":[91],"may":[94],"under-utilize":[95],"degrade":[100],"system":[101],"performance.":[102],"To":[103],"address":[104],"this":[105],"issue,":[106],"we":[107],"propose":[108],"novel":[110],"opportunistic":[111,139],"efficient":[113],"allocation":[115],"scheme,":[116],"named":[117],"OpERA,":[118],"which":[119],"breaks":[120],"barriers":[122],"among":[123],"encapsulated":[125],"containers":[127],"by":[128,155],"leveraging":[129],"knowledge":[131],"actual":[133],"runtime":[134],"utilizations":[136],"re-assign":[138],"available":[140],"pending":[144],"tasks.":[145,171],"OpERA":[146,176,186],"avoids":[147],"incurring":[148],"severe":[149],"performance":[150],"interference":[151],"active":[153],"tasks":[154,167],"further":[156],"using":[157],"approaches":[159],"efficiently":[161],"balances":[162],"starvations":[164],"reserved":[166],"normal":[169],"queued":[170],"We":[172],"implement":[173],"evaluate":[175],"v2.5.":[180],"Our":[181],"experimental":[182],"results":[183],"show":[184],"significantly":[187],"reduces":[188],"average":[190],"job":[191],"execution":[192],"time":[193],"increases":[195],"(CPU":[198],"memory)":[200],"utilizations.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}