{"id":"https://openalex.org/W4206490489","doi":"https://doi.org/10.1109/tpds.2021.3138459","title":"Deep Reinforcement Learning Enhanced Greedy Algorithm for Online Scheduling of Batched Tasks in Cloud in Cloud HPC Systems","display_name":"Deep Reinforcement Learning Enhanced Greedy Algorithm for Online Scheduling of Batched Tasks in Cloud in Cloud HPC Systems","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W4206490489","doi":"https://doi.org/10.1109/tpds.2021.3138459"},"language":"en","primary_location":{"id":"doi:10.1109/tpds.2021.3138459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3138459","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044087546","display_name":"Yuanhao Yang","orcid":"https://orcid.org/0000-0002-5007-2139"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanhao Yang","raw_affiliation_strings":["Comp Sci, SUN YAT-SEN UNIVERSITY, Guangzhou, Guangdong, China, (e-mail: yangyh57@mail2.sysu.edu.cn)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Comp Sci, SUN YAT-SEN UNIVERSITY, Guangzhou, Guangdong, China, (e-mail: yangyh57@mail2.sysu.edu.cn)","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070128994","display_name":"Hong Shen","orcid":"https://orcid.org/0000-0002-3663-6591"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Shen","raw_affiliation_strings":["Computer Science, Sun Yat-Sen University, 26469 Guangzhou, Guangdong, China, 510275 (e-mail: shenh3@mail.sysu.edu.cn)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Sun Yat-Sen University, 26469 Guangzhou, Guangdong, China, 510275 (e-mail: shenh3@mail.sysu.edu.cn)","institution_ids":["https://openalex.org/I157773358"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I157773358"],"apc_list":null,"apc_paid":null,"fwci":2.7718,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92050629,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8126339912414551},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7173151969909668},{"id":"https://openalex.org/keywords/greedy-algorithm","display_name":"Greedy algorithm","score":0.6862210035324097},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6702842116355896},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.6484422087669373},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5929927825927734},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5314449667930603},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.46399542689323425},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.40764909982681274},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.339905321598053},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3069620728492737},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27719584107398987},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.15397876501083374},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08559221029281616}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8126339912414551},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7173151969909668},{"id":"https://openalex.org/C51823790","wikidata":"https://www.wikidata.org/wiki/Q504353","display_name":"Greedy algorithm","level":2,"score":0.6862210035324097},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6702842116355896},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.6484422087669373},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5929927825927734},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5314449667930603},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.46399542689323425},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.40764909982681274},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.339905321598053},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3069620728492737},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27719584107398987},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.15397876501083374},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08559221029281616},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tpds.2021.3138459","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpds.2021.3138459","pdf_url":null,"source":{"id":"https://openalex.org/S97130795","display_name":"IEEE Transactions on Parallel and Distributed Systems","issn_l":"1045-9219","issn":["1045-9219","1558-2183","2161-9883"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Parallel and Distributed Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2003858189","https://openalex.org/W2007783931","https://openalex.org/W2037729105","https://openalex.org/W2048905935","https://openalex.org/W2104589727","https://openalex.org/W2131641675","https://openalex.org/W2141992894","https://openalex.org/W2145339207","https://openalex.org/W2156737235","https://openalex.org/W2418304172","https://openalex.org/W2548979243","https://openalex.org/W2560689012","https://openalex.org/W2770600834","https://openalex.org/W2804805103","https://openalex.org/W2810302830","https://openalex.org/W2968935608","https://openalex.org/W2968986602","https://openalex.org/W2971542448","https://openalex.org/W2994894455","https://openalex.org/W3000445347","https://openalex.org/W3021027963","https://openalex.org/W3036358974","https://openalex.org/W3039591832","https://openalex.org/W3047537431","https://openalex.org/W3081089808","https://openalex.org/W3094493698","https://openalex.org/W3109215866","https://openalex.org/W3135377824","https://openalex.org/W3144088055","https://openalex.org/W3176501660","https://openalex.org/W4254424307","https://openalex.org/W6651411529","https://openalex.org/W6683195989","https://openalex.org/W6752139820","https://openalex.org/W6759352090","https://openalex.org/W6797818290"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W3204654320"],"abstract_inverted_index":{"In":[0],"a":[1,8,56,79,110,139,200,209,277],"large":[2],"cloud":[3],"data":[4],"center":[5],"HPC":[6],"system,":[7],"critical":[9],"problem":[10,44],"is":[11,162],"how":[12],"to":[13,18,82,116,126,146,257,272],"allocate":[14],"the":[15,23,32,46,86,123,129,147,153,157,166,178,182,235,245,251],"submitted":[16],"tasks":[17,36,50,95,115],"heterogenous":[19],"servers":[20,117],"for":[21,85,90,156,186,204,281],"achieving":[22],"goal":[24],"of":[25,34,65,94,142,170,189,239,265],"maximize":[26],"systems":[27],"net":[28],"gain":[29,253],"defined":[30],"as":[31],"value":[33],"completed":[35],"minus":[37],"system":[38,252],"operation":[39],"cost.":[40],"We":[41,132],"consider":[42],"this":[43],"in":[45,52,227],"online":[47,121],"setting":[48],"that":[49,113,134,214],"arrive":[51],"batches":[53],"and":[54,71,219,230,237,268],"propose":[55,109],"novel":[57],"deep":[58],"reinforcement":[59],"learning":[60],"(DRL)":[61],"enhanced":[62],"greedy":[63,111,136,179,193,220,269],"algorithm":[64,249,260],"two-stage":[66],"scheduling":[67],"interacting":[68],"task":[69,72,75,106],"sequencing":[70,76],"allocation.":[73],"For":[74,105],"we":[77,108],"deploy":[78],"DRL":[80,175,218],"module":[81,176],"make":[83],"prediction":[84,197],"best":[87],"allocation":[88,124,184,206],"sequence":[89,125,185],"each":[91,171,187],"arriving":[92,190],"batch":[93,188],"based":[96],"on":[97],"knowledge":[98],"(allocation":[99],"strategies)":[100],"learnt":[101],"from":[102,216],"prior":[103],"batches.":[104],"allocation,":[107],"strategy":[112,137,194],"allocates":[114],"one":[118,120],"by":[119,165,180,254],"following":[122],"maximally":[127],"increase":[128],"total":[130],"gain.":[131],"show":[133],"our":[135,174,192,240,248],"has":[138],"performance":[140,202,279],"guarantee":[141,203,280],"competitive":[143],"ratio":[144,169],"1/(1+k)":[145],"optimal":[148],"offline":[149],"solution,":[150],"which":[151],"improves":[152],"existing":[154],"result":[155],"same":[158],"problem,":[159],"where":[160],"k":[161],"upper":[163],"bounded":[164],"maximum":[167],"cost-to-gain":[168],"task.":[172],"While":[173],"enhances":[177],"providing":[181],"likely-optimal":[183],"tasks,":[191],"bounds":[195],"DRLs":[196],"error":[198],"within":[199],"proven":[201],"any":[205],"sequence,":[207],"enabling":[208],"better":[210],"solution":[211],"quality":[212],"than":[213],"obtainable":[215],"both":[217,228],"optimization":[221,270,284],"alone.":[222],"Extensive":[223],"experiment":[224],"evaluation":[225],"results":[226],"simulation":[229],"real":[231],"application":[232],"environments":[233],"demonstrate":[234],"effectiveness":[236],"efficiency":[238],"proposed":[241],"algorithm.":[242],"Compared":[243],"with":[244,276],"state-of-the-art":[246],"baselines,":[247],"increases":[250],"about":[255],"10%":[256],"30%.":[258],"Our":[259],"provides":[261],"an":[262],"interesting":[263],"example":[264],"joining":[266],"machine-learning":[267],"techniques":[271],"improve":[273],"ML-based":[274],"solutions":[275],"worst-case":[278],"solving":[282],"hard":[283],"problems.":[285]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}