{"id":"https://openalex.org/W7124887966","doi":"https://doi.org/10.1109/cloudcom67567.2025.11331557","title":"Dual-Objective Parallel Task Scheduling in Cloud Computing via Proximal Policy Optimization: Cutting Latency and Energy in Production-Scale Cloud Clusters","display_name":"Dual-Objective Parallel Task Scheduling in Cloud Computing via Proximal Policy Optimization: Cutting Latency and Energy in Production-Scale Cloud Clusters","publication_year":2025,"publication_date":"2025-11-14","ids":{"openalex":"https://openalex.org/W7124887966","doi":"https://doi.org/10.1109/cloudcom67567.2025.11331557"},"language":null,"primary_location":{"id":"doi:10.1109/cloudcom67567.2025.11331557","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudcom67567.2025.11331557","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 lEEE International Conference on Cloud Computing Technology and Science (CloudCom)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100413602","display_name":"Ang Li","orcid":"https://orcid.org/0000-0002-2316-4118"},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ang Li","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121065665","display_name":"Junhong He","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhong He","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123445760","display_name":"Siting Niu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siting Niu","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5123405278","display_name":"Feng Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210152380","display_name":"Shenzhen Technology University","ror":"https://ror.org/04qzpec27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210152380"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Liang","raw_affiliation_strings":["Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University,Shenzhen,China"],"affiliations":[{"raw_affiliation_string":"Guangdong-Hong Kong-Macao Joint Laboratory for Emotional Intelligence and Pervasive Computing, Shenzhen MSU-BIT University,Shenzhen,China","institution_ids":["https://openalex.org/I4210152380"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100413602"],"corresponding_institution_ids":["https://openalex.org/I4210152380"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.80699447,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.5885999798774719,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.5885999798774719,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.21379999816417694,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.06080000102519989,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7142999768257141},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6079999804496765},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.5618000030517578},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5199000239372253},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.4120999872684479},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.40369999408721924},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.40070000290870667},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.400299996137619},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.38989999890327454},{"id":"https://openalex.org/keywords/bottling-line","display_name":"Bottling line","score":0.3849000036716461}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7522000074386597},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7142999768257141},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6079999804496765},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.5618000030517578},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5199000239372253},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.49059998989105225},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.4120999872684479},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.40369999408721924},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.40070000290870667},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.400299996137619},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.38989999890327454},{"id":"https://openalex.org/C128058530","wikidata":"https://www.wikidata.org/wiki/Q320096","display_name":"Bottling line","level":3,"score":0.3849000036716461},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3758000135421753},{"id":"https://openalex.org/C124200919","wikidata":"https://www.wikidata.org/wiki/Q2373346","display_name":"Switchover","level":2,"score":0.34850001335144043},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C137635306","wikidata":"https://www.wikidata.org/wiki/Q182667","display_name":"Pareto principle","level":2,"score":0.3337000012397766},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3334999978542328},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.32749998569488525},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.3260999917984009},{"id":"https://openalex.org/C19012869","wikidata":"https://www.wikidata.org/wiki/Q578372","display_name":"Response time","level":2,"score":0.32420000433921814},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.31139999628067017},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.29660001397132874},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.2897999882698059},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.2831000089645386},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.28279998898506165},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.27079999446868896},{"id":"https://openalex.org/C2776014549","wikidata":"https://www.wikidata.org/wiki/Q3050847","display_name":"Consolidation (business)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C171627638","wikidata":"https://www.wikidata.org/wiki/Q6206744","display_name":"Job queue","level":4,"score":0.26649999618530273},{"id":"https://openalex.org/C41045048","wikidata":"https://www.wikidata.org/wiki/Q202843","display_name":"Linear programming","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25589999556541443},{"id":"https://openalex.org/C2984634286","wikidata":"https://www.wikidata.org/wiki/Q1331926","display_name":"Decision process","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C138959212","wikidata":"https://www.wikidata.org/wiki/Q1806783","display_name":"Load balancing (electrical power)","level":3,"score":0.2517000138759613}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cloudcom67567.2025.11331557","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudcom67567.2025.11331557","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 lEEE International Conference on Cloud Computing Technology and Science (CloudCom)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8465124245","display_name":null,"funder_award_id":"62576213","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W206679605","https://openalex.org/W2008572484","https://openalex.org/W2129542763","https://openalex.org/W2145339207","https://openalex.org/W2546571074","https://openalex.org/W2782674619","https://openalex.org/W2964015378","https://openalex.org/W3007523155","https://openalex.org/W4230802698","https://openalex.org/W4296079434"],"related_works":[],"abstract_inverted_index":{"Large":[0],"cloud":[1],"platforms":[2],"still":[3],"rely":[4],"on":[5,98],"fixed,":[6],"latency-blind":[7],"dispatch":[8],"rules":[9],"even":[10],"though":[11],"energy":[12,117,165],"has":[13],"become":[14],"a":[15,24,31,54,89,99,152],"firstorder":[16],"cost.":[17],"We":[18],"frame":[19],"online":[20],"task":[21],"scheduling":[22],"as":[23],"dual-objective":[25],"Markov":[26],"decision":[27],"process":[28],"and":[29,69,115,143,164],"learn":[30],"policy":[32],"with":[33,65,123],"Proximal":[34],"Policy":[35],"Optimisation":[36],"(PPO)":[37],"whose":[38],"reward":[39],"automatically":[40],"trades":[41],"off":[42],"queueing":[43],"delay":[44],"against":[45],"power":[46],"draw.":[47],"Two":[48],"design":[49],"choices":[50],"are":[51],"key:":[52],"(i)":[53],"compact,":[55],"permutation-invariant":[56],"state":[57],"encoder":[58],"that":[59,74,151],"fuses":[60],"the":[61,76,82,85,93,103,107,133,170],"top-k":[62],"waiting":[63,111],"jobs":[64],"live":[66],"per-node":[67],"utilisation,":[68],"(ii)":[70],"an":[71],"action":[72],"factorisation":[73],"keeps":[75],"search":[77],"space":[78],"small":[79],"by":[80,113,120],"letting":[81],"network":[83],"pick":[84],"next":[86],"job":[87,119],"while":[88],"deterministic":[90],"post-rule":[91],"chooses":[92],"least-loaded":[94],"feasible":[95],"server.":[96],"Trained":[97],"24h":[100],"slice":[101],"of":[102],"2024":[104],"Google-Azure":[105],"trace,":[106],"agent":[108],"lowers":[109],"mean":[110],"time":[112],"25%":[114],"average":[116],"per":[118],"10%":[121],"compared":[122],"three":[124],"industry":[125],"baselines":[126],"(round-robin,":[127],"least-loaded,":[128],"token":[129],"proportional).":[130],"Analysis":[131],"shows":[132],"gains":[134],"come":[135],"from":[136],"learned":[137],"load":[138],"consolidation":[139],"during":[140],"off-peak":[141],"periods":[142],"short-job":[144],"prioritisation":[145],"under":[146],"contention.":[147],"Our":[148],"results":[149],"demonstrate":[150],"single,":[153],"reward-shaped":[154],"RL":[155],"scheduler":[156],"can":[157],"deliver":[158],"Pareto":[159],"improvements":[160],"in":[161],"both":[162],"latency":[163],"without":[166],"manual":[167],"tuning,":[168],"paving":[169],"way":[171],"for":[172],"greener,":[173],"self-optimising":[174],"data-centre":[175],"control.":[176]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2026-01-21T00:00:00"}