{"id":"https://openalex.org/W4416078297","doi":"https://doi.org/10.1109/tsg.2025.3630667","title":"Constrained Semi-MDP Formulation and Perception-Enhanced Safe Policy Learning for Efficient Dynamic Task Scheduling of Data Centers","display_name":"Constrained Semi-MDP Formulation and Perception-Enhanced Safe Policy Learning for Efficient Dynamic Task Scheduling of Data Centers","publication_year":2025,"publication_date":"2025-11-10","ids":{"openalex":"https://openalex.org/W4416078297","doi":"https://doi.org/10.1109/tsg.2025.3630667"},"language":null,"primary_location":{"id":"doi:10.1109/tsg.2025.3630667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3630667","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yiling Zhang","orcid":"https://orcid.org/0009-0003-1093-9142"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yiling Zhang","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0003-1093-9142","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044155484","display_name":"Yujian Ye","orcid":"https://orcid.org/0000-0002-9278-9218"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujian Ye","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-9278-9218","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069048192","display_name":"Jianxiong Hu","orcid":"https://orcid.org/0000-0001-6251-8778"},"institutions":[{"id":"https://openalex.org/I146620803","display_name":"Wenzhou University","ror":"https://ror.org/020hxh324","country_code":"CN","type":"education","lineage":["https://openalex.org/I146620803"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianxiong Hu","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China","College of Electrical and Electronic Engineering, Wenzhou University, Wenzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-6251-8778","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"College of Electrical and Electronic Engineering, Wenzhou University, Wenzhou, China","institution_ids":["https://openalex.org/I146620803"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109186013","display_name":"Heng Hu","orcid":null},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heng Hu","raw_affiliation_strings":["China Electric Power Research Institute, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute, Beijing, China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430813","display_name":"Xi Zhang","orcid":"https://orcid.org/0000-0001-9369-0060"},"institutions":[{"id":"https://openalex.org/I153473198","display_name":"North China Electric Power University","ror":"https://ror.org/04qr5t414","country_code":"CN","type":"education","lineage":["https://openalex.org/I153473198"]},{"id":"https://openalex.org/I4392738113","display_name":"China Electric Power Research Institute","ror":"https://ror.org/05ehpzy81","country_code":null,"type":"facility","lineage":["https://openalex.org/I17442442","https://openalex.org/I4392738113"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xi Zhang","raw_affiliation_strings":["China Electric Power Research Institute, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China Electric Power Research Institute, Beijing, China","institution_ids":["https://openalex.org/I153473198","https://openalex.org/I4392738113"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018249229","display_name":"Dezhi Xu","orcid":"https://orcid.org/0000-0002-7906-4255"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dezhi Xu","raw_affiliation_strings":["School of Electrical Engineering, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-7906-4255","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.0267,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.90835391,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"17","issue":"2","first_page":"1209","last_page":"1224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9610000252723694,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.0052999998442828655,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7598999738693237},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6579999923706055},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.6064000129699707},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.5065000057220459},{"id":"https://openalex.org/keywords/executable","display_name":"Executable","score":0.46230000257492065},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.44850000739097595},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4408999979496002},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.41670000553131104},{"id":"https://openalex.org/keywords/action-selection","display_name":"Action selection","score":0.3537999987602234},{"id":"https://openalex.org/keywords/task-analysis","display_name":"Task analysis","score":0.34769999980926514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7949000000953674},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7598999738693237},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6579999923706055},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.6064000129699707},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.5065000057220459},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4708000123500824},{"id":"https://openalex.org/C160145156","wikidata":"https://www.wikidata.org/wiki/Q778586","display_name":"Executable","level":2,"score":0.46230000257492065},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.44850000739097595},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.44839999079704285},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4408999979496002},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.41670000553131104},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.3537999987602234},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.34769999980926514},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.34130001068115234},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.33250001072883606},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.31459999084472656},{"id":"https://openalex.org/C187633118","wikidata":"https://www.wikidata.org/wiki/Q1317949","display_name":"Economic dispatch","level":4,"score":0.31360000371932983},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.3125999867916107},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2865000069141388},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.28049999475479126},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C119948110","wikidata":"https://www.wikidata.org/wiki/Q7858726","display_name":"Two-level scheduling","level":4,"score":0.26589998602867126},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.2630000114440918},{"id":"https://openalex.org/C111873713","wikidata":"https://www.wikidata.org/wiki/Q1641413","display_name":"Job scheduler","level":3,"score":0.2621999979019165},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.26100000739097595},{"id":"https://openalex.org/C122141398","wikidata":"https://www.wikidata.org/wiki/Q5456330","display_name":"Fixed-priority pre-emptive scheduling","level":5,"score":0.2542000114917755},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.2524000108242035},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsg.2025.3630667","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsg.2025.3630667","pdf_url":null,"source":{"id":"https://openalex.org/S59604973","display_name":"IEEE Transactions on Smart Grid","issn_l":"1949-3053","issn":["1949-3053","1949-3061"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Smart Grid","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3551581836","display_name":null,"funder_award_id":"1400-202455422A-3-5-YS","funder_id":"https://openalex.org/F4320335967","funder_display_name":"Science and Technology Project of State Grid"},{"id":"https://openalex.org/G8985165219","display_name":null,"funder_award_id":"1400-202455422A-3-5-YS","funder_id":"https://openalex.org/F4320335984","funder_display_name":"Science and Technology Foundation of State Grid Corporation of China"}],"funders":[{"id":"https://openalex.org/F4320335967","display_name":"Science and Technology Project of State Grid","ror":null},{"id":"https://openalex.org/F4320335984","display_name":"Science and Technology Foundation of State Grid Corporation of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,9,29,32,53,88,188,208,211],"exponential":[2],"growth":[3],"of":[4,12,31,210,216],"global":[5],"data":[6,13],"generation":[7],"and":[8,45,58,84,108,134,152,166,173,181,220,224],"energy":[10,25,54,146,196],"consumption":[11],"centers":[14],"(DCs),":[15],"efficient":[16],"dynamic":[17,102],"task":[18,90,103,131,150,171],"scheduling":[19,104,217],"has":[20],"become":[21],"critical":[22],"to":[23,61,86,141,144,177,194],"optimize":[24,145],"costs":[26,147],"while":[27,64,148,185],"ensuring":[28],"quality":[30],"service.":[33],"Model":[34],"predictive":[35],"control":[36],"(MPC)":[37],"method":[38,158,213],"is":[39,159],"burdened":[40],"with":[41,190],"significant":[42,77],"computational":[43,225],"complexity":[44],"exhibits":[46],"limited":[47],"uncertainty":[48,222],"adaptability,":[49],"heuristic":[50],"methods":[51,69],"overlook":[52],"cost":[55,197],"optimization":[56],"objective":[57],"may":[59],"lead":[60],"sub-optimal":[62],"schedules,":[63],"conventional":[65],"reinforcement":[66],"learning":[67],"(RL)":[68],"based":[70,201],"on":[71,202],"Markov":[72],"decision":[73],"processes":[74],"(MDPs)":[75],"face":[76],"dimensionality":[78],"challenge":[79],"in":[80,214],"discrete":[81],"action":[82],"spaces":[83],"struggle":[85],"satisfy":[87],"temporal-coupling":[89],"deadline":[91,183],"constraints.":[92,154],"This":[93],"paper":[94],"proposes":[95],"a":[96,130,135,163,167],"Constrained":[97],"Semi-MDP":[98],"(CSMDP)":[99],"formulation":[100],"for":[101,121,170],"considering":[105],"heterogeneous":[106],"tasks":[107],"servers.":[109],"It":[110],"introduces":[111],"temporally-extended":[112],"sub-actions":[113],"executable":[114],"across":[115],"multiple":[116],"sub-processes,":[117],"omitting":[118],"exhaustive":[119],"search":[120],"appropriate":[122],"task-server":[123],"pair":[124],"combinations.":[125],"A":[126,155],"dual-agent":[127],"architecture":[128],"involving":[129],"selection":[132,172],"agent":[133,138],"server":[136,174],"assignment":[137,175],"are":[139],"designed":[140],"work":[142],"collaboratively":[143],"satisfying":[149],"deadlines":[151],"resource":[153,179],"safe":[156],"RL":[157],"proposed":[160,212],"that":[161],"employs":[162],"constraint-value":[164],"network":[165,193],"shielding":[168],"mechanism":[169],"agents":[176],"enforce":[178],"capacity":[180],"time-coupling":[182],"constraints,":[184],"jointly":[186],"optimizing":[187],"latter":[189],"an":[191],"action-value":[192],"improve":[195],"efficiency.":[198],"Case":[199],"studies":[200],"Alibaba":[203],"real":[204],"production":[205],"dataset":[206],"validate":[207],"effectiveness":[209],"terms":[215],"policy":[218],"optimality":[219],"safety,":[221],"generalization":[223],"efficiency,":[226],"against":[227],"state-of-the-art":[228],"methods.":[229]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-02-21T06:11:54.161237","created_date":"2025-11-10T00:00:00"}