{"id":"https://openalex.org/W4392159258","doi":"https://doi.org/10.1109/globecom54140.2023.10437422","title":"Deep Reinforcement Learning Based Multistage Profit Aware Task Scheduling Algorithm for Computing Power Network","display_name":"Deep Reinforcement Learning Based Multistage Profit Aware Task Scheduling Algorithm for Computing Power Network","publication_year":2023,"publication_date":"2023-12-04","ids":{"openalex":"https://openalex.org/W4392159258","doi":"https://doi.org/10.1109/globecom54140.2023.10437422"},"language":"en","primary_location":{"id":"doi:10.1109/globecom54140.2023.10437422","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437422","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031124981","display_name":"Xiaoyao Huang","orcid":"https://orcid.org/0000-0003-2571-1979"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]},{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyao Huang","raw_affiliation_strings":["Network Technology Institute, Research Institute China Telecom,China","Network Technology Institute, Research Institute China Telecom, China","School of Information and Communication Engineering, Beijing University Of Posts and Telecommunications, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Network Technology Institute, Research Institute China Telecom,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Network Technology Institute, Research Institute China Telecom, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University Of Posts and Telecommunications, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109775115","display_name":"Remington R. Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Remington R. Liu","raw_affiliation_strings":["Network Technology Institute, Research Institute China Telecom,China","Network Technology Institute, Research Institute China Telecom, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Network Technology Institute, Research Institute China Telecom,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Network Technology Institute, Research Institute China Telecom, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034448900","display_name":"Bo Lei","orcid":null},"institutions":[{"id":"https://openalex.org/I4210136246","display_name":"China Telecom (China)","ror":"https://ror.org/03jgnzt20","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210136246"]},{"id":"https://openalex.org/I4387153335","display_name":"China Telecom","ror":"https://ror.org/05p67dv18","country_code":null,"type":"company","lineage":["https://openalex.org/I4387153335"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bo Lei","raw_affiliation_strings":["Network Technology Institute, Research Institute China Telecom,China","Network Technology Institute, Research Institute China Telecom, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Network Technology Institute, Research Institute China Telecom,China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]},{"raw_affiliation_string":"Network Technology Institute, Research Institute China Telecom, China","institution_ids":["https://openalex.org/I4210136246","https://openalex.org/I4387153335"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015879395","display_name":"Guanglun Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guanglun Huang","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology,China","School of Computer Science and Information Security, Guilin University of Electronic Technology, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology,China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076786933","display_name":"Baoxian Zhang","orcid":"https://orcid.org/0000-0001-9140-6898"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Baoxian Zhang","raw_affiliation_strings":["University of Chinese Academy of Sciences,Research Center of Ubiquitous Sensor Networks,China","Research Center of Ubiquitous Sensor Networks, University of Chinese Academy of Sciences, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Chinese Academy of Sciences,Research Center of Ubiquitous Sensor Networks,China","institution_ids":["https://openalex.org/I4210165038"]},{"raw_affiliation_string":"Research Center of Ubiquitous Sensor Networks, University of Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3524","last_page":"3529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10603","display_name":"Smart Grid Energy Management","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9789999723434448,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8059853911399841},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8025670051574707},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.46184271574020386},{"id":"https://openalex.org/keywords/fixed-priority-pre-emptive-scheduling","display_name":"Fixed-priority pre-emptive scheduling","score":0.44115474820137024},{"id":"https://openalex.org/keywords/profit","display_name":"Profit (economics)","score":0.4178536534309387},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.41581153869628906},{"id":"https://openalex.org/keywords/algorithm-design","display_name":"Algorithm design","score":0.41025641560554504},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.3821779489517212},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.3779473304748535},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3616408109664917},{"id":"https://openalex.org/keywords/rate-monotonic-scheduling","display_name":"Rate-monotonic scheduling","score":0.33642643690109253},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2768465280532837},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2303788959980011},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.21874108910560608}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8059853911399841},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8025670051574707},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.46184271574020386},{"id":"https://openalex.org/C122141398","wikidata":"https://www.wikidata.org/wiki/Q5456330","display_name":"Fixed-priority pre-emptive scheduling","level":5,"score":0.44115474820137024},{"id":"https://openalex.org/C181622380","wikidata":"https://www.wikidata.org/wiki/Q26911","display_name":"Profit (economics)","level":2,"score":0.4178536534309387},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.41581153869628906},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.41025641560554504},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.3821779489517212},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.3779473304748535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3616408109664917},{"id":"https://openalex.org/C127456818","wikidata":"https://www.wikidata.org/wiki/Q238879","display_name":"Rate-monotonic scheduling","level":4,"score":0.33642643690109253},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2768465280532837},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2303788959980011},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.21874108910560608},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/globecom54140.2023.10437422","is_oa":false,"landing_page_url":"https://doi.org/10.1109/globecom54140.2023.10437422","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"GLOBECOM 2023 - 2023 IEEE Global Communications Conference","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1187222845","display_name":null,"funder_award_id":"YFB2900200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2529099292","https://openalex.org/W2736601468","https://openalex.org/W3110674267","https://openalex.org/W3117560819","https://openalex.org/W3129519206","https://openalex.org/W3173515979","https://openalex.org/W3180641418","https://openalex.org/W3190399926","https://openalex.org/W4283221139","https://openalex.org/W4292969468","https://openalex.org/W4294672396","https://openalex.org/W4306178022","https://openalex.org/W4328027041","https://openalex.org/W4328027908","https://openalex.org/W4364304502","https://openalex.org/W6630654318","https://openalex.org/W6741002519","https://openalex.org/W6845824303"],"related_works":["https://openalex.org/W3184267879","https://openalex.org/W1545991362","https://openalex.org/W2184166483","https://openalex.org/W2167574351","https://openalex.org/W4390711934","https://openalex.org/W4390711911","https://openalex.org/W2545511463","https://openalex.org/W4390711930","https://openalex.org/W4390711951","https://openalex.org/W4300092030"],"abstract_inverted_index":{"Computing":[0],"power":[1],"network":[2,40],"(CPN),":[3],"which":[4,92],"integrates":[5],"heterogeneous":[6],"computing":[7],"resources":[8],"and":[9,22,48,103,123],"communication":[10],"network,":[11],"can":[12],"tackle":[13],"the":[14,18,32,43,57,124,127,131],"challenges":[15],"brought":[16],"by":[17,41,111],"pervasiveness":[19],"of":[20,24,34,130],"mobile":[21],"Internet":[23],"Things":[25],"applications.":[26],"In":[27],"this":[28,67,76],"paper,":[29],"we":[30,79],"study":[31],"optimization":[33],"task":[35,46,89,97,109],"scheduling":[36,90],"in":[37],"a":[38,81],"CPN":[39],"considering":[42],"unbalancing":[44],"between":[45],"distribution":[47],"resource":[49],"cost.":[50],"The":[51],"design":[52],"objective":[53],"is":[54],"to":[55],"maximize":[56],"system":[58],"profit":[59],"while":[60],"satisfying":[61],"tasks'":[62],"delay":[63],"requirements.":[64],"We":[65],"formulate":[66],"problem":[68],"as":[69,134],"an":[70,106],"integer":[71],"programming":[72],"problem.":[73],"To":[74],"address":[75],"NP-hard":[77],"problem,":[78],"propose":[80],"Deep":[82],"Reinforcement":[83],"Learning":[84],"(DRL)":[85],"based":[86],"multistage":[87],"profit-aware":[88,113],"algorithm":[91,133],"first":[93],"makes":[94],"coarse":[95],"grained":[96],"allocation":[98],"using":[99,112],"DRL":[100],"among":[101],"regions":[102],"then":[104],"determines":[105],"optimized":[107],"intra-region":[108],"assignment":[110],"balancing":[114],"algorithm.":[115],"Extensive":[116],"simulations":[117],"are":[118],"conducted":[119],"for":[120],"performance":[121,129],"evaluation":[122],"results":[125],"show":[126],"high":[128],"proposed":[132],"compared":[135],"with":[136],"baseline":[137],"algorithms.":[138]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}