{"id":"https://openalex.org/W4406047664","doi":"https://doi.org/10.1109/tvt.2025.3525704","title":"Edge-Driven Industrial Computing Power Networks: Digital Twin-Empowered Service Provisioning by Hybrid Soft Actor-Critic","display_name":"Edge-Driven Industrial Computing Power Networks: Digital Twin-Empowered Service Provisioning by Hybrid Soft Actor-Critic","publication_year":2025,"publication_date":"2025-01-03","ids":{"openalex":"https://openalex.org/W4406047664","doi":"https://doi.org/10.1109/tvt.2025.3525704"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2025.3525704","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3525704","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108046729","display_name":"Long Zhang","orcid":"https://orcid.org/0000-0002-5607-3271"},"institutions":[{"id":"https://openalex.org/I106079672","display_name":"Hebei University of Engineering","ror":"https://ror.org/036h65h05","country_code":"CN","type":"education","lineage":["https://openalex.org/I106079672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Long Zhang","raw_affiliation_strings":["School of Information and Electrical Engineering, Hebei University of Engineering, Handan, China"],"raw_orcid":"https://orcid.org/0000-0002-5607-3271","affiliations":[{"raw_affiliation_string":"School of Information and Electrical Engineering, Hebei University of Engineering, Handan, China","institution_ids":["https://openalex.org/I106079672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108982813","display_name":"Deng-Ao Song","orcid":null},"institutions":[{"id":"https://openalex.org/I106079672","display_name":"Hebei University of Engineering","ror":"https://ror.org/036h65h05","country_code":"CN","type":"education","lineage":["https://openalex.org/I106079672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deng-Ao Song","raw_affiliation_strings":["School of Information and Electrical Engineering, Hebei University of Engineering, Handan, China"],"raw_orcid":"https://orcid.org/0009-0008-7360-2260","affiliations":[{"raw_affiliation_string":"School of Information and Electrical Engineering, Hebei University of Engineering, Handan, China","institution_ids":["https://openalex.org/I106079672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440579","display_name":"Hongliang Zhang","orcid":"https://orcid.org/0000-0003-3393-8612"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongliang Zhang","raw_affiliation_strings":["State Key Laboratory of Advanced Optical Communication Systems and Networks, School of Electronics, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3393-8612","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Advanced Optical Communication Systems and Networks, School of Electronics, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051950213","display_name":"Ni Tian","orcid":"https://orcid.org/0000-0002-2648-7449"},"institutions":[{"id":"https://openalex.org/I106079672","display_name":"Hebei University of Engineering","ror":"https://ror.org/036h65h05","country_code":"CN","type":"education","lineage":["https://openalex.org/I106079672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ni Tian","raw_affiliation_strings":["School of Information and Electrical Engineering, Hebei University of Engineering, Handan, China"],"raw_orcid":"https://orcid.org/0000-0002-2648-7449","affiliations":[{"raw_affiliation_string":"School of Information and Electrical Engineering, Hebei University of Engineering, Handan, China","institution_ids":["https://openalex.org/I106079672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076969590","display_name":"Zirui Zhuang","orcid":"https://orcid.org/0000-0003-3345-1732"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zirui Zhuang","raw_affiliation_strings":["State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3345-1732","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Networking and Switching Technology, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-7442-7416","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","Department of Electrical and Computer Engineering, University of Houston, Houston, USA","Department of Computer Science and Engineering, Kyung Hee University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0002-6606-5822","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, USA","institution_ids":["https://openalex.org/I44461941"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5108046729"],"corresponding_institution_ids":["https://openalex.org/I106079672"],"apc_list":null,"apc_paid":null,"fwci":18.3458,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.99155815,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"74","issue":"5","first_page":"8095","last_page":"8109"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9544000029563904,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9419999718666077,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7543119192123413},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.7225686311721802},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6610360145568848},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.6484565734863281},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5569220781326294},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5558081865310669},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5234674215316772},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5228674411773682},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.483862042427063},{"id":"https://openalex.org/keywords/edge-device","display_name":"Edge device","score":0.4813545346260071},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.45109790563583374},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.33656060695648193},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.22357052564620972},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.21368321776390076},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18577733635902405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7543119192123413},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.7225686311721802},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6610360145568848},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.6484565734863281},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5569220781326294},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5558081865310669},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5234674215316772},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5228674411773682},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.483862042427063},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.4813545346260071},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.45109790563583374},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.33656060695648193},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.22357052564620972},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.21368321776390076},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18577733635902405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2025.3525704","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2025.3525704","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7185081407","display_name":null,"funder_award_id":"F2022402001","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320320766","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322622","display_name":"Toyota Motor Corporation","ror":"https://ror.org/02zqm6r10"},{"id":"https://openalex.org/F4320325256","display_name":"Info-communications Media Development Authority","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2599557761","https://openalex.org/W2973229164","https://openalex.org/W2997274539","https://openalex.org/W3033403459","https://openalex.org/W3034730089","https://openalex.org/W3037858978","https://openalex.org/W3040288082","https://openalex.org/W3092311181","https://openalex.org/W3188569078","https://openalex.org/W3202527154","https://openalex.org/W4205224143","https://openalex.org/W4210698675","https://openalex.org/W4226195518","https://openalex.org/W4292240644","https://openalex.org/W4295832370","https://openalex.org/W4312379221","https://openalex.org/W4313133435","https://openalex.org/W4313291253","https://openalex.org/W4313291432","https://openalex.org/W4319996394","https://openalex.org/W4362471974","https://openalex.org/W4367277047","https://openalex.org/W4383753323","https://openalex.org/W4386280791","https://openalex.org/W4386280821","https://openalex.org/W4387415011","https://openalex.org/W4387831742","https://openalex.org/W4388284731","https://openalex.org/W4388469630","https://openalex.org/W4389161130","https://openalex.org/W4394627470","https://openalex.org/W4404627818","https://openalex.org/W6748839928","https://openalex.org/W6757592117"],"related_works":["https://openalex.org/W4361251304","https://openalex.org/W3024547383","https://openalex.org/W2796352555","https://openalex.org/W4210813012","https://openalex.org/W3174690704","https://openalex.org/W4322761281","https://openalex.org/W4318952366","https://openalex.org/W3214829569","https://openalex.org/W4238233472","https://openalex.org/W4221092438"],"abstract_inverted_index":{"With":[0],"the":[1,7,39,48,81,86,91,97,108,124,131,137,143,154,162,180,186,193,196,204],"proliferation":[2],"of":[3,9,44,69,107,134,188],"data-intensive":[4],"industrial":[5,32],"applications,":[6],"collaboration":[8],"computing":[10,33,40,109],"powers":[11],"among":[12],"standalone":[13],"edge":[14,45],"servers":[15,46],"is":[16,63,120,176],"vital":[17],"to":[18,94,130],"provision":[19],"such":[20],"services":[21],"for":[22,122,178],"smart":[23],"devices.":[24],"In":[25],"this":[26],"paper,":[27],"we":[28,75,141],"propose":[29],"an":[30],"edge-driven":[31,82,205],"power":[34,110,118],"network":[35,42,70],"(CPN)":[36],"by":[37,200],"orchestrating":[38],"and":[41,52,60,72,100,116,136],"resources":[43],"through":[47],"centralized":[49],"resource":[50],"scheduling":[51],"decentralized":[53],"task":[54,58,114],"computing.":[55],"However,":[56],"efficient":[57],"offloading":[59,99],"collaborative":[61,101],"processing":[62],"challenging,":[64],"which":[65],"requires":[66],"higher":[67],"degrees":[68],"automation":[71],"intelligence.":[73],"Therefore,":[74],"incorporate":[76],"digital":[77,92],"twins":[78],"(DTs)":[79],"into":[80,203],"CPN":[83],"architecture,":[84],"where":[85],"DTs":[87,202],"are":[88],"created":[89],"as":[90,146],"replicas":[93],"assist":[95],"both":[96],"computation":[98],"processing.":[102],"A":[103],"joint":[104,181],"optimization":[105],"problem":[106,145],"assignment,":[111],"service":[112],"association,":[113],"partition,":[115],"transmit":[117],"control":[119],"formulated":[121],"maximizing":[123,153],"system":[125],"average":[126,156],"weighted":[127,157],"utility.":[128,158],"Due":[129],"temporal-spatial":[132],"variability":[133],"tasks":[135],"resulted":[138],"dynamic":[139],"environment,":[140],"transform":[142],"original":[144],"a":[147,167],"Markov":[148],"decision":[149],"process":[150],"aiming":[151],"at":[152],"long-term":[155],"To":[159],"efficiently":[160],"handle":[161],"high-dimensional":[163],"discrete-continuous":[164],"action":[165],"space,":[166],"hybrid":[168],"soft":[169],"actor-critic":[170],"based":[171],"deep":[172],"reinforcement":[173],"learning":[174],"algorithm":[175,191],"developed":[177],"optimizing":[179],"design.":[182],"Simulation":[183],"results":[184],"validate":[185],"superiority":[187],"our":[189],"proposed":[190],"over":[192],"benchmarks,":[194],"showing":[195],"significant":[197],"gains":[198],"obtained":[199],"integrating":[201],"CPN.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7}],"updated_date":"2026-05-05T08:41:31.759640","created_date":"2025-10-10T00:00:00"}