{"id":"https://openalex.org/W4410809435","doi":"https://doi.org/10.1109/jsac.2025.3574616","title":"Digital Twin-Driven MADRL Approaches for Communication-Computing-Control Co-Optimization","display_name":"Digital Twin-Driven MADRL Approaches for Communication-Computing-Control Co-Optimization","publication_year":2025,"publication_date":"2025-05-28","ids":{"openalex":"https://openalex.org/W4410809435","doi":"https://doi.org/10.1109/jsac.2025.3574616"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2025.3574616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3574616","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015140613","display_name":"Xiaoming Yuan","orcid":"https://orcid.org/0000-0001-8006-364X"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoming Yuan","raw_affiliation_strings":["Hebei Key Laboratory of Marine Perception Network and Data Processing, Northeastern University at Qinhuangdao, Qinhuangdao, China","Hebei Key Laboratory of Marine Perception Network and Data Processing and the Qinhuangdao Branch Campus, Northeastern University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0001-8006-364X","affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Marine Perception Network and Data Processing, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Hebei Key Laboratory of Marine Perception Network and Data Processing and the Qinhuangdao Branch Campus, Northeastern University, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024065996","display_name":"Hansen Tian","orcid":"https://orcid.org/0000-0002-5442-8956"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hansen Tian","raw_affiliation_strings":["Hebei Key Laboratory of Marine Perception Network and Data Processing, Northeastern University at Qinhuangdao, Qinhuangdao, China","Hebei Key Laboratory of Marine Perception Network and Data Processing and the Qinhuangdao Branch Campus, Northeastern University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Marine Perception Network and Data Processing, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Hebei Key Laboratory of Marine Perception Network and Data Processing and the Qinhuangdao Branch Campus, Northeastern University, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102753709","display_name":"Xinling Zhang","orcid":"https://orcid.org/0000-0003-3783-0465"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinling Zhang","raw_affiliation_strings":["Hebei Key Laboratory of Marine Perception Network and Data Processing, Northeastern University at Qinhuangdao, Qinhuangdao, China","Hebei Key Laboratory of Marine Perception Network and Data Processing and the Qinhuangdao Branch Campus, Northeastern University, Qinhuangdao, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hebei Key Laboratory of Marine Perception Network and Data Processing, Northeastern University at Qinhuangdao, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]},{"raw_affiliation_string":"Hebei Key Laboratory of Marine Perception Network and Data Processing and the Qinhuangdao Branch Campus, Northeastern University, Qinhuangdao, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068782412","display_name":"Hongyang Du","orcid":"https://orcid.org/0000-0002-8220-6525"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hongyang Du","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, SAR, China","Department of Electrical and Electronic Engineering, University of Hong Kong, Pok Fu Lam, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0002-8220-6525","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Hong Kong, Pok Fu Lam, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100404886","display_name":"Ning Zhang","orcid":"https://orcid.org/0000-0002-8781-4925"},"institutions":[{"id":"https://openalex.org/I74413500","display_name":"University of Windsor","ror":"https://ror.org/01gw3d370","country_code":"CA","type":"education","lineage":["https://openalex.org/I74413500"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ning Zhang","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Windsor, Windsor, ON, Canada"],"raw_orcid":"https://orcid.org/0000-0002-8781-4925","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Windsor, Windsor, ON, Canada","institution_ids":["https://openalex.org/I74413500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007131492","display_name":"Kaibin Huang","orcid":"https://orcid.org/0000-0001-8773-4629"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Kaibin Huang","raw_affiliation_strings":["Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, SAR, China","Department of Electrical and Electronic Engineering, University of Hong Kong, Pok Fu Lam, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-8773-4629","affiliations":[{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]},{"raw_affiliation_string":"Department of Electrical and Electronic Engineering, University of Hong Kong, Pok Fu Lam, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061150224","display_name":"Lin Cai","orcid":"https://orcid.org/0000-0002-1093-4865"},"institutions":[{"id":"https://openalex.org/I212119943","display_name":"University of Victoria","ror":"https://ror.org/04s5mat29","country_code":"CA","type":"education","lineage":["https://openalex.org/I212119943"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lin Cai","raw_affiliation_strings":["Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1093-4865","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Victoria, Victoria, BC, Canada","institution_ids":["https://openalex.org/I212119943"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3331,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.88725456,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"43","issue":"10","first_page":"3596","last_page":"3611"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11741","display_name":"Flexible and Reconfigurable Manufacturing Systems","score":0.9193999767303467,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8521333932876587},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4511498808860779},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4310157895088196},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3818017244338989},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.14237913489341736}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8521333932876587},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4511498808860779},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4310157895088196},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3818017244338989},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.14237913489341736}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2025.3574616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2025.3574616","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1153030480","display_name":null,"funder_award_id":"62371116","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2908261578","https://openalex.org/W3043320740","https://openalex.org/W3080667742","https://openalex.org/W3116067625","https://openalex.org/W3135269945","https://openalex.org/W3172890132","https://openalex.org/W3181406820","https://openalex.org/W3193645864","https://openalex.org/W3194166078","https://openalex.org/W3203814575","https://openalex.org/W4225278452","https://openalex.org/W4285047803","https://openalex.org/W4285163384","https://openalex.org/W4285176026","https://openalex.org/W4285274114","https://openalex.org/W4293183138","https://openalex.org/W4296707125","https://openalex.org/W4311897878","https://openalex.org/W4317794990","https://openalex.org/W4319996394","https://openalex.org/W4321195193","https://openalex.org/W4362471974","https://openalex.org/W4366333679","https://openalex.org/W4375929127","https://openalex.org/W4379620479","https://openalex.org/W4385285629","https://openalex.org/W4385656642","https://openalex.org/W4386280821","https://openalex.org/W4386322075","https://openalex.org/W4387869521","https://openalex.org/W4388676622","https://openalex.org/W4389161130","https://openalex.org/W4393241368","https://openalex.org/W4396712551","https://openalex.org/W4401607831","https://openalex.org/W4402401578","https://openalex.org/W4403296817"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"The":[0,110],"unpredictability":[1],"of":[2,12,20,24,88,96,104,136,182],"network":[3],"environments,":[4],"limited":[5],"edge":[6],"resources,":[7],"and":[8,39,67,91,116,171,185,194,200],"the":[9,18,21,53,83,94,102,120,125,134,144,149],"high":[10],"complexity":[11,135],"collaborative":[13,86],"policies":[14],"are":[15,29],"significantly":[16,100,168],"hindering":[17],"development":[19],"Industrial":[22],"Internet":[23,95],"Things":[25,98],"(IIoT).":[26],"These":[27],"challenges":[28],"particularly":[30],"pronounced":[31],"in":[32,140,187],"healthcare,":[33],"where":[34],"high-priority,":[35],"delay-sensitive":[36],"medical":[37],"tasks":[38,195],"large-scale":[40],"personalized":[41,108],"services":[42],"face":[43],"substantial":[44],"obstacles.":[45],"To":[46],"address":[47],"these":[48],"challenges,":[49],"this":[50],"paper":[51],"proposes":[52],"Self-Attention":[54,150],"Enhanced":[55,151],"QMIX":[56,152],"with":[57],"Multi-Pass":[58,126],"Multi-Task":[59,127],"Execution":[60],"(SAE-MT-QMIX)":[61],"algorithm,":[62],"aimed":[63],"at":[64],"optimizing":[65],"communication":[66],"computing":[68],"resource":[69],"allocation":[70],"as":[71,73],"well":[72],"task":[74],"offloading":[75],"strategies.":[76],"By":[77],"leveraging":[78],"Digital":[79],"Twin":[80],"(DT)":[81],"support,":[82],"algorithm":[84,111,131,154],"achieves":[85],"optimization":[87,181],"communication,":[89,183],"computing,":[90,184],"control":[92,186],"within":[93],"Medical":[97],"(IoMT),":[99],"enhancing":[101,197],"quality":[103,199],"service":[105,198],"for":[106],"massive":[107],"applications.":[109],"adopts":[112],"a":[113],"distributed":[114,121],"execution":[115,122],"centralized":[117,145],"training":[118,146],"framework:":[119],"component":[123,147],"uses":[124],"Deep":[128],"Q-Network":[129],"(MPMT-DQN)":[130],"to":[132,155,175],"handle":[133],"parameterized":[137],"action":[138],"spaces":[139],"multi-task":[141],"scenarios,":[142],"while":[143,196],"employs":[148],"(SAE-QMIX)":[153],"dynamically":[156],"optimize":[157],"credit":[158],"assignment":[159],"across":[160],"multiple":[161],"users.":[162],"Simulation":[163],"results":[164],"demonstrate":[165],"that":[166],"SAE-MT-QMIX":[167],"reduces":[169],"delay":[170],"energy":[172],"consumption":[173],"compared":[174],"baseline":[176],"methods.":[177],"It":[178],"ensures":[179],"effective":[180],"dynamic":[188],"IoMT,":[189],"efficiently":[190],"addressing":[191],"diverse":[192],"demands":[193],"system":[201],"adaptability.":[202]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
