{"id":"https://openalex.org/W4396754388","doi":"https://doi.org/10.1109/tcomm.2024.3395698","title":"Digital Twin-Enhanced Deep Reinforcement Learning for Resource Management in Networks Slicing","display_name":"Digital Twin-Enhanced Deep Reinforcement Learning for Resource Management in Networks Slicing","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396754388","doi":"https://doi.org/10.1109/tcomm.2024.3395698"},"language":"en","primary_location":{"id":"doi:10.1109/tcomm.2024.3395698","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3395698","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019360899","display_name":"Zhengming Zhang","orcid":"https://orcid.org/0000-0003-3096-1286"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhengming Zhang","raw_affiliation_strings":["School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056225611","display_name":"Yongming Huang","orcid":"https://orcid.org/0009-0009-2545-2875"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongming Huang","raw_affiliation_strings":["School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439698","display_name":"Cheng Zhang","orcid":"https://orcid.org/0000-0003-2663-4207"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Zhang","raw_affiliation_strings":["School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030744897","display_name":"Qingbi Zheng","orcid":"https://orcid.org/0009-0007-0979-7094"},"institutions":[{"id":"https://openalex.org/I180662265","display_name":"China Mobile (China)","ror":"https://ror.org/05gftfe97","country_code":"CN","type":"company","lineage":["https://openalex.org/I180662265"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingbi Zheng","raw_affiliation_strings":["Future Research Laboratory, China Mobile Research Institute, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Future Research Laboratory, China Mobile Research Institute, Beijing, China","institution_ids":["https://openalex.org/I180662265"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045457613","display_name":"L\u00fcxi Yang","orcid":"https://orcid.org/0000-0003-1474-1806"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luxi Yang","raw_affiliation_strings":["School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072916702","display_name":"Xiaohu You","orcid":"https://orcid.org/0000-0002-0809-8511"},"institutions":[{"id":"https://openalex.org/I4210155350","display_name":"Purple Mountain Laboratories","ror":"https://ror.org/04zcbk583","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210155350"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaohu You","raw_affiliation_strings":["School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]},{"raw_affiliation_string":"Pervasive Communications Center, Purple Mountain Laboratories, Nanjing, China","institution_ids":["https://openalex.org/I4210155350"]},{"raw_affiliation_string":"School of Information Science and Engineering, and the National Mobile Communications Research Laboratory, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5019360899"],"corresponding_institution_ids":["https://openalex.org/I4210155350","https://openalex.org/I76569877"],"apc_list":null,"apc_paid":null,"fwci":13.0054,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.99086168,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"72","issue":"10","first_page":"6209","last_page":"6224"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9563999772071838,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9563999772071838,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/slicing","display_name":"Slicing","score":0.7848374247550964},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7600229382514954},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6724489331245422},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.548046886920929},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4502311944961548},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4411822557449341},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.41892093420028687},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.408448189496994},{"id":"https://openalex.org/keywords/computer-architecture","display_name":"Computer architecture","score":0.34674328565597534},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3262653648853302},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2810198962688446},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.13353398442268372}],"concepts":[{"id":"https://openalex.org/C2776190703","wikidata":"https://www.wikidata.org/wiki/Q488148","display_name":"Slicing","level":2,"score":0.7848374247550964},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7600229382514954},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6724489331245422},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.548046886920929},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4502311944961548},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4411822557449341},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.41892093420028687},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.408448189496994},{"id":"https://openalex.org/C118524514","wikidata":"https://www.wikidata.org/wiki/Q173212","display_name":"Computer architecture","level":1,"score":0.34674328565597534},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3262653648853302},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2810198962688446},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.13353398442268372},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcomm.2024.3395698","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcomm.2024.3395698","pdf_url":null,"source":{"id":"https://openalex.org/S196647941","display_name":"IEEE Transactions on Communications","issn_l":"0090-6778","issn":["0090-6778","1558-0857"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310316002","host_organization_name":"IEEE Communications Society","host_organization_lineage":["https://openalex.org/P4310316002","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Communications Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2374063051","display_name":null,"funder_award_id":"2242022k60002","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6710891057","display_name":null,"funder_award_id":"62271140","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8834522414","display_name":null,"funder_award_id":"BK20222001","funder_id":"https://openalex.org/F4320322769","funder_display_name":"Natural Science Foundation of Jiangsu Province"},{"id":"https://openalex.org/G900479562","display_name":null,"funder_award_id":"62225107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1821462560","https://openalex.org/W2064675550","https://openalex.org/W2145339207","https://openalex.org/W2468115901","https://openalex.org/W2604174486","https://openalex.org/W2604924587","https://openalex.org/W2612074600","https://openalex.org/W2736601468","https://openalex.org/W2744184417","https://openalex.org/W2746553466","https://openalex.org/W2754368137","https://openalex.org/W2805173205","https://openalex.org/W2900804979","https://openalex.org/W2911855096","https://openalex.org/W2914795900","https://openalex.org/W2963959597","https://openalex.org/W2966928317","https://openalex.org/W3000127838","https://openalex.org/W3002189898","https://openalex.org/W3110506085","https://openalex.org/W3212518198","https://openalex.org/W4285198997","https://openalex.org/W4296913260","https://openalex.org/W4301206543","https://openalex.org/W4321353526","https://openalex.org/W4384158362","https://openalex.org/W4385245566","https://openalex.org/W4387546426","https://openalex.org/W6631190155","https://openalex.org/W6726983090","https://openalex.org/W6734517396","https://openalex.org/W6741002519","https://openalex.org/W6747381837","https://openalex.org/W6754184789","https://openalex.org/W6783988234","https://openalex.org/W6810738896"],"related_works":["https://openalex.org/W2393746923","https://openalex.org/W2972496411","https://openalex.org/W4239223006","https://openalex.org/W3033662781","https://openalex.org/W2137530048","https://openalex.org/W2360869927","https://openalex.org/W2050876785","https://openalex.org/W2074642116","https://openalex.org/W3164401656","https://openalex.org/W2392031372"],"abstract_inverted_index":{"Network":[0],"slicing-based":[1],"communication":[2],"systems":[3],"can":[4,225,246],"dynamically":[5],"and":[6,25,96,114],"efficiently":[7],"allocate":[8],"resources":[9],"for":[10,162,208],"diversified":[11],"services.":[12],"However,":[13,69],"due":[14],"to":[15,35,60,82,102,109,118,124,145,184,191,195,219,228],"the":[16,19,26,29,41,49,54,79,104,111,115,126,131,137,141,147,157,179,197,217,242,249,252],"limitation":[17],"of":[18,28,48,53,76,92,130,178,199,251],"network":[20,142],"interface":[21],"on":[22,234],"channel":[23],"access":[24],"complexity":[27],"resource":[30],"allocation,":[31],"it":[32,152],"is":[33,100,153],"challenging":[34],"achieve":[36,83],"an":[37,175],"acceptable":[38],"solution":[39],"in":[40,154,168],"practical":[42],"system":[43],"without":[44],"precise":[45],"prior":[46],"knowledge":[47],"dynamics":[50],"probability":[51],"model":[52,123],"service":[55],"requests.":[56],"Existing":[57],"work":[58],"attempts":[59],"solve":[61],"this":[62,87,169],"problem":[63],"using":[64],"deep":[65],"reinforcement":[66,97,221],"learning":[67,98],"(DRL).":[68],"such":[70],"methods":[71],"usually":[72],"require":[73],"a":[74,89,93,120,204],"lot":[75],"interaction":[77],"with":[78,156],"real":[80,132,158],"environment":[81,144],"good":[84],"results.":[85],"In":[86,212],"paper,":[88],"framework":[90,183,218],"consisting":[91],"digital":[94,121,148,181,244],"twin":[95,122,149,182,245],"agents":[99],"present":[101],"handle":[103],"issue.":[105],"Specifically,":[106,188],"we":[107,135,189,214],"propose":[108,190],"use":[110,136,192],"historical":[112,235],"data":[113,138],"neural":[116],"networks":[117],"build":[119],"simulate":[125],"state":[127],"variation":[128],"law":[129],"environment.":[133,159,172],"Then,":[134],"generated":[139],"by":[140],"slicing":[143,210],"calibrate":[146],"so":[150],"that":[151,241],"sync":[155],"Finally,":[160],"DRL":[161,200],"slice":[163,253],"optimization":[164,206,254],"optimizes":[165],"its":[166,186],"performance":[167,250],"virtual":[170],"pre-verification":[171],"We":[173,202],"conducted":[174],"exhaustive":[176],"verification":[177],"proposed":[180,243],"confirm":[185],"scalability.":[187],"loss":[193],"landscapes":[194],"visualize":[196],"generalization":[198],"solutions.":[201],"explore":[203],"distillation-based":[205],"scheme":[207],"lightweight":[209],"strategies.":[211],"addition,":[213],"also":[215],"extend":[216],"offline":[220],"learning,":[222],"where":[223],"solutions":[224],"be":[226],"used":[227],"obtain":[229],"intelligent":[230],"decisions":[231],"based":[232],"solely":[233],"data.":[236],"Numerical":[237],"simulation":[238],"experiments":[239],"show":[240],"significantly":[247],"improve":[248],"strategy.":[255]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":27},{"year":2024,"cited_by_count":6}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}