{"id":"https://openalex.org/W4376456343","doi":"https://doi.org/10.1109/jiot.2023.3274163","title":"Digital-Twin-Assisted Resource Allocation for Network Slicing in Industry 4.0 and Beyond Using Distributed Deep Reinforcement Learning","display_name":"Digital-Twin-Assisted Resource Allocation for Network Slicing in Industry 4.0 and Beyond Using Distributed Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-05-10","ids":{"openalex":"https://openalex.org/W4376456343","doi":"https://doi.org/10.1109/jiot.2023.3274163"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3274163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3274163","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022504089","display_name":"Lun Tang","orcid":"https://orcid.org/0000-0003-0874-5288"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lun Tang","raw_affiliation_strings":["School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-0874-5288","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010377329","display_name":"Yucong Du","orcid":"https://orcid.org/0000-0001-5968-7458"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucong Du","raw_affiliation_strings":["School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-5968-7458","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055193596","display_name":"Qinghai Liu","orcid":"https://orcid.org/0009-0008-4157-5309"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinghai Liu","raw_affiliation_strings":["School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039720441","display_name":"Jinyu Li","orcid":"https://orcid.org/0009-0005-6736-1016"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyu Li","raw_affiliation_strings":["School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019592307","display_name":"Shirui Li","orcid":"https://orcid.org/0000-0001-9506-133X"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shirui Li","raw_affiliation_strings":["School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084338675","display_name":"Qianbin Chen","orcid":"https://orcid.org/0000-0001-6868-6860"},"institutions":[{"id":"https://openalex.org/I10535382","display_name":"Chongqing University of Posts and Telecommunications","ror":"https://ror.org/03dgaqz26","country_code":"CN","type":"education","lineage":["https://openalex.org/I10535382"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qianbin Chen","raw_affiliation_strings":["School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0001-6868-6860","affiliations":[{"raw_affiliation_string":"School of Communication and Information Engineering and the Chongqing Key Laboratory of Mobile Communication, Chongqing University of Posts and Telecommunications, Chongqing, China","institution_ids":["https://openalex.org/I10535382"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I10535382"],"apc_list":null,"apc_paid":null,"fwci":6.8819,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":{"value":0.97037015,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"10","issue":"19","first_page":"16989","last_page":"17006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10763","display_name":"Digital Transformation in Industry","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9782999753952026,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7878483533859253},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.6700955629348755},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5466190576553345},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5186126232147217},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.44356676936149597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27303043007850647}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7878483533859253},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.6700955629348755},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5466190576553345},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5186126232147217},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.44356676936149597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27303043007850647}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3274163","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3274163","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G2677711770","display_name":"\u8fb9\u7f18\u667a\u80fd\u8ba1\u7b97\u534f\u540c\u673a\u7406\u4e0e\u667a\u80fd\u8d44\u6e90\u8c03\u5ea6\u7b97\u6cd5\u7814\u7a76","funder_award_id":"62071078","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6712112207","display_name":null,"funder_award_id":"KJZD-M201800601","funder_id":"https://openalex.org/F4320324805","funder_display_name":"Chongqing Municipal Education Commission"},{"id":"https://openalex.org/G8047245362","display_name":null,"funder_award_id":"2021YFQ0053","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324805","display_name":"Chongqing Municipal Education Commission","ror":"https://ror.org/031nm5713"},{"id":"https://openalex.org/F4320333335","display_name":"Sichuan Province Science and Technology Support Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W2201581102","https://openalex.org/W2591441959","https://openalex.org/W2979897999","https://openalex.org/W3003718917","https://openalex.org/W3004923726","https://openalex.org/W3016185400","https://openalex.org/W3026402304","https://openalex.org/W3033457917","https://openalex.org/W3036600965","https://openalex.org/W3048669449","https://openalex.org/W3094736543","https://openalex.org/W3095374925","https://openalex.org/W3115726903","https://openalex.org/W3128609824","https://openalex.org/W3129115847","https://openalex.org/W3136002755","https://openalex.org/W3153709822","https://openalex.org/W3163231210","https://openalex.org/W3163246710","https://openalex.org/W3166109933","https://openalex.org/W3170397984","https://openalex.org/W3173424115","https://openalex.org/W3175884222","https://openalex.org/W3176027082","https://openalex.org/W3200786402","https://openalex.org/W3203057282","https://openalex.org/W4205464291","https://openalex.org/W4206494827","https://openalex.org/W4213351796","https://openalex.org/W4214882335","https://openalex.org/W4220967177","https://openalex.org/W4225662012","https://openalex.org/W4281570409","https://openalex.org/W4299802797","https://openalex.org/W4302570325","https://openalex.org/W6684205842","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109"],"abstract_inverted_index":{"Personalization":[0],"is":[1,65],"one":[2],"of":[3,51,89,109,121,164,239],"the":[4,22,47,52,72,78,119,122,128,136,146,152,158,185,213,224,236,240],"primary":[5],"emerging":[6],"trends":[7],"in":[8,40,99,132,179,217],"Industry":[9,100],"4.0":[10,101],"and":[11,29,56,80,102,114,150,184,234],"Beyond.":[12,103],"Highly":[13],"personalized":[14,96,142],"services":[15,43,98],"will":[16],"present":[17,199],"a":[18,68,85,170,200,230],"significant":[19],"challenge":[20],"to":[21,33,71,192],"existing":[23],"algorithms":[24],"for":[25,46,95,140,176,212],"network":[26,63,165,175],"slicing":[27],"(NS)":[28],"resource":[30,38,129,138,182,214],"allocation,":[31,39],"leading":[32],"issues,":[34],"such":[35],"as":[36,67],"nonequilibratory":[37],"which":[41],"some":[42],"are":[44],"sacrificed":[45],"maximum":[48],"total":[49],"reward":[50],"algorithm,":[53],"excessive":[54],"cost,":[55],"slow":[57],"algorithm":[58,211,227],"convergence.":[59],"A":[60],"digital":[61],"twin":[62],"(DTN)":[64],"offered":[66],"novel":[69],"solution":[70],"challenges":[73],"listed":[74],"above.":[75],"By":[76],"integrating":[77],"DTN":[79],"IIoT":[81,97,143],"NS,":[82,134],"we":[83,125,168,198],"propose":[84,145,169],"DTN-assisted":[86],"industry":[87],"Internet":[88],"Things":[90],"NS":[91,106,181],"(DTN-IIoT":[92],"NS)":[93],"architecture":[94,107],"The":[104],"DTN-IIoT":[105,133,180,218],"consists":[108],"three":[110,112],"layers,":[111],"modules,":[113],"two":[115],"closed":[116],"loops.":[117],"On":[118],"basis":[120],"aforementioned":[123],"architecture,":[124],"focus":[126],"on":[127],"allocation":[130,139,183,215],"process":[131,216],"model":[135],"DT-assisted":[137,202],"highly":[141],"services,":[144],"service":[147,177,232],"equilibrium":[148,159,178,233],"rate,":[149],"formulate":[151],"optimization":[153],"problem":[154],"aiming":[155],"at":[156],"maximizing":[157],"rate":[160],"weighted":[161,172],"net":[162],"profit":[163],"providers.":[166],"Then,":[167],"dual-channel":[171],"(DCW)":[173],"Critic":[174],"matching":[186],"Improved":[187],"prioritized":[188],"experience":[189],"replay":[190],"(PER)":[191],"enhance":[193],"convergent":[194],"speed.":[195],"In":[196],"addition,":[197],"distributed":[201],"DCW-PER":[203],"multiagent":[204],"deep":[205],"deterministic":[206],"policy":[207],"gradient":[208],"(PER-DCW":[209],"MADDPG)":[210],"NS.":[219],"Simulation":[220],"results":[221],"indicate":[222],"that":[223],"PER-DCW":[225],"MADDPG":[226],"can":[228],"produce":[229],"better":[231],"accelerate":[235],"convergence":[237],"speed":[238],"algorithm.":[241]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}