{"id":"https://openalex.org/W3081211774","doi":"https://doi.org/10.1109/tnsm.2020.3019248","title":"Network Slice Reconfiguration by Exploiting Deep Reinforcement Learning With Large Action Space","display_name":"Network Slice Reconfiguration by Exploiting Deep Reinforcement Learning With Large Action Space","publication_year":2020,"publication_date":"2020-08-25","ids":{"openalex":"https://openalex.org/W3081211774","doi":"https://doi.org/10.1109/tnsm.2020.3019248","mag":"3081211774"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2020.3019248","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2020.3019248","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://eprints.gla.ac.uk/222926/1/222926.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048769090","display_name":"Fengsheng Wei","orcid":"https://orcid.org/0000-0002-1276-0221"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fengsheng Wei","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-1276-0221","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086335553","display_name":"Gang Feng","orcid":"https://orcid.org/0000-0002-2512-2392"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Feng","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-2512-2392","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054764710","display_name":"Yao Sun","orcid":"https://orcid.org/0000-0002-4391-377X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Sun","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-4391-377X","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060550190","display_name":"Yatong Wang","orcid":"https://orcid.org/0000-0002-9221-6049"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yatong Wang","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103062487","display_name":"Shuang Qin","orcid":"https://orcid.org/0000-0001-9264-6850"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Qin","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007832415","display_name":"Ying\u2010Chang Liang","orcid":"https://orcid.org/0000-0003-2671-5090"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Chang Liang","raw_affiliation_strings":["Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-2671-5090","affiliations":[{"raw_affiliation_string":"Center for Intelligent Networking and Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"National Key Laboratory of Science and Technology on Communications, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":9.0586,"has_fulltext":false,"cited_by_count":119,"citation_normalized_percentile":{"value":0.98014638,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":"17","issue":"4","first_page":"2197","last_page":"2211"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8644581437110901},{"id":"https://openalex.org/keywords/control-reconfiguration","display_name":"Control reconfiguration","score":0.7814162969589233},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.68528813123703},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.6090730428695679},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.45791780948638916},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.44796374440193176},{"id":"https://openalex.org/keywords/network-topology","display_name":"Network topology","score":0.43198806047439575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27721840143203735},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2555166780948639},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.15812218189239502}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8644581437110901},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.7814162969589233},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.68528813123703},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.6090730428695679},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.45791780948638916},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.44796374440193176},{"id":"https://openalex.org/C199845137","wikidata":"https://www.wikidata.org/wiki/Q145490","display_name":"Network topology","level":2,"score":0.43198806047439575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27721840143203735},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2555166780948639},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.15812218189239502},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnsm.2020.3019248","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2020.3019248","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},{"id":"pmh:oai:eprints.gla.ac.uk:222926","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/222926/1/222926.pdf","pdf_url":"https://eprints.gla.ac.uk/222926/1/222926.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:222926","is_oa":true,"landing_page_url":"https://eprints.gla.ac.uk/222926/1/222926.pdf","pdf_url":"https://eprints.gla.ac.uk/222926/1/222926.pdf","source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Articles"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G6262056264","display_name":"\u9762\u5411\u5de5\u4e1a\u81ea\u52a8\u5316\u7684D2D\u534f\u540c\u4f20\u8f93\u4e0e\u8ba1\u7b97\u57fa\u7840\u7406\u8bba\u7814\u7a76","funder_award_id":"61631004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8378816812","display_name":"\u57fa\u4e8eSDN/NFV\u7684\u7f51\u7edc\u529f\u80fd\u5e76\u884c\u5316\u673a\u5236","funder_award_id":"61871099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W2021962600","https://openalex.org/W2069354103","https://openalex.org/W2110906765","https://openalex.org/W2121863487","https://openalex.org/W2132238781","https://openalex.org/W2145339207","https://openalex.org/W2151268583","https://openalex.org/W2155968351","https://openalex.org/W2173564293","https://openalex.org/W2201581102","https://openalex.org/W2403593353","https://openalex.org/W2500898769","https://openalex.org/W2577097471","https://openalex.org/W2591732478","https://openalex.org/W2593522104","https://openalex.org/W2612074600","https://openalex.org/W2741077368","https://openalex.org/W2744111766","https://openalex.org/W2746553466","https://openalex.org/W2765816777","https://openalex.org/W2769883686","https://openalex.org/W2774816030","https://openalex.org/W2783079823","https://openalex.org/W2783602722","https://openalex.org/W2891148312","https://openalex.org/W2900804979","https://openalex.org/W2907215288","https://openalex.org/W2909316670","https://openalex.org/W2911562155","https://openalex.org/W2918840401","https://openalex.org/W2921456883","https://openalex.org/W2924387646","https://openalex.org/W2941510496","https://openalex.org/W2949913798","https://openalex.org/W2950926719","https://openalex.org/W2951799221","https://openalex.org/W2952176601","https://openalex.org/W2958098580","https://openalex.org/W2962832483","https://openalex.org/W2963389592","https://openalex.org/W2963477884","https://openalex.org/W2963577337","https://openalex.org/W2963863328","https://openalex.org/W2969694125","https://openalex.org/W2980132993","https://openalex.org/W2980466635","https://openalex.org/W2982294605","https://openalex.org/W4238120498","https://openalex.org/W6656061761","https://openalex.org/W6676769901","https://openalex.org/W6746605513","https://openalex.org/W6762327732"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W1981002473","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312"],"abstract_inverted_index":{"It":[0],"is":[1,45,54,94,113],"widely":[2],"acknowledged":[3],"that":[4,16,48,178],"network":[5,29,36,77,157],"slicing":[6],"can":[7,180],"tackle":[8],"the":[9,17,49,58,72,120,133,142,149,169,174,182],"diverse":[10],"usage":[11],"scenarios":[12],"and":[13,173,186],"connectivity":[14],"services":[15],"5G-and-beyond":[18],"system":[19],"needs":[20,38],"to":[21,39,57,115,126,139,167],"support.":[22],"To":[23,118],"guarantee":[24],"performance":[25,170],"isolation":[26],"while":[27],"maximizing":[28],"resource":[30,51,84,184,189],"utilization":[31],"under":[32],"dynamic":[33],"traffic":[34],"load,":[35],"slice":[37,78,158],"be":[40],"reconfigured":[41],"adaptively.":[42],"However,":[43],"it":[44,105],"commonly":[46],"believed":[47],"fine-grained":[50],"reconfiguration":[52,73,159],"problem":[53,93],"intractable":[55,96],"due":[56],"extremely":[59],"high":[60,188],"computational":[61],"complexity":[62],"caused":[63],"by":[64,86,97],"numerous":[65],"variables.":[66],"In":[67],"this":[68],"article,":[69],"we":[70,124,153],"investigate":[71],"within":[74],"a":[75,107],"core":[76],"with":[79,192],"aim":[80],"of":[81,122,144,171],"minimizing":[82],"long-term":[83,183],"consumption":[85,185],"exploiting":[87],"Deep":[88,100],"Reinforcement":[89],"Learning":[90],"(DRL).":[91],"This":[92],"also":[95],"using":[98],"conventional":[99],"Q":[101],"Network":[102],"(DQN),":[103],"as":[104],"has":[106],"multi-dimensional":[108],"discrete":[109,150],"action":[110,134],"space":[111],"which":[112,131],"difficult":[114],"explore":[116],"efficiently.":[117],"address":[119],"curse":[121],"dimensionality,":[123],"propose":[125],"exploit":[127],"Branching":[128],"Dueling":[129],"Q-network":[130],"incorporates":[132],"branching":[135],"architecture":[136],"into":[137],"DQN":[138],"drastically":[140],"decrease":[141],"number":[143],"estimated":[145],"actions.":[146],"Based":[147],"on":[148],"BDQ":[151],"network,":[152],"develop":[154],"an":[155],"intelligent":[156],"algorithm":[160],"(INSRA).":[161],"Extensive":[162],"simulation":[163],"experiments":[164],"are":[165],"conducted":[166],"evaluate":[168],"INSRA":[172,179],"numerical":[175],"results":[176],"reveal":[177],"minimize":[181],"achieve":[187],"efficiency":[190],"compared":[191],"several":[193],"benchmark":[194],"algorithms.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":35},{"year":2023,"cited_by_count":25},{"year":2022,"cited_by_count":25},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}