{"id":"https://openalex.org/W4387885623","doi":"https://doi.org/10.1109/tsc.2023.3326539","title":"Joint Admission Control and Resource Allocation of Virtual Network Embedding via Hierarchical Deep Reinforcement Learning","display_name":"Joint Admission Control and Resource Allocation of Virtual Network Embedding via Hierarchical Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-10-23","ids":{"openalex":"https://openalex.org/W4387885623","doi":"https://doi.org/10.1109/tsc.2023.3326539"},"language":"en","primary_location":{"id":"doi:10.1109/tsc.2023.3326539","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3326539","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.17334","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102738457","display_name":"Tianfu Wang","orcid":"https://orcid.org/0000-0002-4386-3354"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tianfu Wang","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0002-4386-3354","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042802004","display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["JD Explore Academy, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"JD Explore Academy, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067975442","display_name":"Qilin Fan","orcid":"https://orcid.org/0000-0003-0856-3695"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qilin Fan","raw_affiliation_strings":["School of Big Data and Software Engineering, Chongqing University, Chongqing, China","School of Big Data and Software Engineering, Chongqing University, ChinaScience, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-0856-3695","affiliations":[{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]},{"raw_affiliation_string":"School of Big Data and Software Engineering, Chongqing University, ChinaScience, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025292786","display_name":"Tong Xu","orcid":"https://orcid.org/0000-0003-4246-5386"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Xu","raw_affiliation_strings":["Anhui Province Key Laboratory of Big Data Analysis and Application, School of Computer Science, University of Science and Technology of China, Hefei, China"],"raw_orcid":"https://orcid.org/0000-0003-4246-5386","affiliations":[{"raw_affiliation_string":"Anhui Province Key Laboratory of Big Data Analysis and Application, School of Computer Science, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065250332","display_name":"Tongliang Liu","orcid":"https://orcid.org/0000-0002-9640-6472"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tongliang Liu","raw_affiliation_strings":["UBTECH Sydney Artificial Intelligence Centre and the School of Information Technologies, Faculty of Engineering and Information Technologies, The University of Sydney, Darlington, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-9640-6472","affiliations":[{"raw_affiliation_string":"UBTECH Sydney Artificial Intelligence Centre and the School of Information Technologies, Faculty of Engineering and Information Technologies, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101862104","display_name":"Hui Xiong","orcid":"https://orcid.org/0000-0001-6016-6465"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Hui Xiong","raw_affiliation_strings":["Hong Kong University of Science and Technology (Guangzhou) Thrust of Artificial Intelligence Nansha, Guangzhou, Guangdong, China","The Hong Kong University of Science and Technology, Department of Computer Science and Engineering, Hong Kong SAR"],"raw_orcid":"https://orcid.org/0000-0001-6016-6465","affiliations":[{"raw_affiliation_string":"Hong Kong University of Science and Technology (Guangzhou) Thrust of Artificial Intelligence Nansha, Guangzhou, Guangdong, China","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]},{"raw_affiliation_string":"The Hong Kong University of Science and Technology, Department of Computer Science and Engineering, Hong Kong SAR","institution_ids":["https://openalex.org/I200769079","https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102738457"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":5.0519,"has_fulltext":true,"cited_by_count":26,"citation_normalized_percentile":{"value":0.95796717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"17","issue":"3","first_page":"1001","last_page":"1015"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8324791193008423},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8136248588562012},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.6445810794830322},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.5584873557090759},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5137961506843567},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4822457730770111},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.48031941056251526},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.47590741515159607},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.45794835686683655},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43577513098716736},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35346460342407227}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8324791193008423},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8136248588562012},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.6445810794830322},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.5584873557090759},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5137961506843567},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4822457730770111},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.48031941056251526},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.47590741515159607},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.45794835686683655},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43577513098716736},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35346460342407227},{"id":"https://openalex.org/C170154142","wikidata":"https://www.wikidata.org/wiki/Q150737","display_name":"Architectural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tsc.2023.3326539","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsc.2023.3326539","pdf_url":null,"source":{"id":"https://openalex.org/S204223317","display_name":"IEEE Transactions on Services Computing","issn_l":"1939-1374","issn":["1939-1374","2372-0204"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Services Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2406.17334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.17334","pdf_url":"https://arxiv.org/pdf/2406.17334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-139601","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-139601","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.17334","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.17334","pdf_url":"https://arxiv.org/pdf/2406.17334","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4099999964237213,"id":"https://metadata.un.org/sdg/8"}],"awards":[{"id":"https://openalex.org/G1782397203","display_name":null,"funder_award_id":"92370204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7489394038","display_name":null,"funder_award_id":"2023A0505050111","funder_id":"https://openalex.org/F4320335795","funder_display_name":"Science and Technology Planning Project of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335795","display_name":"Science and Technology Planning Project of Guangdong Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4387885623.pdf"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1983835206","https://openalex.org/W2016223134","https://openalex.org/W2038530381","https://openalex.org/W2132238781","https://openalex.org/W2133564696","https://openalex.org/W2148869760","https://openalex.org/W2161965229","https://openalex.org/W2194775991","https://openalex.org/W2587741066","https://openalex.org/W2591344039","https://openalex.org/W2626021743","https://openalex.org/W2734940663","https://openalex.org/W2736601468","https://openalex.org/W2792336262","https://openalex.org/W2794016658","https://openalex.org/W2904061372","https://openalex.org/W2907492528","https://openalex.org/W2946726698","https://openalex.org/W2949913798","https://openalex.org/W2956655210","https://openalex.org/W2975247499","https://openalex.org/W3005111087","https://openalex.org/W3006670753","https://openalex.org/W3009600477","https://openalex.org/W3065783609","https://openalex.org/W3102516861","https://openalex.org/W3108286940","https://openalex.org/W3164594525","https://openalex.org/W3164804634","https://openalex.org/W3187538359","https://openalex.org/W3192314531","https://openalex.org/W3205399833","https://openalex.org/W4221044392","https://openalex.org/W4238120498","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6679434410","https://openalex.org/W6726873649","https://openalex.org/W6741002519","https://openalex.org/W6756287877","https://openalex.org/W6761665040","https://openalex.org/W6779961489"],"related_works":["https://openalex.org/W2923452570","https://openalex.org/W206598027","https://openalex.org/W2978610750","https://openalex.org/W2022931285","https://openalex.org/W1589966275","https://openalex.org/W2086872282","https://openalex.org/W2137789903","https://openalex.org/W2138781885","https://openalex.org/W4315630413","https://openalex.org/W2153007255"],"abstract_inverted_index":{"As":[0],"an":[1,36,139],"essential":[2],"resource":[3,31],"management":[4],"problem":[5,195],"in":[6,250,260],"network":[7,10,21,26,82,162,225,234],"virtualization,":[8],"virtual":[9,25],"embedding":[11,242],"(VNE)":[12],"aims":[13],"to":[14,22,46,105,145,163,190,207,226,240],"allocate":[15],"the":[16,57,74,80,132,147,160,165,170,174,179,186,192,197,209,214,228,264],"finite":[17],"resources":[18,158],"of":[19,60,79,159,167,196,213,230,262],"physical":[20,81,161,233],"sequentially":[23],"arriving":[24,148],"requests":[27],"(VNRs)":[28],"with":[29],"different":[30],"demands.":[32],"Since":[33],"this":[34,86],"is":[35,136,273],"NP-hard":[37],"combinatorial":[38],"optimization":[39,177],"problem,":[40],"many":[41],"efforts":[42],"have":[43,54],"been":[44],"made":[45],"provide":[47],"viable":[48],"solutions.":[49],"However,":[50],"most":[51],"existing":[52],"approaches":[53],"either":[55],"ignored":[56],"admission":[58],"control":[59],"VNRs,":[61],"which":[62],"has":[63],"a":[64,90,107,153,202,220,237],"potential":[65],"impact":[66],"on":[67],"long-term":[68,268],"performances,":[69],"or":[70,150],"not":[71,151],"fully":[72],"exploited":[73],"temporal":[75],"and":[76,83,117,152,200,232,235,253,267],"topological":[77],"features":[78,229],"VNRs.":[84],"In":[85],"paper,":[87],"we":[88,183,218],"propose":[89],"deep":[91,221],"<bold":[92,96,100,109,113,118,122],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[93,97,101,110,114,119,123,277],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">H</b>":[94],"ierarchical":[95],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">R</b>":[98,120],"einforcement":[99],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">L</b>":[102],"earning":[103],"approach":[104],"learn":[106],"joint":[108],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</b>":[111,124],"dmission":[112],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">C</b>":[115],"ontrol":[116],"esource":[121],"llocation":[125],"policy":[126,141,155,176],"for":[127,142,156],"VNE,":[128],"named":[129],"HRL-ACRA.":[130],"Specifically,":[131],"whole":[133],"VNE":[134],"process":[135],"decomposed":[137],"into":[138],"upper-level":[140,198],"deciding":[143],"whether":[144],"admit":[146],"VNR":[149,168,231],"lower-level":[154,215],"allocating":[157],"meet":[164],"requirement":[166],"through":[169],"HRL":[171],"approach.":[172],"Considering":[173],"proximal":[175],"as":[178],"basic":[180],"training":[181],"algorithm,":[182],"also":[184],"adopt":[185],"average":[187,269],"reward":[188,206,211],"method":[189],"address":[191],"infinite":[193],"horizon":[194],"agent":[199],"design":[201],"customized":[203],"multi-objective":[204],"intrinsic":[205],"alleviate":[208],"sparse":[210],"issue":[212],"agent.":[216],"Moreover,":[217],"develop":[219],"feature-aware":[222],"graph":[223],"neural":[224],"capture":[227],"exploit":[236],"sequence-to-sequence":[238],"model":[239],"generate":[241],"actions":[243],"iteratively.":[244],"Finally,":[245],"extensive":[246],"experiments":[247],"are":[248],"conducted":[249],"various":[251],"settings,":[252],"show":[254],"that":[255],"HRL-ACRA":[256],"outperforms":[257],"state-of-the-art":[258],"baselines":[259],"terms":[261],"both":[263],"acceptance":[265],"ratio":[266],"revenue.":[270],"Our":[271],"code":[272],"available":[274],"at":[275],"<uri":[276],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/GeminiLight/hrl-acra</uri>":[278],".":[279]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":6}],"updated_date":"2026-05-09T13:55:54.758798","created_date":"2023-10-24T00:00:00"}