{"id":"https://openalex.org/W4377971498","doi":"https://doi.org/10.1109/tvt.2023.3279625","title":"Load-Balanced Virtual Network Embedding Based on Deep Reinforcement Learning for 6G Regional Satellite Networks","display_name":"Load-Balanced Virtual Network Embedding Based on Deep Reinforcement Learning for 6G Regional Satellite Networks","publication_year":2023,"publication_date":"2023-05-24","ids":{"openalex":"https://openalex.org/W4377971498","doi":"https://doi.org/10.1109/tvt.2023.3279625"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2023.3279625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3279625","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027563148","display_name":"Ruijie Zhu","orcid":"https://orcid.org/0000-0003-1210-546X"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijie Zhu","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-1210-546X","affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011721425","display_name":"Li Gong","orcid":"https://orcid.org/0000-0002-6960-9522"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gong Li","raw_affiliation_strings":["Henan Institute of Advanced Technology, Zhengzhou University, Zhengzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-6960-9522","affiliations":[{"raw_affiliation_string":"Henan Institute of Advanced Technology, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100434446","display_name":"Yudong Zhang","orcid":"https://orcid.org/0009-0008-4399-9594"},"institutions":[{"id":"https://openalex.org/I38877650","display_name":"Zhengzhou University","ror":"https://ror.org/04ypx8c21","country_code":"CN","type":"education","lineage":["https://openalex.org/I38877650"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yudong Zhang","raw_affiliation_strings":["School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Artificial Intelligence, Zhengzhou University, Zhengzhou, China","institution_ids":["https://openalex.org/I38877650"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057427421","display_name":"Zhengru Fang","orcid":"https://orcid.org/0000-0003-0028-7892"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Zhengru Fang","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0003-0028-7892","affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100426898","display_name":"Jingjing Wang","orcid":"https://orcid.org/0000-0003-3170-8952"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Wang","raw_affiliation_strings":["School of Cyber Science and Technology, Beihang University, Beijing, China","State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-3170-8952","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"State Key Laboratory of Integrated Services Networks, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":49.5175,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":{"value":0.99857969,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"72","issue":"11","first_page":"14631","last_page":"14644"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12042","display_name":"Satellite Communication Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10847","display_name":"Advanced Optical Network Technologies","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7450796961784363},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5954180955886841},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5827324390411377},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4660212993621826},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.457732230424881},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.4410642385482788},{"id":"https://openalex.org/keywords/satellite-constellation","display_name":"Satellite constellation","score":0.4326075613498688},{"id":"https://openalex.org/keywords/satellite","display_name":"Satellite","score":0.40730854868888855},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.367578387260437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25346577167510986},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15670394897460938}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7450796961784363},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5954180955886841},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5827324390411377},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4660212993621826},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.457732230424881},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.4410642385482788},{"id":"https://openalex.org/C2779784338","wikidata":"https://www.wikidata.org/wiki/Q967145","display_name":"Satellite constellation","level":3,"score":0.4326075613498688},{"id":"https://openalex.org/C19269812","wikidata":"https://www.wikidata.org/wiki/Q26540","display_name":"Satellite","level":2,"score":0.40730854868888855},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.367578387260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25346577167510986},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15670394897460938},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2023.3279625","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2023.3279625","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.41999998688697815,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G7456404787","display_name":null,"funder_award_id":"232300421148","funder_id":"https://openalex.org/F4320323845","funder_display_name":"Natural Science Foundation of Henan Province"},{"id":"https://openalex.org/G7803121516","display_name":null,"funder_award_id":"L222039","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G7823778866","display_name":null,"funder_award_id":"62001422","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8603200482","display_name":null,"funder_award_id":"2020QNRC001","funder_id":"https://openalex.org/F4320311778","funder_display_name":"China Association for Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320311778","display_name":"China Association for Science and Technology","ror":"https://ror.org/035vmht26"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null},{"id":"https://openalex.org/F4320323845","display_name":"Natural Science Foundation of Henan Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W806409524","https://openalex.org/W2248880694","https://openalex.org/W2321799709","https://openalex.org/W2560673277","https://openalex.org/W2594997153","https://openalex.org/W2612980813","https://openalex.org/W2625395356","https://openalex.org/W2734940663","https://openalex.org/W2739755749","https://openalex.org/W2768223108","https://openalex.org/W2774292658","https://openalex.org/W2807554399","https://openalex.org/W2886892911","https://openalex.org/W2889109032","https://openalex.org/W2892293759","https://openalex.org/W2898035736","https://openalex.org/W2902437649","https://openalex.org/W2910273996","https://openalex.org/W2918334020","https://openalex.org/W2935268363","https://openalex.org/W2954910960","https://openalex.org/W2962959895","https://openalex.org/W2965180421","https://openalex.org/W2975462639","https://openalex.org/W2976243341","https://openalex.org/W2980761536","https://openalex.org/W2981096252","https://openalex.org/W2991544738","https://openalex.org/W2997529945","https://openalex.org/W2999146029","https://openalex.org/W3005111087","https://openalex.org/W3014977630","https://openalex.org/W3042793520","https://openalex.org/W3095597212","https://openalex.org/W3098133185","https://openalex.org/W3103243695","https://openalex.org/W3103408716","https://openalex.org/W3104749580","https://openalex.org/W3109798196","https://openalex.org/W3133111201","https://openalex.org/W3133993636","https://openalex.org/W3137434241","https://openalex.org/W3158839158","https://openalex.org/W3164113702","https://openalex.org/W3164645664","https://openalex.org/W3169385106","https://openalex.org/W3174278414","https://openalex.org/W3179381744","https://openalex.org/W3190023865","https://openalex.org/W4213116297","https://openalex.org/W4285522969","https://openalex.org/W4309493824","https://openalex.org/W4312705588","https://openalex.org/W6773565951"],"related_works":["https://openalex.org/W2350270880","https://openalex.org/W4307122611","https://openalex.org/W2378039125","https://openalex.org/W2384334586","https://openalex.org/W2121379883","https://openalex.org/W73073636","https://openalex.org/W2136612693","https://openalex.org/W2048033259","https://openalex.org/W2063870279","https://openalex.org/W2377423733"],"abstract_inverted_index":{"Regional":[0],"satellite":[1,34,121,130,152,235],"networks":[2,35],"are":[3,36,46,83,162],"capable":[4],"of":[5,26,186],"supporting":[6],"denser":[7],"coverage":[8,137],"and":[9,17,38,51,85,133,160,227],"more":[10],"reliable":[11],"communications":[12],"in":[13,165,204,222],"the":[14,27,71,100,119,151,166,170,174,178,183,192,205,213,217],"target":[15],"area":[16],"hence":[18],"have":[19,39],"been":[20],"viewed":[21],"as":[22],"an":[23],"essential":[24],"part":[25],"sixth":[28],"generation":[29],"(6G)":[30],"communication":[31],"system.":[32],"Since":[33],"time-varying":[37],"limited":[40],"resources,":[41],"efficient":[42],"resource":[43,78,101,225],"management":[44],"schemes":[45],"needed":[47],"to":[48,69,76,99,146,233],"accommodate":[49],"massive":[50],"ubiquitous":[52],"service":[53],"requests.":[54],"As":[55],"a":[56,108,127,142,196],"remedy,":[57],"virtual":[58,65],"network":[59,66,74,131,153],"embedding":[60,93,184],"(VNE)":[61],"can":[62,181],"enable":[63],"diverse":[64],"requests":[67],"(VNRs)":[68],"share":[70],"same":[72],"substrate":[73],"resources":[75],"improve":[77],"utilization.":[79],"However,":[80],"existing":[81],"works":[82],"few":[84],"mainly":[86],"rely":[87],"on":[88,191],"heuristic":[89],"methods,":[90],"whose":[91],"static":[92],"strategies":[94],"cannot":[95],"be":[96],"optimized":[97],"according":[98],"state.":[102,194],"In":[103,173],"this":[104],"article,":[105],"we":[106,124,140],"propose":[107],"deep":[109],"reinforcement":[110],"learning":[111],"(DRL)":[112],"aided":[113],"load-balanced":[114],"VNE":[115],"algorithm":[116,215],"(DRL-LBVNE)":[117],"for":[118,199],"regional":[120,129],"networks,":[122],"where":[123,150],"first":[125],"build":[126],"low-cost":[128],"scenario":[132],"derive":[134],"its":[135],"multi-fold":[136],"constraints.":[138],"Besides,":[139],"design":[141],"novel":[143],"preprocessing":[144],"scheme":[145],"reduce":[147],"mapping":[148,158,167,176,207],"failure,":[149],"is":[154,202],"divided":[155],"into":[156],"multiple":[157],"regions,":[159],"VNRs":[161],"only":[163],"deployed":[164],"region":[168],"with":[169],"lowest":[171],"load.":[172],"node":[175,189],"stage,":[177],"DRL":[179],"agent":[180],"calculate":[182],"probabilities":[185],"each":[187],"physical":[188],"based":[190],"environment":[193],"Moreover,":[195],"comprehensive":[197],"metric":[198],"path":[200],"selection":[201],"presented":[203],"link":[206],"stage.":[208],"Simulation":[209],"results":[210],"show":[211],"that":[212],"DRL-LBVNE":[214],"outperforms":[216],"other":[218],"five":[219],"state-of-art":[220],"algorithms":[221],"acceptance":[223],"rate,":[224],"utilization,":[226],"average":[228],"delay,":[229],"reflecting":[230],"better":[231],"adaptability":[232],"dynamic":[234],"networks.":[236]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":20},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":15}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}