{"id":"https://openalex.org/W4385569519","doi":"https://doi.org/10.1109/access.2023.3302178","title":"An Intelligent SDWN Routing Algorithm Based on Network Situational Awareness and Deep Reinforcement Learning","display_name":"An Intelligent SDWN Routing Algorithm Based on Network Situational Awareness and Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4385569519","doi":"https://doi.org/10.1109/access.2023.3302178"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3302178","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3302178","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10209181.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10209181.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016340597","display_name":"Jinqiang Li","orcid":"https://orcid.org/0009-0006-1362-1967"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinqiang Li","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin, China","School of Information and Communication Technology, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0009-0006-1362-1967","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin, China","institution_ids":[]},{"raw_affiliation_string":"School of Information and Communication Technology, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071606240","display_name":"Miao Ye","orcid":"https://orcid.org/0000-0002-5057-5713"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Ye","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","School of Information and Communication Technology, Guilin University of Electronic Technology, Guilin, China","Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin, China","Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-5057-5713","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"School of Information and Communication Technology, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin, China","institution_ids":[]},{"raw_affiliation_string":"Ministry of Education Key Laboratory of Cognitive Radio and Information Processing, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102867944","display_name":"Linqiang Huang","orcid":"https://orcid.org/0009-0002-0804-2750"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Linqiang Huang","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0009-0002-0804-2750","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100638717","display_name":"Xiaofang Deng","orcid":"https://orcid.org/0009-0002-2770-6209"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofang Deng","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin, China","School of Information and Communication Technology, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0009-0002-2770-6209","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin, China","institution_ids":[]},{"raw_affiliation_string":"School of Information and Communication Technology, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021915723","display_name":"Hongbing Qiu","orcid":"https://orcid.org/0000-0003-2772-8256"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbing Qiu","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin, China","School of Information and Communication Technology, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0003-2772-8256","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin, China","institution_ids":[]},{"raw_affiliation_string":"School of Information and Communication Technology, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751600","display_name":"Yong Wang","orcid":"https://orcid.org/0000-0002-5383-5736"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-5383-5736","affiliations":[{"raw_affiliation_string":"School of Computer Science and Information Security, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067132635","display_name":"Qiuxiang Jiang","orcid":"https://orcid.org/0000-0002-5790-2334"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiuxiang Jiang","raw_affiliation_strings":["Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Guangxi Key Laboratory of Wireless Broadband Communication and Signal Processing, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5343935"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.5444,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.89499296,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"11","issue":null,"first_page":"83322","last_page":"83342"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8407938480377197},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5798126459121704},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5625515580177307},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5519810318946838},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.5362573862075806},{"id":"https://openalex.org/keywords/routing-table","display_name":"Routing table","score":0.4762444794178009},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.4691181480884552},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.4607487916946411},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.4515957534313202},{"id":"https://openalex.org/keywords/static-routing","display_name":"Static routing","score":0.43062663078308105},{"id":"https://openalex.org/keywords/policy-based-routing","display_name":"Policy-based routing","score":0.4269059896469116},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.310036301612854},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.23954680562019348},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2123870849609375},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2121475338935852}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8407938480377197},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5798126459121704},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5625515580177307},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5519810318946838},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.5362573862075806},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.4762444794178009},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.4691181480884552},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.4607487916946411},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.4515957534313202},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.43062663078308105},{"id":"https://openalex.org/C196423136","wikidata":"https://www.wikidata.org/wiki/Q7209671","display_name":"Policy-based routing","level":5,"score":0.4269059896469116},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.310036301612854},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.23954680562019348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2123870849609375},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2121475338935852},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3302178","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3302178","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10209181.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:40ca6093b7e14c88a3e8c8acde5cb6a9","is_oa":true,"landing_page_url":"https://doaj.org/article/40ca6093b7e14c88a3e8c8acde5cb6a9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 83322-83342 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3302178","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3302178","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10209181.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2702488139","display_name":null,"funder_award_id":"Nos.62161006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5854506774","display_name":"EB\u7ea7\u96c6\u7fa4\u5b58\u50a8\u6027\u80fd\u4f18\u5316\u53ca\u8282\u70b9\u95f4\u9ad8\u6548\u901a\u4fe1\u65b9\u6cd5\u7814\u7a76","funder_award_id":"61861013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6182123413","display_name":null,"funder_award_id":"62161006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6369165936","display_name":null,"funder_award_id":"62172095","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8967542225","display_name":null,"funder_award_id":"CRKL220103","funder_id":"https://openalex.org/F4320323266","funder_display_name":"Guilin University of Electronic Technology"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323266","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42"},{"id":"https://openalex.org/F4320337368","display_name":"Division of Graduate Education","ror":"https://ror.org/00whkrf32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385569519.pdf","grobid_xml":"https://content.openalex.org/works/W4385569519.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W2075833410","https://openalex.org/W2171676739","https://openalex.org/W2276629685","https://openalex.org/W2488318969","https://openalex.org/W2490360889","https://openalex.org/W2789706618","https://openalex.org/W2798930914","https://openalex.org/W2809979948","https://openalex.org/W2938321354","https://openalex.org/W2964066133","https://openalex.org/W2965985337","https://openalex.org/W2987730452","https://openalex.org/W3003370838","https://openalex.org/W3033817217","https://openalex.org/W3046535002","https://openalex.org/W3046711798","https://openalex.org/W3084125696","https://openalex.org/W3096881138","https://openalex.org/W3114450627","https://openalex.org/W3126352999","https://openalex.org/W3129433613","https://openalex.org/W3136676397","https://openalex.org/W3156997004","https://openalex.org/W3165322078","https://openalex.org/W3194135721","https://openalex.org/W3194762314","https://openalex.org/W3204358874","https://openalex.org/W3211147476","https://openalex.org/W4214636493","https://openalex.org/W4220809526","https://openalex.org/W4220954143","https://openalex.org/W4229078524","https://openalex.org/W4234511568","https://openalex.org/W4241911331","https://openalex.org/W4245123941","https://openalex.org/W4283322942","https://openalex.org/W4284961647","https://openalex.org/W4286572102","https://openalex.org/W4287887358","https://openalex.org/W4293457447","https://openalex.org/W4304891456","https://openalex.org/W4308494315","https://openalex.org/W4311922828","https://openalex.org/W4312757355","https://openalex.org/W6722522092","https://openalex.org/W6750833751","https://openalex.org/W6752566247","https://openalex.org/W6773570453","https://openalex.org/W6781224914"],"related_works":["https://openalex.org/W2352609928","https://openalex.org/W2139584334","https://openalex.org/W1563839700","https://openalex.org/W1655019438","https://openalex.org/W1788998774","https://openalex.org/W4234214763","https://openalex.org/W1499584626","https://openalex.org/W2171842537","https://openalex.org/W2141748222","https://openalex.org/W106527558"],"abstract_inverted_index":{"To":[0,135],"address":[1],"the":[2,14,65,98,113,137,142,178,184,218,221,244],"challenges":[3],"of":[4,17,141,149,183,220],"obtaining":[5],"network":[6,22,31,47,59,103,133,156,200,246],"state":[7,247],"information,":[8],"flexibly":[9],"forwarding":[10,93],"data,":[11],"and":[12,68,106,125,139,159,167,181,206,227,236],"improving":[13],"communication":[15],"quality":[16],"service":[18],"(QoS)":[19],"in":[20,25,30,97,199],"wireless":[21,53,207],"transmission":[23],"environments":[24],"response":[26],"to":[27,80,176,211],"dynamic":[28],"changes":[29],"topology,":[32],"this":[33,193],"paper":[34],"introduces":[35],"an":[36],"intelligent":[37,186],"routing":[38,145,187,197,238],"algorithm":[39],"based":[40],"on":[41],"deep":[42],"reinforcement":[43],"learning":[44,138],"(DRL)":[45],"with":[46],"situational":[48],"awareness":[49],"under":[50,64],"a":[51,69,86],"software-defined":[52],"networking":[54],"(SDWN)":[55],"architecture.":[56],"First,":[57],"comprehensive":[58],"traffic":[60,83,104],"information":[61,108,158],"is":[62,78,95,224,234],"collected":[63],"SDWN":[66],"architecture,":[67],"graph":[70],"convolutional":[71],"network-gated":[72],"recurrent":[73],"unit":[74],"(GCN-GRU)":[75],"prediction":[76],"mechanism":[77,94],"used":[79],"perceive":[81],"future":[82],"trends.":[84],"Second,":[85],"proximal":[87],"policy":[88],"optimization":[89],"(PPO)":[90],"DRL-based":[91],"data":[92],"designed":[96,130,153,185],"knowledge":[99],"plane.":[100],"The":[101,249],"predicted":[102],"matrix":[105,109],"topology":[107],"are":[110,120,129,152,171],"treated":[111,121],"as":[112,122],"DRL":[114,143],"environment,":[115],"while":[116],"next-hop":[117],"adjacent":[118],"nodes":[119],"executable":[123],"actions,":[124],"action":[126],"selection":[127],"policies":[128],"for":[131],"different":[132,150,160],"conditions.":[134],"guide":[136],"improvement":[140],"agent\u2019s":[144],"strategy,":[146],"reward":[147],"functions":[148],"forms":[151],"by":[154],"utilizing":[155],"link":[157],"penalty":[161],"mechanisms.":[162],"Additionally,":[163],"importance":[164],"sampling":[165],"steps":[166],"gradient":[168,174],"clipping":[169],"methods":[170,198],"employed":[172],"during":[173],"updating":[175],"enhance":[177],"convergence":[179,219],"speed":[180],"stability":[182],"method.":[188],"Experimental":[189],"results":[190],"show":[191],"that":[192],"solution":[194],"outperforms":[195],"traditional":[196],"throughput,":[201],"delay,":[202],"packet":[203],"loss":[204],"rate,":[205],"node":[208],"distance.":[209],"Compared":[210],"value-function-based":[212],"Dueling":[213],"Deep":[214],"Q-Network":[215],"(DQN)":[216],"routing,":[217],"proposed":[222],"method":[223],"significantly":[225],"faster":[226],"more":[228],"stable.":[229],"Simultaneously,":[230],"hardware":[231],"storage":[232],"consumption":[233],"reduced,":[235],"real-time":[237],"decisions":[239],"can":[240,252],"be":[241,253],"made":[242],"using":[243],"current":[245],"information.":[248],"source":[250],"code":[251],"accessed":[254],"at":[255],"https://github.com/GuetYe/DRL-PPONSA.":[256]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}