{"id":"https://openalex.org/W4398152666","doi":"https://doi.org/10.1109/tnsm.2024.3402275","title":"DHRL-FNMR: An Intelligent Multicast Routing Approach Based on Deep Hierarchical Reinforcement Learning in SDN","display_name":"DHRL-FNMR: An Intelligent Multicast Routing Approach Based on Deep Hierarchical Reinforcement Learning in SDN","publication_year":2024,"publication_date":"2024-05-20","ids":{"openalex":"https://openalex.org/W4398152666","doi":"https://doi.org/10.1109/tnsm.2024.3402275"},"language":"en","primary_location":{"id":"doi:10.1109/tnsm.2024.3402275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3402275","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071606240","display_name":"Miao Ye","orcid":"https://orcid.org/0000-0002-5057-5713"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]},{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Miao Ye","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","School of Computer Science and Technology, Xidian University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-5057-5713","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]},{"raw_affiliation_string":"School of Computer Science and Technology, Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101150383","display_name":"Chenwei Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenwei Zhao","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100725992","display_name":"Peng Wen","orcid":"https://orcid.org/0000-0003-0939-9145"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng Wen","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100751600","display_name":"Yong Wang","orcid":"https://orcid.org/0000-0002-5383-5736"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Wang","raw_affiliation_strings":["School of Computer and Information Security, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0002-5383-5736","affiliations":[{"raw_affiliation_string":"School of Computer and Information Security, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100719218","display_name":"Xiaoli Wang","orcid":"https://orcid.org/0000-0002-8644-0191"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoli Wang","raw_affiliation_strings":["School of Computer Science and Technology, Xidian University, Xi’an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0002-8644-0191","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Xidian University, Xi’an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021915723","display_name":"Hongbing Qiu","orcid":"https://orcid.org/0000-0003-2772-8256"},"institutions":[{"id":"https://openalex.org/I5343935","display_name":"Guilin University of Electronic Technology","ror":"https://ror.org/05arjae42","country_code":"CN","type":"education","lineage":["https://openalex.org/I5343935"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbing Qiu","raw_affiliation_strings":["School of Information and Communication, Guilin University of Electronic Technology, Guilin, China"],"raw_orcid":"https://orcid.org/0000-0003-2772-8256","affiliations":[{"raw_affiliation_string":"School of Information and Communication, Guilin University of Electronic Technology, Guilin, China","institution_ids":["https://openalex.org/I5343935"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9886,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.86761111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"21","issue":"5","first_page":"5733","last_page":"5755"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9314000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multicast","display_name":"Multicast","score":0.8407362699508667},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8264623284339905},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7152338624000549},{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5673229098320007},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5631659030914307},{"id":"https://openalex.org/keywords/protocol-independent-multicast","display_name":"Protocol Independent Multicast","score":0.5513732433319092},{"id":"https://openalex.org/keywords/distance-vector-multicast-routing-protocol","display_name":"Distance Vector Multicast Routing Protocol","score":0.4905795156955719},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4849531948566437},{"id":"https://openalex.org/keywords/source-specific-multicast","display_name":"Source-specific multicast","score":0.4431040585041046},{"id":"https://openalex.org/keywords/xcast","display_name":"Xcast","score":0.4049524962902069},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.312357097864151}],"concepts":[{"id":"https://openalex.org/C32295351","wikidata":"https://www.wikidata.org/wiki/Q899288","display_name":"Multicast","level":2,"score":0.8407362699508667},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8264623284339905},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7152338624000549},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5673229098320007},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5631659030914307},{"id":"https://openalex.org/C44892269","wikidata":"https://www.wikidata.org/wiki/Q782752","display_name":"Protocol Independent Multicast","level":3,"score":0.5513732433319092},{"id":"https://openalex.org/C42272142","wikidata":"https://www.wikidata.org/wiki/Q1229379","display_name":"Distance Vector Multicast Routing Protocol","level":4,"score":0.4905795156955719},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4849531948566437},{"id":"https://openalex.org/C18787934","wikidata":"https://www.wikidata.org/wiki/Q7565105","display_name":"Source-specific multicast","level":3,"score":0.4431040585041046},{"id":"https://openalex.org/C192059732","wikidata":"https://www.wikidata.org/wiki/Q3823050","display_name":"Xcast","level":3,"score":0.4049524962902069},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.312357097864151}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tnsm.2024.3402275","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnsm.2024.3402275","pdf_url":null,"source":{"id":"https://openalex.org/S173527311","display_name":"IEEE Transactions on Network and Service Management","issn_l":"1932-4537","issn":["1932-4537","2373-7379"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Network and Service Management","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6182123413","display_name":null,"funder_award_id":"62161006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7042536408","display_name":null,"funder_award_id":"62372353","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8161903434","display_name":null,"funder_award_id":"U22A2098","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W1975290397","https://openalex.org/W2060380213","https://openalex.org/W2082150701","https://openalex.org/W2096527938","https://openalex.org/W2101455523","https://openalex.org/W2201581102","https://openalex.org/W2512877821","https://openalex.org/W2898231005","https://openalex.org/W2901252390","https://openalex.org/W2904807189","https://openalex.org/W2907172713","https://openalex.org/W2909666304","https://openalex.org/W2915905517","https://openalex.org/W2937747829","https://openalex.org/W2940512783","https://openalex.org/W2972167696","https://openalex.org/W2973890651","https://openalex.org/W2974921185","https://openalex.org/W2978110207","https://openalex.org/W2984537255","https://openalex.org/W2994779073","https://openalex.org/W3010366236","https://openalex.org/W3023577883","https://openalex.org/W3023869946","https://openalex.org/W3024403368","https://openalex.org/W3026467503","https://openalex.org/W3078093847","https://openalex.org/W3104294226","https://openalex.org/W3116762271","https://openalex.org/W3127447045","https://openalex.org/W3156167686","https://openalex.org/W3166080452","https://openalex.org/W3203798008","https://openalex.org/W3212374516","https://openalex.org/W3214969050","https://openalex.org/W4206400718","https://openalex.org/W4212930242","https://openalex.org/W4212996499","https://openalex.org/W4231515298","https://openalex.org/W4234511568","https://openalex.org/W4245123941","https://openalex.org/W4254097679","https://openalex.org/W4304891456","https://openalex.org/W4308045575","https://openalex.org/W6687681856","https://openalex.org/W6703271639","https://openalex.org/W6789680617"],"related_works":["https://openalex.org/W2371847117","https://openalex.org/W80466176","https://openalex.org/W4321384965","https://openalex.org/W2080190883","https://openalex.org/W2036328685","https://openalex.org/W2347553438","https://openalex.org/W2608999883","https://openalex.org/W1899898903","https://openalex.org/W2010910291","https://openalex.org/W2131676052"],"abstract_inverted_index":{"The":[0,12,196],"multicast":[1,45,64,139,167],"routing":[2,46],"problem":[3,66],"in":[4,181],"software-defined":[5],"networking":[6],"(SDN)":[7],"is":[8,54,67,94],"an":[9,28,43,79],"NP-hard":[10],"problem.":[11],"existing":[13],"solution":[14,194],"methods":[15],"based":[16,48,110],"on":[17,49,111],"deep":[18,50],"strength":[19],"learning":[20,53,109],"suffer":[21],"from":[22,82],"the":[23,37,58,62,76,97,101,112,126,160,166,191],"problems":[24],"of":[25,36,78,106,117,153,183],"branch":[26],"redundancy,":[27],"excessively":[29],"large":[30],"action":[31,121,132],"space":[32,99],"and":[33,75,103,128,141,155,174,186,202],"slow":[34],"convergence":[35],"intelligent":[38,44],"models.":[39],"In":[40],"this":[41],"paper,":[42],"algorithm":[47,162],"hierarchical":[51,107],"reinforcement":[52,108],"proposed":[55],"to":[56,86],"circumvent":[57],"aforementioned":[59],"problems.":[60],"First,":[61],"optimal":[63,80],"tree":[65,168],"decomposed":[68],"into":[69],"two":[70],"subproblems:":[71],"fork":[72,84],"node":[73,85],"selection":[74,133],"construction":[77],"path":[81],"a":[83,87,91,151],"destination":[88],"node.":[89],"Second,":[90],"multichannel":[92],"matrix":[93],"designed":[95,124,136,146,161],"as":[96],"state":[98],"for":[100,125,137,198],"internal":[102],"external":[104],"controllers":[105],"global":[113],"network-aware":[114],"information":[115],"characteristics":[116],"SDN.":[118],"Then,":[119],"different":[120,142,148],"spaces":[122],"are":[123,135,145,200],"upper":[127],"lower":[129],"subproblems,":[130],"four":[131],"policies":[134,144],"constructing":[138],"paths,":[140],"reward":[143],"at":[147,204],"levels.":[149],"Finally,":[150],"series":[152],"experiments":[154],"their":[156],"results":[157],"show":[158],"that":[159],"not":[163],"only":[164],"searches":[165],"efficiently":[169],"but":[170],"also":[171],"converges":[172],"faster":[173],"without":[175],"redundant":[176],"branches,":[177],"with":[178],"better":[179],"performance":[180],"terms":[182],"bandwidth,":[184],"delay":[185],"packet":[187],"loss":[188],"rate":[189],"than":[190],"current":[192],"mainstream":[193],"algorithms.":[195],"codes":[197],"DHRL-FNMR":[199],"open":[201],"available":[203],"https://github.com/GuetYe/DHRL-FNMR.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}