{"id":"https://openalex.org/W4414321971","doi":"https://doi.org/10.1109/tmc.2025.3611873","title":"Active Data Routing Based on Reward Backpropagation-Enabled Multi-Agent Q-Learning Toward SDN-Enabled Wireless Buoy Networks","display_name":"Active Data Routing Based on Reward Backpropagation-Enabled Multi-Agent Q-Learning Toward SDN-Enabled Wireless Buoy Networks","publication_year":2025,"publication_date":"2025-09-18","ids":{"openalex":"https://openalex.org/W4414321971","doi":"https://doi.org/10.1109/tmc.2025.3611873"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2025.3611873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3611873","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yuan Liu","orcid":"https://orcid.org/0009-0000-7727-6556"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Liu","raw_affiliation_strings":["College of Information Science and Engineering, Hohai University, Changzhou, China"],"raw_orcid":"https://orcid.org/0009-0000-7727-6556","affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Hohai University, Changzhou, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070719868","display_name":"Guangjie Han","orcid":"https://orcid.org/0000-0002-6921-7369"},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangjie Han","raw_affiliation_strings":["Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, Nanjing, China","Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, China"],"raw_orcid":"https://orcid.org/0000-0002-6921-7369","affiliations":[{"raw_affiliation_string":"Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]},{"raw_affiliation_string":"Key Laboratory of Maritime Intelligent Network Information Technology, Ministry of Education, Hohai University, China","institution_ids":["https://openalex.org/I163340411"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021774607","display_name":"Chuan Lin","orcid":"https://orcid.org/0000-0001-6811-3851"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuan Lin","raw_affiliation_strings":["Software College, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-6811-3851","affiliations":[{"raw_affiliation_string":"Software College, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101261214","display_name":"Shengchao Zhu","orcid":null},"institutions":[{"id":"https://openalex.org/I163340411","display_name":"Hohai University","ror":"https://ror.org/01wd4xt90","country_code":"CN","type":"education","lineage":["https://openalex.org/I163340411"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengchao Zhu","raw_affiliation_strings":["School of Computer and Software, Hohai University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0006-1491-5342","affiliations":[{"raw_affiliation_string":"School of Computer and Software, Hohai University, Nanjing, China","institution_ids":["https://openalex.org/I163340411"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.23594818,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"25","issue":"3","first_page":"3087","last_page":"3102"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9629999995231628,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9340999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9293000102043152,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/routing","display_name":"Routing (electronic design automation)","score":0.5838000178337097},{"id":"https://openalex.org/keywords/buoy","display_name":"Buoy","score":0.47920000553131104},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.47269999980926514},{"id":"https://openalex.org/keywords/routing-protocol","display_name":"Routing protocol","score":0.41929998993873596},{"id":"https://openalex.org/keywords/multipath-routing","display_name":"Multipath routing","score":0.41659998893737793},{"id":"https://openalex.org/keywords/dynamic-source-routing","display_name":"Dynamic Source Routing","score":0.3499000072479248},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.3488999903202057},{"id":"https://openalex.org/keywords/geographic-routing","display_name":"Geographic routing","score":0.32350000739097595}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8215000033378601},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.7039999961853027},{"id":"https://openalex.org/C74172769","wikidata":"https://www.wikidata.org/wiki/Q1446839","display_name":"Routing (electronic design automation)","level":2,"score":0.5838000178337097},{"id":"https://openalex.org/C2779847632","wikidata":"https://www.wikidata.org/wiki/Q30026","display_name":"Buoy","level":2,"score":0.47920000553131104},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.47269999980926514},{"id":"https://openalex.org/C104954878","wikidata":"https://www.wikidata.org/wiki/Q1648707","display_name":"Routing protocol","level":3,"score":0.41929998993873596},{"id":"https://openalex.org/C76522221","wikidata":"https://www.wikidata.org/wiki/Q5035396","display_name":"Multipath routing","level":5,"score":0.41659998893737793},{"id":"https://openalex.org/C9659607","wikidata":"https://www.wikidata.org/wiki/Q1268903","display_name":"Dynamic Source Routing","level":4,"score":0.3499000072479248},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.3488999903202057},{"id":"https://openalex.org/C50558702","wikidata":"https://www.wikidata.org/wiki/Q5535067","display_name":"Geographic routing","level":5,"score":0.32350000739097595},{"id":"https://openalex.org/C47318570","wikidata":"https://www.wikidata.org/wiki/Q8026863","display_name":"Wireless Routing Protocol","level":4,"score":0.3140000104904175},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3073999881744385},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.2978000044822693},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2955999970436096},{"id":"https://openalex.org/C95491727","wikidata":"https://www.wikidata.org/wiki/Q992968","display_name":"Mobile telephony","level":3,"score":0.2827000021934509},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C144543869","wikidata":"https://www.wikidata.org/wiki/Q2738570","display_name":"Mobile computing","level":2,"score":0.27239999175071716},{"id":"https://openalex.org/C22655229","wikidata":"https://www.wikidata.org/wiki/Q17143627","display_name":"Triangular routing","level":5,"score":0.27149999141693115},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2660999894142151},{"id":"https://openalex.org/C204948658","wikidata":"https://www.wikidata.org/wiki/Q1119410","display_name":"Static routing","level":4,"score":0.2655999958515167},{"id":"https://openalex.org/C184896649","wikidata":"https://www.wikidata.org/wiki/Q290066","display_name":"Routing table","level":4,"score":0.25450000166893005},{"id":"https://openalex.org/C106516650","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm design","level":2,"score":0.2531000077724457}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2025.3611873","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2025.3611873","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1096546879","display_name":null,"funder_award_id":"62572107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3853590937","display_name":null,"funder_award_id":"U22A2011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4817871351","display_name":null,"funder_award_id":"62572169","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2124651399","https://openalex.org/W2145339207","https://openalex.org/W2746553466","https://openalex.org/W2804812369","https://openalex.org/W2807741983","https://openalex.org/W2899729262","https://openalex.org/W2962790627","https://openalex.org/W2963658727","https://openalex.org/W2971858640","https://openalex.org/W3017949487","https://openalex.org/W3019171297","https://openalex.org/W3020261978","https://openalex.org/W3048983622","https://openalex.org/W3130024833","https://openalex.org/W3156082423","https://openalex.org/W3174812399","https://openalex.org/W3183936820","https://openalex.org/W3200785990","https://openalex.org/W3215027493","https://openalex.org/W4245123941","https://openalex.org/W4280494769","https://openalex.org/W4285818829","https://openalex.org/W4288071417","https://openalex.org/W4292263289","https://openalex.org/W4313291464","https://openalex.org/W4313476619","https://openalex.org/W4313855707","https://openalex.org/W4366308986","https://openalex.org/W4381735894","https://openalex.org/W4382203332","https://openalex.org/W4386609108","https://openalex.org/W4386885169","https://openalex.org/W4388101271","https://openalex.org/W4388740355","https://openalex.org/W4388838080","https://openalex.org/W4389104884","https://openalex.org/W4390691512","https://openalex.org/W4391791566","https://openalex.org/W4392523489","https://openalex.org/W4393972746","https://openalex.org/W4396680492","https://openalex.org/W4399336490","https://openalex.org/W4400032925","https://openalex.org/W4400771912","https://openalex.org/W4401070460","https://openalex.org/W4401073127","https://openalex.org/W4401246749","https://openalex.org/W4402979647","https://openalex.org/W4404688658","https://openalex.org/W4404795669","https://openalex.org/W4406416591"],"related_works":[],"abstract_inverted_index":{"Advancements":[0],"in":[1,25,125],"Wireless":[2],"Buoy":[3],"Network":[4],"(WBN)":[5],"have":[6],"significantly":[7],"accelerated":[8],"the":[9,42,51,58,63,71,79,89,103,131,135,153,157,166],"development":[10],"of":[11,73,102,156],"marine":[12],"exploitation":[13],"and":[14,22,83,129,137,186],"monitoring,":[15],"acting":[16],"as":[17],"a":[18,37,85,109,145,178],"relay":[19],"between":[20],"underwater":[21],"surface":[23],"networks":[24],"emerging":[26],"6G":[27],"scenarios.":[28],"Due":[29],"to":[30,40,49,54,57,77,87,122,151],"unstable":[31,138],"maritime":[32],"communication":[33,139,189],"environment,":[34],"it":[35],"is":[36],"challenging":[38],"issue":[39],"deploy":[41],"optimal":[43],"data":[44,53,96],"routing":[45,97,118,127,160,168],"or":[46],"collection":[47],"strategies":[48],"ensure":[50],"collected":[52],"be":[55],"delivered":[56],"target":[59],"point.":[60],"By":[61],"employing":[62],"Software-Defined":[64,74],"Networking":[65],"(SDN)":[66],"technology,":[67],"this":[68,106,142],"paper":[69,107,143],"proposes":[70,108,144],"paradigm":[72],"WBN":[75],"(SDWBN)":[76],"improve":[78],"network":[80,184],"management":[81],"efficiency":[82],"provide":[84],"platform":[86],"embed":[88],"Multi-Agent":[90,112],"Reinforcement":[91],"Learning":[92],"(MARL)":[93],"framework":[94],"(for":[95],"intelligence),":[98],"respectively.":[99],"On":[100],"account":[101],"proposed":[104,158,167],"SDWBN,":[105],"Reward":[110],"Backpropagation-enabled":[111],"Deep":[113],"Q-learning":[114],"algorithm":[115],"(RBMADQ)-based":[116],"active":[117],"scheme,":[119],"which":[120],"aims":[121],"assist":[123],"buoys":[124],"making":[126],"decisions":[128],"navigating":[130],"challenges":[132],"posed":[133],"by":[134],"dynamic":[136],"environment.":[140],"Further,":[141],"dual":[146],"replay":[147],"buffer-based":[148],"training":[149],"method,":[150],"enhance":[152],"convergence":[154],"speed":[155],"RBMADQ-based":[159],"scheme.":[161],"Evaluation":[162],"results":[163],"demonstrate":[164],"that":[165],"scheme":[169],"performs":[170],"better":[171],"compared":[172],"with":[173,177],"recent":[174],"research":[175],"products,":[176],"higher":[179],"packet":[180],"delivery":[181],"rate,":[182],"lower":[183],"latency,":[185],"simultaneously,":[187],"less":[188],"overhead,":[190],"etc.":[191]},"counts_by_year":[],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}