{"id":"https://openalex.org/W4415821185","doi":"https://doi.org/10.1109/tccn.2025.3627913","title":"An Intelligent Communication\u2013Navigation Electronic System Based on Hierarchical Reinforcement Learning for Unmanned Surface Vehicles","display_name":"An Intelligent Communication\u2013Navigation Electronic System Based on Hierarchical Reinforcement Learning for Unmanned Surface Vehicles","publication_year":2025,"publication_date":"2025-11-03","ids":{"openalex":"https://openalex.org/W4415821185","doi":"https://doi.org/10.1109/tccn.2025.3627913"},"language":null,"primary_location":{"id":"doi:10.1109/tccn.2025.3627913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3627913","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102521547","display_name":"Hanzhang Shi","orcid":"https://orcid.org/0009-0004-4645-2050"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hanzhang Shi","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0009-0004-4645-2050","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010418315","display_name":"Chengkai Tang","orcid":"https://orcid.org/0000-0002-9008-0061"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengkai Tang","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-9008-0061","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384157","display_name":"Lingling Zhang","orcid":"https://orcid.org/0000-0002-9834-7410"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lingling Zhang","raw_affiliation_strings":["School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-9834-7410","affiliations":[{"raw_affiliation_string":"School of Marine Science and Technology, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076908181","display_name":"Yangyang Liu","orcid":"https://orcid.org/0000-0002-7481-1063"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangyang Liu","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":"https://orcid.org/0000-0002-7481-1063","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050174998","display_name":"Zesheng Dan","orcid":"https://orcid.org/0000-0003-3736-5639"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zesheng Dan","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi’an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34867843,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":null,"first_page":"3862","last_page":"3874"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.7166000008583069,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11622","display_name":"Maritime Navigation and Safety","score":0.7166000008583069,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.13009999692440033,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.0471000000834465,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6581000089645386},{"id":"https://openalex.org/keywords/subcarrier","display_name":"Subcarrier","score":0.6288999915122986},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5320000052452087},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.4291999936103821},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.39089998602867126},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.38920000195503235},{"id":"https://openalex.org/keywords/orthogonal-frequency-division-multiplexing","display_name":"Orthogonal frequency-division multiplexing","score":0.3865000009536743},{"id":"https://openalex.org/keywords/communications-system","display_name":"Communications system","score":0.3434000015258789},{"id":"https://openalex.org/keywords/resource-management","display_name":"Resource management (computing)","score":0.3345000147819519},{"id":"https://openalex.org/keywords/intelligent-transportation-system","display_name":"Intelligent transportation system","score":0.33309999108314514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.757099986076355},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6581000089645386},{"id":"https://openalex.org/C198329298","wikidata":"https://www.wikidata.org/wiki/Q586358","display_name":"Subcarrier","level":4,"score":0.6288999915122986},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5320000052452087},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.4291999936103821},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.39089998602867126},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.38920000195503235},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3889000117778778},{"id":"https://openalex.org/C40409654","wikidata":"https://www.wikidata.org/wiki/Q375889","display_name":"Orthogonal frequency-division multiplexing","level":3,"score":0.3865000009536743},{"id":"https://openalex.org/C101765175","wikidata":"https://www.wikidata.org/wiki/Q577764","display_name":"Communications system","level":2,"score":0.3434000015258789},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.34130001068115234},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.3345000147819519},{"id":"https://openalex.org/C47796450","wikidata":"https://www.wikidata.org/wiki/Q508378","display_name":"Intelligent transportation system","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.31349998712539673},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.31290000677108765},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.30630001425743103},{"id":"https://openalex.org/C2777891301","wikidata":"https://www.wikidata.org/wiki/Q3475123","display_name":"Navigation system","level":2,"score":0.3052000105381012},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.30230000615119934},{"id":"https://openalex.org/C131426668","wikidata":"https://www.wikidata.org/wiki/Q849203","display_name":"Electronic countermeasure","level":3,"score":0.29829999804496765},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C176563091","wikidata":"https://www.wikidata.org/wiki/Q669238","display_name":"Intelligent sensor","level":3,"score":0.2944999933242798},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.2935999929904938},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C152800680","wikidata":"https://www.wikidata.org/wiki/Q5408491","display_name":"Tactical communications","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.2809000015258789},{"id":"https://openalex.org/C119701452","wikidata":"https://www.wikidata.org/wiki/Q5165881","display_name":"Control reconfiguration","level":2,"score":0.26460000872612},{"id":"https://openalex.org/C21457203","wikidata":"https://www.wikidata.org/wiki/Q4056293","display_name":"Process automation system","level":3,"score":0.2596000134944916},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C89227174","wikidata":"https://www.wikidata.org/wiki/Q2388981","display_name":"Electric power system","level":3,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2025.3627913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2025.3627913","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1268417216","display_name":null,"funder_award_id":"62001392","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2016190337","display_name":null,"funder_award_id":"62101458","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2288062369","display_name":null,"funder_award_id":"62271397","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2586454918","display_name":null,"funder_award_id":"JCYJ20220530161615033","funder_id":"https://openalex.org/F4320336569","funder_display_name":"Shenzhen Science and Technology Innovation Program"},{"id":"https://openalex.org/G3020298361","display_name":null,"funder_award_id":"61803310","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3204098925","display_name":null,"funder_award_id":"62171375","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3728042344","display_name":null,"funder_award_id":"JCYJ20220530161615033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3755065284","display_name":null,"funder_award_id":"62173276","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6210224027","display_name":null,"funder_award_id":"61801394","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336569","display_name":"Shenzhen Science and Technology Innovation Program","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W2121517924","https://openalex.org/W2746553466","https://openalex.org/W2956019664","https://openalex.org/W2963030992","https://openalex.org/W2980071461","https://openalex.org/W2999410879","https://openalex.org/W3036160090","https://openalex.org/W3126350314","https://openalex.org/W3189819677","https://openalex.org/W3216480070","https://openalex.org/W3217297494","https://openalex.org/W4205942265","https://openalex.org/W4286375451","https://openalex.org/W4312305043","https://openalex.org/W4312371549","https://openalex.org/W4313058670","https://openalex.org/W4320015797","https://openalex.org/W4365129481","https://openalex.org/W4366148204","https://openalex.org/W4376480811","https://openalex.org/W4376607979","https://openalex.org/W4377079776","https://openalex.org/W4378194712","https://openalex.org/W4383503539","https://openalex.org/W4385871850","https://openalex.org/W4387415366","https://openalex.org/W4389331894","https://openalex.org/W4391707412","https://openalex.org/W4394627265","https://openalex.org/W4398766958","https://openalex.org/W4399601978","https://openalex.org/W4400679046","https://openalex.org/W4401360127","https://openalex.org/W4403022312","https://openalex.org/W4403125270","https://openalex.org/W4404179523","https://openalex.org/W4405022356","https://openalex.org/W4406094792","https://openalex.org/W4408947940"],"related_works":[],"abstract_inverted_index":{"Unmanned":[0],"surface":[1],"vehicles":[2],"(USVs)":[3],"play":[4],"a":[5,32,102],"vital":[6],"role":[7],"in":[8,16,23,159],"maritime":[9],"operations,":[10],"yet":[11],"they":[12],"face":[13],"significant":[14],"challenges":[15],"maintaining":[17],"reliable":[18],"communication":[19,88,162],"and":[20,25,45,62,89,126,130,142,166],"accurate":[21],"navigation":[22,35,90,164],"complex":[24],"dynamic":[26,68],"electromagnetic":[27],"environments.":[28],"This":[29],"paper":[30],"presents":[31],"novel":[33],"communication\u2013":[34],"electronic":[36],"system":[37,46,53,167],"(CNES),":[38],"designed":[39],"to":[40],"support":[41],"mission-aware":[42],"resource":[43],"management":[44],"adaptability":[47],"under":[48,149],"real-world":[49,174],"marine":[50],"conditions.":[51,151],"The":[52,98],"incorporates":[54],"an":[55,82],"orthogonal":[56],"chirp":[57],"division":[58],"multiplexing":[59],"(OCDM)":[60],"waveform":[61],"supports":[63],"flexible":[64],"task":[65],"modes":[66],"through":[67],"subcarrier":[69,111],"allocation":[70],"mechanisms.":[71],"To":[72],"enhance":[73],"the":[74,107,119,139],"decision-making":[75],"capability":[76],"of":[77,161],"CNES,":[78],"we":[79],"further":[80],"propose":[81],"intelligent":[83],"control":[84,104],"algorithm,":[85],"termed":[86],"Integrated":[87],"technology":[91],"based":[92,114],"on":[93,115,138],"hierarchical":[94],"reinforcement":[95],"learning":[96],"(ICNT-HRL).":[97],"ICNT-HRL":[99,137,155],"algorithm":[100],"adopts":[101],"two-layer":[103],"structure,":[105],"where":[106],"high-level":[108],"agent":[109,121],"selects":[110],"block":[112],"types":[113],"mission":[116],"modes,":[117],"while":[118],"low-level":[120],"jointly":[122],"optimizes":[123],"modulation":[124],"schemes":[125],"power":[127],"distribution.":[128],"Simulation":[129],"field":[131],"experiments":[132],"are":[133],"conducted":[134],"by":[135],"deploying":[136],"CNES":[140],"platform":[141],"benchmarking":[143],"it":[144],"against":[145],"representative":[146],"learning-based":[147],"algorithms":[148],"identical":[150],"Results":[152],"demonstrate":[153],"that":[154],"achieves":[156],"superior":[157],"performance":[158],"terms":[160],"throughput,":[163],"accuracy,":[165],"robustness,":[168],"validating":[169],"its":[170],"practical":[171],"effectiveness":[172],"for":[173],"USV":[175],"deployments.":[176]},"counts_by_year":[],"updated_date":"2026-01-01T23:40:50.289205","created_date":"2025-11-03T00:00:00"}