{"id":"https://openalex.org/W4200475471","doi":"https://doi.org/10.1109/wcsp52459.2021.9613616","title":"UAV-Aided Anti-Jamming Maritime Communications: A Deep Reinforcement Learning Approach","display_name":"UAV-Aided Anti-Jamming Maritime Communications: A Deep Reinforcement Learning Approach","publication_year":2021,"publication_date":"2021-10-20","ids":{"openalex":"https://openalex.org/W4200475471","doi":"https://doi.org/10.1109/wcsp52459.2021.9613616"},"language":"en","primary_location":{"id":"doi:10.1109/wcsp52459.2021.9613616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613616","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100451445","display_name":"Kexin Liu","orcid":"https://orcid.org/0000-0003-1006-4705"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kexin Liu","raw_affiliation_strings":["Dept. of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102831535","display_name":"Pengmin Li","orcid":"https://orcid.org/0000-0002-2979-7493"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pengmin Li","raw_affiliation_strings":["Dept. of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034590668","display_name":"Chuhuan Liu","orcid":"https://orcid.org/0000-0001-5134-4805"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuhuan Liu","raw_affiliation_strings":["Dept. of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["Dept. of Information and Communication Engineering, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"Dept. of Information and Communication Engineering, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079687459","display_name":"Luliang Jia","orcid":null},"institutions":[{"id":"https://openalex.org/I4210148107","display_name":"Space Engineering University","ror":"https://ror.org/04rj1td02","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210148107"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Luliang Jia","raw_affiliation_strings":["School of Space Information, Space Engineering University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Space Information, Space Engineering University, Beijing, China","institution_ids":["https://openalex.org/I4210148107"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100451445"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":7.3495,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.98749305,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8333566188812256},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.8061801195144653},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6877893209457397},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.5733891725540161},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.45840173959732056},{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.45681652426719666},{"id":"https://openalex.org/keywords/bit-error-rate","display_name":"Bit error rate","score":0.42538586258888245},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.4183260500431061},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3900487422943115},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.382916122674942},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3129299283027649},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.2220253348350525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1961706280708313},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09387832880020142}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8333566188812256},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.8061801195144653},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6877893209457397},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.5733891725540161},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.45840173959732056},{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.45681652426719666},{"id":"https://openalex.org/C56296756","wikidata":"https://www.wikidata.org/wiki/Q840922","display_name":"Bit error rate","level":3,"score":0.42538586258888245},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.4183260500431061},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3900487422943115},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.382916122674942},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3129299283027649},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.2220253348350525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1961706280708313},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09387832880020142},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wcsp52459.2021.9613616","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcsp52459.2021.9613616","pdf_url":null,"source":{"id":"https://openalex.org/S4363607893","display_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 13th International Conference on Wireless Communications and Signal Processing (WCSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W2081678642","https://openalex.org/W2153391398","https://openalex.org/W2163348036","https://openalex.org/W2313096159","https://openalex.org/W2335626951","https://openalex.org/W2345312651","https://openalex.org/W2486702221","https://openalex.org/W2581557417","https://openalex.org/W2620438329","https://openalex.org/W2782363571","https://openalex.org/W2897145192","https://openalex.org/W2951799221","https://openalex.org/W2980880989","https://openalex.org/W2984604293","https://openalex.org/W2989711370","https://openalex.org/W2999576067","https://openalex.org/W3007565530","https://openalex.org/W3007791787","https://openalex.org/W3021198511","https://openalex.org/W3056678973","https://openalex.org/W3134853632","https://openalex.org/W6685444567"],"related_works":["https://openalex.org/W2963791781","https://openalex.org/W2157482904","https://openalex.org/W4200568007","https://openalex.org/W4234592368","https://openalex.org/W2499981980","https://openalex.org/W3038203241","https://openalex.org/W2994236663","https://openalex.org/W2039400905","https://openalex.org/W2543037201","https://openalex.org/W2121492322"],"abstract_inverted_index":{"Maritime":[0],"communication":[1,31,54,184],"suffers":[2],"from":[3],"reactive":[4,248],"jammer":[5],"that":[6,56,157,219],"keeps":[7],"silent":[8],"when":[9],"the":[10,22,25,29,35,58,64,68,76,80,84,91,95,100,106,111,113,118,123,137,143,148,159,162,166,171,177,189,193,199,203,207,213,220,224,227,232,236,240,247],"channel":[11,26],"is":[12,186,209],"idle":[13],"and":[14,32,38,79,94,122,141,165,188,198,206,230,239],"launches":[15],"jamming":[16,92,120],"signals":[17],"as":[18,20,63],"soon":[19],"sensing":[21],"activity":[23],"on":[24,90,105,212],"to":[27,66,82,135,146,175,242],"disrupt":[28],"maritime":[30,36,52,183],"even":[33],"cause":[34],"tracking":[37],"monitoring":[39],"task":[40],"failure.":[41],"In":[42],"this":[43],"paper,":[44],"we":[45],"propose":[46],"a":[47],"deep":[48],"reinforcement":[49],"learning":[50,178],"based":[51,104,211],"anti-jamming":[53,182],"scheme":[55,73,222],"applies":[57],"unmanned":[59],"aerial":[60],"vehicle":[61],"(UAV)":[62],"relay":[65],"forward":[67],"message":[69,96],"between":[70],"ships.":[71],"This":[72],"enables":[74],"both":[75],"transmitting":[77,204,237],"ship":[78,205,238],"UAV":[81,208,241],"select":[83,136],"power":[85,121,138,172],"control":[86,139,173],"policy":[87,140,174],"without":[88],"relying":[89],"model":[93],"generation":[97],"model.":[98],"Instead,":[99],"policies":[101],"are":[102],"chosen":[103],"current":[107,163],"state":[108,164],"consisting":[109],"of":[110,154,161,170,195,202,226,235],"distances,":[112],"received":[114,119],"signal":[115],"strength":[116],"indication,":[117],"bit":[124],"error":[125],"rate":[126],"(BER).":[127],"We":[128],"design":[129],"two":[130,155],"dueling":[131,151],"neutral":[132],"networks":[133],"respectively":[134],"update":[142],"network":[144],"weights":[145],"reduce":[147],"overestimation.":[149],"The":[150],"architecture":[152],"consists":[153],"streams":[156],"estimate":[158],"value":[160],"state-dependent":[167],"advantage":[168],"function":[169],"accelerate":[176],"speed.":[179],"A":[180],"UAV-aided":[181],"game":[185],"formulated":[187],"performance":[190],"bound":[191],"including":[192],"BER":[194,225],"marine":[196,228],"messages":[197],"energy":[200,233],"consumption":[201,234],"derived":[210],"Stackelberg":[214],"equilibrium.":[215],"Simulation":[216],"results":[217],"show":[218],"proposed":[221],"reduces":[223],"messages,":[229],"saves":[231],"avoid":[243],"being":[244],"detected":[245],"by":[246],"jammer.":[249]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":3}],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}