{"id":"https://openalex.org/W4399118878","doi":"https://doi.org/10.1109/tvt.2024.3406896","title":"Penalized Reinforcement Learning-Based Energy-Efficient UAV-RIS Assisted Maritime Uplink Communications Against Jamming","display_name":"Penalized Reinforcement Learning-Based Energy-Efficient UAV-RIS Assisted Maritime Uplink Communications Against Jamming","publication_year":2024,"publication_date":"2024-05-29","ids":{"openalex":"https://openalex.org/W4399118878","doi":"https://doi.org/10.1109/tvt.2024.3406896"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3406896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3406896","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113400577","display_name":"Kailong Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Kailong Lin","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013729643","display_name":"Helin Yang","orcid":"https://orcid.org/0000-0001-9697-7470"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Helin Yang","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114928825","display_name":"Mengting Zheng","orcid":"https://orcid.org/0009-0007-7860-6888"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mengting Zheng","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068976123","display_name":"Liang Xiao","orcid":"https://orcid.org/0000-0003-2402-611X"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Xiao","raw_affiliation_strings":["School of Informatics, Xiamen University, Xiamen, China"],"affiliations":[{"raw_affiliation_string":"School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076730859","display_name":"Chongwen Huang","orcid":"https://orcid.org/0000-0001-8398-8437"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongwen Huang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091266202","display_name":"Dusit Niyato","orcid":"https://orcid.org/0000-0002-7442-7416"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Dusit Niyato","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore"],"affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5113400577"],"corresponding_institution_ids":["https://openalex.org/I191208505"],"apc_list":null,"apc_paid":null,"fwci":5.7143,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.96571196,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"73","issue":"10","first_page":"15768","last_page":"15773"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11192","display_name":"Underwater Vehicles and Communication Systems","score":0.9800999760627747,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9765999913215637,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.8367898464202881},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.8036898374557495},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7239001393318176},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5353380441665649},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4305817484855652},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.34381020069122314},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3270876705646515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16897034645080566},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.09635356068611145}],"concepts":[{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.8367898464202881},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.8036898374557495},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7239001393318176},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5353380441665649},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4305817484855652},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.34381020069122314},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3270876705646515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16897034645080566},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.09635356068611145},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3406896","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3406896","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.6800000071525574}],"awards":[{"id":"https://openalex.org/G1129167665","display_name":null,"funder_award_id":"62331023","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1710422189","display_name":null,"funder_award_id":"20720220080","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2361871290","display_name":null,"funder_award_id":"62394292","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3998961062","display_name":null,"funder_award_id":"AISG2-RP-2020-019","funder_id":"https://openalex.org/F4320325256","funder_display_name":"Info-communications Media Development Authority"},{"id":"https://openalex.org/G494409627","display_name":null,"funder_award_id":"62101492","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6117017817","display_name":null,"funder_award_id":"FCP-ASTAR-TG-2022-003","funder_id":"https://openalex.org/F4320325256","funder_display_name":"Info-communications Media Development Authority"},{"id":"https://openalex.org/G6610172906","display_name":null,"funder_award_id":"U20A20158","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7013925519","display_name":null,"funder_award_id":"62371408","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7203450436","display_name":null,"funder_award_id":"U21A20444","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8307548408","display_name":null,"funder_award_id":"62301467","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320320709","display_name":"National Research Foundation Singapore","ror":"https://ror.org/03cpyc314"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320325256","display_name":"Info-communications Media Development Authority","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1191599655","https://openalex.org/W2950077417","https://openalex.org/W2983265609","https://openalex.org/W3046206360","https://openalex.org/W3046418879","https://openalex.org/W3100368766","https://openalex.org/W3135203571","https://openalex.org/W3215230729","https://openalex.org/W4200475471","https://openalex.org/W4225737845","https://openalex.org/W4225948314","https://openalex.org/W4286579117","https://openalex.org/W4287218656","https://openalex.org/W4287890146","https://openalex.org/W4292826034","https://openalex.org/W4293704292","https://openalex.org/W4294982529","https://openalex.org/W4309759479","https://openalex.org/W4312531397","https://openalex.org/W4385834538","https://openalex.org/W4389331917","https://openalex.org/W4392207806","https://openalex.org/W6627932998"],"related_works":["https://openalex.org/W2548963335","https://openalex.org/W2159941915","https://openalex.org/W1995129237","https://openalex.org/W1761601995","https://openalex.org/W2904599916","https://openalex.org/W4321608401","https://openalex.org/W4300468626","https://openalex.org/W2909457694","https://openalex.org/W3040536194","https://openalex.org/W2097713053"],"abstract_inverted_index":{"This":[0,37],"paper":[1,38],"proposes":[2],"an":[3,21],"aerial":[4,23],"reconfigurable":[5],"intelligent":[6],"surface":[7],"(RIS)-assisted":[8],"maritime":[9,57],"communication":[10,35],"network":[11],"(MCN)":[12],"against":[13],"jamming,":[14],"where":[15],"a":[16,34,90,107],"hybrid":[17,66,137],"RIS":[18,75],"mounted":[19],"on":[20,94],"unmanned":[22],"vehicle":[24],"(UAV)":[25],"is":[26,119],"deployed":[27],"to":[28,40,83,100,121],"adjust":[29],"and":[30,50,77,85,126],"amplify":[31],"signals":[32],"as":[33],"relay.":[36],"aims":[39],"maximize":[41],"the":[42,102,123,145,156,168],"system":[43,127,146,161],"energy":[44],"efficiency":[45],"(EE)":[46],"considering":[47],"jamming":[48],"noise":[49],"quality":[51],"of":[52,56,65,80,164],"service":[53],"(QoS)":[54],"constraints":[55],"users":[58],"(MUs)":[59],"by":[60],"jointly":[61],"optimizing":[62],"resource":[63,139],"scheduling":[64,140],"UAV-RIS":[67,138],"including":[68],"phase":[69],"shift":[70],"factor,":[71],"amplitude":[72],"coefficient,":[73],"active":[74],"ratio,":[76],"transmit":[78],"power":[79],"MUs.":[81],"Due":[82],"dynamic":[84],"unknown":[86],"environments,":[87],"we":[88],"design":[89],"novel":[91],"approach":[92,118,141,159],"based":[93],"penalized":[95,108],"deep":[96],"reinforcement":[97],"learning":[98,124],"(DRL)":[99],"solve":[101],"optimization":[103,116],"problem,":[104],"in":[105],"which":[106],"point":[109],"policy":[110,115],"difference":[111],"authentic":[112],"boundary":[113],"proximal":[114],"(P3D-ABPPO)":[117],"proposed":[120,135,157],"enhance":[122],"capacity":[125],"EE":[128,147,162],"performance.":[129],"Simulation":[130],"results":[131],"demonstrate":[132],"that":[133],"our":[134],"P3D-ABPPO-based":[136],"can":[142],"significantly":[143],"improve":[144],"compared":[148,166],"with":[149,167],"other":[150],"traditional":[151],"DRL":[152],"approaches.":[153],"For":[154],"example,":[155],"P3D-ABPPO":[158],"achieves":[160],"improvements":[163],"10.38%":[165],"PPO":[169],"approach.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}