{"id":"https://openalex.org/W3048217314","doi":"https://doi.org/10.1109/tvt.2020.3014788","title":"UAV-Enabled Secure Communications by Multi-Agent Deep Reinforcement Learning","display_name":"UAV-Enabled Secure Communications by Multi-Agent Deep Reinforcement Learning","publication_year":2020,"publication_date":"2020-08-06","ids":{"openalex":"https://openalex.org/W3048217314","doi":"https://doi.org/10.1109/tvt.2020.3014788","mag":"3048217314"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2020.3014788","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.3014788","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100433521","display_name":"Yu Zhang","orcid":"https://orcid.org/0000-0002-2645-804X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yu Zhang","raw_affiliation_strings":["State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039553287","display_name":"Zhiyu Mou","orcid":"https://orcid.org/0000-0002-3260-1420"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyu Mou","raw_affiliation_strings":["State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050402661","display_name":"Feifei Gao","orcid":"https://orcid.org/0000-0001-8896-352X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feifei Gao","raw_affiliation_strings":["State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071183299","display_name":"Jing Jiang","orcid":"https://orcid.org/0000-0003-3242-912X"},"institutions":[{"id":"https://openalex.org/I4210136859","display_name":"Xi\u2019an University of Posts and Telecommunications","ror":"https://ror.org/04jn0td46","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210136859"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Jiang","raw_affiliation_strings":["Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi\u2019an University of Posts and Telecommunications, Xi\u2019an, China","institution_ids":["https://openalex.org/I4210136859"]},{"raw_affiliation_string":"Shaanxi Key Laboratory of Information Communication Network and Security, Xi'an University of Posts and Telecommunications, Xi'an, China","institution_ids":["https://openalex.org/I4210136859"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007797149","display_name":"Ruijin Ding","orcid":"https://orcid.org/0000-0001-7441-3199"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruijin Ding","raw_affiliation_strings":["State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Lab of Intelligent Technologies and Systems, Beijing National Research Center for Information Science and Technology (BNRist), Institute for Artificial Intelligence, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063667378","display_name":"Zhu Han","orcid":null},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I44461941","display_name":"University of Houston","ror":"https://ror.org/048sx0r50","country_code":"US","type":"education","lineage":["https://openalex.org/I44461941"]}],"countries":["KR","US"],"is_corresponding":false,"raw_author_name":"Zhu Han","raw_affiliation_strings":["Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Kyung Hee University, Seoul, South Korea","institution_ids":["https://openalex.org/I35928602"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, University of Houston, Houston, TX, USA","institution_ids":["https://openalex.org/I44461941"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100433521"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":220.164,"has_fulltext":false,"cited_by_count":268,"citation_normalized_percentile":{"value":0.99984814,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"69","issue":"10","first_page":"11599","last_page":"11611"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9908000230789185,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9661999940872192,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7802329063415527},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.7618244886398315},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.701796293258667},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6984487771987915},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.5962262749671936},{"id":"https://openalex.org/keywords/beamforming","display_name":"Beamforming","score":0.5745798349380493},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.514765739440918},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.5127936005592346},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4659375250339508},{"id":"https://openalex.org/keywords/drone","display_name":"Drone","score":0.4328109920024872},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4285178482532501},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2995590567588806},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2978813052177429},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.18410933017730713}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7802329063415527},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.7618244886398315},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.701796293258667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6984487771987915},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.5962262749671936},{"id":"https://openalex.org/C54197355","wikidata":"https://www.wikidata.org/wiki/Q5782992","display_name":"Beamforming","level":2,"score":0.5745798349380493},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.514765739440918},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.5127936005592346},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4659375250339508},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.4328109920024872},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4285178482532501},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2995590567588806},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2978813052177429},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.18410933017730713},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2020.3014788","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2020.3014788","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1967788546","display_name":null,"funder_award_id":"CNS1717454","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3113351901","display_name":null,"funder_award_id":"CNS-1731424","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3762958806","display_name":null,"funder_award_id":"L182042","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G4940453275","display_name":null,"funder_award_id":"EARS-1839818","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5896791982","display_name":null,"funder_award_id":"61771274","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7025569477","display_name":null,"funder_award_id":"61871321","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G721611289","display_name":null,"funder_award_id":"CNS-1702850","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8114187719","display_name":null,"funder_award_id":"61831013","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8616498718","display_name":null,"funder_award_id":"61531011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G930939680","display_name":null,"funder_award_id":"4182030","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1542941925","https://openalex.org/W1963871420","https://openalex.org/W2031834036","https://openalex.org/W2056783850","https://openalex.org/W2080147975","https://openalex.org/W2122653429","https://openalex.org/W2753941074","https://openalex.org/W2759529277","https://openalex.org/W2761087823","https://openalex.org/W2783222607","https://openalex.org/W2790256744","https://openalex.org/W2797086109","https://openalex.org/W2885293674","https://openalex.org/W2886124254","https://openalex.org/W2891339338","https://openalex.org/W2894976951","https://openalex.org/W2899898540","https://openalex.org/W2901790394","https://openalex.org/W2905487115","https://openalex.org/W2907916537","https://openalex.org/W2912719095","https://openalex.org/W2914952404","https://openalex.org/W2915576678","https://openalex.org/W2962751492","https://openalex.org/W2962890638","https://openalex.org/W2963000651","https://openalex.org/W2963145597","https://openalex.org/W2963290405","https://openalex.org/W2963403868","https://openalex.org/W2963562809","https://openalex.org/W2964125271","https://openalex.org/W2964335392","https://openalex.org/W2965642309","https://openalex.org/W2993809815","https://openalex.org/W2998868424","https://openalex.org/W3006431373","https://openalex.org/W3099804988","https://openalex.org/W3106530718","https://openalex.org/W4240278190","https://openalex.org/W4299802797","https://openalex.org/W4385245566","https://openalex.org/W6738796088","https://openalex.org/W6739901393","https://openalex.org/W6755069753","https://openalex.org/W6757096465"],"related_works":["https://openalex.org/W3087844490","https://openalex.org/W2287071596","https://openalex.org/W3090699061","https://openalex.org/W4387546583","https://openalex.org/W2623668551","https://openalex.org/W2051762234","https://openalex.org/W2131408743","https://openalex.org/W2055634632","https://openalex.org/W2171065346","https://openalex.org/W4396680560"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1,8],"vehicles":[2],"(UAVs)":[3],"can":[4,172],"be":[5,88],"employed":[6],"as":[7],"base":[9],"stations":[10],"to":[11,31,55,97,108,130,205,208],"support":[12],"communication":[13],"for":[14],"the":[15,20,32,41,57,62,81,90,94,100,104,109,132,138,142,149,153,169,174,186,202,209,223,226,234],"ground":[16,42],"users":[17],"(GUs).":[18],"However,":[19],"aerial-to-ground":[21],"(A2G)":[22],"channel":[23],"link":[24],"is":[25,37,231],"dominated":[26],"by":[27,40,76,111,135],"line-of-sight":[28],"(LoS)":[29],"due":[30],"high":[33],"flying":[34],"altitude,":[35],"which":[36],"easily":[38],"wiretapped":[39],"eavesdroppers":[43],"(GEs).":[44],"In":[45,67],"this":[46,68],"case,":[47],"a":[48,72,116,194],"single":[49],"UAV":[50,78,82,91,101,146,154],"has":[51],"limited":[52],"maneuvering":[53],"capacity":[54,134],"obtain":[56],"desired":[58],"secure":[59,133],"rate":[60],"in":[61],"presence":[63],"of":[64,140,178,213,229],"multiple":[65],"eavesdroppers.":[66],"paper,":[69],"we":[70,191],"propose":[71,115,193],"cooperative":[73],"jamming":[74,150],"approach":[75],"letting":[77],"jammers":[79,102],"help":[80],"transmitter":[83,92,147],"defend":[84],"against":[85],"GEs.":[86],"To":[87,184],"specific,":[89],"sends":[93],"confidential":[95],"information":[96],"GUs,":[98],"and":[99,148,162,180,189,211],"send":[103],"artificial":[105],"noise":[106],"signals":[107],"GEs":[110],"3D":[112],"beamforming.":[113],"We":[114],"multi-agent":[117,124],"deep":[118,125],"reinforcement":[119],"learning":[120,187],"(MADRL)":[121],"approach,":[122],"i.e.,":[123],"deterministic":[126],"policy":[127],"gradient":[128],"(MADDPG)":[129],"maximize":[131],"jointly":[136],"optimizing":[137],"trajectory":[139,176],"UAVs,":[141],"transmit":[143],"power":[144,151],"from":[145,152],"jammers.":[155],"The":[156,165],"MADDPG":[157,198,235],"algorithm":[158],"adopts":[159],"centralized":[160],"training":[161],"distributed":[163],"execution.":[164],"simulation":[166,224],"results":[167],"show":[168],"MADRL":[170],"method":[171],"realize":[173],"joint":[175],"design":[177],"UAVs":[179],"achieve":[181],"good":[182],"performance.":[183],"improve":[185],"efficiency":[188],"convergence,":[190],"further":[192],"continuous":[195],"action":[196],"attention":[197,207],"(CAA-MADDPG)":[199],"method,":[200],"where":[201],"agent":[203],"learns":[204],"pay":[206],"actions":[210],"observations":[212],"other":[214],"agents":[215],"that":[216],"are":[217],"more":[218],"relevant":[219],"with":[220],"it.":[221],"From":[222],"results,":[225],"rewards":[227],"performance":[228],"CAA-MADDPG":[230],"better":[232],"than":[233],"without":[236],"attention.":[237]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":63},{"year":2024,"cited_by_count":57},{"year":2023,"cited_by_count":57},{"year":2022,"cited_by_count":46},{"year":2021,"cited_by_count":35},{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}