{"id":"https://openalex.org/W4401943204","doi":"https://doi.org/10.1109/tvt.2024.3450956","title":"Primal-Dual Deep Reinforcement Learning for Periodic Coverage-Assisted UAV Secure Communications","display_name":"Primal-Dual Deep Reinforcement Learning for Periodic Coverage-Assisted UAV Secure Communications","publication_year":2024,"publication_date":"2024-08-28","ids":{"openalex":"https://openalex.org/W4401943204","doi":"https://doi.org/10.1109/tvt.2024.3450956"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3450956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3450956","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041465270","display_name":"Yunhui Qin","orcid":"https://orcid.org/0000-0002-6655-9849"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhui Qin","raw_affiliation_strings":["National School of Elite Engineering, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6655-9849","affiliations":[{"raw_affiliation_string":"National School of Elite Engineering, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082210598","display_name":"Zhifang Xing","orcid":"https://orcid.org/0009-0001-3600-0497"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifang Xing","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-3600-0497","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048999737","display_name":"Xulong Li","orcid":"https://orcid.org/0000-0002-5374-0323"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xulong Li","raw_affiliation_strings":["Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5374-0323","affiliations":[{"raw_affiliation_string":"Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040401781","display_name":"Zhongshan Zhang","orcid":"https://orcid.org/0000-0001-6454-4689"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongshan Zhang","raw_affiliation_strings":["School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6454-4689","affiliations":[{"raw_affiliation_string":"School of Cyberspace Science and Technology, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100458455","display_name":"Haijun Zhang","orcid":"https://orcid.org/0000-0002-0236-6482"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Zhang","raw_affiliation_strings":["National School of Elite Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0236-6482","affiliations":[{"raw_affiliation_string":"National School of Elite Engineering, Beijing Engineering and Technology Research Center for Convergence Networks and Ubiquitous Services, University of Science and Technology Beijing, Beijing, China","institution_ids":["https://openalex.org/I92403157"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.4938,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93203413,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":97},"biblio":{"volume":"73","issue":"12","first_page":"19641","last_page":"19652"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7240670919418335},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5583387613296509},{"id":"https://openalex.org/keywords/dual","display_name":"Dual (grammatical number)","score":0.49903202056884766},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.38937556743621826},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3816446363925934}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7240670919418335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5583387613296509},{"id":"https://openalex.org/C2780980858","wikidata":"https://www.wikidata.org/wiki/Q110022","display_name":"Dual (grammatical number)","level":2,"score":0.49903202056884766},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.38937556743621826},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3816446363925934},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3450956","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3450956","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1753565313","display_name":null,"funder_award_id":"2023M740266","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G1793037506","display_name":null,"funder_award_id":"62401060","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2776055286","https://openalex.org/W2782363571","https://openalex.org/W2788014517","https://openalex.org/W2885551694","https://openalex.org/W2890006332","https://openalex.org/W2905487115","https://openalex.org/W2914952404","https://openalex.org/W2915576678","https://openalex.org/W2963385432","https://openalex.org/W3002757309","https://openalex.org/W3011448248","https://openalex.org/W3013032983","https://openalex.org/W3031237245","https://openalex.org/W3036305875","https://openalex.org/W3048217314","https://openalex.org/W3100974533","https://openalex.org/W3157217691","https://openalex.org/W3159852908","https://openalex.org/W3203981983","https://openalex.org/W3210650436","https://openalex.org/W4205367286","https://openalex.org/W4226057460","https://openalex.org/W4226115187","https://openalex.org/W4226420271","https://openalex.org/W4226478636","https://openalex.org/W4280627398","https://openalex.org/W4285124278","https://openalex.org/W4296924891","https://openalex.org/W4311413987","https://openalex.org/W4312227560","https://openalex.org/W4312601533","https://openalex.org/W4313041210","https://openalex.org/W4313854346","https://openalex.org/W4317418810","https://openalex.org/W4321021531","https://openalex.org/W4323022389","https://openalex.org/W4327521687","https://openalex.org/W4361029920","https://openalex.org/W4361766648","https://openalex.org/W4387088885","https://openalex.org/W4392782045","https://openalex.org/W6747473740","https://openalex.org/W6748512255"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4306904969","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2138720691","https://openalex.org/W2376932109","https://openalex.org/W4362501864","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Considering":[0],"the":[1,21,61,75,82,87,91,96,100,104,115,130,134,144,155,161,164,168],"UAVs'":[2],"energy":[3],"constraints":[4],"and":[5,45,69,90,109,133,148,167],"green":[6],"communication":[7,17],"requirements,":[8],"this":[9],"paper":[10],"proposes":[11],"a":[12,51],"periodic":[13],"coverage-assisted":[14],"UAV":[15,33,43,67,107],"secure":[16],"system":[18],"to":[19,39],"maximize":[20],"worst-case":[22],"average":[23],"achievable":[24],"secrecy":[25,88,169],"rate.UAV":[26],"base":[27],"stations":[28],"serve":[29],"legitimate":[30],"users":[31],"while":[32,113],"jammers":[34],"periodically":[35],"dispatch":[36],"interference":[37],"signals":[38],"eavesdroppers.":[40],"User":[41],"scheduling,":[42,66,106],"trajectory":[44,68,108],"power":[46,70,110],"allocation":[47,71,111],"are":[48],"modeled":[49],"as":[50,141,143],"constrained":[52],"Markov":[53],"decision":[54],"problem":[55],"with":[56],"coverage":[57,97],"evaluation":[58],"constraint.":[59,98],"Then,":[60],"joint":[62],"optimization":[63],"of":[64],"user":[65,105],"is":[72],"achieved":[73],"by":[74],"primal-dual":[76],"soft":[77],"actor-critic":[78],"(SAC)":[79],"algorithm.":[80],"Specifically,":[81],"reward":[83,165],"critic":[84,93],"network":[85,94,102],"assesses":[86],"rate":[89],"cost":[92],"fits":[95],"Meanwhile,":[99],"actor":[101],"generates":[103],"policy":[112,138],"updating":[114],"dual":[116],"variables.":[117],"For":[118],"comparison,":[119],"we":[120],"also":[121],"adopt":[122],"other":[123],"deep":[124,136],"reinforcement":[125],"learning":[126],"(DRL)":[127],"solutions":[128],"namely":[129],"SAC":[131],"algorithm":[132,157],"twin-delayed":[135],"deterministic":[137],"gradient":[139],"(TD3)":[140],"well":[142],"traditional":[145],"random":[146],"method":[147],"greedy":[149],"method.":[150],"Simulation":[151],"results":[152],"show":[153],"that":[154],"proposed":[156],"performs":[158],"best":[159],"in":[160],"training":[162],"speed,":[163],"performance":[166],"rate.":[170]},"counts_by_year":[{"year":2025,"cited_by_count":3}],"updated_date":"2025-12-21T23:12:01.093139","created_date":"2025-10-10T00:00:00"}