{"id":"https://openalex.org/W3092477929","doi":"https://doi.org/10.1155/2020/8825120","title":"Hierarchical Q-Learning Based UAV Secure Communication against Multiple UAV Adaptive Eavesdroppers","display_name":"Hierarchical Q-Learning Based UAV Secure Communication against Multiple UAV Adaptive Eavesdroppers","publication_year":2020,"publication_date":"2020-10-08","ids":{"openalex":"https://openalex.org/W3092477929","doi":"https://doi.org/10.1155/2020/8825120","mag":"3092477929"},"language":"en","primary_location":{"id":"doi:10.1155/2020/8825120","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8825120","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8825120.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://downloads.hindawi.com/journals/wcmc/2020/8825120.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053988504","display_name":"Jue Liu","orcid":"https://orcid.org/0000-0002-6782-5934"},"institutions":[{"id":"https://openalex.org/I206777745","display_name":"Nanjing Audit University","ror":"https://ror.org/04zj2bd87","country_code":"CN","type":"education","lineage":["https://openalex.org/I206777745"]},{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jue Liu","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing 210007, China","School of Information Science and Engineering, Jinshen College of Nanjing Audit University, Nanjing 210023, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing 210007, China","institution_ids":["https://openalex.org/I4210163363"]},{"raw_affiliation_string":"School of Information Science and Engineering, Jinshen College of Nanjing Audit University, Nanjing 210023, China","institution_ids":["https://openalex.org/I206777745"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038421414","display_name":"Nan Sha","orcid":"https://orcid.org/0000-0002-3928-4173"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Sha","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing 210007, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing 210007, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034493481","display_name":"Weiwei Yang","orcid":"https://orcid.org/0000-0002-0220-4088"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Weiwei Yang","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing 210007, China"],"raw_orcid":"https://orcid.org/0000-0002-0220-4088","affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing 210007, China","institution_ids":["https://openalex.org/I4210163363"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112377133","display_name":"Jia Tu","orcid":"https://orcid.org/0000-0003-0548-7770"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia Tu","raw_affiliation_strings":["College of International Studies, National University of Defense Technology, Nanjing 210039, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of International Studies, National University of Defense Technology, Nanjing 210039, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073498264","display_name":"Lianxin Yang","orcid":"https://orcid.org/0000-0003-3948-3102"},"institutions":[{"id":"https://openalex.org/I4210163363","display_name":"PLA Army Engineering University","ror":"https://ror.org/05mgp8x93","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210163363"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lianxin Yang","raw_affiliation_strings":["College of Communications Engineering, Army Engineering University of PLA, Nanjing 210007, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Communications Engineering, Army Engineering University of PLA, Nanjing 210007, China","institution_ids":["https://openalex.org/I4210163363"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034493481"],"corresponding_institution_ids":["https://openalex.org/I4210163363"],"apc_list":{"value":2300,"currency":"USD","value_usd":2300},"apc_paid":{"value":2300,"currency":"USD","value_usd":2300},"fwci":0.9085,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.74432878,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"2020","issue":null,"first_page":"1","last_page":"15"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/eavesdropping","display_name":"Eavesdropping","score":0.9410434365272522},{"id":"https://openalex.org/keywords/stackelberg-competition","display_name":"Stackelberg competition","score":0.8647648096084595},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8442189693450928},{"id":"https://openalex.org/keywords/secrecy","display_name":"Secrecy","score":0.6327133178710938},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.5762534737586975},{"id":"https://openalex.org/keywords/transmitter-power-output","display_name":"Transmitter power output","score":0.5412731766700745},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.5114496946334839},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.47336646914482117},{"id":"https://openalex.org/keywords/transmitter","display_name":"Transmitter","score":0.4694889187812805},{"id":"https://openalex.org/keywords/nash-equilibrium","display_name":"Nash equilibrium","score":0.4573802649974823},{"id":"https://openalex.org/keywords/artificial-noise","display_name":"Artificial noise","score":0.4213234782218933},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.41429126262664795},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.40351545810699463},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.28471213579177856}],"concepts":[{"id":"https://openalex.org/C2776788033","wikidata":"https://www.wikidata.org/wiki/Q320769","display_name":"Eavesdropping","level":2,"score":0.9410434365272522},{"id":"https://openalex.org/C199510392","wikidata":"https://www.wikidata.org/wiki/Q1184602","display_name":"Stackelberg competition","level":2,"score":0.8647648096084595},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8442189693450928},{"id":"https://openalex.org/C2776452267","wikidata":"https://www.wikidata.org/wiki/Q1503443","display_name":"Secrecy","level":2,"score":0.6327133178710938},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.5762534737586975},{"id":"https://openalex.org/C65422117","wikidata":"https://www.wikidata.org/wiki/Q358527","display_name":"Transmitter power output","level":4,"score":0.5412731766700745},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.5114496946334839},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.47336646914482117},{"id":"https://openalex.org/C47798520","wikidata":"https://www.wikidata.org/wiki/Q190157","display_name":"Transmitter","level":3,"score":0.4694889187812805},{"id":"https://openalex.org/C46814582","wikidata":"https://www.wikidata.org/wiki/Q23389","display_name":"Nash equilibrium","level":2,"score":0.4573802649974823},{"id":"https://openalex.org/C2780909371","wikidata":"https://www.wikidata.org/wiki/Q4801092","display_name":"Artificial noise","level":4,"score":0.4213234782218933},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.41429126262664795},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.40351545810699463},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.28471213579177856},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1155/2020/8825120","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8825120","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8825120.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c60b155a2b834287a7b2cf6890e26a65","is_oa":false,"landing_page_url":"https://doaj.org/article/c60b155a2b834287a7b2cf6890e26a65","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Wireless Communications and Mobile Computing, Vol 2020 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1155/2020/8825120","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2020/8825120","pdf_url":"https://downloads.hindawi.com/journals/wcmc/2020/8825120.pdf","source":{"id":"https://openalex.org/S235346","display_name":"Wireless Communications and Mobile Computing","issn_l":"1530-8669","issn":["1530-8669","1530-8677"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Wireless Communications and Mobile Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3204812113","display_name":"\u8ba4\u77e5\u8702\u7a9d\u7f51\u7edc\u4e2d\u7269\u7406\u5c42\u4fe1\u606f\u5b89\u5168\u4f20\u8f93\u6280\u672f\u7814\u7a76","funder_award_id":"61471393","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3582483005","display_name":null,"funder_award_id":"2018YFB1801103","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5996855434","display_name":"\u9762\u5411\u7a84\u5e26\u7269\u8054\u7f51\u7684\u7269\u7406\u5c42\u5b89\u5168\u6280\u672f\u7814\u7a76","funder_award_id":"61771487","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3092477929.pdf","grobid_xml":"https://content.openalex.org/works/W3092477929.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W2025488327","https://openalex.org/W2035769579","https://openalex.org/W2047399268","https://openalex.org/W2051586379","https://openalex.org/W2092865206","https://openalex.org/W2159687282","https://openalex.org/W2206930994","https://openalex.org/W2293366823","https://openalex.org/W2530027684","https://openalex.org/W2557746379","https://openalex.org/W2558431499","https://openalex.org/W2559939520","https://openalex.org/W2566316543","https://openalex.org/W2586992378","https://openalex.org/W2765911626","https://openalex.org/W2776055286","https://openalex.org/W2891044362","https://openalex.org/W2898465095","https://openalex.org/W2901756368","https://openalex.org/W2905045035","https://openalex.org/W2905487115","https://openalex.org/W2912719095","https://openalex.org/W2914586481","https://openalex.org/W2918831922","https://openalex.org/W2918864322","https://openalex.org/W2922170662","https://openalex.org/W2940244606","https://openalex.org/W2962738925","https://openalex.org/W2963061782","https://openalex.org/W2963117265","https://openalex.org/W2963166698","https://openalex.org/W2963385432","https://openalex.org/W2963688947","https://openalex.org/W3098405735"],"related_works":["https://openalex.org/W2801712179","https://openalex.org/W1993671760","https://openalex.org/W3045882672","https://openalex.org/W4313315695","https://openalex.org/W2376754011","https://openalex.org/W2560615025","https://openalex.org/W2995805091","https://openalex.org/W2064946300","https://openalex.org/W3198833577","https://openalex.org/W4211070069"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3],"investigate":[4],"secure":[5],"unmanned":[6],"aerial":[7],"vehicle":[8],"(UAV)":[9],"communication":[10],"in":[11],"the":[12,35,50,57,66,98,104,121,124,130,133,137],"presence":[13],"of":[14,103,123,132],"multiple":[15,54,117],"UAV":[16],"adaptive":[17],"eavesdroppers":[18],"(AEs),":[19],"where":[20],"each":[21],"AE":[22],"can":[23,112],"conduct":[24],"eavesdropping":[25,134],"or":[26],"jamming":[27],"adaptively":[28],"by":[29,116],"learning":[30],"others\u2019":[31],"actions":[32],"for":[33],"degrading":[34],"secrecy":[36,110],"rate":[37],"more":[38],"seriously.":[39],"The":[40],"one-leader":[41],"and":[42,56,78,85,119],"multi-follower":[43],"Stackelberg":[44,73],"game":[45],"is":[46,82,94,142],"adopted":[47],"to":[48,63,96],"analyze":[49],"mutual":[51],"interference":[52],"among":[53],"AEs,":[55],"optimal":[58,99,125],"transmit":[59],"powers":[60],"are":[61],"proven":[62],"exist":[64],"under":[65],"existing":[67],"conditions.":[68],"Following":[69],"that,":[70],"a":[71,86],"mixed-strategy":[72],"Equilibrium":[74],"based":[75,89],"on":[76,136],"finite":[77],"discretized":[79],"power":[80,90,100,126],"set":[81],"also":[83,143],"derived":[84],"hierarchical":[87],"Q-learning":[88],"allocation":[91,101,127],"algorithm":[92],"(HQLA)":[93],"proposed":[95],"obtain":[97],"strategy":[102],"transmitter.":[105],"Numerical":[106],"results":[107],"show":[108],"that":[109],"performance":[111],"be":[113],"degraded":[114],"severely":[115],"AEs":[118],"verify":[120],"availability":[122],"strategy.":[128],"Finally,":[129],"effect":[131],"cost":[135],"AE\u2019s":[138],"attack":[139],"mode":[140],"strategies":[141],"revealed.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":7},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}