{"id":"https://openalex.org/W4414458974","doi":"https://doi.org/10.1109/jiot.2025.3613766","title":"Cooperative Multi-UAV Jamming in 3-D Uncertain Environments Using Multi-Agent Reinforcement Learning","display_name":"Cooperative Multi-UAV Jamming in 3-D Uncertain Environments Using Multi-Agent Reinforcement Learning","publication_year":2025,"publication_date":"2025-09-24","ids":{"openalex":"https://openalex.org/W4414458974","doi":"https://doi.org/10.1109/jiot.2025.3613766"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3613766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3613766","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026853484","display_name":"Liangtian Wan","orcid":"https://orcid.org/0000-0003-0574-8360"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liangtian Wan","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China","School of Software, Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0003-0574-8360","affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Software, Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Bin Li","orcid":"https://orcid.org/0009-0001-3149-8804"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Li","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China","School of Software, Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0001-3149-8804","affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Software, Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067984316","display_name":"Lu Sun","orcid":"https://orcid.org/0000-0001-7779-4484"},"institutions":[{"id":"https://openalex.org/I43313876","display_name":"Dalian Maritime University","ror":"https://ror.org/002b7nr53","country_code":"CN","type":"education","lineage":["https://openalex.org/I43313876"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Sun","raw_affiliation_strings":["Department of Communication Engineering, Institute of Information Science Technology, Dalian Maritime University, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0001-7779-4484","affiliations":[{"raw_affiliation_string":"Department of Communication Engineering, Institute of Information Science Technology, Dalian Maritime University, Dalian, China","institution_ids":["https://openalex.org/I43313876"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101674213","display_name":"Jinyan Wang","orcid":"https://orcid.org/0009-0003-4539-885X"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiashuai Wang","raw_affiliation_strings":["Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China","School of Software, Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0009-0003-4539-885X","affiliations":[{"raw_affiliation_string":"Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, School of Software, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]},{"raw_affiliation_string":"School of Software, Key Laboratory for Ubiquitous Network and Service Software of Liaoning Province, Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101947451","display_name":"Xianpeng Wang","orcid":"https://orcid.org/0000-0002-6681-6489"},"institutions":[{"id":"https://openalex.org/I20942203","display_name":"Hainan University","ror":"https://ror.org/03q648j11","country_code":"CN","type":"education","lineage":["https://openalex.org/I20942203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianpeng Wang","raw_affiliation_strings":["School of Information and Communication Engineering, Hainan University, Haikou, China"],"raw_orcid":"https://orcid.org/0000-0002-6681-6489","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Hainan University, Haikou, China","institution_ids":["https://openalex.org/I20942203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087493208","display_name":"Gang Xu","orcid":"https://orcid.org/0000-0001-9875-051X"},"institutions":[{"id":"https://openalex.org/I4391768253","display_name":"State Key Laboratory of Millimeter Waves","ror":"https://ror.org/02q1v5910","country_code":null,"type":"facility","lineage":["https://openalex.org/I4391768253","https://openalex.org/I76569877"]},{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Xu","raw_affiliation_strings":["State Key Laboratory of Millimeter Waves, School of Information Science and Engineering, Southeast University, Nanjing, China","School of Information Science and Engineering, State Key Laboratory of Millimeter Waves, Southeast University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-9875-051X","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Millimeter Waves, School of Information Science and Engineering, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I4391768253","https://openalex.org/I76569877"]},{"raw_affiliation_string":"School of Information Science and Engineering, State Key Laboratory of Millimeter Waves, Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I4391768253","https://openalex.org/I76569877"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24507956,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"5","first_page":"8134","last_page":"8142"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9858999848365784,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9764999747276306,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7718999981880188},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.6723999977111816},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6234999895095825},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5773000121116638},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5248000025749207},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5141000151634216},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.4902999997138977},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.4634000062942505},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.448199987411499}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8388000130653381},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7718999981880188},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.6723999977111816},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6234999895095825},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5773000121116638},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5248000025749207},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5141000151634216},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.4902999997138977},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.4634000062942505},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.448199987411499},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4271000027656555},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.415800005197525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37049999833106995},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.3433000147342682},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.33869999647140503},{"id":"https://openalex.org/C166961238","wikidata":"https://www.wikidata.org/wiki/Q221395","display_name":"Air traffic control","level":2,"score":0.3368000090122223},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C81074085","wikidata":"https://www.wikidata.org/wiki/Q366872","display_name":"Motion planning","level":3,"score":0.3158999979496002},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3116999864578247},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.30809998512268066},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3075999915599823},{"id":"https://openalex.org/C59519942","wikidata":"https://www.wikidata.org/wiki/Q650665","display_name":"Drone","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.2712000012397766},{"id":"https://openalex.org/C78780964","wikidata":"https://www.wikidata.org/wiki/Q7233193","display_name":"Position paper","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.265500009059906},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2644999921321869}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3613766","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3613766","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2316385090","display_name":null,"funder_award_id":"3132025248","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2339672561","display_name":null,"funder_award_id":"62571080","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2901790394","https://openalex.org/W3036557346","https://openalex.org/W3123316284","https://openalex.org/W3207374033","https://openalex.org/W3211582485","https://openalex.org/W4292962436","https://openalex.org/W4322734026","https://openalex.org/W4385236825","https://openalex.org/W4388878401","https://openalex.org/W4389474153","https://openalex.org/W4393034266","https://openalex.org/W4399343235","https://openalex.org/W4402485916","https://openalex.org/W4403432069","https://openalex.org/W4403977949","https://openalex.org/W4406887174","https://openalex.org/W4413822397"],"related_works":[],"abstract_inverted_index":{"The":[0,161],"rapid":[1],"development":[2],"of":[3,116,189,211],"drone":[4],"technology":[5],"has":[6],"spurred":[7],"significant":[8,30],"interest":[9],"in":[10,74,223],"multi-UAV":[11],"collaborative":[12,154],"systems,":[13],"particularly":[14],"for":[15,123,192],"complex":[16],"tasks":[17],"like":[18,49],"cooperative":[19,76,85],"target":[20,38,69,101,117,158,202],"jamming.":[21,134],"However,":[22],"realizing":[23],"their":[24],"full":[25],"potential":[26],"is":[27,106,183],"hindered":[28],"by":[29,66,165,185],"challenges,":[31],"primarily":[32],"stemming":[33],"from":[34],"uncertain":[35,67],"three-dimensional":[36],"(3-D)":[37],"positions":[39,70,159],"and":[40,52,127,148,169,175,203,218],"operational":[41],"time":[42],"constraints.":[43],"These":[44],"factors":[45],"complicate":[46],"crucial":[47],"aspects":[48],"path":[50],"planning":[51],"efficient":[53],"task":[54,110,141,221],"allocation,":[55],"ultimately":[56],"jeopardizing":[57],"jamming":[58,77,87,155,225],"mission":[59,179],"success.":[60],"Furthermore,":[61],"the":[62,114,140,187,209],"specific":[63],"complexities":[64],"introduced":[65],"3-D":[68,120],"are":[71],"often":[72],"overlooked":[73],"existing":[75],"strategies.":[78],"To":[79],"address":[80],"these":[81],"issues,":[82],"we":[83,138],"propose":[84],"multi-agent":[86],"techniques":[88],"using":[89],"reinforcement":[90,150],"learning":[91,151],"(RL)":[92],"to":[93,131,152,207],"maximize":[94],"interference":[95,130],"effectiveness":[96,210],"against":[97],"designated":[98],"targets":[99],"under":[100,157],"position":[102,118],"uncertainty.":[103,160],"Our":[104],"methodology":[105],"based":[107],"on":[108],"a":[109,143],"framework":[111],"that":[112],"unifies":[113],"models":[115],"uncertainty,":[119],"probabilistic":[121],"perception":[122],"high-fidelity":[124],"UAV":[125],"sensing,":[126],"directional":[128],"antenna":[129],"achieve":[132],"optimal":[133],"Within":[135],"this":[136],"framework,":[137],"formalize":[139],"as":[142],"Markov":[144],"Decision":[145],"Process":[146],"(MDP)":[147],"employ":[149],"optimize":[153],"policies":[156],"proposed":[162,213],"RL":[163],"algorithm,":[164],"utilizing":[166],"both":[167],"individual":[168],"collaborator":[170],"rewards,":[171],"adaptively":[172],"balances":[173],"exploration":[174],"exploitation":[176],"across":[177],"different":[178],"stages.":[180],"This":[181],"balance":[182],"achieved":[184],"adjusting":[186],"amplitude":[188],"noise":[190],"used":[191],"action":[193],"selection.":[194],"We":[195],"conducted":[196],"simulation":[197],"experiments":[198],"with":[199],"various":[200],"UAV,":[201],"no-fly":[204],"zone":[205],"configurations":[206],"validate":[208],"our":[212],"method,":[214],"demonstrating":[215],"its":[216],"scalability":[217],"strong":[219],"joint":[220],"performance":[222],"achieving":[224],"objectives.":[226]},"counts_by_year":[],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}