{"id":"https://openalex.org/W4392607680","doi":"https://doi.org/10.1109/tccn.2024.3373640","title":"An Intelligent Strategy Decision Method for Collaborative Jamming Based on Hierarchical Multi-Agent Reinforcement Learning","display_name":"An Intelligent Strategy Decision Method for Collaborative Jamming Based on Hierarchical Multi-Agent Reinforcement Learning","publication_year":2024,"publication_date":"2024-03-08","ids":{"openalex":"https://openalex.org/W4392607680","doi":"https://doi.org/10.1109/tccn.2024.3373640"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2024.3373640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3373640","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080217808","display_name":"Wenxu Zhang","orcid":"https://orcid.org/0000-0001-6290-3895"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenxu Zhang","raw_affiliation_strings":["College of Information and Communication Engineering and the Key Laboratory of Advanced Marine Communication and Information Technology, Ministry of Industry and Information Technology and AVIC United Technology Center for Electromagnetic Spectrum Collaborative Detection and Intelligent Cognition, Harbin Engineering University, Harbin, Heilongjiang, China"],"affiliations":[{"raw_affiliation_string":"College of Information and Communication Engineering and the Key Laboratory of Advanced Marine Communication and Information Technology, Ministry of Industry and Information Technology and AVIC United Technology Center for Electromagnetic Spectrum Collaborative Detection and Intelligent Cognition, Harbin Engineering University, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011650795","display_name":"Tong Zhao","orcid":"https://orcid.org/0000-0001-6224-3778"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tong Zhao","raw_affiliation_strings":["College of Information and Communication Engineering and the Key Laboratory of Advanced Marine Communication and Information Technology, Ministry of Industry and Information Technology and AVIC United Technology Center for Electromagnetic Spectrum Collaborative Detection and Intelligent Cognition, Harbin Engineering University, Harbin, Heilongjiang, China"],"affiliations":[{"raw_affiliation_string":"College of Information and Communication Engineering and the Key Laboratory of Advanced Marine Communication and Information Technology, Ministry of Industry and Information Technology and AVIC United Technology Center for Electromagnetic Spectrum Collaborative Detection and Intelligent Cognition, Harbin Engineering University, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067542766","display_name":"Zhongkai Zhao","orcid":"https://orcid.org/0000-0002-8403-3891"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhongkai Zhao","raw_affiliation_strings":["College of Information and Communication Engineering and the Key Laboratory of Advanced Marine Communication and Information Technology, Ministry of Industry and Information Technology and AVIC United Technology Center for Electromagnetic Spectrum Collaborative Detection and Intelligent Cognition, Harbin Engineering University, Harbin, Heilongjiang, China"],"affiliations":[{"raw_affiliation_string":"College of Information and Communication Engineering and the Key Laboratory of Advanced Marine Communication and Information Technology, Ministry of Industry and Information Technology and AVIC United Technology Center for Electromagnetic Spectrum Collaborative Detection and Intelligent Cognition, Harbin Engineering University, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I151727225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455413","display_name":"Yajie Wang","orcid":"https://orcid.org/0000-0002-0962-4464"},"institutions":[{"id":"https://openalex.org/I151727225","display_name":"Harbin Engineering University","ror":"https://ror.org/03x80pn82","country_code":"CN","type":"education","lineage":["https://openalex.org/I151727225"]},{"id":"https://openalex.org/I890469752","display_name":"Ministry of Industry and Information Technology","ror":"https://ror.org/0385nmy68","country_code":"CN","type":"government","lineage":["https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yajie Wang","raw_affiliation_strings":["College of Information and Communication Engineering and the Key Laboratory of Advanced Marine Communication and Information Technology, Ministry of Industry and Information Technology and AVIC United Technology Center for Electromagnetic Spectrum Collaborative Detection and Intelligent Cognition, Harbin Engineering University, Harbin, Heilongjiang, China"],"affiliations":[{"raw_affiliation_string":"College of Information and Communication Engineering and the Key Laboratory of Advanced Marine Communication and Information Technology, Ministry of Industry and Information Technology and AVIC United Technology Center for Electromagnetic Spectrum Collaborative Detection and Intelligent Cognition, Harbin Engineering University, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I890469752","https://openalex.org/I151727225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102627083","display_name":"Feiran Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I19648265","display_name":"Wright State University","ror":"https://ror.org/04qk6pt94","country_code":"US","type":"education","lineage":["https://openalex.org/I19648265"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Feiran Liu","raw_affiliation_strings":["Department of Electrical Engineering, Wright State University, Dayton, OH, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Wright State University, Dayton, OH, USA","institution_ids":["https://openalex.org/I19648265"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5080217808"],"corresponding_institution_ids":["https://openalex.org/I151727225","https://openalex.org/I890469752"],"apc_list":null,"apc_paid":null,"fwci":6.7719,"has_fulltext":false,"cited_by_count":19,"citation_normalized_percentile":{"value":0.97142019,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"10","issue":"4","first_page":"1467","last_page":"1480"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9879000186920166,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9878000020980835,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8861886262893677},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8196622729301453},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7704241275787354},{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.7187403440475464},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5022542476654053},{"id":"https://openalex.org/keywords/cognitive-radio","display_name":"Cognitive radio","score":0.49374422430992126},{"id":"https://openalex.org/keywords/decision-tree","display_name":"Decision tree","score":0.46368521451950073},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.4433019757270813},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4351852536201477},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.41333702206611633},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39247259497642517},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3155165910720825},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.09771409630775452}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8861886262893677},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8196622729301453},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7704241275787354},{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.7187403440475464},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5022542476654053},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.49374422430992126},{"id":"https://openalex.org/C84525736","wikidata":"https://www.wikidata.org/wiki/Q831366","display_name":"Decision tree","level":2,"score":0.46368521451950073},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.4433019757270813},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4351852536201477},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.41333702206611633},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39247259497642517},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3155165910720825},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.09771409630775452},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2024.3373640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2024.3373640","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G422908018","display_name":null,"funder_award_id":"202200200P6002","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W2048972052","https://openalex.org/W2136709909","https://openalex.org/W2347074400","https://openalex.org/W2607014226","https://openalex.org/W2610189169","https://openalex.org/W2782086889","https://openalex.org/W2794842204","https://openalex.org/W2904224934","https://openalex.org/W2923312126","https://openalex.org/W2935268363","https://openalex.org/W2974005385","https://openalex.org/W2979369291","https://openalex.org/W2979725405","https://openalex.org/W3000183250","https://openalex.org/W3005128058","https://openalex.org/W3006182894","https://openalex.org/W3033035734","https://openalex.org/W3036054814","https://openalex.org/W3036974419","https://openalex.org/W3045932801","https://openalex.org/W3105814356","https://openalex.org/W3106357768","https://openalex.org/W3115621866","https://openalex.org/W3121294994","https://openalex.org/W3130157957","https://openalex.org/W3134853632","https://openalex.org/W3135485952","https://openalex.org/W3153046568","https://openalex.org/W3176725384","https://openalex.org/W3193347507","https://openalex.org/W3204711768","https://openalex.org/W3205905181","https://openalex.org/W3206539422","https://openalex.org/W6703271639"],"related_works":["https://openalex.org/W2559261346","https://openalex.org/W4280609833","https://openalex.org/W2136943174","https://openalex.org/W1984793747","https://openalex.org/W1973979964","https://openalex.org/W4235820682","https://openalex.org/W2315999538","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"Aiming":[0],"at":[1],"the":[2,44,74,82,109,140,153,161,171],"problem":[3],"of":[4,63,89,97,133,144,163,173],"intelligent":[5,20,141,174],"cooperative":[6,21,46,50,145],"jamming":[7,22,51,146],"decision-making":[8,24,47,52,142,157,175],"against":[9],"frequency":[10,13,54,154,177],"agility":[11],"and":[12,125],"diversity":[14],"in":[15,53,122,148,176],"cognitive":[16],"electronic":[17],"warfare,":[18],"an":[19],"strategy":[23,158],"method":[25,88,112,121,143],"based":[26,80,100],"on":[27,81,101],"hierarchical":[28,64],"multi-agent":[29,35],"reinforcement":[30,65],"learning":[31,66],"is":[32,40,58,68,93,103,113,129],"proposed.":[33],"The":[34,49,60,95],"markov":[36],"decision":[37],"process":[38],"(MDP)":[39],"used":[41],"to":[42,72,116,160],"construct":[43],"multi-jammer":[45],"process.":[48],"domain":[55,155],"(FD-CJDM)":[56],"model":[57,99],"established.":[59],"design":[61,172],"idea":[62],"(HRL)":[67],"introduced.":[69],"In":[70,138],"order":[71,162],"find":[73],"optimal":[75],"strategy,":[76],"a":[77],"double-depth":[78,134],"Q-network":[79],"prioritized":[83],"experience":[84],"replay":[85],"(PER-DDQN)":[86],"optimization":[87],"sum":[90],"tree":[91],"structure":[92],"adopted.":[94],"performance":[96,128],"FD-CJDM":[98],"PER-DDQN":[102,111],"simulated.":[104],"Simulation":[105],"results":[106],"show":[107],"that":[108,132],"proposed":[110,147],"obviously":[114],"superior":[115],"deep":[117],"Q":[118,135],"network":[119,136],"(DQN)":[120],"action":[123],"estimation,":[124],"its":[126],"convergence":[127],"faster":[130],"than":[131],"(DDQN).":[137],"addition,":[139],"this":[149],"paper":[150],"can":[151],"fomulate":[152],"parameter":[156],"according":[159],"real-time":[164],"detected":[165],"radar":[166],"threats,":[167],"which":[168],"effectively":[169],"realizes":[170],"domain.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}