{"id":"https://openalex.org/W4304128224","doi":"https://doi.org/10.3390/e24101441","title":"Deep Reinforcement Learning Based Decision Making for Complex Jamming Waveforms","display_name":"Deep Reinforcement Learning Based Decision Making for Complex Jamming Waveforms","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4304128224","doi":"https://doi.org/10.3390/e24101441","pmid":"https://pubmed.ncbi.nlm.nih.gov/37420461"},"language":"en","primary_location":{"id":"doi:10.3390/e24101441","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24101441","pdf_url":"https://www.mdpi.com/1099-4300/24/10/1441/pdf?version=1666682431","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/1099-4300/24/10/1441/pdf?version=1666682431","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100802157","display_name":"Yuting Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuting Xu","raw_affiliation_strings":["Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100773459","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0002-6357-3661"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Wang","raw_affiliation_strings":["Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059956001","display_name":"Jiakai Liang","orcid":"https://orcid.org/0000-0002-5003-7325"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiakai Liang","raw_affiliation_strings":["Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China"],"raw_orcid":"https://orcid.org/0000-0002-5003-7325","affiliations":[{"raw_affiliation_string":"Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081891978","display_name":"Keqiang Yue","orcid":"https://orcid.org/0000-0003-0880-9798"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Keqiang Yue","raw_affiliation_strings":["Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China","Science and Technology on Communication Information Security Control Laboratory, The No. 011 Research Center, Jiaxing 314033, China"],"raw_orcid":"https://orcid.org/0000-0003-0880-9798","affiliations":[{"raw_affiliation_string":"Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]},{"raw_affiliation_string":"Science and Technology on Communication Information Security Control Laboratory, The No. 011 Research Center, Jiaxing 314033, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100446249","display_name":"Wenjun Li","orcid":"https://orcid.org/0000-0001-6788-3256"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wenjun Li","raw_affiliation_strings":["Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Laboratory of RF Circuits and Systems, Ministry of Education, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067210108","display_name":"Shilian Zheng","orcid":"https://orcid.org/0000-0002-3089-4346"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shilian Zheng","raw_affiliation_strings":["Science and Technology on Communication Information Security Control Laboratory, The No. 011 Research Center, Jiaxing 314033, China"],"raw_orcid":"https://orcid.org/0000-0002-3089-4346","affiliations":[{"raw_affiliation_string":"Science and Technology on Communication Information Security Control Laboratory, The No. 011 Research Center, Jiaxing 314033, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038916444","display_name":"Zhijin Zhao","orcid":"https://orcid.org/0000-0002-5408-0574"},"institutions":[{"id":"https://openalex.org/I50760025","display_name":"Hangzhou Dianzi University","ror":"https://ror.org/0576gt767","country_code":"CN","type":"education","lineage":["https://openalex.org/I50760025"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhijin Zhao","raw_affiliation_strings":["The School of Communication Engineering, Hangzhou Dianzi University, Hangzhou 310018, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The School of Communication Engineering, Hangzhou Dianzi University, Hangzhou 310018, China","institution_ids":["https://openalex.org/I50760025"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5081891978","https://openalex.org/A5100446249"],"corresponding_institution_ids":["https://openalex.org/I50760025"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":0.8561,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.75167897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"24","issue":"10","first_page":"1441","last_page":"1441"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11498","display_name":"Security in Wireless Sensor Networks","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/jamming","display_name":"Jamming","score":0.9024879932403564},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.869728684425354},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7749264240264893},{"id":"https://openalex.org/keywords/electronic-warfare","display_name":"Electronic warfare","score":0.5895520448684692},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5287972092628479},{"id":"https://openalex.org/keywords/electromagnetic-environment","display_name":"Electromagnetic environment","score":0.48114073276519775},{"id":"https://openalex.org/keywords/principle-of-maximum-entropy","display_name":"Principle of maximum entropy","score":0.45835649967193604},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.4126230776309967},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08585965633392334}],"concepts":[{"id":"https://openalex.org/C2779079576","wikidata":"https://www.wikidata.org/wiki/Q17092823","display_name":"Jamming","level":2,"score":0.9024879932403564},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.869728684425354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7749264240264893},{"id":"https://openalex.org/C133082901","wikidata":"https://www.wikidata.org/wiki/Q272826","display_name":"Electronic warfare","level":3,"score":0.5895520448684692},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5287972092628479},{"id":"https://openalex.org/C64183698","wikidata":"https://www.wikidata.org/wiki/Q4530886","display_name":"Electromagnetic environment","level":2,"score":0.48114073276519775},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.45835649967193604},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.4126230776309967},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08585965633392334},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3390/e24101441","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24101441","pdf_url":"https://www.mdpi.com/1099-4300/24/10/1441/pdf?version=1666682431","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},{"id":"pmid:37420461","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37420461","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy (Basel, Switzerland)","raw_type":null},{"id":"pmh:oai:doaj.org/article:81d04047233c47bbaa930065db03372f","is_oa":true,"landing_page_url":"https://doaj.org/article/81d04047233c47bbaa930065db03372f","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy, Vol 24, Iss 10, p 1441 (2022)","raw_type":"article"},{"id":"pmh:oai:mdpi.com:/1099-4300/24/10/1441/","is_oa":true,"landing_page_url":"https://dx.doi.org/10.3390/e24101441","pdf_url":null,"source":{"id":"https://openalex.org/S4306400947","display_name":"MDPI (MDPI AG)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210097602","host_organization_name":"Multidisciplinary Digital Publishing Institute (Switzerland)","host_organization_lineage":["https://openalex.org/I4210097602"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy; Volume 24; Issue 10; Pages: 1441","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:9601320","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9601320","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Entropy (Basel)","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3390/e24101441","is_oa":true,"landing_page_url":"https://doi.org/10.3390/e24101441","pdf_url":"https://www.mdpi.com/1099-4300/24/10/1441/pdf?version=1666682431","source":{"id":"https://openalex.org/S195231649","display_name":"Entropy","issn_l":"1099-4300","issn":["1099-4300"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Entropy","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.7300000190734863}],"awards":[{"id":"https://openalex.org/G7438170775","display_name":null,"funder_award_id":"U19B2016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4304128224.pdf","grobid_xml":"https://content.openalex.org/works/W4304128224.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1514713802","https://openalex.org/W1641861334","https://openalex.org/W2004203064","https://openalex.org/W2008804203","https://openalex.org/W2015079959","https://openalex.org/W2071274528","https://openalex.org/W2097025901","https://openalex.org/W2127271355","https://openalex.org/W2145339207","https://openalex.org/W2168078104","https://openalex.org/W2168405694","https://openalex.org/W2333032143","https://openalex.org/W2337120071","https://openalex.org/W2603650430","https://openalex.org/W2735231767","https://openalex.org/W2768585044","https://openalex.org/W2781726626","https://openalex.org/W2898035736","https://openalex.org/W2901806698","https://openalex.org/W2903569952","https://openalex.org/W2930271577","https://openalex.org/W2942860100","https://openalex.org/W2962983127","https://openalex.org/W3031946898","https://openalex.org/W3119223610","https://openalex.org/W3125245754","https://openalex.org/W3130157957","https://openalex.org/W3171017576","https://openalex.org/W4226438888","https://openalex.org/W4296360192","https://openalex.org/W6652716081"],"related_works":["https://openalex.org/W2391130903","https://openalex.org/W2393275100","https://openalex.org/W3081127448","https://openalex.org/W3036103644","https://openalex.org/W2392898606","https://openalex.org/W2355624950","https://openalex.org/W2354671671","https://openalex.org/W2382788880","https://openalex.org/W2363623945","https://openalex.org/W1553343497"],"abstract_inverted_index":{"With":[0],"the":[1,50,58,62,75,115,125,133,139,142,148,170],"development":[2],"of":[3,16,77,85,135,141,157,169],"artificial":[4],"intelligence,":[5],"intelligent":[6,27],"communication":[7,34],"jamming":[8,28,44,54,158,165],"decision":[9,29],"making":[10],"is":[11],"an":[12,120],"important":[13],"research":[14],"direction":[15],"cognitive":[17],"electronic":[18],"warfare.":[19],"In":[20,114],"this":[21,99],"paper,":[22],"we":[23,101,118],"consider":[24],"a":[25,46,82,93,103],"complex":[26,65],"scenario":[30,48],"in":[31,45,68,92,129,154],"which":[32,87],"both":[33,167],"parties":[35],"choose":[36],"to":[37,42,79,124,131],"adjust":[38],"physical":[39],"layer":[40],"parameters":[41],"avoid":[43],"non-cooperative":[47],"and":[49,66,81,90,108,137,159,163],"jammer":[51],"achieves":[52,160],"accurate":[53],"by":[55],"interacting":[56],"with":[57],"environment.":[59,96],"However,":[60],"when":[61],"situation":[63],"becomes":[64],"large":[67],"number,":[69],"traditional":[70],"reinforcement":[71,105],"learning":[72,106],"suffers":[73],"from":[74],"problems":[76],"failure":[78],"converge":[80],"high":[83],"number":[84,134],"interactions,":[86],"are":[88],"fatal":[89],"unrealistic":[91],"real":[94],"warfare":[95],"To":[97],"solve":[98],"problem,":[100],"propose":[102],"deep":[104],"based":[107],"maximum-entropy-based":[109],"soft":[110],"actor-critic":[111],"(SAC)":[112],"algorithm.":[113,143],"proposed":[116,149],"algorithm,":[117],"add":[119],"improved":[121],"Wolpertinger":[122],"architecture":[123],"original":[126],"SAC":[127],"algorithm":[128,150],"order":[130],"reduce":[132],"interactions":[136],"improve":[138],"accuracy":[140],"The":[144],"results":[145],"show":[146],"that":[147],"shows":[151],"excellent":[152],"performance":[153],"various":[155],"scenarios":[156],"accurate,":[161],"fast,":[162],"continuous":[164],"for":[166],"sides":[168],"communication.":[171]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-24T13:16:06.693445","created_date":"2025-10-10T00:00:00"}