{"id":"https://openalex.org/W3206539422","doi":"https://doi.org/10.1587/transfun.2021eap1072","title":"A Deep Q-Network Based Intelligent Decision-Making Approach for Cognitive Radar","display_name":"A Deep Q-Network Based Intelligent Decision-Making Approach for Cognitive Radar","publication_year":2021,"publication_date":"2021-10-14","ids":{"openalex":"https://openalex.org/W3206539422","doi":"https://doi.org/10.1587/transfun.2021eap1072","mag":"3206539422"},"language":"en","primary_location":{"id":"doi:10.1587/transfun.2021eap1072","is_oa":false,"landing_page_url":"https://doi.org/10.1587/transfun.2021eap1072","pdf_url":null,"source":{"id":"https://openalex.org/S166990724","display_name":"IEICE Transactions on Fundamentals of Electronics Communications and Computer Sciences","issn_l":"0916-8508","issn":["0916-8508","1745-1337"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056744235","display_name":"Yong Tian","orcid":"https://orcid.org/0000-0003-4205-0885"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong TIAN","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396024","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0002-3825-6365"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peng WANG","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088002871","display_name":"Xinyue Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinyue HOU","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103957362","display_name":"Junpeng Yu","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junpeng YU","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101569414","display_name":"Xiaoyan Peng","orcid":"https://orcid.org/0000-0002-9599-9202"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan PENG","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015689394","display_name":"Hongshu Liao","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongshu LIAO","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002775930","display_name":"Lin Gao","orcid":"https://orcid.org/0000-0003-2871-9239"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin GAO","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":5.338,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.95898726,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":97},"biblio":{"volume":"E105.A","issue":"4","first_page":"719","last_page":"726"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10711","display_name":"Target Tracking and Data Fusion in Sensor Networks","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7404379844665527},{"id":"https://openalex.org/keywords/countermeasure","display_name":"Countermeasure","score":0.7265097498893738},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.7070910930633545},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.6753453016281128},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.6314575672149658},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6236213445663452},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5918071269989014},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5857566595077515},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4819169342517853},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.45696040987968445},{"id":"https://openalex.org/keywords/obstacle","display_name":"Obstacle","score":0.4409899413585663},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3089779019355774},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.1694653034210205},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1676001250743866},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.15026697516441345}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7404379844665527},{"id":"https://openalex.org/C21593369","wikidata":"https://www.wikidata.org/wiki/Q1032176","display_name":"Countermeasure","level":2,"score":0.7265097498893738},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.7070910930633545},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.6753453016281128},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.6314575672149658},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6236213445663452},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5918071269989014},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5857566595077515},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4819169342517853},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.45696040987968445},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.4409899413585663},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3089779019355774},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.1694653034210205},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1676001250743866},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.15026697516441345},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1587/transfun.2021eap1072","is_oa":false,"landing_page_url":"https://doi.org/10.1587/transfun.2021eap1072","pdf_url":null,"source":{"id":"https://openalex.org/S166990724","display_name":"IEICE Transactions on Fundamentals of Electronics Communications and Computer Sciences","issn_l":"0916-8508","issn":["0916-8508","1745-1337"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4320800604","host_organization_name":"Institute of Electronics, Information and Communication Engineers","host_organization_lineage":["https://openalex.org/P4320800604"],"host_organization_lineage_names":["Institute of Electronics, Information and Communication Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEICE Transactions on Fundamentals of Electronics, Communications and Computer Sciences","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7900000214576721,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2063146632","https://openalex.org/W2130167438","https://openalex.org/W2145339207","https://openalex.org/W2358647414","https://openalex.org/W2384424947","https://openalex.org/W2742691436","https://openalex.org/W2808229539","https://openalex.org/W2898035736","https://openalex.org/W2903687574","https://openalex.org/W2973725924","https://openalex.org/W2998759752","https://openalex.org/W2999990508","https://openalex.org/W3000632804","https://openalex.org/W3034981963","https://openalex.org/W3036812998","https://openalex.org/W3102311477","https://openalex.org/W3104100176","https://openalex.org/W3155784353"],"related_works":["https://openalex.org/W2357124094","https://openalex.org/W2387399993","https://openalex.org/W2389739210","https://openalex.org/W2348924972","https://openalex.org/W2365736347","https://openalex.org/W2047454415","https://openalex.org/W2373603895","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"The":[0,111],"electromagnetic":[1],"environment":[2],"is":[3],"increasingly":[4],"complex":[5],"and":[6,8,26,52,99,121],"changeable,":[7],"radar":[9,40,81],"needs":[10],"to":[11,30,50],"meet":[12],"the":[13,28,39,45,61,68,93,100,105],"execution":[14],"requirements":[15],"of":[16,64,79,96],"various":[17],"tasks.":[18],"Modern":[19],"radars":[20],"should":[21],"improve":[22],"their":[23],"intelligence":[24],"level":[25],"have":[27],"ability":[29],"learn":[31],"independently":[32,53],"in":[33,67],"dynamic":[34],"countermeasures.":[35],"It":[36],"can":[37],"make":[38],"countermeasure":[41,77],"strategy":[42,49],"change":[43],"from":[44],"traditional":[46],"fixed":[47],"anti-interference":[48,57],"dynamically":[51],"implementing":[54],"an":[55],"efficient":[56],"strategy.":[58],"Aiming":[59],"at":[60],"performance":[62,95],"optimization":[63],"target":[65],"tracking":[66,94],"scene":[69],"where":[70],"multiple":[71],"signals":[72],"coexist,":[73],"we":[74,91],"propose":[75],"a":[76,84],"method":[78,98],"cognitive":[80],"based":[82],"on":[83],"deep":[85],"Q-learning":[86],"network.":[87],"In":[88],"this":[89,97],"paper,":[90],"analyze":[92],"Markov":[101],"Decision":[102],"Process":[103],"under":[104],"triangular":[106],"frequency":[107],"sweeping":[108],"interference,":[109],"respectively.":[110],"simulation":[112],"results":[113],"show":[114],"that":[115],"reinforcement":[116],"learning":[117],"has":[118],"substantial":[119],"autonomy":[120],"adaptability":[122],"for":[123],"solving":[124],"such":[125],"problems.":[126]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}