{"id":"https://openalex.org/W4389105049","doi":"https://doi.org/10.1109/taes.2023.3336643","title":"Intelligent Suppression of Interferences Based on Reinforcement Learning","display_name":"Intelligent Suppression of Interferences Based on Reinforcement Learning","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4389105049","doi":"https://doi.org/10.1109/taes.2023.3336643"},"language":"en","primary_location":{"id":"doi:10.1109/taes.2023.3336643","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2023.3336643","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103176316","display_name":"Xiang Zhang","orcid":"https://orcid.org/0009-0006-3697-7114"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiang Zhang","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100729252","display_name":"Lan Lan","orcid":"https://orcid.org/0000-0002-9398-1308"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lan Lan","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079377634","display_name":"Shengqi Zhu","orcid":"https://orcid.org/0000-0002-3119-4472"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shengqi Zhu","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103143772","display_name":"Ximin Li","orcid":"https://orcid.org/0009-0006-5310-6636"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ximin Li","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052210425","display_name":"Guisheng Liao","orcid":"https://orcid.org/0000-0002-5919-0713"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guisheng Liao","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080648882","display_name":"Jingwei Xu","orcid":"https://orcid.org/0000-0002-1865-6214"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingwei Xu","raw_affiliation_strings":["National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory of Radar Signal Processing, Xidian University, Xi'an, China","institution_ids":["https://openalex.org/I149594827"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5103176316"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":2.6471,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.90313127,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"60","issue":"2","first_page":"1400","last_page":"1415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11447","display_name":"Blind Source Separation Techniques","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8533408045768738},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.6500981450080872},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6470502018928528},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6261621117591858},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5998250842094421},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4935494661331177},{"id":"https://openalex.org/keywords/transformation","display_name":"Transformation (genetics)","score":0.4291209578514099},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4274097979068756},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3953137993812561},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.11334195733070374},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10806736350059509},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.0917801558971405}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8533408045768738},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.6500981450080872},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6470502018928528},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6261621117591858},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5998250842094421},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4935494661331177},{"id":"https://openalex.org/C204241405","wikidata":"https://www.wikidata.org/wiki/Q461499","display_name":"Transformation (genetics)","level":3,"score":0.4291209578514099},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4274097979068756},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3953137993812561},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.11334195733070374},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10806736350059509},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.0917801558971405},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taes.2023.3336643","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taes.2023.3336643","pdf_url":null,"source":{"id":"https://openalex.org/S193624734","display_name":"IEEE Transactions on Aerospace and Electronic Systems","issn_l":"0018-9251","issn":["0018-9251","1557-9603","2371-9877"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Aerospace and Electronic Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4099999964237213,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[{"id":"https://openalex.org/G158480394","display_name":null,"funder_award_id":"2021M702547","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5344832734","display_name":null,"funder_award_id":"2021TQ0261","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G6804241619","display_name":null,"funder_award_id":"62101402","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7219679163","display_name":null,"funder_award_id":"62071344","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8854801301","display_name":null,"funder_award_id":"61931016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1004061212","https://openalex.org/W1512918758","https://openalex.org/W1767817030","https://openalex.org/W1971846076","https://openalex.org/W2046281065","https://openalex.org/W2063146632","https://openalex.org/W2080194119","https://openalex.org/W2098334514","https://openalex.org/W2103049885","https://openalex.org/W2113168978","https://openalex.org/W2138146421","https://openalex.org/W2142638745","https://openalex.org/W2165189186","https://openalex.org/W2293772734","https://openalex.org/W2312351803","https://openalex.org/W2588926785","https://openalex.org/W2601083472","https://openalex.org/W2754045061","https://openalex.org/W2791324817","https://openalex.org/W2797447293","https://openalex.org/W2808229539","https://openalex.org/W2901472163","https://openalex.org/W2904637731","https://openalex.org/W2966472316","https://openalex.org/W2973725924","https://openalex.org/W2995720069","https://openalex.org/W2997878221","https://openalex.org/W3010655074","https://openalex.org/W3017347546","https://openalex.org/W3032903612","https://openalex.org/W3036812998","https://openalex.org/W3048034530","https://openalex.org/W3092603992","https://openalex.org/W3094399866","https://openalex.org/W3104100176","https://openalex.org/W3150932281","https://openalex.org/W3157999805","https://openalex.org/W3169375224","https://openalex.org/W3197081673","https://openalex.org/W4214924723","https://openalex.org/W4225587626"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"This":[0],"paper":[1],"aims":[2],"to":[3,52],"investigate":[4],"intelligent":[5],"strategies":[6,165],"of":[7,16,66,75,112,123,151,161],"interference":[8,39,50,58,67,76,129],"suppression":[9,40,51,68,130,164],"for":[10,38,128],"radar":[11,34],"systems":[12],"in":[13,69,108,149,166],"the":[14,21,30,33,36,46,49,53,57,61,73,88,106,117,120,124,136,157,162],"background":[15],"complex":[17],"electromagnetic":[18],"interferences.":[19],"At":[20,116],"modeling":[22],"stage,":[23,119],"an":[24],"interactive":[25],"loop":[26],"is":[27],"established":[28],"exploiting":[29],"interaction":[31],"between":[32],"and":[35,72,92,133,144,159],"environment":[37],"based":[41],"on":[42],"reinforcement":[43,54],"learning.":[44],"Specifically,":[45],"mappings":[47],"from":[48],"learning,":[55,139,143],"including":[56,87],"state":[59],"set,":[60,63],"method":[62],"evaluation":[64],"criteria":[65],"different":[70],"domains,":[71],"principle":[74],"sub-state":[77],"transformation,":[78],"have":[79],"been":[80],"established.":[81],"In":[82],"this":[83],"respect,":[84],"two":[85],"algorithms,":[86],"Retroactive-Q":[89],"(R-Q)":[90],"learning":[91],"Retroactive-Deep":[93],"Q":[94,142],"Network":[95],"(R-DQN),":[96],"are":[97,131,146],"developed":[98],"by":[99],"introducing":[100],"a":[101,113],"backtracking":[102],"Q-value,":[103],"which":[104],"links":[105],"evaluations":[107],"each":[109],"time":[110],"step":[111],"training":[114],"round.":[115],"analysis":[118],"selection":[121],"probabilities":[122],"optimal":[125],"implementation":[126],"sequence":[127],"studied,":[132],"comparisons":[134],"among":[135],"devised":[137],"R-Q":[138],"R-DQN,":[140],"conventional":[141],"DQN":[145],"carried":[147],"out":[148],"terms":[150],"output":[152],"Q-values.":[153],"Numerical":[154],"results":[155],"corroborate":[156],"effectiveness":[158],"robustness":[160],"considered":[163],"diverse":[167],"scenarios.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}