{"id":"https://openalex.org/W3036812998","doi":"https://doi.org/10.1109/tccn.2020.3019605","title":"Deep Reinforcement Learning Control for Radar Detection and Tracking in Congested Spectral Environments","display_name":"Deep Reinforcement Learning Control for Radar Detection and Tracking in Congested Spectral Environments","publication_year":2020,"publication_date":"2020-08-26","ids":{"openalex":"https://openalex.org/W3036812998","doi":"https://doi.org/10.1109/tccn.2020.3019605","mag":"3036812998"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2020.3019605","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2020.3019605","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2006.13173","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Charles E. Thornton","orcid":"https://orcid.org/0000-0002-2078-6472"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Charles E. Thornton","raw_affiliation_strings":["Wireless@VT, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Wireless@VT, Blacksburg, VA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Mark A. Kozy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mark A. Kozy","raw_affiliation_strings":["Wireless@VT, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Wireless@VT, Blacksburg, VA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"R. Michael Buehrer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"R. Michael Buehrer","raw_affiliation_strings":["Wireless@VT, Blacksburg, VA, USA"],"affiliations":[{"raw_affiliation_string":"Wireless@VT, Blacksburg, VA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Anthony F. Martone","orcid":"https://orcid.org/0000-0001-9596-5400"},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anthony F. Martone","raw_affiliation_strings":["U.S. Army Research Laboratory, Adelphi, MD, USA"],"affiliations":[{"raw_affiliation_string":"U.S. Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]},{"author_position":"last","author":{"id":null,"display_name":"Kelly D. Sherbondy","orcid":null},"institutions":[{"id":"https://openalex.org/I166416128","display_name":"DEVCOM Army Research Laboratory","ror":"https://ror.org/011hc8f90","country_code":"US","type":"government","lineage":["https://openalex.org/I1304082316","https://openalex.org/I1330347796","https://openalex.org/I166416128","https://openalex.org/I2802705668","https://openalex.org/I4210154437"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kelly D. Sherbondy","raw_affiliation_strings":["U.S. Army Research Laboratory, Adelphi, MD, USA"],"affiliations":[{"raw_affiliation_string":"U.S. Army Research Laboratory, Adelphi, MD, USA","institution_ids":["https://openalex.org/I166416128"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":107.4332,"has_fulltext":false,"cited_by_count":130,"citation_normalized_percentile":{"value":0.99914023,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"6","issue":"4","first_page":"1335","last_page":"1349"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.7199000120162964,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.7199000120162964,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12131","display_name":"Wireless Signal Modulation Classification","score":0.1703999936580658,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.022700000554323196,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7360000014305115},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.6712999939918518},{"id":"https://openalex.org/keywords/low-probability-of-intercept-radar","display_name":"Low probability of intercept radar","score":0.4943000078201294},{"id":"https://openalex.org/keywords/radar-tracker","display_name":"Radar tracker","score":0.4916999936103821},{"id":"https://openalex.org/keywords/bandwidth","display_name":"Bandwidth (computing)","score":0.48240000009536743},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4487000107765198},{"id":"https://openalex.org/keywords/waveform","display_name":"Waveform","score":0.39489999413490295},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.3926999866962433},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.38420000672340393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8252000212669373},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7360000014305115},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.6712999939918518},{"id":"https://openalex.org/C147345108","wikidata":"https://www.wikidata.org/wiki/Q6693040","display_name":"Low probability of intercept radar","level":5,"score":0.4943000078201294},{"id":"https://openalex.org/C32283439","wikidata":"https://www.wikidata.org/wiki/Q1407014","display_name":"Radar tracker","level":3,"score":0.4916999936103821},{"id":"https://openalex.org/C2776257435","wikidata":"https://www.wikidata.org/wiki/Q1576430","display_name":"Bandwidth (computing)","level":2,"score":0.48240000009536743},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4487000107765198},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.439300000667572},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4081999957561493},{"id":"https://openalex.org/C197424946","wikidata":"https://www.wikidata.org/wiki/Q1165717","display_name":"Waveform","level":3,"score":0.39489999413490295},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3926999866962433},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.38420000672340393},{"id":"https://openalex.org/C112972136","wikidata":"https://www.wikidata.org/wiki/Q7595718","display_name":"Stability (learning theory)","level":2,"score":0.37700000405311584},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3310000002384186},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.3294999897480011},{"id":"https://openalex.org/C134406370","wikidata":"https://www.wikidata.org/wiki/Q832005","display_name":"Radar engineering details","level":4,"score":0.3273000121116638},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3260999917984009},{"id":"https://openalex.org/C149946192","wikidata":"https://www.wikidata.org/wiki/Q3235733","display_name":"Cognitive radio","level":3,"score":0.3012000024318695},{"id":"https://openalex.org/C151120012","wikidata":"https://www.wikidata.org/wiki/Q2143008","display_name":"Passive radar","level":5,"score":0.2980000078678131},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.2919999957084656},{"id":"https://openalex.org/C11930861","wikidata":"https://www.wikidata.org/wiki/Q181417","display_name":"Frequency modulation","level":3,"score":0.28850001096725464},{"id":"https://openalex.org/C59584813","wikidata":"https://www.wikidata.org/wiki/Q1029234","display_name":"Continuous-wave radar","level":4,"score":0.2831999957561493},{"id":"https://openalex.org/C142433447","wikidata":"https://www.wikidata.org/wiki/Q7806653","display_name":"Time\u2013frequency analysis","level":3,"score":0.26989999413490295},{"id":"https://openalex.org/C158622935","wikidata":"https://www.wikidata.org/wiki/Q660848","display_name":"Nonlinear system","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2653000056743622},{"id":"https://openalex.org/C185565061","wikidata":"https://www.wikidata.org/wiki/Q6878284","display_name":"Radar lock-on","level":5,"score":0.2623000144958496},{"id":"https://openalex.org/C139931591","wikidata":"https://www.wikidata.org/wiki/Q1029151","display_name":"Pulse-Doppler radar","level":4,"score":0.25040000677108765}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tccn.2020.3019605","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2020.3019605","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2006.13173","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.13173","pdf_url":"https://arxiv.org/pdf/2006.13173","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2006.13173","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2006.13173","pdf_url":"https://arxiv.org/pdf/2006.13173","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1591817184","https://openalex.org/W1592847719","https://openalex.org/W1767817030","https://openalex.org/W1973913039","https://openalex.org/W2002582936","https://openalex.org/W2008610037","https://openalex.org/W2063146632","https://openalex.org/W2064675550","https://openalex.org/W2077205542","https://openalex.org/W2077858894","https://openalex.org/W2127636315","https://openalex.org/W2129543395","https://openalex.org/W2145339207","https://openalex.org/W2153620960","https://openalex.org/W2155968351","https://openalex.org/W2192698682","https://openalex.org/W2195832715","https://openalex.org/W2319396799","https://openalex.org/W2588854657","https://openalex.org/W2742691436","https://openalex.org/W2811404158","https://openalex.org/W2895343260","https://openalex.org/W2896466997","https://openalex.org/W2904637731","https://openalex.org/W2951043714","https://openalex.org/W2968498528","https://openalex.org/W2973725924","https://openalex.org/W2980056828","https://openalex.org/W3017347546","https://openalex.org/W3023368586","https://openalex.org/W3034981963","https://openalex.org/W3100789280","https://openalex.org/W6608168562","https://openalex.org/W6677939520"],"related_works":[],"abstract_inverted_index":{"This":[0],"work":[1],"addresses":[2],"dynamic":[3],"non-cooperative":[4],"coexistence":[5,105],"between":[6],"a":[7,29,72,118,124,154],"cognitive":[8],"pulsed":[9],"radar":[10,33,36,90,157,172],"and":[11,42,117,134,139,183],"nearby":[12],"communications":[13],"systems":[14,57],"by":[15],"applying":[16],"nonlinear":[17],"value":[18],"function":[19],"approximation":[20],"via":[21],"deep":[22],"reinforcement":[23],"learning":[24],"(Deep":[25],"RL)":[26],"to":[27,38,52,70,113,122,137,180],"develop":[28],"policy":[30,96,140,181],"for":[31,58],"optimal":[32],"performance.":[34],"The":[35,107,142],"learns":[37],"vary":[39],"the":[40,83,145,165],"bandwidth":[41],"center":[43],"frequency":[44,48,68],"of":[45,144],"its":[46],"linear":[47],"modulated":[49],"(LFM)":[50],"waveforms":[51],"mitigate":[53],"interference":[54],"with":[55],"other":[56],"improved":[59],"target":[60],"detection":[61,173],"performance":[62,91,133,174],"while":[63],"also":[64,111],"sufficiently":[65],"utilizing":[66],"available":[67],"bands":[69],"achieve":[71],"fine":[73],"range":[74],"resolution.":[75],"We":[76],"demonstrate":[77],"that":[78,164],"this":[79],"approach,":[80],"based":[81],"on":[82,153],"Deep":[84,126,167],"Q-Learning":[85],"(DQL)":[86],"algorithm,":[87],"enhances":[88],"several":[89,103],"metrics":[92],"more":[93],"effectively":[94],"than":[95],"iteration":[97,182],"or":[98],"sense-and-avoid":[99],"(SAA)":[100],"approaches":[101],"in":[102,175],"realistic":[104],"environments.":[106],"DQL-based":[108],"approach":[109,169],"is":[110,148],"extended":[112],"incorporate":[114],"Double":[115,125],"Q-learning":[116],"recurrent":[119],"neural":[120],"network":[121],"form":[123],"Recurrent":[127],"Q-Network":[128],"(DDRQN),":[129],"which":[130],"yields":[131],"favorable":[132],"stability":[135],"compared":[136,179],"DQL":[138],"iteration.":[141],"practicality":[143],"proposed":[146,166],"scheme":[147],"demonstrated":[149],"through":[150],"experiments":[151],"performed":[152],"software":[155],"defined":[156],"(SDRadar)":[158],"prototype":[159],"system.":[160],"Experimental":[161],"results":[162],"indicate":[163],"RL":[168],"significantly":[170],"improves":[171],"congested":[176],"spectral":[177],"environments":[178],"SAA.":[184]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":33},{"year":2024,"cited_by_count":28},{"year":2023,"cited_by_count":27},{"year":2022,"cited_by_count":23},{"year":2021,"cited_by_count":16}],"updated_date":"2026-04-11T08:14:18.477133","created_date":"2020-06-25T00:00:00"}