{"id":"https://openalex.org/W4385819807","doi":"https://doi.org/10.1109/tccn.2023.3304634","title":"Resource Allocation for Multi-Target Radar Tracking via Constrained Deep Reinforcement Learning","display_name":"Resource Allocation for Multi-Target Radar Tracking via Constrained Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-08-14","ids":{"openalex":"https://openalex.org/W4385819807","doi":"https://doi.org/10.1109/tccn.2023.3304634"},"language":"en","primary_location":{"id":"doi:10.1109/tccn.2023.3304634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2023.3304634","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101440360","display_name":"Ziyang Lu","orcid":"https://orcid.org/0000-0001-6586-3737"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ziyang Lu","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"raw_orcid":"https://orcid.org/0000-0001-6586-3737","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5076753154","display_name":"M. Cenk Gursoy","orcid":"https://orcid.org/0000-0002-7352-1013"},"institutions":[{"id":"https://openalex.org/I70983195","display_name":"Syracuse University","ror":"https://ror.org/025r5qe02","country_code":"US","type":"education","lineage":["https://openalex.org/I70983195"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M. Cenk Gursoy","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-7352-1013","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, Syracuse University, Syracuse, NY, USA","institution_ids":["https://openalex.org/I70983195"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I70983195"],"apc_list":null,"apc_paid":null,"fwci":11.7872,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.97802717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"9","issue":"6","first_page":"1677","last_page":"1690"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9940999746322632,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8600815534591675},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8323720693588257},{"id":"https://openalex.org/keywords/offline-learning","display_name":"Offline learning","score":0.6420319080352783},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5474411249160767},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.4666348099708557},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.4591611623764038},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.45088067650794983},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.44235819578170776},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.440936803817749},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.42688870429992676},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38279038667678833},{"id":"https://openalex.org/keywords/online-learning","display_name":"Online learning","score":0.30357372760772705},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11913415789604187}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8600815534591675},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8323720693588257},{"id":"https://openalex.org/C2780490138","wikidata":"https://www.wikidata.org/wiki/Q7079636","display_name":"Offline learning","level":3,"score":0.6420319080352783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5474411249160767},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.4666348099708557},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.4591611623764038},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.45088067650794983},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.44235819578170776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.440936803817749},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.42688870429992676},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38279038667678833},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.30357372760772705},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11913415789604187},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tccn.2023.3304634","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tccn.2023.3304634","pdf_url":null,"source":{"id":"https://openalex.org/S2484188435","display_name":"IEEE Transactions on Cognitive Communications and Networking","issn_l":"2332-7731","issn":["2332-7731","2372-2045"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Cognitive Communications and Networking","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G733917873","display_name":null,"funder_award_id":"CNS-2221875","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W1977782550","https://openalex.org/W2033181556","https://openalex.org/W2063146632","https://openalex.org/W2129543395","https://openalex.org/W2145339207","https://openalex.org/W2145938889","https://openalex.org/W2170492303","https://openalex.org/W2757905464","https://openalex.org/W2804791273","https://openalex.org/W2883094398","https://openalex.org/W2963293747","https://openalex.org/W3002224236","https://openalex.org/W3004263011","https://openalex.org/W3017347546","https://openalex.org/W3033198797","https://openalex.org/W3036812998","https://openalex.org/W3102027520","https://openalex.org/W3104100176","https://openalex.org/W3157999805","https://openalex.org/W3193491369","https://openalex.org/W4206497039","https://openalex.org/W4243362240","https://openalex.org/W4243772471","https://openalex.org/W6638018090","https://openalex.org/W6688501773","https://openalex.org/W6751725685","https://openalex.org/W6760822370","https://openalex.org/W6773211229"],"related_works":["https://openalex.org/W4225619808","https://openalex.org/W4400438570","https://openalex.org/W4376223516","https://openalex.org/W4226042081","https://openalex.org/W4388926065","https://openalex.org/W2952412049","https://openalex.org/W2572248225","https://openalex.org/W1876956220","https://openalex.org/W2195225896","https://openalex.org/W3185920324"],"abstract_inverted_index":{"In":[0,18,72],"this":[1,142],"paper,":[2],"multi-target":[3],"tracking":[4,23,40,50,132,186],"in":[5,22,111,129,150,155,209],"a":[6,109,119,130,156,218],"radar":[7,13],"system":[8],"is":[9,16,31,63,229],"considered,":[10],"and":[11,87,105,165,178,187,201,212,226],"adaptive":[12],"resource":[14,188],"management":[15,21],"addressed.":[17],"particular,":[19],"time":[20,58],"multiple":[24],"maneuvering":[25],"targets":[26,44],"subject":[27],"to":[28,36,47,60,135,196,231,242],"budget":[29],"constraints":[30],"studied":[32],"with":[33],"the":[34,38,49,56,73,82,85,88,112,136,152,162,169,198,202,207,210,214,233,244,248],"goal":[35],"minimize":[37],"total":[39],"cost":[41],"of":[42,55,84,99,122,138,168,247],"all":[43],"(or":[45],"equivalently":[46],"maximize":[48],"accuracies).":[51],"The":[52,94],"constrained":[53,75],"optimization":[54],"dwell":[57],"allocation":[59],"each":[61],"target":[62,131,185],"addressed":[64],"via":[65],"deep":[66,76,113],"Q-network":[67],"(DQN)":[68],"based":[69,160],"reinforcement":[70,77,114],"learning.":[71],"proposed":[74,95,230],"learning":[78,115,199],"(CDRL)":[79],"algorithm,":[80],"both":[81,175],"parameters":[83],"DQN":[86,110],"dual":[89],"variable":[90],"are":[91,181],"learned":[92],"simultaneously.":[93],"CDRL":[96,104,148,177,180,191,220,225,228,239],"framework":[97],"consists":[98],"two":[100],"components,":[101],"namely":[102],"online":[103,179,203,227,249],"offline":[106,147,176,224,238],"CDRL.":[107,250],"Training":[108],"algorithm":[116,153,221],"usually":[117],"requires":[118],"large":[120],"amount":[121],"data,":[123],"which":[124,151],"may":[125],"not":[126],"be":[127],"available":[128],"task":[133],"due":[134],"scarcity":[137],"measurements.":[139],"We":[140],"address":[141],"challenge":[143],"by":[144,236],"proposing":[145],"an":[146],"framework,":[149],"evolves":[154],"virtual":[157],"environment":[158,211],"generated":[159],"on":[161],"current":[163],"observations":[164],"prior":[166],"knowledge":[167],"environment.":[170],"Simulation":[171],"results":[172],"show":[173],"that":[174,222],"critical":[182],"for":[183],"effective":[184],"utilization.":[189],"Offline":[190],"provides":[192],"more":[193],"training":[194,245],"data":[195],"stabilize":[197,243],"process":[200,246],"component":[204],"can":[205],"sense":[206],"change":[208],"make":[213],"corresponding":[215],"adaptation.":[216],"Furthermore,":[217],"hybrid":[219],"combines":[223],"reduce":[232],"computational":[234],"burden":[235],"performing":[237],"only":[240],"periodically":[241]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}