{"id":"https://openalex.org/W4366674602","doi":"https://doi.org/10.1109/iccicc57084.2022.10101623","title":"A Modified Reinforcement Q-Learning Method for Multi-function Phased Array Radar Beam Scheduling","display_name":"A Modified Reinforcement Q-Learning Method for Multi-function Phased Array Radar Beam Scheduling","publication_year":2022,"publication_date":"2022-12-08","ids":{"openalex":"https://openalex.org/W4366674602","doi":"https://doi.org/10.1109/iccicc57084.2022.10101623"},"language":"en","primary_location":{"id":"doi:10.1109/iccicc57084.2022.10101623","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iccicc57084.2022.10101623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 21st International Conference on Cognitive Informatics & Cognitive Computing (ICCI*CC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000090488","display_name":"Rahul Kosuru","orcid":null},"institutions":[{"id":"https://openalex.org/I1297460800","display_name":"Defence Research and Development Canada","ror":"https://ror.org/00hgy8d33","country_code":"CA","type":"funder","lineage":["https://openalex.org/I1297460800","https://openalex.org/I1336338359","https://openalex.org/I2802286613"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Rahul Kosuru","raw_affiliation_strings":["DRDC Ottawa Research Centre,Defence Research and Development Canada,Ottawa,Ontario,Canada,K1A 0Z4"],"affiliations":[{"raw_affiliation_string":"DRDC Ottawa Research Centre,Defence Research and Development Canada,Ottawa,Ontario,Canada,K1A 0Z4","institution_ids":["https://openalex.org/I1297460800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101676256","display_name":"Zhen Qu","orcid":"https://orcid.org/0000-0003-1366-4538"},"institutions":[{"id":"https://openalex.org/I1297460800","display_name":"Defence Research and Development Canada","ror":"https://ror.org/00hgy8d33","country_code":"CA","type":"funder","lineage":["https://openalex.org/I1297460800","https://openalex.org/I1336338359","https://openalex.org/I2802286613"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhen Qu","raw_affiliation_strings":["DRDC Ottawa Research Centre,Defence Research and Development Canada,Ottawa,Ontario,Canada,K1A 0Z4"],"affiliations":[{"raw_affiliation_string":"DRDC Ottawa Research Centre,Defence Research and Development Canada,Ottawa,Ontario,Canada,K1A 0Z4","institution_ids":["https://openalex.org/I1297460800"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102847131","display_name":"Zhen Ding","orcid":"https://orcid.org/0009-0003-3861-8113"},"institutions":[{"id":"https://openalex.org/I1297460800","display_name":"Defence Research and Development Canada","ror":"https://ror.org/00hgy8d33","country_code":"CA","type":"funder","lineage":["https://openalex.org/I1297460800","https://openalex.org/I1336338359","https://openalex.org/I2802286613"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhen Ding","raw_affiliation_strings":["DRDC Ottawa Research Centre,Defence Research and Development Canada,Ottawa,Ontario,Canada,K1A 0Z4"],"affiliations":[{"raw_affiliation_string":"DRDC Ottawa Research Centre,Defence Research and Development Canada,Ottawa,Ontario,Canada,K1A 0Z4","institution_ids":["https://openalex.org/I1297460800"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062192709","display_name":"Peter W. Moo","orcid":null},"institutions":[{"id":"https://openalex.org/I1297460800","display_name":"Defence Research and Development Canada","ror":"https://ror.org/00hgy8d33","country_code":"CA","type":"funder","lineage":["https://openalex.org/I1297460800","https://openalex.org/I1336338359","https://openalex.org/I2802286613"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Peter Moo","raw_affiliation_strings":["DRDC Ottawa Research Centre,Defence Research and Development Canada,Ottawa,Ontario,Canada,K1A 0Z4"],"affiliations":[{"raw_affiliation_string":"DRDC Ottawa Research Centre,Defence Research and Development Canada,Ottawa,Ontario,Canada,K1A 0Z4","institution_ids":["https://openalex.org/I1297460800"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5000090488"],"corresponding_institution_ids":["https://openalex.org/I1297460800"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.07933773,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"16","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10891","display_name":"Radar Systems and Signal Processing","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.781985878944397},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7180838584899902},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.6096898317337036},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5480513572692871},{"id":"https://openalex.org/keywords/job-shop-scheduling","display_name":"Job shop scheduling","score":0.5213426351547241},{"id":"https://openalex.org/keywords/phased-array","display_name":"Phased array","score":0.5116748809814453},{"id":"https://openalex.org/keywords/dynamic-priority-scheduling","display_name":"Dynamic priority scheduling","score":0.4628908038139343},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4279389977455139},{"id":"https://openalex.org/keywords/fair-share-scheduling","display_name":"Fair-share scheduling","score":0.41957688331604004},{"id":"https://openalex.org/keywords/schedule","display_name":"Schedule","score":0.4166214168071747},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3817821443080902},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.2685122489929199},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08244648575782776}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.781985878944397},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7180838584899902},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.6096898317337036},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5480513572692871},{"id":"https://openalex.org/C55416958","wikidata":"https://www.wikidata.org/wiki/Q6206757","display_name":"Job shop scheduling","level":3,"score":0.5213426351547241},{"id":"https://openalex.org/C55494473","wikidata":"https://www.wikidata.org/wiki/Q727898","display_name":"Phased array","level":3,"score":0.5116748809814453},{"id":"https://openalex.org/C107568181","wikidata":"https://www.wikidata.org/wiki/Q5319000","display_name":"Dynamic priority scheduling","level":3,"score":0.4628908038139343},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4279389977455139},{"id":"https://openalex.org/C31689143","wikidata":"https://www.wikidata.org/wiki/Q733809","display_name":"Fair-share scheduling","level":3,"score":0.41957688331604004},{"id":"https://openalex.org/C68387754","wikidata":"https://www.wikidata.org/wiki/Q7271585","display_name":"Schedule","level":2,"score":0.4166214168071747},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3817821443080902},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2685122489929199},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08244648575782776},{"id":"https://openalex.org/C21822782","wikidata":"https://www.wikidata.org/wiki/Q131214","display_name":"Antenna (radio)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iccicc57084.2022.10101623","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/iccicc57084.2022.10101623","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 21st International Conference on Cognitive Informatics & Cognitive Computing (ICCI*CC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Decent work and economic growth","score":0.4699999988079071,"id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W1977782550","https://openalex.org/W2000971359","https://openalex.org/W2063146632","https://openalex.org/W2093526806","https://openalex.org/W2145042174","https://openalex.org/W2145339207","https://openalex.org/W2626553122","https://openalex.org/W2770759419","https://openalex.org/W2808592708","https://openalex.org/W2898928666","https://openalex.org/W2973573957","https://openalex.org/W3013242258","https://openalex.org/W3045260446","https://openalex.org/W3092021247","https://openalex.org/W3157999805","https://openalex.org/W3170381974","https://openalex.org/W4214717370","https://openalex.org/W4225402697","https://openalex.org/W4237198336","https://openalex.org/W6640445793"],"related_works":["https://openalex.org/W2184166483","https://openalex.org/W2397293317","https://openalex.org/W2377713709","https://openalex.org/W2373973180","https://openalex.org/W2372008037","https://openalex.org/W2978148977","https://openalex.org/W3003077338","https://openalex.org/W2225350526","https://openalex.org/W1545991362","https://openalex.org/W2060984508"],"abstract_inverted_index":{"Modern":[0],"multi-function":[1],"radar":[2,40],"is":[3,65,85,97,126,153],"designed":[4],"to":[5,69,87,120,137,155],"perform":[6],"a":[7,80,98],"few":[8],"functions":[9],"such":[10,26],"as":[11,27],"guidance,":[12],"fire":[13],"control,":[14],"communications,":[15],"and":[16,49,112,128],"surveillance.":[17],"It":[18],"needs":[19],"schedule":[20],"many":[21],"tasks":[22,142],"with":[23],"different":[24],"properties":[25],"start":[28],"time,":[29,31],"dwell":[30],"priority":[32],"etc.":[33],"In":[34,77,139],"this":[35,78],"type":[36],"of":[37,104],"radar,":[38],"the":[39,71,89,102,147,164,169],"resource":[41],"management":[42],"module":[43],"makes":[44],"decisions":[45],"in":[46,74],"task":[47,50,57],"selection":[48],"scheduling,":[51],"which":[52,117],"are":[53,118,143],"NP-hard":[54],"problems.":[55],"Many":[56],"scheduling":[58,157],"algorithms":[59],"have":[60],"been":[61],"proposed,":[62],"however":[63],"it":[64],"still":[66],"very":[67],"challenging":[68],"choose":[70,88,168],"appropriate":[72],"algorithm":[73,171],"varying":[75],"environments.":[76],"work,":[79],"modified":[81,93],"Q-learning":[82,94],"(QL)":[83],"method,":[84],"developed":[86],"optimal":[90],"solution.":[91],"The":[92,107,123],"(MQL)":[95],"method":[96],"reinforcement":[99],"learning":[100],"using":[101],"paradigm":[103],"Deep":[105],"Q-Network.":[106],"MQL":[108,124],"considers":[109],"8":[110],"states":[111],"4":[113],"actions":[114],"(scheduling":[115],"algorithms)":[116],"used":[119],"make":[121],"decisions.":[122],"agent":[125],"trained":[127],"tested":[129],"for":[130,146],"various":[131],"episode":[132],"limits":[133],"ranging":[134],"from":[135],"500":[136],"300,000.":[138],"each":[140],"episode,":[141],"generated":[144],"randomly,":[145],"training":[148],"purpose.":[149],"A":[150],"cost":[151],"function":[152],"formulated":[154],"compare":[156],"performance.":[158],"Our":[159],"simulation":[160],"results":[161],"show":[162],"that":[163],"proposed":[165],"approach":[166],"can":[167],"best":[170],"consistently.":[172]},"counts_by_year":[],"updated_date":"2025-12-21T01:58:51.020947","created_date":"2025-10-10T00:00:00"}