{"id":"https://openalex.org/W4399408832","doi":"https://doi.org/10.1155/2024/7777050","title":"Intelligent Decision\u2010Making System of Air Defense Resource Allocation via Hierarchical Reinforcement Learning","display_name":"Intelligent Decision\u2010Making System of Air Defense Resource Allocation via Hierarchical Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4399408832","doi":"https://doi.org/10.1155/2024/7777050"},"language":"en","primary_location":{"id":"doi:10.1155/2024/7777050","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2024/7777050","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/2024/7777050","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/2024/7777050","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072165952","display_name":"Minrui Zhao","orcid":"https://orcid.org/0000-0002-1898-9828"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minrui Zhao","raw_affiliation_strings":["College of Air and Missile Defense, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn"],"raw_orcid":"https://orcid.org/0000-0002-1898-9828","affiliations":[{"raw_affiliation_string":"College of Air and Missile Defense, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367409","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0002-8195-365X"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["College of Air and Missile Defense, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Air and Missile Defense, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032254756","display_name":"Qiang Fu","orcid":"https://orcid.org/0000-0002-1456-4216"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiang Fu","raw_affiliation_strings":["College of Air and Missile Defense, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn"],"raw_orcid":"https://orcid.org/0000-0002-1456-4216","affiliations":[{"raw_affiliation_string":"College of Air and Missile Defense, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100683600","display_name":"Quan Wen","orcid":"https://orcid.org/0000-0001-8899-2291"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wen Quan","raw_affiliation_strings":["College of Air Traffic Control and Navigation, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Air Traffic Control and Navigation, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110499558","display_name":"Quan Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I111149068","display_name":"National Defense University","ror":"https://ror.org/01nqk4x38","country_code":"US","type":"education","lineage":["https://openalex.org/I111149068"]},{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Quan Wen","raw_affiliation_strings":["College of Information and Communication, National University of Defense Technology China, Xi\u2019an 710106,  China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information and Communication, National University of Defense Technology China, Xi\u2019an 710106,  China","institution_ids":["https://openalex.org/I170215575","https://openalex.org/I111149068"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045311109","display_name":"Xiaoqiang Wang","orcid":"https://orcid.org/0000-0002-3783-1268"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Wang","raw_affiliation_strings":["State Key Laboratory for Manufacturing Systems Engineering, School of Automation Science and Engineering, Xi\u2019an Jiaotong University, Xi\u2019an 710049,  China xjtu.edu.cn"],"raw_orcid":"https://orcid.org/0000-0002-3783-1268","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Manufacturing Systems Engineering, School of Automation Science and Engineering, Xi\u2019an Jiaotong University, Xi\u2019an 710049,  China xjtu.edu.cn","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043122018","display_name":"Tengda Li","orcid":"https://orcid.org/0000-0003-4411-7633"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tengda Li","raw_affiliation_strings":["College of Air and Missile Defense, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Air and Missile Defense, Air Force Engineering University, Xi\u2019an 710051,  China afeu.cn","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100660096","display_name":"Yu Chen","orcid":"https://orcid.org/0000-0001-8860-2839"},"institutions":[{"id":"https://openalex.org/I4210160531","display_name":"Chinese People's Liberation Army","ror":"https://ror.org/05tf9r976","country_code":"CN","type":"funder","lineage":["https://openalex.org/I4210160531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Chen","raw_affiliation_strings":["Troop 95866, Chinese People\u2019s Liberation Army, Baoding 071025,  China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Troop 95866, Chinese People\u2019s Liberation Army, Baoding 071025,  China","institution_ids":["https://openalex.org/I4210160531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101422757","display_name":"Shan Xue","orcid":"https://orcid.org/0000-0002-3791-1161"},"institutions":[{"id":"https://openalex.org/I87445476","display_name":"Xi'an Jiaotong University","ror":"https://ror.org/017zhmm22","country_code":"CN","type":"education","lineage":["https://openalex.org/I87445476"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shan Xue","raw_affiliation_strings":["School of Journalism and New Media, Xi\u2019an Jiaotong University, Xi\u2019an 710049,  China xjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Journalism and New Media, Xi\u2019an Jiaotong University, Xi\u2019an 710049,  China xjtu.edu.cn","institution_ids":["https://openalex.org/I87445476"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101351703","display_name":"Jiaozhi Han","orcid":null},"institutions":[{"id":"https://openalex.org/I183067930","display_name":"Shanghai Jiao Tong University","ror":"https://ror.org/0220qvk04","country_code":"CN","type":"education","lineage":["https://openalex.org/I183067930"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiaozhi Han","raw_affiliation_strings":["School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240,  China sjtu.edu.cn"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electronic Information and Electrical Engineering, Shanghai Jiao Tong University, Shanghai 200240,  China sjtu.edu.cn","institution_ids":["https://openalex.org/I183067930"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5032254756"],"corresponding_institution_ids":["https://openalex.org/I4210104252"],"apc_list":{"value":2500,"currency":"USD","value_usd":2500},"apc_paid":{"value":2500,"currency":"USD","value_usd":2500},"fwci":8.8954,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.96932526,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"2024","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13832","display_name":"Advanced Decision-Making Techniques","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8017752170562744},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.677586555480957},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5425397157669067},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.4996218681335449},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.4291737675666809},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.42390280961990356},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16377925872802734},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.0708564817905426}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8017752170562744},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.677586555480957},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5425397157669067},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.4996218681335449},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.4291737675666809},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42390280961990356},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16377925872802734},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0708564817905426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1155/2024/7777050","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2024/7777050","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/2024/7777050","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1155/2024/7777050","is_oa":true,"landing_page_url":"https://doi.org/10.1155/2024/7777050","pdf_url":"https://onlinelibrary.wiley.com/doi/pdfdirect/10.1155/2024/7777050","source":{"id":"https://openalex.org/S57950554","display_name":"International Journal of Intelligent Systems","issn_l":"0884-8173","issn":["0884-8173","1098-111X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Climate action","id":"https://metadata.un.org/sdg/13","score":0.6000000238418579}],"awards":[{"id":"https://openalex.org/G4642194350","display_name":null,"funder_award_id":"52175282","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7106884872","display_name":null,"funder_award_id":"2021JM-226","funder_id":"https://openalex.org/F4320336567","funder_display_name":"Natural Science Basic Research Program of Shaanxi Province"},{"id":"https://openalex.org/G7550704701","display_name":"\u590d\u6742\u73af\u5883\u4e0b\u52a8\u6001\u53cc\u5c42\u706b\u529b\u534f\u540c\u89c4\u5212\u6a21\u578b\u4e0e\u5feb\u901f\u6c42\u89e3\u7b97\u6cd5\u7814\u7a76","funder_award_id":"72001214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8665716548","display_name":null,"funder_award_id":"62106283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336567","display_name":"Natural Science Basic Research Program of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4399408832.pdf","grobid_xml":"https://content.openalex.org/works/W4399408832.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W2077475756","https://openalex.org/W2078801958","https://openalex.org/W2090796771","https://openalex.org/W2257979135","https://openalex.org/W2587035137","https://openalex.org/W2736601468","https://openalex.org/W2766447205","https://openalex.org/W2783738786","https://openalex.org/W2789896367","https://openalex.org/W2899192399","https://openalex.org/W2908084908","https://openalex.org/W2908261578","https://openalex.org/W2912070449","https://openalex.org/W2920054549","https://openalex.org/W2979355215","https://openalex.org/W2982316857","https://openalex.org/W2998623446","https://openalex.org/W3013960924","https://openalex.org/W3024733792","https://openalex.org/W3038822267","https://openalex.org/W3046261277","https://openalex.org/W3112673853","https://openalex.org/W3120677161","https://openalex.org/W3127806798","https://openalex.org/W3127895054","https://openalex.org/W3136429334","https://openalex.org/W3166816823","https://openalex.org/W3170112077","https://openalex.org/W3202063164","https://openalex.org/W3202813986","https://openalex.org/W3211471043","https://openalex.org/W3212787721","https://openalex.org/W4200416628","https://openalex.org/W4206251897","https://openalex.org/W4210870706","https://openalex.org/W4214717370","https://openalex.org/W4223411650","https://openalex.org/W4281773503","https://openalex.org/W4282946405","https://openalex.org/W4308194486","https://openalex.org/W4311511331","https://openalex.org/W4311926251","https://openalex.org/W4312876648","https://openalex.org/W4319311313","https://openalex.org/W4386000749","https://openalex.org/W4387415195"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Intelligent":[0],"decision\u2010making":[1,17,28,84,105],"in":[2,39,113,179],"air":[3,31,90,129],"defense":[4,32,91],"operations":[5,92],"has":[6],"attracted":[7],"wide":[8],"attention":[9,157],"from":[10],"researchers.":[11],"Facing":[12],"complex":[13],"battlefield":[14,182],"environments,":[15],"existing":[16,191],"algorithms":[18,45],"fail":[19],"to":[20,25,80,108,166],"make":[21],"targeted":[22],"decisions":[23],"according":[24],"the":[26,40,87,95,115,123,135,143,148,152,155,160,168,171,173,185],"hierarchical":[27,64,83,96,104],"characteristics":[29,88],"of":[30,42,89,110,128],"operational":[33],"command":[34],"and":[35,54,93,141,159,184],"control.":[36],"What\u2019s":[37],"worse,":[38],"process":[41],"problem\u2010solving,":[43],"these":[44,60],"are":[46,132,164],"beset":[47],"by":[48],"defects":[49],"such":[50],"as":[51],"dimensional":[52],"disaster":[53],"poor":[55],"real\u2010time":[56],"performance.":[57],"To":[58],"address":[59],"problems,":[61],"a":[62,82,103,180],"new":[63,120],"reinforcement":[65,97],"learning":[66,98,124],"algorithm":[67,77,117,176],"named":[68],"Hierarchy":[69],"Asynchronous":[70],"Advantage":[71],"Actor\u2010Critic":[72],"(H\u2010A3C)":[73],"is":[74,78,145,177],"developed.":[75],"This":[76],"designed":[79],"have":[81],"framework":[85],"considering":[86],"employs":[94],"method":[99],"for":[100],"problem\u2010solving.":[101],"With":[102],"capability":[106],"similar":[107],"that":[109],"human":[111],"commanders":[112],"decision\u2010making,":[114],"developed":[116],"produces":[118],"many":[119],"policies":[121],"during":[122],"process.":[125],"The":[126],"features":[127],"situation":[130],"information":[131],"extracted":[133],"using":[134,147],"bidirectional\u2010gated":[136],"recurrent":[137],"unit":[138],"(Bi\u2010GRU)":[139],"network,":[140],"then":[142],"agent":[144],"trained":[146],"H\u2010A3C":[149,175],"algorithm.":[150],"In":[151,170],"training":[153],"process,":[154],"multihead":[156],"mechanism":[158,163],"event\u2010based":[161],"reward":[162],"introduced":[165],"facilitate":[167],"training.":[169],"end,":[172],"proposed":[174],"verified":[178],"digital":[181],"environment,":[183],"results":[186],"prove":[187],"its":[188],"advantages":[189],"over":[190],"algorithms.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6}],"updated_date":"2026-06-06T09:05:17.133730","created_date":"2025-10-10T00:00:00"}