{"id":"https://openalex.org/W4310482385","doi":"https://doi.org/10.3389/fnbot.2022.1072887","title":"Intelligent air defense task assignment based on hierarchical reinforcement learning","display_name":"Intelligent air defense task assignment based on hierarchical reinforcement learning","publication_year":2022,"publication_date":"2022-12-01","ids":{"openalex":"https://openalex.org/W4310482385","doi":"https://doi.org/10.3389/fnbot.2022.1072887","pmid":"https://pubmed.ncbi.nlm.nih.gov/36531921"},"language":"en","primary_location":{"id":"doi:10.3389/fnbot.2022.1072887","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2022.1072887","pdf_url":"https://www.frontiersin.org/articles/10.3389/fnbot.2022.1072887/pdf","source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/fnbot.2022.1072887/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100370771","display_name":"Jiayi Liu","orcid":"https://orcid.org/0000-0003-2432-4627"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jia-yi Liu","raw_affiliation_strings":["Air and Missile Defense College, Air Force Engineering University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air and Missile Defense College, Air Force Engineering University, Xi'an, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367409","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0002-8195-365X"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["Air and Missile Defense College, Air Force Engineering University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air and Missile Defense College, Air Force Engineering University, Xi'an, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058174826","display_name":"Xiangke Guo","orcid":"https://orcid.org/0000-0002-0235-8992"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang-ke Guo","raw_affiliation_strings":["Air and Missile Defense College, Air Force Engineering University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air and Missile Defense College, Air Force Engineering University, Xi'an, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100440539","display_name":"Siyuan Wang","orcid":"https://orcid.org/0000-0001-7003-4722"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Si-yuan Wang","raw_affiliation_strings":["Air and Missile Defense College, Air Force Engineering University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air and Missile Defense College, Air Force Engineering University, Xi'an, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101844257","display_name":"Qiang Fu","orcid":"https://orcid.org/0000-0001-7780-7185"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiang Fu","raw_affiliation_strings":["Air and Missile Defense College, Air Force Engineering University, Xi'an, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air and Missile Defense College, Air Force Engineering University, Xi'an, China","institution_ids":["https://openalex.org/I4210104252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101844257"],"corresponding_institution_ids":["https://openalex.org/I4210104252"],"apc_list":{"value":3295,"currency":"USD","value_usd":3295},"apc_paid":{"value":3295,"currency":"USD","value_usd":3295},"fwci":1.1275,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.88017728,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":"16","issue":null,"first_page":"1072887","last_page":"1072887"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.845679521560669},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8261613249778748},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.7232159376144409},{"id":"https://openalex.org/keywords/battlefield","display_name":"Battlefield","score":0.5800719261169434},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5104331374168396},{"id":"https://openalex.org/keywords/situation-awareness","display_name":"Situation awareness","score":0.48679253458976746},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.46521687507629395},{"id":"https://openalex.org/keywords/visibility","display_name":"Visibility","score":0.44899410009384155},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43915465474128723},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4243188202381134},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.41452524065971375},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3655172884464264}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.845679521560669},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8261613249778748},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.7232159376144409},{"id":"https://openalex.org/C2779669469","wikidata":"https://www.wikidata.org/wiki/Q4895508","display_name":"Battlefield","level":2,"score":0.5800719261169434},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5104331374168396},{"id":"https://openalex.org/C145804949","wikidata":"https://www.wikidata.org/wiki/Q478123","display_name":"Situation awareness","level":2,"score":0.48679253458976746},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.46521687507629395},{"id":"https://openalex.org/C123403432","wikidata":"https://www.wikidata.org/wiki/Q654068","display_name":"Visibility","level":2,"score":0.44899410009384155},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43915465474128723},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4243188202381134},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.41452524065971375},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3655172884464264},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C195244886","wikidata":"https://www.wikidata.org/wiki/Q41493","display_name":"Ancient history","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/fnbot.2022.1072887","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2022.1072887","pdf_url":"https://www.frontiersin.org/articles/10.3389/fnbot.2022.1072887/pdf","source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},{"id":"pmid:36531921","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36531921","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in neurorobotics","raw_type":null},{"id":"pmh:oai:doaj.org/article:c00687ac10734366bc84d491d06af76c","is_oa":true,"landing_page_url":"https://doaj.org/article/c00687ac10734366bc84d491d06af76c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Neurorobotics, Vol 16 (2022)","raw_type":"article"},{"id":"pmh:oai:pubmedcentral.nih.gov:9751183","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9751183","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Neurorobot","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/fnbot.2022.1072887","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fnbot.2022.1072887","pdf_url":"https://www.frontiersin.org/articles/10.3389/fnbot.2022.1072887/pdf","source":{"id":"https://openalex.org/S115606517","display_name":"Frontiers in Neurorobotics","issn_l":"1662-5218","issn":["1662-5218"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Neurorobotics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7550704701","display_name":"\u590d\u6742\u73af\u5883\u4e0b\u52a8\u6001\u53cc\u5c42\u706b\u529b\u534f\u540c\u89c4\u5212\u6a21\u578b\u4e0e\u5feb\u901f\u6c42\u89e3\u7b97\u6cd5\u7814\u7a76","funder_award_id":"72001214","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8665716548","display_name":null,"funder_award_id":"62106283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4310482385.pdf","grobid_xml":"https://content.openalex.org/works/W4310482385.grobid-xml"},"referenced_works_count":34,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1496149204","https://openalex.org/W1830058461","https://openalex.org/W1964070857","https://openalex.org/W2039354440","https://openalex.org/W2321565170","https://openalex.org/W2794940174","https://openalex.org/W2898993093","https://openalex.org/W2918523967","https://openalex.org/W2950471160","https://openalex.org/W2950688771","https://openalex.org/W2962872206","https://openalex.org/W2962990769","https://openalex.org/W2965889088","https://openalex.org/W3015923434","https://openalex.org/W3024733792","https://openalex.org/W3030511885","https://openalex.org/W3146319481","https://openalex.org/W3153787838","https://openalex.org/W3183630977","https://openalex.org/W3197927210","https://openalex.org/W3199047359","https://openalex.org/W3200026705","https://openalex.org/W3209510553","https://openalex.org/W4200118636","https://openalex.org/W4206522962","https://openalex.org/W4210616397","https://openalex.org/W4221110788","https://openalex.org/W4223411650","https://openalex.org/W4283461801","https://openalex.org/W6638837612","https://openalex.org/W6641372667","https://openalex.org/W6696324988","https://openalex.org/W6749853933"],"related_works":["https://openalex.org/W3074294383","https://openalex.org/W2125386344","https://openalex.org/W4206669594","https://openalex.org/W2959276766","https://openalex.org/W4295941380","https://openalex.org/W4286624309","https://openalex.org/W260766989","https://openalex.org/W3139193008","https://openalex.org/W2354130060","https://openalex.org/W2350808571"],"abstract_inverted_index":{"Modern":[0],"air":[1,82,109],"defense":[2,83,110],"battlefield":[3],"situations":[4],"are":[5],"complex":[6],"and":[7,13,27,44,63,90,96,117],"varied,":[8],"requiring":[9],"high-speed":[10],"computing":[11],"capabilities":[12],"real-time":[14],"situational":[15],"processing":[16],"for":[17,40],"task":[18,111],"assignment.":[19],"Current":[20],"methods":[21],"struggle":[22],"to":[23],"balance":[24],"the":[25,59,72,75,88,93,101,105],"quality":[26,73,116],"speed":[28],"of":[29,61,74,92,107,115],"assignment":[30,112],"strategies.":[31],"This":[32],"paper":[33,86],"proposes":[34],"a":[35,79],"hierarchical":[36],"reinforcement":[37],"learning":[38],"architecture":[39,95],"ground-to-air":[41],"confrontation":[42],"(HRL-GC)":[43],"an":[45],"algorithm":[46],"combining":[47],"model":[48],"predictive":[49],"control":[50],"with":[51],"proximal":[52],"policy":[53],"optimization":[54],"(MPC-PPO),":[55],"which":[56],"effectively":[57],"combines":[58],"advantages":[60],"centralized":[62],"distributed":[64],"approaches.":[65],"To":[66],"improve":[67],"training":[68],"efficiency":[69],"while":[70],"ensuring":[71],"final":[76],"decision.":[77],"In":[78],"large-scale":[80,108],"area":[81],"scenario,":[84],"this":[85],"validates":[87],"effectiveness":[89],"superiority":[91],"HRL-GC":[94],"MPC-PPO":[97],"algorithm,":[98],"proving":[99],"that":[100],"method":[102],"can":[103],"meet":[104],"needs":[106],"in":[113],"terms":[114],"speed.":[118]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}