{"id":"https://openalex.org/W4416677845","doi":"https://doi.org/10.1007/s40747-025-02128-9","title":"Hierarchical reinforcement learning with opponent modeling for command and control system","display_name":"Hierarchical reinforcement learning with opponent modeling for command and control system","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W4416677845","doi":"https://doi.org/10.1007/s40747-025-02128-9"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-025-02128-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02128-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-02128-9.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-02128-9.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043122018","display_name":"Tengda Li","orcid":"https://orcid.org/0000-0003-4411-7633"},"institutions":[{"id":"https://openalex.org/I111149068","display_name":"National Defense University","ror":"https://ror.org/01nqk4x38","country_code":"US","type":"education","lineage":["https://openalex.org/I111149068"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tengda Li","raw_affiliation_strings":["Joint Operations College, National Defense University, Shijiazhuang, 050084, China"],"raw_orcid":"https://orcid.org/0000-0003-4411-7633","affiliations":[{"raw_affiliation_string":"Joint Operations College, National Defense University, Shijiazhuang, 050084, China","institution_ids":["https://openalex.org/I111149068"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100367409","display_name":"Gang Wang","orcid":"https://orcid.org/0000-0002-8195-365X"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gang Wang","raw_affiliation_strings":["Air Force Engineering University, Xi\u2019an, 710051, China","Air Force Engineering University, Xi'an, 710051, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Engineering University, Xi\u2019an, 710051, China","institution_ids":["https://openalex.org/I4210104252"]},{"raw_affiliation_string":"Air Force Engineering University, Xi'an, 710051, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032254756","display_name":"Qiang Fu","orcid":"https://orcid.org/0000-0002-1456-4216"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Fu","raw_affiliation_strings":["Air Force Engineering University, Xi\u2019an, 710051, China","Air Force Engineering University, Xi'an, 710051, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Engineering University, Xi\u2019an, 710051, China","institution_ids":["https://openalex.org/I4210104252"]},{"raw_affiliation_string":"Air Force Engineering University, Xi'an, 710051, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072165952","display_name":"Minrui Zhao","orcid":"https://orcid.org/0000-0002-1898-9828"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Minrui Zhao","raw_affiliation_strings":["Air Force Engineering University, Xi\u2019an, 710051, China","Air Force Engineering University, Xi'an, 710051, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Engineering University, Xi\u2019an, 710051, China","institution_ids":["https://openalex.org/I4210104252"]},{"raw_affiliation_string":"Air Force Engineering University, Xi'an, 710051, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064741738","display_name":"Xiangyu Liu","orcid":"https://orcid.org/0009-0001-3756-4964"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangyu Liu","raw_affiliation_strings":["Air Force Engineering University, Xi\u2019an, 710051, China","Air Force Engineering University, Xi'an, 710051, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Air Force Engineering University, Xi\u2019an, 710051, China","institution_ids":["https://openalex.org/I4210104252"]},{"raw_affiliation_string":"Air Force Engineering University, Xi'an, 710051, China","institution_ids":["https://openalex.org/I4210104252"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5043122018"],"corresponding_institution_ids":["https://openalex.org/I111149068"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.41973442,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.6498000025749207,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.6498000025749207,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.07000000029802322,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.06610000133514404,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/executor","display_name":"Executor","score":0.8284000158309937},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8152999877929688},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6345000267028809},{"id":"https://openalex.org/keywords/command-and-control","display_name":"Command and control","score":0.5942999720573425},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.572700023651123},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.5194000005722046},{"id":"https://openalex.org/keywords/air-combat","display_name":"Air combat","score":0.4699000120162964},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4350999891757965},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4074000120162964},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4000000059604645}],"concepts":[{"id":"https://openalex.org/C180591056","wikidata":"https://www.wikidata.org/wiki/Q654437","display_name":"Executor","level":2,"score":0.8284000158309937},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8152999877929688},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6586999893188477},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6345000267028809},{"id":"https://openalex.org/C506615639","wikidata":"https://www.wikidata.org/wiki/Q21662260","display_name":"Command and control","level":2,"score":0.5942999720573425},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.572700023651123},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.5194000005722046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5049999952316284},{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.4699000120162964},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4350999891757965},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4000000059604645},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.36410000920295715},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C166961238","wikidata":"https://www.wikidata.org/wiki/Q221395","display_name":"Air traffic control","level":2,"score":0.3465000092983246},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3456000089645386},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3264999985694885},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.3206000030040741},{"id":"https://openalex.org/C124527596","wikidata":"https://www.wikidata.org/wiki/Q17029359","display_name":"Hierarchical control system","level":3,"score":0.31189998984336853},{"id":"https://openalex.org/C17500928","wikidata":"https://www.wikidata.org/wiki/Q959968","display_name":"Control system","level":2,"score":0.311599999666214},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.2727000117301941},{"id":"https://openalex.org/C2781187084","wikidata":"https://www.wikidata.org/wiki/Q1140666","display_name":"Network-centric warfare","level":2,"score":0.263700008392334},{"id":"https://openalex.org/C82327864","wikidata":"https://www.wikidata.org/wiki/Q835100","display_name":"Intelligent control","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C144986985","wikidata":"https://www.wikidata.org/wiki/Q871236","display_name":"Hierarchical database model","level":2,"score":0.25119999051094055},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-025-02128-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02128-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-02128-9.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bdace4da44714050aab5c017a53d4ab5","is_oa":true,"landing_page_url":"https://doaj.org/article/bdace4da44714050aab5c017a53d4ab5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 12, Iss 1, Pp 1-20 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-025-02128-9","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02128-9","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-025-02128-9.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G8665716548","display_name":null,"funder_award_id":"62106283","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416677845.pdf","grobid_xml":"https://content.openalex.org/works/W4416677845.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2090796771","https://openalex.org/W2908261578","https://openalex.org/W2969758225","https://openalex.org/W2987204115","https://openalex.org/W2989068617","https://openalex.org/W2989958156","https://openalex.org/W3090027660","https://openalex.org/W3127561923","https://openalex.org/W3136354761","https://openalex.org/W3156295478","https://openalex.org/W3199808967","https://openalex.org/W3208890675","https://openalex.org/W3209381781","https://openalex.org/W4284711157","https://openalex.org/W4327703263","https://openalex.org/W4362557399","https://openalex.org/W4379622577","https://openalex.org/W4387435974","https://openalex.org/W4387846904","https://openalex.org/W4392347690","https://openalex.org/W4392499083","https://openalex.org/W4392693740","https://openalex.org/W4392834401"],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1],"focuses":[2],"on":[3,60,112,135],"the":[4,26,30,36,61,67,73,78,82,87,91,113,140,148,156,162,167],"challenges":[5],"faced":[6],"by":[7],"deep":[8],"reinforcement":[9],"learning":[10],"(DRL)":[11],"methods":[12],"in":[13,77,86,102,122,155],"intelligent":[14],"decision-making":[15,58,70,130],"for":[16,55],"air":[17,56,68],"defense":[18,57,69],"command":[19],"and":[20,32,35,81,99,139,153,164],"control":[21],"(C2)":[22],"systems,":[23],"such":[24],"as":[25],"dimensional":[27],"catastrophe":[28],"of":[29,38,40,115,166],"state":[31],"action":[33],"space":[34],"lack":[37],"assurance":[39],"convergence.":[41],"Aiming":[42],"at":[43,142],"these":[44],"problems,":[45],"this":[46],"paper":[47],"proposes":[48],"a":[49,117,127],"novel":[50],"large-scale":[51],"oriented":[52],"hierarchical":[53,62,128],"architecture":[54],"based":[59,134],"mechanism":[63],"(HM),":[64],"which":[65,116,160],"decomposes":[66],"problem":[71,76,85],"into":[72,96,108],"task":[74,83,131],"allocation":[75,132],"upper":[79],"layer":[80],"execution":[84],"lower":[88],"layer.":[89],"Firstly,":[90],"operational":[92],"environment":[93],"is":[94,120,137,151],"divided":[95],"multiple":[97,109],"zones,":[98],"combat":[100,104,124],"units":[101],"each":[103,123,143],"zone":[105],"are":[106,145],"abstracted":[107,121],"executor":[110],"agents,":[111],"basis":[114],"commander":[118],"agent":[119],"zone;":[125],"secondly,":[126],"collaborative":[129],"algorithm":[133,149],"TAOM-MAAC":[136],"proposed":[138,150],"agents":[141],"level":[144],"trained.":[146],"Finally,":[147],"simulated":[152],"verified":[154],"digital":[157],"simulation":[158],"environment,":[159],"proves":[161],"rationality":[163],"effectiveness":[165],"method.":[168]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-11-25T00:00:00"}