{"id":"https://openalex.org/W4417168749","doi":"https://doi.org/10.1007/s40747-025-02189-w","title":"Adaptive exploration and temporal attention in reinforcement learning for autonomous air combat decision making","display_name":"Adaptive exploration and temporal attention in reinforcement learning for autonomous air combat decision making","publication_year":2025,"publication_date":"2025-12-09","ids":{"openalex":"https://openalex.org/W4417168749","doi":"https://doi.org/10.1007/s40747-025-02189-w"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-025-02189-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02189-w","pdf_url":null,"source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1007/s40747-025-02189-w","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049612204","display_name":"Xiang Wu","orcid":"https://orcid.org/0000-0001-5317-1338"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Wu","raw_affiliation_strings":["School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Junzhe Jiang","orcid":null},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junzhe Jiang","raw_affiliation_strings":["School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027575580","display_name":"Zhi Hong Chen","orcid":"https://orcid.org/0000-0001-6048-5917"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhihong Chen","raw_affiliation_strings":["School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052716830","display_name":"Shaojie Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shaojie Wu","raw_affiliation_strings":["School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031933468","display_name":"Chenghong Ye","orcid":"https://orcid.org/0000-0002-3016-4837"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenghong Ye","raw_affiliation_strings":["School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055383830","display_name":"Xueyun Chen","orcid":"https://orcid.org/0000-0002-7452-0223"},"institutions":[{"id":"https://openalex.org/I150807315","display_name":"Guangxi University","ror":"https://ror.org/02c9qn167","country_code":"CN","type":"education","lineage":["https://openalex.org/I150807315"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xueyun Chen","raw_affiliation_strings":["School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Guangxi University, Nanning, 530004, Guangxi, China","institution_ids":["https://openalex.org/I150807315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5055383830"],"corresponding_institution_ids":["https://openalex.org/I150807315"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.46353969,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"12","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.00139999995008111,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7069000005722046},{"id":"https://openalex.org/keywords/futures-studies","display_name":"Futures studies","score":0.5029000043869019},{"id":"https://openalex.org/keywords/strategic-planning","display_name":"Strategic planning","score":0.44609999656677246},{"id":"https://openalex.org/keywords/computational-intelligence","display_name":"Computational intelligence","score":0.4068000018596649},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.3540000021457672},{"id":"https://openalex.org/keywords/air-combat","display_name":"Air combat","score":0.34389999508857727},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.3407000005245209},{"id":"https://openalex.org/keywords/autonomous-agent","display_name":"Autonomous agent","score":0.34040001034736633},{"id":"https://openalex.org/keywords/adaptability","display_name":"Adaptability","score":0.3165999948978424}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7069000005722046},{"id":"https://openalex.org/C64848388","wikidata":"https://www.wikidata.org/wiki/Q188867","display_name":"Futures studies","level":2,"score":0.5029000043869019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.48840001225471497},{"id":"https://openalex.org/C48243021","wikidata":"https://www.wikidata.org/wiki/Q932522","display_name":"Strategic planning","level":2,"score":0.44609999656677246},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4381999969482422},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.43309998512268066},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.4068000018596649},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.3540000021457672},{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.34389999508857727},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C13687954","wikidata":"https://www.wikidata.org/wiki/Q4826847","display_name":"Autonomous agent","level":2,"score":0.34040001034736633},{"id":"https://openalex.org/C177606310","wikidata":"https://www.wikidata.org/wiki/Q5674297","display_name":"Adaptability","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C196340769","wikidata":"https://www.wikidata.org/wiki/Q7698910","display_name":"Temporal difference learning","level":3,"score":0.3100000023841858},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C2777617010","wikidata":"https://www.wikidata.org/wiki/Q18957","display_name":"Mainstream","level":2,"score":0.29809999465942383},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2903999984264374},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.28870001435279846},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C202033279","wikidata":"https://www.wikidata.org/wiki/Q1931373","display_name":"Scenario planning","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C167393769","wikidata":"https://www.wikidata.org/wiki/Q4680768","display_name":"Adaptive strategies","level":2,"score":0.2768000066280365},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.2687999904155731},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.26579999923706055},{"id":"https://openalex.org/C9628104","wikidata":"https://www.wikidata.org/wiki/Q788009","display_name":"Autonomous system (mathematics)","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.26420000195503235},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.26089999079704285},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C53619493","wikidata":"https://www.wikidata.org/wiki/Q4787093","display_name":"Architecture framework","level":3,"score":0.25290000438690186}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-025-02189-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02189-w","pdf_url":null,"source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:104e726ecd3f46a99616b31acbff016e","is_oa":true,"landing_page_url":"https://doaj.org/article/104e726ecd3f46a99616b31acbff016e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 12, Iss 2, Pp 1-20 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-025-02189-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s40747-025-02189-w","pdf_url":null,"source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W2023857055","https://openalex.org/W2075110355","https://openalex.org/W2145339207","https://openalex.org/W2972997443","https://openalex.org/W2997053319","https://openalex.org/W2998655286","https://openalex.org/W3005243570","https://openalex.org/W3131698718","https://openalex.org/W3158749502","https://openalex.org/W3160569732","https://openalex.org/W3177318507","https://openalex.org/W4229042545","https://openalex.org/W4240529753","https://openalex.org/W4292793783","https://openalex.org/W4295851543","https://openalex.org/W4366752874","https://openalex.org/W4382239271","https://openalex.org/W4385492535","https://openalex.org/W4392347690","https://openalex.org/W4399009137","https://openalex.org/W4400071892","https://openalex.org/W4401210493","https://openalex.org/W4406739626","https://openalex.org/W4408658786"],"related_works":[],"abstract_inverted_index":{"In":[0],"the":[1,8,101,129,141,155,179,196],"paradigm":[2,193],"shift":[3],"towards":[4],"intelligent":[5],"air":[6,25,202],"combat,":[7],"autonomous":[9,201],"decision-making":[10,95],"capability":[11],"of":[12,143,199],"unmanned":[13],"combat":[14,77,203],"aerial":[15],"vehicles":[16],"(UCAVs)":[17],"has":[18],"become":[19,61],"a":[20,35,108,113,148,173,191],"pivotal":[21],"factor":[22],"in":[23,52,79,151],"achieving":[24],"superiority.":[26],"However,":[27],"existing":[28],"deep":[29],"reinforcement":[30],"learning":[31],"(DRL)":[32],"agents":[33],"exhibit":[34],"significant":[36],"disconnect":[37],"between":[38,181],"strategic":[39,47,106,182],"planning":[40,183],"and":[41,63,81,124,128,158,184],"tactical":[42,58,126,185],"execution.":[43],"They":[44],"often":[45],"lack":[46],"foresight":[48],"due":[49],"to":[50,68,135],"difficulties":[51],"processing":[53],"long-term":[54],"dependencies,":[55],"while":[56],"their":[57,76],"maneuvers":[59],"frequently":[60],"simplistic":[62],"predictable":[64],"as":[65],"they":[66],"converge":[67],"deterministic":[69],"policies.":[70],"These":[71],"fundamental":[72],"deficiencies":[73],"severely":[74],"limit":[75],"effectiveness":[78],"complex":[80],"dynamic":[82],"engagements.To":[83],"address":[84],"this":[85,88],"core":[86],"challenge,":[87],"thesis":[89],"introduces":[90],"PPO-ITDS,":[91],"an":[92],"integrated":[93],"maneuver":[94],"framework.":[96],"The":[97],"framework":[98],"synergistically":[99],"combines":[100],"Informer":[102],"architecture":[103],"for":[104,122,194],"long-horizon":[105],"reasoning,":[107],"novel":[109],"tanh-based":[110],"objective":[111],"with":[112],"double":[114],"exponential":[115],"weighted":[116],"moving":[117],"average":[118],"(DEWMA)":[119],"update":[120],"mechanism":[121],"diverse":[123],"stable":[125],"exploration,":[127],"sharpness-aware":[130],"minimization":[131],"lookahead":[132],"(SAML)":[133],"optimizer":[134],"enhance":[136],"generalization.Extensive":[137],"experimental":[138],"results":[139],"demonstrate":[140],"superiority":[142],"our":[144],"approach.":[145],"PPO-ITDS":[146],"achieves":[147],"43%":[149],"increase":[150],"Elo":[152],"score":[153],"over":[154],"baseline":[156],"PPO":[157],"secures":[159],"win":[160],"rates":[161],"exceeding":[162],"70%":[163],"against":[164],"other":[165],"mainstream":[166],"DRL":[167],"algorithms.":[168],"This":[169],"study":[170],"concludes":[171],"that":[172],"holistic":[174],"framework,":[175],"which":[176],"systematically":[177],"bridges":[178],"gap":[180],"execution,":[186],"is":[187],"crucial.":[188],"It":[189],"presents":[190],"robust":[192],"developing":[195],"next":[197],"generation":[198],"high-performance":[200],"systems.":[204]},"counts_by_year":[],"updated_date":"2026-06-13T06:13:01.061226","created_date":"2025-12-09T00:00:00"}