{"id":"https://openalex.org/W7125404672","doi":"https://doi.org/10.1093/jcde/qwag006","title":"Air combat joint strategy learning based on a dual-loop framework and hindsight experience replay","display_name":"Air combat joint strategy learning based on a dual-loop framework and hindsight experience replay","publication_year":2026,"publication_date":"2026-01-22","ids":{"openalex":"https://openalex.org/W7125404672","doi":"https://doi.org/10.1093/jcde/qwag006"},"language":"en","primary_location":{"id":"doi:10.1093/jcde/qwag006","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag006","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1093/jcde/qwag006","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123544449","display_name":"Yuhe Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhe Zhang","raw_affiliation_strings":["Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,"],"raw_orcid":"https://orcid.org/0009-0002-0567-1842","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123553748","display_name":"Zhen Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhen Yang","raw_affiliation_strings":["Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,"],"raw_orcid":"https://orcid.org/0000-0002-7728-916X","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100682475","display_name":"Bao Zhang","orcid":"https://orcid.org/0000-0003-3822-9567"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao Zhang","raw_affiliation_strings":["Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024480282","display_name":"Xingyu Wang","orcid":"https://orcid.org/0009-0008-1131-8096"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyu Wang","raw_affiliation_strings":["Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004540162","display_name":"Haiyin Piao","orcid":"https://orcid.org/0000-0002-8519-4750"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyin Piao","raw_affiliation_strings":["Jilin University, School of Artificial Intelligence , 130012 Changchun, Jilin ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Jilin University, School of Artificial Intelligence , 130012 Changchun, Jilin ,","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5121509683","display_name":"Deyun Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Deyun Zhou","raw_affiliation_strings":["Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, School of Electronics and Information , 710072 Xian, Shaanxi ,","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5123553748"],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":{"value":1650,"currency":"USD","value_usd":1650},"apc_paid":{"value":1650,"currency":"USD","value_usd":1650},"fwci":19.6428,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.97189555,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":"3","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9811999797821045,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.013799999840557575,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hindsight-bias","display_name":"Hindsight bias","score":0.8680999875068665},{"id":"https://openalex.org/keywords/air-combat","display_name":"Air combat","score":0.6801000237464905},{"id":"https://openalex.org/keywords/missile","display_name":"Missile","score":0.6453999876976013},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5656999945640564},{"id":"https://openalex.org/keywords/joint","display_name":"Joint (building)","score":0.5482000112533569},{"id":"https://openalex.org/keywords/look-ahead","display_name":"Look-ahead","score":0.44130000472068787},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.3815000057220459},{"id":"https://openalex.org/keywords/military-tactics","display_name":"Military tactics","score":0.3792000114917755}],"concepts":[{"id":"https://openalex.org/C10347200","wikidata":"https://www.wikidata.org/wiki/Q1960297","display_name":"Hindsight bias","level":2,"score":0.8680999875068665},{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.6801000237464905},{"id":"https://openalex.org/C2778857364","wikidata":"https://www.wikidata.org/wiki/Q974850","display_name":"Missile","level":2,"score":0.6453999876976013},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5656999945640564},{"id":"https://openalex.org/C18555067","wikidata":"https://www.wikidata.org/wiki/Q8375051","display_name":"Joint (building)","level":2,"score":0.5482000112533569},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.5235000252723694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4569999873638153},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.454800009727478},{"id":"https://openalex.org/C147297375","wikidata":"https://www.wikidata.org/wiki/Q6674930","display_name":"Look-ahead","level":2,"score":0.44130000472068787},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C190989730","wikidata":"https://www.wikidata.org/wiki/Q207645","display_name":"Military tactics","level":2,"score":0.3792000114917755},{"id":"https://openalex.org/C74448152","wikidata":"https://www.wikidata.org/wiki/Q765633","display_name":"Aviation","level":2,"score":0.373199999332428},{"id":"https://openalex.org/C166109690","wikidata":"https://www.wikidata.org/wiki/Q4677422","display_name":"Action selection","level":3,"score":0.3571999967098236},{"id":"https://openalex.org/C202802212","wikidata":"https://www.wikidata.org/wiki/Q243249","display_name":"Air-to-air missile","level":3,"score":0.3424000144004822},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.3276999890804291},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.3199000060558319},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3179999887943268},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.30489999055862427},{"id":"https://openalex.org/C2777987047","wikidata":"https://www.wikidata.org/wiki/Q627716","display_name":"Military aviation","level":3,"score":0.2809000015258789},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.2793000042438507},{"id":"https://openalex.org/C139502532","wikidata":"https://www.wikidata.org/wiki/Q1122090","display_name":"Computational intelligence","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.26409998536109924},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.26260000467300415},{"id":"https://openalex.org/C2777061396","wikidata":"https://www.wikidata.org/wiki/Q7978064","display_name":"Weapon system","level":2,"score":0.2581000030040741}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/jcde/qwag006","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag006","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1093/jcde/qwag006","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwag006","pdf_url":null,"source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.44587621092796326}],"awards":[{"id":"https://openalex.org/G4591294634","display_name":null,"funder_award_id":"2022Z023053001","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"},{"id":"https://openalex.org/G8176452628","display_name":null,"funder_award_id":"52502515","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8578969299","display_name":null,"funder_award_id":"2024GX-YBXM-115","funder_id":"https://openalex.org/F4320336350","funder_display_name":"Key Research and Development Projects of Shaanxi Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"},{"id":"https://openalex.org/F4320336350","display_name":"Key Research and Development Projects of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W2038973546","https://openalex.org/W2073284062","https://openalex.org/W2075110355","https://openalex.org/W2084342013","https://openalex.org/W2134882229","https://openalex.org/W2160653558","https://openalex.org/W2417786368","https://openalex.org/W2419612459","https://openalex.org/W2518892488","https://openalex.org/W2580175322","https://openalex.org/W2800166377","https://openalex.org/W2898904083","https://openalex.org/W2907275873","https://openalex.org/W2909590401","https://openalex.org/W2919115771","https://openalex.org/W2953029955","https://openalex.org/W2989916339","https://openalex.org/W3089592508","https://openalex.org/W3112673853","https://openalex.org/W3127895054","https://openalex.org/W4220747123","https://openalex.org/W4293507941","https://openalex.org/W4300799055","https://openalex.org/W4309483453","https://openalex.org/W4312309366","https://openalex.org/W4323075742","https://openalex.org/W4368353069","https://openalex.org/W4375929017","https://openalex.org/W4391559306","https://openalex.org/W4395666407","https://openalex.org/W4399412621","https://openalex.org/W4402332656","https://openalex.org/W4409828465"],"related_works":[],"abstract_inverted_index":{"Abstract":[0],"The":[1,92,175],"research":[2],"on":[3,42,64,88],"air":[4,24,172,193,207,221],"combat":[5,25,173,194,208,222],"decision-making":[6,113],"methods":[7,36],"using":[8,166],"artificial":[9],"intelligence":[10],"has":[11],"become":[12],"a":[13,74,84,89,143,149,167,184,214],"widely":[14],"studied":[15],"field.":[16],"However,":[17],"due":[18],"to":[19,38,71,96,132,153],"the":[20,23,28,108,115,123,155,158,163,178,206],"complexity":[21],"of":[22,30,80,151,157,177],"process":[26],"and":[27,45,99,170,200],"problem":[29],"hybrid":[31],"action":[32],"selection":[33],"(discrete/continuous),":[34],"traditional":[35],"struggle":[37],"simultaneously":[39],"make":[40],"decisions":[41,102],"continuous":[43],"maneuvering":[44,98,199],"discrete":[46],"missile":[47,100,134,201],"launching":[48,101,135],"actions.":[49],"In":[50,78,203],"addition,":[51],"designing":[52],"complex":[53],"dense":[54],"reward":[55,66],"functions":[56,67],"requires":[57],"difficult-to-obtain":[58],"aviation":[59],"expert":[60],"knowledge,":[61],"while":[62,118],"relying":[63],"sparse":[65],"makes":[68],"it":[69,189],"difficult":[70],"fully":[72],"explore":[73],"large":[75],"state":[76],"space.":[77],"view":[79],"this,":[81],"we":[82,211],"propose":[83],"novel":[85],"algorithm":[86],"based":[87],"dual-loop":[90],"framework.":[91],"core":[93],"idea":[94],"is":[95,130],"separate":[97],"into":[103],"two":[104],"optimization":[105,121,124],"processes":[106],"within":[107],"training":[109],"loop,":[110],"enabling":[111],"joint":[112,195,209],"during":[114,122],"search":[116],"phase":[117],"allowing":[119],"independent":[120],"phase.":[125],"Besides,":[126],"hindsight":[127],"experience":[128],"replay":[129],"adopted":[131],"train":[133],"decisions.":[136],"It":[137],"expands":[138],"valuable":[139],"learning":[140],"samples":[141],"through":[142],"sample":[144],"relabelling":[145],"approach.":[146],"We":[147],"designed":[148],"series":[150],"experiments":[152],"validate":[154],"performance":[156,176],"proposed":[159,179],"method":[160,180],"by":[161],"constructing":[162],"opponent\u2019s":[164],"strategy":[165,196,210],"self-play":[168],"agent":[169],"an":[171,192],"bot.":[174],"was":[181],"validated":[182],"in":[183],"simulation":[185],"environment,":[186],"demonstrating":[187],"that":[188],"can":[190],"generate":[191],"incorporating":[197],"both":[198],"launching.":[202],"adversarial":[204],"experiments,":[205],"generated":[212],"achieved":[213],"higher":[215],"win":[216],"rate":[217],"than":[218],"other":[219],"state-of-the-art":[220],"methods.":[223]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-23T06:36:01.041984","created_date":"2026-01-23T00:00:00"}