{"id":"https://openalex.org/W4409828465","doi":"https://doi.org/10.1093/jcde/qwaf045","title":"SD2AC: A reinforcement learning framework using distribution evaluation and sequential decision-making for UCAV combat","display_name":"SD2AC: A reinforcement learning framework using distribution evaluation and sequential decision-making for UCAV combat","publication_year":2025,"publication_date":"2025-04-25","ids":{"openalex":"https://openalex.org/W4409828465","doi":"https://doi.org/10.1093/jcde/qwaf045"},"language":"en","primary_location":{"id":"doi:10.1093/jcde/qwaf045","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwaf045","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwaf045/63012656/qwaf045.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwaf045/63012656/qwaf045.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Tao Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I114234892","display_name":"Beijing Union University","ror":"https://ror.org/01hg31662","country_code":"CN","type":"education","lineage":["https://openalex.org/I114234892"]},{"id":"https://openalex.org/I4210122310","display_name":"Innovation Research Center","ror":"https://ror.org/02sdeme12","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122310"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Tao Yang","raw_affiliation_strings":["Beijing Key Laboratory of Information Service Engineering, Beijing Union University , 100101 Beijing ,","Science and Technology Innovation Research Center of ARI, Unit 32178 of the PLA , 100012 Beijing ,","Science and Technology Innovation Research Center of ARI , Unit 32178 of the PLA, ,100012","Beijing Key Laboratory of Information Service Engineering,Beijing Union University , ,100101"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Information Service Engineering, Beijing Union University , 100101 Beijing ,","institution_ids":["https://openalex.org/I114234892"]},{"raw_affiliation_string":"Science and Technology Innovation Research Center of ARI, Unit 32178 of the PLA , 100012 Beijing ,","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Science and Technology Innovation Research Center of ARI , Unit 32178 of the PLA, ,100012","institution_ids":["https://openalex.org/I4210122310"]},{"raw_affiliation_string":"Beijing Key Laboratory of Information Service Engineering,Beijing Union University , ,100101","institution_ids":["https://openalex.org/I114234892"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xinhao Shi","orcid":null},"institutions":[{"id":"https://openalex.org/I114234892","display_name":"Beijing Union University","ror":"https://ror.org/01hg31662","country_code":"CN","type":"education","lineage":["https://openalex.org/I114234892"]},{"id":"https://openalex.org/I4210122310","display_name":"Innovation Research Center","ror":"https://ror.org/02sdeme12","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122310"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Xinhao Shi","raw_affiliation_strings":["Beijing Key Laboratory of Information Service Engineering, Beijing Union University , 100101 Beijing ,","Science and Technology Innovation Research Center of ARI, Unit 32178 of the PLA , 100012 Beijing ,","Science and Technology Innovation Research Center of ARI , Unit 32178 of the PLA, ,100012","Beijing Key Laboratory of Information Service Engineering,Beijing Union University , ,100101"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Information Service Engineering, Beijing Union University , 100101 Beijing ,","institution_ids":["https://openalex.org/I114234892"]},{"raw_affiliation_string":"Science and Technology Innovation Research Center of ARI, Unit 32178 of the PLA , 100012 Beijing ,","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Science and Technology Innovation Research Center of ARI , Unit 32178 of the PLA, ,100012","institution_ids":["https://openalex.org/I4210122310"]},{"raw_affiliation_string":"Beijing Key Laboratory of Information Service Engineering,Beijing Union University , ,100101","institution_ids":["https://openalex.org/I114234892"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Cheng Xu","orcid":"https://orcid.org/0000-0003-4913-5371"},"institutions":[{"id":"https://openalex.org/I114234892","display_name":"Beijing Union University","ror":"https://ror.org/01hg31662","country_code":"CN","type":"education","lineage":["https://openalex.org/I114234892"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cheng Xu","raw_affiliation_strings":["Beijing Key Laboratory of Information Service Engineering, Beijing Union University , 100101 Beijing ,","Beijing Key Laboratory of Information Service Engineering,Beijing Union University , ,100101"],"raw_orcid":"https://orcid.org/0000-0003-4913-5371","affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Information Service Engineering, Beijing Union University , 100101 Beijing ,","institution_ids":["https://openalex.org/I114234892"]},{"raw_affiliation_string":"Beijing Key Laboratory of Information Service Engineering,Beijing Union University , ,100101","institution_ids":["https://openalex.org/I114234892"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yulin Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122310","display_name":"Innovation Research Center","ror":"https://ror.org/02sdeme12","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122310"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Yulin Yang","raw_affiliation_strings":["Science and Technology Innovation Research Center of ARI, Unit 32178 of the PLA , 100012 Beijing ,","Science and Technology Innovation Research Center of ARI , Unit 32178 of the PLA, ,100012"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology Innovation Research Center of ARI, Unit 32178 of the PLA , 100012 Beijing ,","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Science and Technology Innovation Research Center of ARI , Unit 32178 of the PLA, ,100012","institution_ids":["https://openalex.org/I4210122310"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040452780","display_name":"Hongzhe Liu","orcid":"https://orcid.org/0000-0003-2314-5272"},"institutions":[{"id":"https://openalex.org/I114234892","display_name":"Beijing Union University","ror":"https://ror.org/01hg31662","country_code":"CN","type":"education","lineage":["https://openalex.org/I114234892"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzhe Liu","raw_affiliation_strings":["Beijing Key Laboratory of Information Service Engineering, Beijing Union University , 100101 Beijing ,","Beijing Key Laboratory of Information Service Engineering,Beijing Union University , ,100101"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Key Laboratory of Information Service Engineering, Beijing Union University , 100101 Beijing ,","institution_ids":["https://openalex.org/I114234892"]},{"raw_affiliation_string":"Beijing Key Laboratory of Information Service Engineering,Beijing Union University , ,100101","institution_ids":["https://openalex.org/I114234892"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109503912","display_name":"Qinghan Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I4210122310","display_name":"Innovation Research Center","ror":"https://ror.org/02sdeme12","country_code":"US","type":"facility","lineage":["https://openalex.org/I4210122310"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN","US"],"is_corresponding":false,"raw_author_name":"Qinghan Zeng","raw_affiliation_strings":["Science and Technology Innovation Research Center of ARI, Unit 32178 of the PLA , 100012 Beijing ,","Science and Technology Innovation Research Center of ARI , Unit 32178 of the PLA, ,100012"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Science and Technology Innovation Research Center of ARI, Unit 32178 of the PLA , 100012 Beijing ,","institution_ids":["https://openalex.org/I92403157"]},{"raw_affiliation_string":"Science and Technology Innovation Research Center of ARI , Unit 32178 of the PLA, ,100012","institution_ids":["https://openalex.org/I4210122310"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1650,"currency":"USD","value_usd":1650},"apc_paid":{"value":1650,"currency":"USD","value_usd":1650},"fwci":2.0697,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.86163473,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"12","issue":"7","first_page":"96","last_page":"112"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10917","display_name":"Smart Grid Security and Resilience","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9689000248908997,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12794","display_name":"Adaptive Dynamic Programming Control","score":0.965499997138977,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7812259793281555},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.5084809064865112},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49326080083847046},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4754447937011719},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.43455925583839417},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32050013542175293},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.10284006595611572}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7812259793281555},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.5084809064865112},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49326080083847046},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4754447937011719},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.43455925583839417},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32050013542175293},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.10284006595611572}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/jcde/qwaf045","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwaf045","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwaf045/63012656/qwaf045.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1093/jcde/qwaf045","is_oa":true,"landing_page_url":"https://doi.org/10.1093/jcde/qwaf045","pdf_url":"https://academic.oup.com/jcde/advance-article-pdf/doi/10.1093/jcde/qwaf045/63012656/qwaf045.pdf","source":{"id":"https://openalex.org/S2485147958","display_name":"Journal of Computational Design and Engineering","issn_l":"2288-4300","issn":["2288-4300","2288-5048"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Computational Design and Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G113927327","display_name":null,"funder_award_id":"62171042","funder_id":"https://openalex.org/F4320322664","funder_display_name":"Beijing Union University"},{"id":"https://openalex.org/G1578316880","display_name":null,"funder_award_id":"4232026","funder_id":"https://openalex.org/F4320322664","funder_display_name":"Beijing Union University"},{"id":"https://openalex.org/G2255283088","display_name":null,"funder_award_id":"U24A20331","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2376838992","display_name":null,"funder_award_id":"62102033","funder_id":"https://openalex.org/F4320322664","funder_display_name":"Beijing Union University"},{"id":"https://openalex.org/G2576670804","display_name":null,"funder_award_id":"KZ202211417048","funder_id":"https://openalex.org/F4320322664","funder_display_name":"Beijing Union University"},{"id":"https://openalex.org/G2643630353","display_name":null,"funder_award_id":"4242020","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"},{"id":"https://openalex.org/G343683571","display_name":null,"funder_award_id":"62102033","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3996902054","display_name":null,"funder_award_id":"ZKZD202302","funder_id":"https://openalex.org/F4320322664","funder_display_name":"Beijing Union University"},{"id":"https://openalex.org/G5119075700","display_name":null,"funder_award_id":"BPHR20220121","funder_id":"https://openalex.org/F4320322664","funder_display_name":"Beijing Union University"},{"id":"https://openalex.org/G513613031","display_name":null,"funder_award_id":"ZK20202403","funder_id":"https://openalex.org/F4320322664","funder_display_name":"Beijing Union University"},{"id":"https://openalex.org/G5174528315","display_name":null,"funder_award_id":"KZ202211417048","funder_id":"https://openalex.org/F4320321572","funder_display_name":"Beijing Municipal Commission of Education"},{"id":"https://openalex.org/G5747361604","display_name":null,"funder_award_id":"KZ202211417048","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8232605143","display_name":null,"funder_award_id":"62171042","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8536260946","display_name":null,"funder_award_id":"4232026","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8688922003","display_name":null,"funder_award_id":"BPHR20220121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8733290145","display_name":null,"funder_award_id":"4232026","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321572","display_name":"Beijing Municipal Commission of Education","ror":"https://ror.org/04bpn6s66"},{"id":"https://openalex.org/F4320322664","display_name":"Beijing Union University","ror":"https://ror.org/01hg31662"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4409828465.pdf","grobid_xml":"https://content.openalex.org/works/W4409828465.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W2088956500","https://openalex.org/W2746553466","https://openalex.org/W2761873684","https://openalex.org/W2966476822","https://openalex.org/W3015082424","https://openalex.org/W3048703323","https://openalex.org/W3196692929","https://openalex.org/W3200561352","https://openalex.org/W3214814008","https://openalex.org/W4210445430","https://openalex.org/W4283164305","https://openalex.org/W4286748781","https://openalex.org/W4297515898","https://openalex.org/W4299802797","https://openalex.org/W4300443914","https://openalex.org/W4309483453","https://openalex.org/W4313140252","https://openalex.org/W4323075742","https://openalex.org/W4327662927","https://openalex.org/W4365444201","https://openalex.org/W4366752874","https://openalex.org/W4388440591","https://openalex.org/W4388591424","https://openalex.org/W4390343183","https://openalex.org/W4390450423","https://openalex.org/W4391460677","https://openalex.org/W4398139615","https://openalex.org/W4398765795","https://openalex.org/W4399981396","https://openalex.org/W4400944787","https://openalex.org/W4401009784","https://openalex.org/W4401421858","https://openalex.org/W4404207697","https://openalex.org/W6683300800","https://openalex.org/W6684205842","https://openalex.org/W6685444567","https://openalex.org/W6738796088","https://openalex.org/W6800682094","https://openalex.org/W6840380725","https://openalex.org/W6844628001","https://openalex.org/W6847275183","https://openalex.org/W6849477997","https://openalex.org/W6849746254","https://openalex.org/W6868104661"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"increasing":[2],"complexity":[3],"of":[4,85,156,164,179],"autonomous":[5],"drone":[6,58],"swarm":[7,59],"operations,":[8],"particularly":[9],"in":[10,18,75,138,162],"adversarial":[11],"air":[12],"combat":[13],"scenarios,":[14],"presents":[15],"significant":[16],"challenges":[17],"multi-agent":[19],"reinforcement":[20],"learning":[21,119,133],"(MARL).":[22],"Existing":[23],"approaches":[24],"often":[25],"face":[26],"issues":[27],"such":[28],"as":[29],"poor":[30],"coordination,":[31],"suboptimal":[32],"convergence,":[33],"and":[34,90,108,112,151,169],"overestimation":[35,106],"bias,":[36],"undermining":[37],"their":[38,80],"applicability":[39],"to":[40,61,104,125],"high-stakes":[41],"environments.":[42],"We":[43],"propose":[44],"the":[45,83,100,154,176],"Sequential":[46],"Decision":[47],"Distribution":[48],"Soft":[49],"Actor-Critic":[50],"(SD2AC),":[51],"a":[52,71,94],"novel":[53],"off-policy":[54],"MARL":[55,160],"framework":[56,74],"for":[57],"coordination":[60,89,170],"address":[62],"these":[63],"challenges.":[64],"SD2AC":[65,157],"introduces":[66],"three":[67],"key":[68],"innovations:":[69],"(1)":[70],"sequential":[72],"decision-making":[73],"which":[76],"agents":[77],"adaptively":[78],"condition":[79],"decisions":[81],"on":[82],"policies":[84],"preceding":[86],"agents,":[87],"enhancing":[88],"reducing":[91],"conflicts;":[92],"(2)":[93],"distributional":[95],"Q-value":[96],"critic":[97],"that":[98,121],"models":[99],"full":[101],"return":[102],"distribution":[103,118],"mitigate":[105],"bias":[107],"improve":[109],"policy":[110],"robustness;":[111],"(3)":[113],"an":[114],"adaptive":[115],"twin":[116],"value":[117,129],"mechanism":[120],"leverages":[122],"dual":[123],"critics":[124],"dynamically":[126],"select":[127],"conservative":[128],"estimates,":[130],"ensuring":[131],"stable":[132],"under":[134],"uncertainty.":[135],"Rigorous":[136],"evaluation":[137],"diverse":[139],"environments,":[140],"including":[141],"Close":[142],"Air":[143],"Combat,":[144],"Multi-agent":[145],"Encirclement":[146],"with":[147],"Collision":[148],"Avoidance":[149],"(MECA),":[150],"MAMuJoCo,":[152],"demonstrate":[153],"superiority":[155],"over":[158],"state-of-the-art":[159],"methods":[161],"terms":[163],"reward":[165],"optimization,":[166],"convergence":[167],"speed,":[168],"efficiency.":[171],"Ablation":[172],"studies":[173],"further":[174],"validate":[175],"individual":[177],"contributions":[178],"each":[180],"component.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}