{"id":"https://openalex.org/W4296426247","doi":"https://doi.org/10.1109/cog51982.2022.9893690","title":"Learning Continuous 3-DoF Air-to-Air Close-in Combat Strategy using Proximal Policy Optimization","display_name":"Learning Continuous 3-DoF Air-to-Air Close-in Combat Strategy using Proximal Policy Optimization","publication_year":2022,"publication_date":"2022-08-21","ids":{"openalex":"https://openalex.org/W4296426247","doi":"https://doi.org/10.1109/cog51982.2022.9893690"},"language":"en","primary_location":{"id":"doi:10.1109/cog51982.2022.9893690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog51982.2022.9893690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077743639","display_name":"Luntong Li","orcid":"https://orcid.org/0000-0002-5299-4858"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Luntong Li","raw_affiliation_strings":["Institute of AutomationChinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems,Beijing,China,100190"],"affiliations":[{"raw_affiliation_string":"Institute of AutomationChinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems,Beijing,China,100190","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100599388","display_name":"Zhiming Zhou","orcid":"https://orcid.org/0000-0001-8990-6578"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiming Zhou","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences,Integrated Information System Research Center,Beijing,China,100190"],"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences,Integrated Information System Research Center,Beijing,China,100190","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073383645","display_name":"Jiajun Chai","orcid":"https://orcid.org/0000-0002-7611-064X"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Chai","raw_affiliation_strings":["Institute of AutomationChinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems,Beijing,China,100190"],"affiliations":[{"raw_affiliation_string":"Institute of AutomationChinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems,Beijing,China,100190","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100412085","display_name":"Zhen Liu","orcid":"https://orcid.org/0000-0003-1610-2338"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Liu","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences,Integrated Information System Research Center,Beijing,China,100190"],"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences,Integrated Information System Research Center,Beijing,China,100190","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080193690","display_name":"Yuanheng Zhu","orcid":"https://orcid.org/0000-0001-5384-423X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanheng Zhu","raw_affiliation_strings":["Institute of AutomationChinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems,Beijing,China,100190"],"affiliations":[{"raw_affiliation_string":"Institute of AutomationChinese Academy of Sciences,The State Key Laboratory of Management and Control for Complex Systems,Beijing,China,100190","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5019541846","display_name":"Jianqiang Yi","orcid":"https://orcid.org/0000-0003-3268-9482"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianqiang Yi","raw_affiliation_strings":["Institute of Automation Chinese Academy of Sciences,Integrated Information System Research Center,Beijing,China,100190"],"affiliations":[{"raw_affiliation_string":"Institute of Automation Chinese Academy of Sciences,Integrated Information System Research Center,Beijing,China,100190","institution_ids":["https://openalex.org/I4210094879","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5077743639"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210094879"],"apc_list":null,"apc_paid":null,"fwci":5.2352,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.94746473,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"616","last_page":"619"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9575999975204468,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/air-combat","display_name":"Air combat","score":0.8904659748077393},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7849370837211609},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.6814264059066772},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.664171576499939},{"id":"https://openalex.org/keywords/minimax","display_name":"Minimax","score":0.65495765209198},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5059406161308289},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49477618932724},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.473696231842041},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.393436461687088},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.24376216530799866},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.17010867595672607},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12792262434959412}],"concepts":[{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.8904659748077393},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7849370837211609},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.6814264059066772},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.664171576499939},{"id":"https://openalex.org/C149728462","wikidata":"https://www.wikidata.org/wiki/Q751319","display_name":"Minimax","level":2,"score":0.65495765209198},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5059406161308289},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49477618932724},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.473696231842041},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.393436461687088},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.24376216530799866},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.17010867595672607},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12792262434959412},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cog51982.2022.9893690","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cog51982.2022.9893690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE Conference on Games (CoG)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"},{"id":"https://openalex.org/F4320335892","display_name":"Youth Innovation Promotion Association","ror":null},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W298183222","https://openalex.org/W2075110355","https://openalex.org/W2518892488","https://openalex.org/W2736601468","https://openalex.org/W2808402329","https://openalex.org/W2963184621","https://openalex.org/W3005766265","https://openalex.org/W3038678879","https://openalex.org/W3084241738","https://openalex.org/W3110979110","https://openalex.org/W3112673853","https://openalex.org/W3190154035","https://openalex.org/W3217091241","https://openalex.org/W4200207324","https://openalex.org/W4205272462","https://openalex.org/W6610526735","https://openalex.org/W6627932998","https://openalex.org/W6741002519","https://openalex.org/W6752172376","https://openalex.org/W6780587199","https://openalex.org/W6804631721"],"related_works":["https://openalex.org/W2016058626","https://openalex.org/W2474724840","https://openalex.org/W2963760573","https://openalex.org/W4388150944","https://openalex.org/W4221073308","https://openalex.org/W2355656726","https://openalex.org/W3107097976","https://openalex.org/W4388562206","https://openalex.org/W3014757303","https://openalex.org/W3098036013"],"abstract_inverted_index":{"Air-to-air":[0],"close-in":[1,25,46,92],"combat":[2,47,71,93],"is":[3,104,130],"based":[4,84],"on":[5,85],"many":[6],"basic":[7],"fighter":[8],"maneuvers":[9],"and":[10,77],"can":[11,32],"be":[12],"largely":[13,50],"modeled":[14],"as":[15],"an":[16,40,98],"algorithmic":[17],"function":[18],"of":[19,60,111],"inputs.":[20],"This":[21],"paper":[22],"studies":[23],"autonomous":[24],"combat,":[26],"to":[27,34,37,52,106,132],"learn":[28],"new":[29],"strategy":[30,48,94,118],"that":[31,90,125],"adapt":[33],"different":[35],"circumstances":[36],"fight":[38],"against":[39],"opponent.":[41],"Current":[42],"methods":[43],"for":[44,119],"learning":[45,82,109],"are":[49],"limited":[51],"discrete":[53],"action":[54,75],"sets":[55],"whether":[56],"in":[57,97],"the":[58,108,120,126,134],"form":[59],"rules,":[61],"actions":[62],"or":[63],"sub-polices.":[64],"In":[65],"contrast,":[66],"we":[67],"consider":[68],"one-on-one":[69],"air":[70],"game":[72],"with":[73,137],"continuous":[74],"space":[76,103],"present":[78],"a":[79,116],"deep":[80],"reinforcement":[81],"method":[83],"proximal":[86],"policy":[87],"optimization":[88],"(PPO)":[89],"learns":[91],"from":[95],"observations":[96],"end-to-end":[99],"manner.":[100],"The":[101],"state":[102],"designed":[105],"promote":[107],"efficiency":[110],"PPO.":[112],"We":[113],"also":[114],"design":[115],"minimax":[117,135],"game.":[121],"Simulation":[122],"results":[123],"show":[124],"learned":[127],"PPO":[128],"agent":[129],"able":[131],"defeat":[133],"opponent":[136],"about":[138],"97%":[139],"win":[140],"rate.":[141]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}