{"id":"https://openalex.org/W4390343183","doi":"https://doi.org/10.1007/s10462-023-10620-2","title":"Deep reinforcement learning-based air combat maneuver decision-making: literature review, implementation tutorial and future direction","display_name":"Deep reinforcement learning-based air combat maneuver decision-making: literature review, implementation tutorial and future direction","publication_year":2023,"publication_date":"2023-12-28","ids":{"openalex":"https://openalex.org/W4390343183","doi":"https://doi.org/10.1007/s10462-023-10620-2"},"language":"en","primary_location":{"id":"doi:10.1007/s10462-023-10620-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10462-023-10620-2","pdf_url":null,"source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055535729","display_name":"Xinwei Wang","orcid":"https://orcid.org/0000-0003-2791-0170"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xinwei Wang","raw_affiliation_strings":["Department of Engineering Mechanics, State Key Laboratory of Structural Analysis, Optimization and CAE Software for Industrial Equipment, Dalian University of Technology, Dalian, 116024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Mechanics, State Key Laboratory of Structural Analysis, Optimization and CAE Software for Industrial Equipment, Dalian University of Technology, Dalian, 116024, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100324205","display_name":"Yihui Wang","orcid":"https://orcid.org/0000-0003-3677-3323"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihui Wang","raw_affiliation_strings":["Department of Engineering Mechanics, State Key Laboratory of Structural Analysis, Optimization and CAE Software for Industrial Equipment, Dalian University of Technology, Dalian, 116024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Mechanics, State Key Laboratory of Structural Analysis, Optimization and CAE Software for Industrial Equipment, Dalian University of Technology, Dalian, 116024, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049752480","display_name":"Xichao Su","orcid":"https://orcid.org/0000-0002-9705-3330"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xichao Su","raw_affiliation_strings":["Naval Aviation University, Yantai, 264001, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Aviation University, Yantai, 264001, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024966645","display_name":"Lei Wang","orcid":"https://orcid.org/0000-0001-8573-1213"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Wang","raw_affiliation_strings":["School of Mathematical Science, Dalian University of Technology, Dalian, 116024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Mathematical Science, Dalian University of Technology, Dalian, 116024, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100605099","display_name":"Chen L\u00fc","orcid":"https://orcid.org/0000-0003-1927-2391"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chen Lu","raw_affiliation_strings":["Institute of Reliability Engineering, Beihang University, Beijing, 100191, China","School of Reliability and Systems Engineering, Beihang University, Beijing, 100191, China","Science and Technology on Reliability and Environmental Engineering Laboratory, Beijing, 100191, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Reliability Engineering, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"School of Reliability and Systems Engineering, Beihang University, Beijing, 100191, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Science and Technology on Reliability and Environmental Engineering Laboratory, Beijing, 100191, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022022325","display_name":"Haijun Peng","orcid":"https://orcid.org/0000-0001-9365-3569"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Peng","raw_affiliation_strings":["Department of Engineering Mechanics, State Key Laboratory of Structural Analysis, Optimization and CAE Software for Industrial Equipment, Dalian University of Technology, Dalian, 116024, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Engineering Mechanics, State Key Laboratory of Structural Analysis, Optimization and CAE Software for Industrial Equipment, Dalian University of Technology, Dalian, 116024, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100454158","display_name":"Jie Liu","orcid":"https://orcid.org/0000-0002-9418-2073"},"institutions":[{"id":"https://openalex.org/I2802541053","display_name":"Academy of Military Medical Sciences","ror":"https://ror.org/02bv3c993","country_code":"CN","type":"facility","lineage":["https://openalex.org/I2802541053"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Liu","raw_affiliation_strings":["War Research Institute, Academy of Military Sciences, Beijing, 100850, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"War Research Institute, Academy of Military Sciences, Beijing, 100850, China","institution_ids":["https://openalex.org/I2802541053"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5055535729"],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":{"value":2490,"currency":"EUR","value_usd":3090},"apc_paid":null,"fwci":108.1651,"has_fulltext":false,"cited_by_count":156,"citation_normalized_percentile":{"value":0.99976595,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"57","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9588000178337097,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.940500020980835,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7478845119476318},{"id":"https://openalex.org/keywords/air-combat","display_name":"Air combat","score":0.7457436919212341},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6213398575782776},{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.6163226366043091},{"id":"https://openalex.org/keywords/grasp","display_name":"GRASP","score":0.49994540214538574},{"id":"https://openalex.org/keywords/battlefield","display_name":"Battlefield","score":0.4760425090789795},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42140185832977295},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4190402626991272},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.40409746766090393},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.35140496492385864},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.27165135741233826},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.18314409255981445},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14547833800315857}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7478845119476318},{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.7457436919212341},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6213398575782776},{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.6163226366043091},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.49994540214538574},{"id":"https://openalex.org/C2779669469","wikidata":"https://www.wikidata.org/wiki/Q4895508","display_name":"Battlefield","level":2,"score":0.4760425090789795},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42140185832977295},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4190402626991272},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.40409746766090393},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.35140496492385864},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.27165135741233826},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.18314409255981445},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14547833800315857},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C195244886","wikidata":"https://www.wikidata.org/wiki/Q41493","display_name":"Ancient history","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10462-023-10620-2","is_oa":false,"landing_page_url":"https://doi.org/10.1007/s10462-023-10620-2","pdf_url":null,"source":{"id":"https://openalex.org/S122814990","display_name":"Artificial Intelligence Review","issn_l":"0269-2821","issn":["0269-2821","1573-7462"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Artificial Intelligence Review","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.5099999904632568}],"awards":[{"id":"https://openalex.org/G1527265209","display_name":null,"funder_award_id":"U2241263","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2828951645","display_name":null,"funder_award_id":"DUT22RC(3)010","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G5408577845","display_name":null,"funder_award_id":"DUT22LAB305","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6287574559","display_name":null,"funder_award_id":"12102077","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7903573191","display_name":null,"funder_award_id":"12161076","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8168451078","display_name":null,"funder_award_id":"DUT22ZD211","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":134,"referenced_works":["https://openalex.org/W1489065448","https://openalex.org/W1552955168","https://openalex.org/W1973585542","https://openalex.org/W1977655452","https://openalex.org/W1984704149","https://openalex.org/W2028814040","https://openalex.org/W2035595299","https://openalex.org/W2041176007","https://openalex.org/W2042902490","https://openalex.org/W2046376809","https://openalex.org/W2046727971","https://openalex.org/W2076014856","https://openalex.org/W2113957471","https://openalex.org/W2114005590","https://openalex.org/W2123064407","https://openalex.org/W2138150574","https://openalex.org/W2142942818","https://openalex.org/W2148053762","https://openalex.org/W2154997814","https://openalex.org/W2160653558","https://openalex.org/W2257979135","https://openalex.org/W2515894276","https://openalex.org/W2535163195","https://openalex.org/W2545862070","https://openalex.org/W2567056457","https://openalex.org/W2761694337","https://openalex.org/W2766447205","https://openalex.org/W2801441281","https://openalex.org/W2810217655","https://openalex.org/W2877960035","https://openalex.org/W2889438065","https://openalex.org/W2896113121","https://openalex.org/W2897500832","https://openalex.org/W2898035736","https://openalex.org/W2901645090","https://openalex.org/W2908261578","https://openalex.org/W2947121836","https://openalex.org/W2951250252","https://openalex.org/W2972997443","https://openalex.org/W2973184394","https://openalex.org/W2976344064","https://openalex.org/W2982316857","https://openalex.org/W2989007673","https://openalex.org/W2989295242","https://openalex.org/W2996037775","https://openalex.org/W2996354887","https://openalex.org/W2997053319","https://openalex.org/W2998241503","https://openalex.org/W2998655286","https://openalex.org/W3005243570","https://openalex.org/W3006416029","https://openalex.org/W3006499227","https://openalex.org/W3010475795","https://openalex.org/W3014013824","https://openalex.org/W3014757303","https://openalex.org/W3036557346","https://openalex.org/W3036974419","https://openalex.org/W3039802322","https://openalex.org/W3040780019","https://openalex.org/W3048703323","https://openalex.org/W3089592508","https://openalex.org/W3089817617","https://openalex.org/W3090573937","https://openalex.org/W3093571944","https://openalex.org/W3100789280","https://openalex.org/W3101889877","https://openalex.org/W3107097976","https://openalex.org/W3108191445","https://openalex.org/W3109467707","https://openalex.org/W3109890094","https://openalex.org/W3113070793","https://openalex.org/W3118331990","https://openalex.org/W3126551073","https://openalex.org/W3128467984","https://openalex.org/W3131698718","https://openalex.org/W3134170990","https://openalex.org/W3142849873","https://openalex.org/W3153187775","https://openalex.org/W3158749502","https://openalex.org/W3160569732","https://openalex.org/W3194457269","https://openalex.org/W3198132193","https://openalex.org/W3202614762","https://openalex.org/W3206569401","https://openalex.org/W3211352205","https://openalex.org/W3213299175","https://openalex.org/W4205746880","https://openalex.org/W4206224302","https://openalex.org/W4210366873","https://openalex.org/W4210445430","https://openalex.org/W4220854868","https://openalex.org/W4220982663","https://openalex.org/W4225723765","https://openalex.org/W4225814850","https://openalex.org/W4226453553","https://openalex.org/W4229042545","https://openalex.org/W4280644890","https://openalex.org/W4281397356","https://openalex.org/W4282826478","https://openalex.org/W4283697718","https://openalex.org/W4285108207","https://openalex.org/W4285610232","https://openalex.org/W4287185996","https://openalex.org/W4287251588","https://openalex.org/W4292793783","https://openalex.org/W4293157043","https://openalex.org/W4293731892","https://openalex.org/W4294833614","https://openalex.org/W4295851543","https://openalex.org/W4297515898","https://openalex.org/W4304606432","https://openalex.org/W4306703445","https://openalex.org/W4307374904","https://openalex.org/W4308092825","https://openalex.org/W4308329658","https://openalex.org/W4309483453","https://openalex.org/W4311533513","https://openalex.org/W4312130767","https://openalex.org/W4312330977","https://openalex.org/W4313140252","https://openalex.org/W4313472056","https://openalex.org/W4313530793","https://openalex.org/W4316591079","https://openalex.org/W4317597230","https://openalex.org/W4318606175","https://openalex.org/W4320802300","https://openalex.org/W4321789633","https://openalex.org/W4322773517","https://openalex.org/W4327662927","https://openalex.org/W4360584879","https://openalex.org/W4366752874","https://openalex.org/W4376874641","https://openalex.org/W4378008993","https://openalex.org/W6910725205"],"related_works":["https://openalex.org/W2163296013","https://openalex.org/W2743859443","https://openalex.org/W2326995835","https://openalex.org/W165915117","https://openalex.org/W4221073308","https://openalex.org/W4323767831","https://openalex.org/W3107097976","https://openalex.org/W4388562206","https://openalex.org/W114187787","https://openalex.org/W1480152548"],"abstract_inverted_index":null,"counts_by_year":[{"year":2026,"cited_by_count":34},{"year":2025,"cited_by_count":82},{"year":2024,"cited_by_count":40}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}