{"id":"https://openalex.org/W4307635100","doi":"https://doi.org/10.3390/aerospace9110658","title":"Autonomous Maneuver Decision of Air Combat Based on Simulated Operation Command and FRV-DDPG Algorithm","display_name":"Autonomous Maneuver Decision of Air Combat Based on Simulated Operation Command and FRV-DDPG Algorithm","publication_year":2022,"publication_date":"2022-10-27","ids":{"openalex":"https://openalex.org/W4307635100","doi":"https://doi.org/10.3390/aerospace9110658"},"language":"en","primary_location":{"id":"doi:10.3390/aerospace9110658","doi":"https://doi.org/10.3390/aerospace9110658","is_oa":true,"landing_page_url":"https://doi.org/10.3390/aerospace9110658","pdf_url":"https://www.mdpi.com/2226-4310/9/11/658/pdf?version=1667984283","source":{"id":"https://openalex.org/S4210169245","display_name":"Aerospace","issn_l":"2226-4310","issn":["2226-4310"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aerospace","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2226-4310/9/11/658/pdf?version=1667984283","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100371418","display_name":"Yongfeng Li","orcid":"https://orcid.org/0000-0002-4395-7254","observed_orcids":["https://orcid.org/0000-0002-4395-7254","https://orcid.org/0000-0001-8728-121X"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongfeng Li","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi\u2019an 710129, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi\u2019an 710129, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085401171","display_name":"Yongxi Lyu","orcid":"https://orcid.org/0000-0001-8912-3418","observed_orcids":["https://orcid.org/0000-0001-8912-3418"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yongxi Lyu","raw_affiliation_strings":["Shaanxi Province Key Laboratory of Flight Control and Simulation Technology, Xi\u2019an 710129, China"],"raw_orcid":"https://orcid.org/0000-0001-8912-3418","affiliations":[{"raw_affiliation_string":"Shaanxi Province Key Laboratory of Flight Control and Simulation Technology, Xi\u2019an 710129, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075940752","display_name":"Jingping Shi","orcid":"https://orcid.org/0000-0001-5700-2638","observed_orcids":["https://orcid.org/0000-0001-5700-2638"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingping Shi","raw_affiliation_strings":["Shaanxi Province Key Laboratory of Flight Control and Simulation Technology, Xi\u2019an 710129, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Shaanxi Province Key Laboratory of Flight Control and Simulation Technology, Xi\u2019an 710129, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100400655","display_name":"LI Wei-hua","orcid":"https://orcid.org/0000-0001-9447-7544","observed_orcids":["https://orcid.org/0000-0001-9447-7544"]},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihua Li","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi\u2019an 710129, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi\u2019an 710129, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5085401171"],"corresponding_institution_ids":[],"apc_list":{"value":1600,"currency":"CHF","value_usd":1675},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1675},"fwci":1.275,"has_fulltext":true,"cited_by_count":18,"citation_normalized_percentile":{"value":0.76127161,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"9","issue":"11","first_page":"658","last_page":"658"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.4661000072956085,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.4661000072956085,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.31859999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13855","display_name":"Aerospace Engineering and Control Systems","score":0.08959999680519104,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/unmanned-aerial-vehicles","display_name":"unmanned aerial vehicles","score":0.7440000176429749},{"id":"https://openalex.org/keywords/maneuver-decision-making","display_name":"maneuver decision-making","score":0.8619999885559082},{"id":"https://openalex.org/keywords/ddpg","display_name":"deep deterministic policy gradient","score":0.9409999847412109},{"id":"https://openalex.org/keywords/offline-training","display_name":"offline training","score":0.7799999713897705},{"id":"https://openalex.org/keywords/convergence-rate","display_name":"convergence rate","score":0.8159999847412109}],"concepts":[{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.6975139379501343},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6087203621864319},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5716363191604614},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.5516921281814575},{"id":"https://openalex.org/C85617194","wikidata":"https://www.wikidata.org/wiki/Q2072794","display_name":"Particle swarm optimization","level":2,"score":0.5142590403556824},{"id":"https://openalex.org/C2778857364","wikidata":"https://www.wikidata.org/wiki/Q974850","display_name":"Missile","level":2,"score":0.4316679537296295},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4286862313747406},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.405367374420166},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3852057158946991},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36938151717185974},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26642438769340515},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.15407881140708923},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/aerospace9110658","doi":"https://doi.org/10.3390/aerospace9110658","is_oa":true,"landing_page_url":"https://doi.org/10.3390/aerospace9110658","pdf_url":"https://www.mdpi.com/2226-4310/9/11/658/pdf?version=1667984283","source":{"id":"https://openalex.org/S4210169245","display_name":"Aerospace","issn_l":"2226-4310","issn":["2226-4310"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aerospace","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ab3d2576545f4add9c1454e4581ad363","doi":null,"is_oa":true,"landing_page_url":"https://doaj.org/article/ab3d2576545f4add9c1454e4581ad363","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Aerospace, Vol 9, Iss 11, p 658 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/aerospace9110658","doi":"https://doi.org/10.3390/aerospace9110658","is_oa":true,"landing_page_url":"https://doi.org/10.3390/aerospace9110658","pdf_url":"https://www.mdpi.com/2226-4310/9/11/658/pdf?version=1667984283","source":{"id":"https://openalex.org/S4210169245","display_name":"Aerospace","issn_l":"2226-4310","issn":["2226-4310"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","norway-1","poland-70","russia-white-list-1"],"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Aerospace","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1097424032","display_name":null,"funder_award_id":"20180753006","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G1772961873","display_name":null,"funder_award_id":"61573286","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G2610876860","display_name":null,"funder_award_id":"2022JM-011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2744449461","display_name":null,"funder_award_id":"201905053004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G28907152","display_name":null,"funder_award_id":"20180753006","funder_id":"https://openalex.org/F4320327472","funder_display_name":"Chinese Aeronautical Establishment"},{"id":"https://openalex.org/G3715397755","display_name":null,"funder_award_id":"20180753006","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4187887593","display_name":null,"funder_award_id":"61573286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4685591853","display_name":null,"funder_award_id":"62173277","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4899943141","display_name":null,"funder_award_id":"61573286","funder_id":"https://openalex.org/F4320327472","funder_display_name":"Chinese Aeronautical Establishment"},{"id":"https://openalex.org/G5022299024","display_name":null,"funder_award_id":"62173277","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G5433686935","display_name":null,"funder_award_id":"2022JM-011","funder_id":"https://openalex.org/F4320327472","funder_display_name":"Chinese Aeronautical Establishment"},{"id":"https://openalex.org/G5516669966","display_name":null,"funder_award_id":"2022JM-011","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G5745465336","display_name":null,"funder_award_id":"62173277","funder_id":"https://openalex.org/F4320327472","funder_display_name":"Chinese Aeronautical Establishment"},{"id":"https://openalex.org/G8372650130","display_name":null,"funder_award_id":"201905053004","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G8424516911","display_name":null,"funder_award_id":"201905053004","funder_id":"https://openalex.org/F4320327472","funder_display_name":"Chinese Aeronautical Establishment"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null},{"id":"https://openalex.org/F4320327472","display_name":"Chinese Aeronautical Establishment","ror":"https://ror.org/01qwh7a74"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4307635100.pdf","grobid_xml":"https://content.openalex.org/works/W4307635100.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W383855639","https://openalex.org/W1520148289","https://openalex.org/W1554143025","https://openalex.org/W2036882028","https://openalex.org/W2045264977","https://openalex.org/W2065702513","https://openalex.org/W2082247780","https://openalex.org/W2380813009","https://openalex.org/W2515894276","https://openalex.org/W2535163195","https://openalex.org/W2743091375","https://openalex.org/W2751284018","https://openalex.org/W2755174311","https://openalex.org/W2766167653","https://openalex.org/W2897500832","https://openalex.org/W2898492790","https://openalex.org/W2901945359","https://openalex.org/W2908084908","https://openalex.org/W2909518001","https://openalex.org/W2911788575","https://openalex.org/W2921729808","https://openalex.org/W2950688771","https://openalex.org/W2951580323","https://openalex.org/W2968331804","https://openalex.org/W2980173049","https://openalex.org/W2988633053","https://openalex.org/W2998655286","https://openalex.org/W3000245569","https://openalex.org/W3000371919","https://openalex.org/W3003100621","https://openalex.org/W3010320792","https://openalex.org/W3024733792","https://openalex.org/W3041508111","https://openalex.org/W3046840255","https://openalex.org/W3082141066","https://openalex.org/W3101889877","https://openalex.org/W3107882649","https://openalex.org/W3131698718","https://openalex.org/W3180225511","https://openalex.org/W3181091549","https://openalex.org/W3205221247","https://openalex.org/W4200207591","https://openalex.org/W4289101418","https://openalex.org/W7035843136"],"related_works":["https://openalex.org/W4200207591","https://openalex.org/W4287846156","https://openalex.org/W2988633053","https://openalex.org/W6903246499","https://openalex.org/W4293731892","https://openalex.org/W4200437320","https://openalex.org/W4417350029","https://openalex.org/W4400071892","https://openalex.org/W4412985546","https://openalex.org/W4226093375"],"abstract_inverted_index":{"With":[0],"the":[1,22,31,37,67,74,85,93,108,120,124,129,144,149,165,169,172,175,189,193],"improvement":[2],"of":[3,24,33,44,69,123,157,168,174,200],"UAV":[4,97],"performance":[5],"and":[6,73,99,134],"intelligence":[7],"in":[8,153],"recent":[9],"years,":[10],"it":[11,48],"is":[12,89,116,140,177],"particularly":[13],"important":[14],"for":[15,159],"unmanned":[16],"aerial":[17],"vehicles":[18],"(UAVs)":[19],"to":[20,29,35,52,118,148],"improve":[21,36,164,192],"ability":[23,43,199],"autonomous":[25,38,59,194],"air":[26,39,60,94,195],"combat.":[27],"Aiming":[28],"solve":[30],"problem":[32],"how":[34],"combat":[40,61,95,196],"maneuver":[41,197],"decision":[42,63],"UAVs":[45],"so":[46],"that":[47,188],"can":[49,163,191],"be":[50],"close":[51],"manual":[53],"manipulation,":[54],"this":[55],"paper":[56],"proposes":[57],"an":[58,136],"maneuvering":[62],"method":[64,105],"based":[65,91,106],"on":[66,92,107],"combination":[68],"simulated":[70],"operation":[71,121],"command":[72,122],"final":[75,145],"reward":[76,146,151],"value":[77,147,152],"deep":[78],"deterministic":[79],"policy":[80],"gradient":[81],"(FRV-DDPG)":[82],"algorithm.":[83,170],"Firstly,":[84],"six-degree-of-freedom":[86],"(6-DOF)":[87],"model":[88],"established":[90],"process,":[96],"motion,":[98],"missile":[100],"motion.":[101],"Secondly,":[102],"a":[103,154,181],"prediction":[104],"Particle":[109],"swarm":[110],"optimization":[111],"radial":[112],"basis":[113],"function":[114],"(PSO-RBF)":[115],"designed":[117],"simulate":[119],"enemy":[125],"aircraft,":[126],"which":[127,142,162],"makes":[128],"training":[130],"process":[131],"more":[132],"realistic,":[133],"then":[135],"improved":[137],"DDPG":[138],"strategy":[139],"proposed,":[141],"returns":[143],"previous":[150],"certain":[155],"proportion":[156],"time":[158],"offline":[160],"training,":[161],"convergence":[166],"speed":[167],"Finally,":[171],"effectiveness":[173],"algorithm":[176,190],"verified":[178],"by":[179],"building":[180],"simulation":[182,185],"environment.":[183],"The":[184],"results":[186],"show":[187],"decision-making":[198],"UAVs.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2022-11-04T00:00:00"}