{"id":"https://openalex.org/W2998655286","doi":"https://doi.org/10.1109/access.2019.2961426","title":"Maneuver Decision of UAV in Short-Range Air Combat Based on Deep Reinforcement Learning","display_name":"Maneuver Decision of UAV in Short-Range Air Combat Based on Deep Reinforcement Learning","publication_year":2019,"publication_date":"2019-12-23","ids":{"openalex":"https://openalex.org/W2998655286","doi":"https://doi.org/10.1109/access.2019.2961426","mag":"2998655286"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2961426","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2961426","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08938773.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08938773.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100650550","display_name":"Qiming Yang","orcid":"https://orcid.org/0000-0001-6528-8955"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiming Yang","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-6528-8955","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100366275","display_name":"Jiandong Zhang","orcid":"https://orcid.org/0000-0001-5136-016X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiandong Zhang","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-5136-016X","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101549501","display_name":"Guoqing Shi","orcid":"https://orcid.org/0000-0002-1869-7390"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guoqing Shi","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0002-1869-7390","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066765682","display_name":"Jinwen Hu","orcid":"https://orcid.org/0000-0003-3982-806X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinwen Hu","raw_affiliation_strings":["School of Automation, Northwestern Polytechnical University, Xi\u2019an, China","School of Automation, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0003-3982-806X","affiliations":[{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Automation, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103089300","display_name":"Yong Wu","orcid":"https://orcid.org/0000-0001-5985-7293"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Wu","raw_affiliation_strings":["School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China"],"raw_orcid":"https://orcid.org/0000-0001-5985-7293","affiliations":[{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi\u2019an, China","institution_ids":["https://openalex.org/I17145004"]},{"raw_affiliation_string":"School of Electronics and Information, Northwestern Polytechnical University, Xi'an, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":111.4499,"has_fulltext":true,"cited_by_count":181,"citation_normalized_percentile":{"value":0.99907461,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"8","issue":null,"first_page":"363","last_page":"378"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9807000160217285,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8407038450241089},{"id":"https://openalex.org/keywords/air-combat","display_name":"Air combat","score":0.8111143112182617},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7552008628845215},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.6611028909683228},{"id":"https://openalex.org/keywords/range","display_name":"Range (aeronautics)","score":0.5543543100357056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5447574257850647},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.5003504753112793},{"id":"https://openalex.org/keywords/decision-model","display_name":"Decision model","score":0.4595123827457428},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.385715126991272},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1879512369632721},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16935113072395325},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.13000494241714478}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8407038450241089},{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.8111143112182617},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7552008628845215},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6611028909683228},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.5543543100357056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5447574257850647},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.5003504753112793},{"id":"https://openalex.org/C59594135","wikidata":"https://www.wikidata.org/wiki/Q5249242","display_name":"Decision model","level":2,"score":0.4595123827457428},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.385715126991272},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1879512369632721},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16935113072395325},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.13000494241714478},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.0},{"id":"https://openalex.org/C153294291","wikidata":"https://www.wikidata.org/wiki/Q25261","display_name":"Meteorology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2019.2961426","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2961426","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08938773.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:07f540e3fac344cca749ac137b07ea5c","is_oa":true,"landing_page_url":"https://doaj.org/article/07f540e3fac344cca749ac137b07ea5c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 363-378 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2961426","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2961426","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/08938773.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.699999988079071,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G1504704616","display_name":null,"funder_award_id":"61803309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3057029772","display_name":null,"funder_award_id":"2017ZC53033","funder_id":"https://openalex.org/F4320322857","funder_display_name":"Aeronautical Science Foundation of China"},{"id":"https://openalex.org/G3796830901","display_name":null,"funder_award_id":"2018JQ6070","funder_id":"https://openalex.org/F4320324173","funder_display_name":"Natural Science Foundation of Shaanxi Province"},{"id":"https://openalex.org/G5793912662","display_name":null,"funder_award_id":"61603303","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6789032591","display_name":null,"funder_award_id":"2018M633574","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320322857","display_name":"Aeronautical Science Foundation of China","ror":"https://ror.org/02wq41p38"},{"id":"https://openalex.org/F4320324173","display_name":"Natural Science Foundation of Shaanxi Province","ror":null}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2998655286.pdf","grobid_xml":"https://content.openalex.org/works/W2998655286.grobid-xml"},"referenced_works_count":24,"referenced_works":["https://openalex.org/W163161797","https://openalex.org/W1489065448","https://openalex.org/W1973585542","https://openalex.org/W2036882028","https://openalex.org/W2045264977","https://openalex.org/W2075110355","https://openalex.org/W2084342013","https://openalex.org/W2121863487","https://openalex.org/W2145339207","https://openalex.org/W2146139038","https://openalex.org/W2356067968","https://openalex.org/W2408790422","https://openalex.org/W2515894276","https://openalex.org/W2535163195","https://openalex.org/W2592719707","https://openalex.org/W2746521700","https://openalex.org/W2755174311","https://openalex.org/W2766167653","https://openalex.org/W2897500832","https://openalex.org/W2898492790","https://openalex.org/W2907948738","https://openalex.org/W2955094910","https://openalex.org/W4214717370","https://openalex.org/W6706230592"],"related_works":["https://openalex.org/W4221073308","https://openalex.org/W2359375136","https://openalex.org/W2363496171","https://openalex.org/W3107097976","https://openalex.org/W4388562206","https://openalex.org/W2350452386","https://openalex.org/W2393439192","https://openalex.org/W2351757099","https://openalex.org/W2837964799","https://openalex.org/W2387795157"],"abstract_inverted_index":{"With":[0],"the":[1,20,27,35,46,69,81,92,135,151,176,186,192,203],"development":[2],"of":[3,29,56],"artificial":[4],"intelligence":[5],"and":[6,16,53,91,110,181,195],"integrated":[7],"sensor":[8],"technologies,":[9],"unmanned":[10],"aerial":[11],"vehicles":[12,33],"(UAVs)":[13],"are":[14,165],"more":[15,17],"applied":[18],"in":[19,45,191],"air":[21,48,72,87,163,193],"combats.":[22],"A":[23],"bottleneck":[24],"that":[25,137,175],"constrains":[26],"capability":[28],"UAVs":[30],"against":[31],"manned":[32],"is":[34,40,66,132,146],"autonomous":[36,62,189],"maneuver":[37,63,93,170,178],"decision,":[38],"which":[39,78,113,131],"a":[41,106,125],"very":[42],"challenging":[43],"problem":[44],"short-range":[47,71,86,162],"combat":[49,73,88],"undergoing":[50],"highly":[51],"dynamic":[52],"uncertain":[54],"maneuvers":[55],"enemies.":[57],"In":[58],"this":[59],"paper,":[60],"an":[61,197],"decision":[64,94,179,190,199],"model":[65,90,95,104,180],"proposed":[67,147,177],"for":[68,118],"UAV":[70,187],"based":[74,96,133],"on":[75,97,134],"reinforcement":[76],"learning,":[77],"mainly":[79],"includes":[80,105],"aircraft":[82],"motion":[83],"model,":[84],"one-to-one":[85,161],"evaluation":[89],"deep":[98],"Q":[99],"network":[100],"(DQN).":[101],"However,":[102],"such":[103],"high":[107],"dimensional":[108],"state":[109],"action":[111],"space":[112],"requires":[114],"huge":[115],"computation":[116],"load":[117],"DQN":[119],"training":[120,127,152,182],"using":[121],"traditional":[122],"methods.":[123],"Then,":[124],"phased":[126],"method,":[128],"called":[129],"\u201cbasic-confrontation\u201d,":[130],"idea":[136],"human":[138],"beings":[139],"gradually":[140],"learn":[141],"from":[142],"simple":[143],"to":[144,148,201],"complex":[145],"help":[149,185],"reduce":[150],"time":[153],"while":[154],"getting":[155],"suboptimal":[156],"but":[157],"efficient":[158],"results.":[159],"Finally,":[160],"combats":[164,194],"simulated":[166],"under":[167],"different":[168],"target":[169],"policies.":[171],"Simulation":[172],"results":[173],"show":[174],"method":[183],"can":[184],"achieve":[188],"obtain":[196],"effective":[198],"policy":[200],"defeat":[202],"opponent.":[204]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":30},{"year":2024,"cited_by_count":46},{"year":2023,"cited_by_count":40},{"year":2022,"cited_by_count":32},{"year":2021,"cited_by_count":16},{"year":2020,"cited_by_count":9}],"updated_date":"2026-07-17T09:13:05.818461","created_date":"2025-10-10T00:00:00"}