{"id":"https://openalex.org/W4287846156","doi":"https://doi.org/10.1109/icca54724.2022.9831941","title":"Maneuver decision of UAV in air combat based on deterministic policy gradient","display_name":"Maneuver decision of UAV in air combat based on deterministic policy gradient","publication_year":2022,"publication_date":"2022-06-27","ids":{"openalex":"https://openalex.org/W4287846156","doi":"https://doi.org/10.1109/icca54724.2022.9831941"},"language":"en","primary_location":{"id":"doi:10.1109/icca54724.2022.9831941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icca54724.2022.9831941","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 17th International Conference on Control & Automation (ICCA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001928457","display_name":"Junxiao Guo","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junxiao Guo","raw_affiliation_strings":["Northwestern Polytechnical University,Xi’an,China,710072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xi’an,China,710072","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100380094","display_name":"Zihan Wang","orcid":"https://orcid.org/0000-0001-7396-1556"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zihan Wang","raw_affiliation_strings":["Northwestern Polytechnical University,Xi’an,China,710072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xi’an,China,710072","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101860839","display_name":"Jun Lan","orcid":"https://orcid.org/0000-0003-1967-8375"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Lan","raw_affiliation_strings":["Northwestern Polytechnical University,Xi’an,China,710072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xi’an,China,710072","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003460096","display_name":"Bingchen Dong","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingchen Dong","raw_affiliation_strings":["Northwestern Polytechnical University,Xi’an,China,710072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xi’an,China,710072","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100428106","display_name":"Ran Li","orcid":"https://orcid.org/0009-0002-9266-8763"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ran Li","raw_affiliation_strings":["Northwestern Polytechnical University,Xi’an,China,710072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xi’an,China,710072","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100650550","display_name":"Qiming Yang","orcid":"https://orcid.org/0000-0001-6528-8955"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiming Yang","raw_affiliation_strings":["Northwestern Polytechnical University,Xi’an,China,710072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xi’an,China,710072","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100366275","display_name":"Jiandong Zhang","orcid":"https://orcid.org/0000-0001-5136-016X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiandong Zhang","raw_affiliation_strings":["Northwestern Polytechnical University,Xi’an,China,710072"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University,Xi’an,China,710072","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I17145004"],"apc_list":null,"apc_paid":null,"fwci":8.0783,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.97936497,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"243","last_page":"248"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12125","display_name":"Aerospace and Aviation Technology","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/air-combat","display_name":"Air combat","score":0.8392826914787292},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8325969576835632},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6453432440757751},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5958919525146484},{"id":"https://openalex.org/keywords/discretization","display_name":"Discretization","score":0.5480102896690369},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4977562725543976},{"id":"https://openalex.org/keywords/dominance","display_name":"Dominance (genetics)","score":0.45123040676116943},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.42935997247695923},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.32853829860687256},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.32624149322509766},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.2613797187805176},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.25896185636520386},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.15637809038162231}],"concepts":[{"id":"https://openalex.org/C2988296547","wikidata":"https://www.wikidata.org/wiki/Q471145","display_name":"Air combat","level":2,"score":0.8392826914787292},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8325969576835632},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6453432440757751},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5958919525146484},{"id":"https://openalex.org/C73000952","wikidata":"https://www.wikidata.org/wiki/Q17007827","display_name":"Discretization","level":2,"score":0.5480102896690369},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4977562725543976},{"id":"https://openalex.org/C151913843","wikidata":"https://www.wikidata.org/wiki/Q3454555","display_name":"Dominance (genetics)","level":3,"score":0.45123040676116943},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.42935997247695923},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.32853829860687256},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.32624149322509766},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2613797187805176},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.25896185636520386},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.15637809038162231},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icca54724.2022.9831941","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icca54724.2022.9831941","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 17th International Conference on Control & Automation (ICCA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6399999856948853,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":8,"referenced_works":["https://openalex.org/W2350705455","https://openalex.org/W2356067968","https://openalex.org/W2604279009","https://openalex.org/W2988633053","https://openalex.org/W2998655286","https://openalex.org/W3128152840","https://openalex.org/W3188582564","https://openalex.org/W4210445430"],"related_works":["https://openalex.org/W2006251942","https://openalex.org/W2364741597","https://openalex.org/W1492103595","https://openalex.org/W1864774435","https://openalex.org/W946352265","https://openalex.org/W3020787026","https://openalex.org/W2334479858","https://openalex.org/W4221073308","https://openalex.org/W3107097976","https://openalex.org/W4388562206"],"abstract_inverted_index":{"This":[0],"paper":[1],"proposes":[2],"a":[3,62],"method":[4],"to":[5,44,94,115,130,170],"study":[6],"unmanned":[7],"aerial":[8],"vehicles":[9],"(UAV)":[10],"maneuvering":[11],"decision":[12,26,54,64,71,121,163],"in":[13,61,135,148],"air":[14,58,103,119,136,160,172],"combat":[15,59,104,120,161,173],"based":[16,29,80,142],"on":[17,30,81,143],"deterministic":[18],"policy":[19],"gradient.":[20],"Aiming":[21],"at":[22],"the":[23,34,46,51,67,74,77,82,89,96,99,124,144,154,159,166,171],"problem":[24,68],"of":[25,53,69,76,98],"space":[27,65],"continuity,":[28],"reinforcement":[31,109],"learning":[32,110,156],"theory,":[33],"Deep":[35],"Deterministic":[36],"Policy":[37],"Gradient":[38],"(DDPG)":[39],"algorithm":[40,145],"architecture":[41],"is":[42,92],"used":[43],"overcome":[45],"dimensional":[47],"catastrophe":[48],"caused":[49],"by":[50],"discretization":[52],"variables":[55],"and":[56,85,164],"achieve":[57],"decisions":[60],"continuous":[63,70],"for":[66,102,118],"space.":[72],"In":[73],"design":[75],"reward":[78,100],"function,":[79],"traditional":[83],"distance":[84],"angle":[86],"evaluation":[87],"factors,":[88],"energy":[90],"function":[91,101],"added":[93],"improve":[95],"accuracy":[97],"situation":[105],"description.":[106],"Through":[107],"autonomous":[108,155],"training,":[111],"UAV":[112,129,151],"gradually":[113],"learns":[114],"acquire":[116],"strategies":[117],"making":[122],"without":[123],"priori":[125],"knowledge,":[126],"which":[127],"enables":[128],"gain":[131],"maneuver":[132,162,174],"dominance":[133,167],"advantage":[134,168],"combat.":[137],"Simulation":[138],"experiments":[139],"show":[140],"that":[141],"model":[146],"proposed":[147],"this":[149],"paper,":[150],"can":[152],"conduct":[153],"process,":[157],"complete":[158],"obtain":[165],"according":[169],"decision-making":[175],"environment.":[176]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":3}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}