{"id":"https://openalex.org/W4405023152","doi":"https://doi.org/10.1109/access.2024.3510723","title":"Research on the Reward Design Method for Deep Reinforcement Learning in WVR Air Combat","display_name":"Research on the Reward Design Method for Deep Reinforcement Learning in WVR Air Combat","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4405023152","doi":"https://doi.org/10.1109/access.2024.3510723"},"language":"en","primary_location":{"id":"doi:10.1109/access.2024.3510723","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3510723","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2024.3510723","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100327550","display_name":"Xin Zhang","orcid":"https://orcid.org/0009-0005-8189-3596"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xin Zhang","raw_affiliation_strings":["Aviation Engineering School, Air Force Engineering University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Aviation Engineering School, Air Force Engineering University, Xi’an, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101991965","display_name":"Wenhan Dong","orcid":"https://orcid.org/0009-0002-1585-647X"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenhan Dong","raw_affiliation_strings":["Aviation Engineering School, Air Force Engineering University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Aviation Engineering School, Air Force Engineering University, Xi’an, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051662373","display_name":"Pin Zhang","orcid":"https://orcid.org/0000-0002-4730-7048"},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pin Zhang","raw_affiliation_strings":["Aviation Engineering School, Air Force Engineering University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Aviation Engineering School, Air Force Engineering University, Xi’an, China","institution_ids":["https://openalex.org/I4210104252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5107790201","display_name":"Dunwang Li","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104252","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210104252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dunwang Li","raw_affiliation_strings":["Aviation Engineering School, Air Force Engineering University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"Aviation Engineering School, Air Force Engineering University, Xi’an, China","institution_ids":["https://openalex.org/I4210104252"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5100327550"],"corresponding_institution_ids":["https://openalex.org/I4210104252"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.7786,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.81314907,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"12","issue":null,"first_page":"182693","last_page":"182707"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12810","display_name":"Real-time simulation and control systems","score":0.9764000177383423,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.683857798576355},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6724961996078491},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.48951685428619385},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3677324950695038},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13902029395103455}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.683857798576355},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6724961996078491},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.48951685428619385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3677324950695038},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13902029395103455},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2024.3510723","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3510723","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d9a5903cd0bb4530abe312d7d287a974","is_oa":true,"landing_page_url":"https://doaj.org/article/d9a5903cd0bb4530abe312d7d287a974","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 12, Pp 182693-182707 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2024.3510723","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2024.3510723","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320329509","display_name":"Air Force Engineering University","ror":"https://ror.org/00seraz22"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1818824129","https://openalex.org/W2110017066","https://openalex.org/W2877960035","https://openalex.org/W2996037775","https://openalex.org/W2998655286","https://openalex.org/W3010475795","https://openalex.org/W3013561710","https://openalex.org/W3041508111","https://openalex.org/W3112673853","https://openalex.org/W3122412632","https://openalex.org/W3190154035","https://openalex.org/W3207690148","https://openalex.org/W4210366873","https://openalex.org/W4220854868","https://openalex.org/W4221073308","https://openalex.org/W4285813848","https://openalex.org/W4293157043","https://openalex.org/W4294578949","https://openalex.org/W4298857966","https://openalex.org/W4307374904","https://openalex.org/W4308329658","https://openalex.org/W4375950025","https://openalex.org/W4387675536","https://openalex.org/W4390343183","https://openalex.org/W4392154777","https://openalex.org/W4394617362","https://openalex.org/W4394918817","https://openalex.org/W4396748684","https://openalex.org/W6637967152","https://openalex.org/W6785535465","https://openalex.org/W6850619241","https://openalex.org/W6922480057"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856"],"abstract_inverted_index":{"Deep":[0],"reinforcement":[1],"learning":[2],"(DRL)":[3],"can":[4,86],"significantly":[5],"improve":[6,87],"the":[7,27,61,80,88,107,115,129,134,139,169],"autonomy":[8],"and":[9,30,44,91,125,164,176],"effectiveness":[10,140,170],"of":[11,19,34,93,117,141,171],"air":[12,35,69,94,156],"combat":[13,95,157],"maneuver":[14],"decision":[15],"(ACMD).":[16],"The":[17,161],"design":[18,54,101,174],"reward":[20,53,130,173],"functions":[21],"faces":[22],"significant":[23],"challenges":[24],"due":[25],"to":[26,63,113,182],"long":[28],"duration":[29],"large":[31],"state":[32],"space":[33],"combat.":[36,70],"Most":[37],"existing":[38,183],"methods":[39,152],"rely":[40],"on":[41,79,106,153],"subjective":[42],"judgment":[43],"cumbersome":[45],"parameter":[46,103,118],"tuning.":[47],"Therefore,":[48],"this":[49],"paper":[50],"proposed":[51,73],"a":[52,74,102,154],"paradigm":[55,175],"that":[56],"provides":[57],"practical":[58],"guidance":[59],"for":[60,120],"agent":[62],"win":[64,165],"within":[65],"visual":[66],"range":[67],"(WVR)":[68],"Firstly,":[71],"we":[72,100],"dynamic":[75],"situation":[76,96],"assessor(DSA)":[77],"based":[78,105],"improved":[81,108],"entropy":[82],"weight":[83],"method,":[84],"which":[85,132],"accuracy,":[89],"contrast,":[90],"objectivity":[92],"evaluation.":[97],"In":[98],"addition,":[99],"optimizer(PO)":[104],"sparrow":[109],"search":[110],"algorithm":[111],"(SSA)":[112],"achieve":[114],"automation":[116],"tuning":[119],"proximal":[121],"policy":[122],"optimization":[123],"(PPO),":[124],"applied":[126],"it":[127],"in":[128],"optimization,":[131],"improves":[133],"training":[135,162,179],"efficiency":[136,180],"significantly.":[137],"Finally,":[138],"our":[142,172],"work":[143],"is":[144],"evaluated":[145],"through":[146],"comparative":[147],"experiments":[148],"with":[149],"state-of-the-art":[150],"(SOTA)":[151],"high-fidelity":[155],"simulation":[158],"platform":[159],"(JSBSim).":[160],"process":[163],"rate":[166],"tests":[167],"confirm":[168],"show":[177],"good":[178],"compared":[181],"methods.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}