{"id":"https://openalex.org/W4381997520","doi":"https://doi.org/10.1109/access.2023.3289077","title":"Pursuing Benefits or Avoiding Threats: Realizing Regional Multi-Target Electronic Reconnaissance With Deep Reinforcement Learning","display_name":"Pursuing Benefits or Avoiding Threats: Realizing Regional Multi-Target Electronic Reconnaissance With Deep Reinforcement Learning","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4381997520","doi":"https://doi.org/10.1109/access.2023.3289077"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3289077","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3289077","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10160026.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10160026.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100678531","display_name":"Yongle Xu","orcid":"https://orcid.org/0000-0001-5129-1854"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yongle Xu","raw_affiliation_strings":["School of Computer, Jiangsu University of Science and Technology, Zhenjiang, China","School of Computer, Jiangsu University of Science and Technology, 666 Changhui Road, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]},{"raw_affiliation_string":"School of Computer, Jiangsu University of Science and Technology, 666 Changhui Road, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100447260","display_name":"Ming Zhang","orcid":"https://orcid.org/0000-0002-3539-9205"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ming Zhang","raw_affiliation_strings":["School of Computer, Jiangsu University of Science and Technology, Zhenjiang, China","School of Computer, Jiangsu University of Science and Technology, 666 Changhui Road, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]},{"raw_affiliation_string":"School of Computer, Jiangsu University of Science and Technology, 666 Changhui Road, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009298783","display_name":"Boyin Jin","orcid":"https://orcid.org/0009-0009-2869-6322"},"institutions":[{"id":"https://openalex.org/I4210096899","display_name":"Jiangsu University of Science and Technology","ror":"https://ror.org/00tyjp878","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210096899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boyin Jin","raw_affiliation_strings":["School of Computer, Jiangsu University of Science and Technology, Zhenjiang, China","School of Computer, Jiangsu University of Science and Technology, 666 Changhui Road, Zhenjiang, China"],"affiliations":[{"raw_affiliation_string":"School of Computer, Jiangsu University of Science and Technology, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]},{"raw_affiliation_string":"School of Computer, Jiangsu University of Science and Technology, 666 Changhui Road, Zhenjiang, China","institution_ids":["https://openalex.org/I4210096899"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100678531"],"corresponding_institution_ids":["https://openalex.org/I4210096899"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2035,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8289635,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"11","issue":null,"first_page":"63972","last_page":"63984"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13904","display_name":"Artificial Intelligence Applications","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9485999941825867,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9422000050544739,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9088646173477173},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.7771385312080383},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7238715887069702},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6636101603507996},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6436185240745544},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.5909762978553772},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5619009137153625},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5224255919456482},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.5061070322990417},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4627769887447357},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.44834983348846436},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42651355266571045},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.40871161222457886},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3841734230518341},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.25118696689605713},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.22768092155456543},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.17979848384857178},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.12728413939476013}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9088646173477173},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.7771385312080383},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7238715887069702},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6636101603507996},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6436185240745544},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.5909762978553772},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5619009137153625},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5224255919456482},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.5061070322990417},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4627769887447357},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.44834983348846436},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42651355266571045},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.40871161222457886},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3841734230518341},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.25118696689605713},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.22768092155456543},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.17979848384857178},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.12728413939476013},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3289077","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3289077","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10160026.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:03d2d3d749f2482d986aac28b07e1686","is_oa":true,"landing_page_url":"https://doaj.org/article/03d2d3d749f2482d986aac28b07e1686","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 63972-63984 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3289077","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3289077","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/10160026.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1738733315","display_name":null,"funder_award_id":"62006099","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4381997520.pdf","grobid_xml":"https://content.openalex.org/works/W4381997520.grobid-xml"},"referenced_works_count":43,"referenced_works":["https://openalex.org/W1557509829","https://openalex.org/W1979775288","https://openalex.org/W2015886329","https://openalex.org/W2051800482","https://openalex.org/W2217668376","https://openalex.org/W2294884412","https://openalex.org/W2323709497","https://openalex.org/W2334376940","https://openalex.org/W2335871485","https://openalex.org/W2583783932","https://openalex.org/W2607713949","https://openalex.org/W2772714344","https://openalex.org/W2781726626","https://openalex.org/W2892645729","https://openalex.org/W2904246096","https://openalex.org/W2908261578","https://openalex.org/W2910123878","https://openalex.org/W2921808911","https://openalex.org/W2938444268","https://openalex.org/W2945093898","https://openalex.org/W2962920847","https://openalex.org/W2963864421","https://openalex.org/W2999032021","https://openalex.org/W3009835149","https://openalex.org/W3036974419","https://openalex.org/W3120345700","https://openalex.org/W3166228843","https://openalex.org/W3167580222","https://openalex.org/W3183457766","https://openalex.org/W3207022294","https://openalex.org/W4200437320","https://openalex.org/W4280566538","https://openalex.org/W4281398852","https://openalex.org/W4360820236","https://openalex.org/W6684921986","https://openalex.org/W6688367060","https://openalex.org/W6703185184","https://openalex.org/W6737069938","https://openalex.org/W6747473740","https://openalex.org/W6757592117","https://openalex.org/W6788085919","https://openalex.org/W6797134045","https://openalex.org/W6805112409"],"related_works":["https://openalex.org/W4309864858","https://openalex.org/W1515117609","https://openalex.org/W1997350370","https://openalex.org/W2156371714","https://openalex.org/W2146763310","https://openalex.org/W2173087131","https://openalex.org/W2383312578","https://openalex.org/W4324119149","https://openalex.org/W4384616108","https://openalex.org/W4297803875"],"abstract_inverted_index":{"Unmanned":[0],"combat":[1],"aerial":[2],"vehicles":[3],"(UCAVs)":[4],"are":[5],"preferred":[6],"for":[7,91,161],"regional":[8,31],"electronic":[9,33,72],"reconnaissance":[10,34,65,195],"due":[11],"to":[12,26,29,59,83,150,155,180],"their":[13],"versatility":[14],"and":[15,55,128,147],"stealth.":[16],"This":[17],"paper":[18],"proposes":[19],"a":[20,75,102,109,136,167],"deep":[21],"reinforcement":[22],"learning":[23],"(DRL)":[24],"method":[25,141],"enable":[27,95],"UCAVs":[28],"complete":[30],"multi-target":[32],"(MER)":[35],"tasks":[36],"with":[37],"continuous":[38],"autonomous":[39],"maneuvers.":[40],"Distinguishing":[41],"from":[42,125,197],"traditional":[43],"heuristic":[44],"search":[45],"algorithms,":[46],"we":[47,134],"first":[48],"derive":[49],"the":[50,61,69,85,96,119,123,126,130,151,157,171,176,181,184,193,198],"objective":[51],"function":[52],"of":[53,64,87,98,175,186],"MER":[54,77],"elucidate":[56],"sufficient":[57],"conditions":[58],"improve":[60,156],"success":[62,173],"rate":[63,174],"recognition.":[66],"Then,":[67],"using":[68],"original":[70],"cognitive":[71],"warfare":[73],"framework,":[74],"three-dimensional":[76],"simulator":[78],"named":[79],"Scouer-N":[80],"is":[81,105],"created":[82],"satisfy":[84],"requirements":[86],"dynamic":[88],"environment":[89],"training":[90,154],"DRL-based":[92],"agents.":[93],"To":[94],"processing":[97],"sequential":[99],"situation":[100],"awareness,":[101],"generative":[103],"network":[104],"constructed":[106],"by":[107],"introducing":[108],"partially":[110],"observable":[111],"Markov":[112],"decision":[113],"process":[114],"(POMDP)":[115],"model,":[116],"which":[117],"assists":[118],"UCAV":[120,178],"in":[121,170,189],"filtering":[122],"observations":[124],"sensor":[127],"predicting":[129],"actual":[131],"states.":[132],"Finally,":[133],"propose":[135],"priority-driven":[137],"state":[138,145,200],"reward":[139],"shaping":[140],"that":[142],"provides":[143],"normalized":[144],"representation":[146],"dense":[148],"rewards":[149],"agent":[152],"during":[153],"agent\u2019s":[158],"behavioral":[159],"knowledge":[160],"MER.":[162],"The":[163],"experimental":[164],"results":[165],"demonstrate":[166],"considerable":[168],"improvement":[169],"task":[172],"trained":[177],"relative":[179],"benchmark,":[182],"proving":[183],"efficacy":[185],"our":[187],"approach":[188],"helping":[190],"agents":[191],"learn":[192],"optimal":[194],"strategy":[196],"potential":[199],"space.":[201]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":5}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2025-10-10T00:00:00"}