{"id":"https://openalex.org/W4406158017","doi":"https://doi.org/10.1109/jiot.2025.3527157","title":"Integrated Reinforcement Learning Framework for UAV Swarm Two-Stage Cooperative Multitarget Detection Tasks","display_name":"Integrated Reinforcement Learning Framework for UAV Swarm Two-Stage Cooperative Multitarget Detection Tasks","publication_year":2025,"publication_date":"2025-01-08","ids":{"openalex":"https://openalex.org/W4406158017","doi":"https://doi.org/10.1109/jiot.2025.3527157"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2025.3527157","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3527157","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091281516","display_name":"Yijing Zhao","orcid":"https://orcid.org/0000-0002-1383-582X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yijing Zhao","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-1383-582X","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sanqiang Lu","orcid":"https://orcid.org/0009-0003-4329-0765"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sanqiang Lu","raw_affiliation_strings":["Network and Data Security Key Laboratory of Sichuan Province, School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Software Engineering, Network and Data Security Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0003-4329-0765","affiliations":[{"raw_affiliation_string":"Network and Data Security Key Laboratory of Sichuan Province, School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Software Engineering, Network and Data Security Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084896808","display_name":"Chao Wang","orcid":"https://orcid.org/0000-0003-2580-4710"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Wang","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100637930","display_name":"Yumeng Liu","orcid":"https://orcid.org/0000-0003-0927-9039"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yumeng Liu","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0927-9039","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030009218","display_name":"Yi Ding","orcid":"https://orcid.org/0000-0003-3406-9770"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Ding","raw_affiliation_strings":["Network and Data Security Key Laboratory of Sichuan Province, School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Software Engineering, Network and Data Security Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0003-3406-9770","affiliations":[{"raw_affiliation_string":"Network and Data Security Key Laboratory of Sichuan Province, School of Information and Software Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Software Engineering, Network and Data Security Key Laboratory of Sichuan Province, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013118329","display_name":"Hongan Wang","orcid":"https://orcid.org/0000-0002-9320-4920"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongan Wang","raw_affiliation_strings":["Institute of Software, Chinese Academy of Sciences, Beijing, China","University of Chinese Academy of Sciences, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9320-4920","affiliations":[{"raw_affiliation_string":"Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210128818","https://openalex.org/I19820366"]},{"raw_affiliation_string":"University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.4502,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.97799788,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"12","issue":"8","first_page":"9435","last_page":"9448"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9527999758720398,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9284999966621399,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9277999997138977,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8414004445075989},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7800416350364685},{"id":"https://openalex.org/keywords/swarm-behaviour","display_name":"Swarm behaviour","score":0.5249728560447693},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4617706835269928},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4077089726924896}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8414004445075989},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7800416350364685},{"id":"https://openalex.org/C181335050","wikidata":"https://www.wikidata.org/wiki/Q14915018","display_name":"Swarm behaviour","level":2,"score":0.5249728560447693},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4617706835269928},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4077089726924896}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2025.3527157","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2025.3527157","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2586345122","display_name":null,"funder_award_id":"62076054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3352946381","display_name":"\u9762\u5411\u7fa4\u667a\u6570\u636e\u7684\u673a\u5668\u89c6\u89c9\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3514372872","display_name":null,"funder_award_id":"No.62072074","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5190248870","display_name":null,"funder_award_id":"No.62076054","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6625346443","display_name":null,"funder_award_id":"62372083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7202444375","display_name":null,"funder_award_id":"62027827","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G752412236","display_name":null,"funder_award_id":"2022JDJQ0039","funder_id":"https://openalex.org/F4320336612","funder_display_name":"Science and Technology Innovation Foundation of Harbin"},{"id":"https://openalex.org/G7660039546","display_name":null,"funder_award_id":"No.62372083","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8015221938","display_name":null,"funder_award_id":"No.62027827","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336612","display_name":"Science and Technology Innovation Foundation of Harbin","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W309675244","https://openalex.org/W1641379095","https://openalex.org/W2122821937","https://openalex.org/W2789441909","https://openalex.org/W2907962963","https://openalex.org/W2919839278","https://openalex.org/W2944851425","https://openalex.org/W2976344064","https://openalex.org/W2986600625","https://openalex.org/W2997940961","https://openalex.org/W3014054793","https://openalex.org/W3092163236","https://openalex.org/W3116637734","https://openalex.org/W3168997536","https://openalex.org/W3209575760","https://openalex.org/W3214610615","https://openalex.org/W4213147678","https://openalex.org/W4281680764","https://openalex.org/W4296963231","https://openalex.org/W4385687011","https://openalex.org/W4390992180","https://openalex.org/W4392550549","https://openalex.org/W4394862809","https://openalex.org/W4396886503","https://openalex.org/W4399680845","https://openalex.org/W4400226877","https://openalex.org/W4400770877","https://openalex.org/W4401650015","https://openalex.org/W6675811377","https://openalex.org/W6712181171","https://openalex.org/W6713411898","https://openalex.org/W6736572398","https://openalex.org/W6738796088","https://openalex.org/W6739516088","https://openalex.org/W6751139674","https://openalex.org/W6752051073","https://openalex.org/W6755069753","https://openalex.org/W6755542948","https://openalex.org/W6756851941","https://openalex.org/W6766805167","https://openalex.org/W6768539364","https://openalex.org/W6779961489","https://openalex.org/W6840380725","https://openalex.org/W6857672705"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4288714711","https://openalex.org/W3200708550","https://openalex.org/W2736680465","https://openalex.org/W2771637876","https://openalex.org/W4294093918","https://openalex.org/W4240853094","https://openalex.org/W2810496283"],"abstract_inverted_index":{"Developing":[0],"efficient":[1],"collaborative":[2,61,126,178],"strategies":[3,127,185],"for":[4,9,67,79,128],"UAV":[5,70,204],"swarms":[6],"is":[7,86,163],"crucial":[8],"achieving":[10],"accurate":[11],"and":[12,40,54,82,105,156,170,243],"rapid":[13],"execution":[14],"of":[15,182,210,235,245],"the":[16,49,97,136,153,157,187,197,200,208,214,217,224,229,233,241,246,259],"Multi-Target":[17],"Detecting":[18],"(MTD)":[19],"tasks":[20,95,129],"which":[21,51,100],"involve":[22],"two":[23,149,183],"primary":[24],"stages":[25],"in":[26,33,69,228],"practical":[27],"scenarios:":[28],"dispersed":[29],"search":[30],"by":[31,131],"multi-UAVs":[32],"unknown":[34],"dynamic":[35],"environments":[36],"to":[37,43,88,93,165,190,193,206],"locate":[38],"targets,":[39],"subsequent":[41],"aggregation":[42,55,215],"gather":[44],"all":[45],"targets":[46],"information":[47],"within":[48,223],"scene,":[50],"called":[52],"detecting":[53],"processes.":[56],"In":[57,109],"recent":[58],"years,":[59],"several":[60],"strategy":[62,155,202,219],"methods":[63,75],"have":[64,101],"been":[65],"developed":[66],"application":[68],"swarm":[71],"mission":[72],"scenarios.":[73],"These":[74],"are":[76],"typically":[77],"designed":[78,164],"single-stage":[80],"tasks,":[81,99],"therefore":[83],"their":[84],"performance":[85],"likely":[87],"be":[89],"suboptimal":[90],"when":[91],"applied":[92],"multi-stage":[94,194],"like":[96],"MTD":[98,252],"distinctly":[102],"different":[103],"characteristics":[104],"objectives":[106],"across":[107],"stages.":[108],"this":[110],"paper,":[111],"we":[112,249],"propose":[113],"a":[114,141],"novel":[115],"integrated":[116],"deep":[117],"reinforcement":[118],"learning":[119],"decision":[120],"framework":[121,189,261],"that":[122,221,258],"can":[123],"offer":[124],"effective":[125],"characterized":[130],"distinct":[132],"stages,":[133],"denoted":[134],"as":[135],"STDGNet.":[137],"The":[138,160,180],"STDGNet":[139,188,260],"comprises":[140],"Transformer-based":[142],"Deep":[143],"Graph":[144],"Network":[145],"(TDGN)":[146],"module":[147,162],"alongside":[148],"Specialized":[150],"optimization":[151],"strategies:":[152],"location-dispersion":[154,201],"cluster-action-consistency":[158,218],"strategy.":[159],"TDGN":[161],"extract":[166],"features":[167],"from":[168],"observations":[169],"interaction":[171],"dynamics":[172],"among":[173],"UAVs,":[174],"aimed":[175],"at":[176],"generating":[177],"strategies.":[179],"integration":[181],"specialized":[184],"enables":[186],"adapt":[191],"well":[192],"tasks:":[195],"during":[196,213],"detection":[198],"stage,":[199,216],"maintains":[203],"dispersal":[205],"expedite":[207],"discovery":[209],"more":[211],"targets;":[212],"ensures":[220],"UAVs":[222],"same":[225,230],"cluster":[226],"move":[227],"direction,":[231],"facilitating":[232],"formation":[234],"interconnected":[236],"communication":[237],"networks.":[238],"To":[239],"assess":[240],"efficiency":[242],"resilience":[244],"proposed":[247],"framework,":[248],"construct":[250],"an":[251],"environment":[253],"where":[254],"extensive":[255],"experimentation":[256],"shows":[257],"surpasses":[262],"baseline":[263],"methodologies.":[264]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}