{"id":"https://openalex.org/W4412493976","doi":"https://doi.org/10.1109/tnnls.2025.3582909","title":"Decentralized Consensus Inference-Based Hierarchical Reinforcement Learning for Multiconstrained UAV Pursuit-Evasion Game","display_name":"Decentralized Consensus Inference-Based Hierarchical Reinforcement Learning for Multiconstrained UAV Pursuit-Evasion Game","publication_year":2025,"publication_date":"2025-07-18","ids":{"openalex":"https://openalex.org/W4412493976","doi":"https://doi.org/10.1109/tnnls.2025.3582909","pmid":"https://pubmed.ncbi.nlm.nih.gov/40679888"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2025.3582909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3582909","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yuming Xiang","orcid":"https://orcid.org/0009-0005-9205-1853"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuming Xiang","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-9205-1853","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028477248","display_name":"Sizhao Li","orcid":"https://orcid.org/0000-0002-6557-262X"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sizhao Li","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014842979","display_name":"Rongpeng Li","orcid":"https://orcid.org/0000-0003-4297-5060"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongpeng Li","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4297-5060","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Hangzhou, China","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036831868","display_name":"Zhifeng Zhao","orcid":"https://orcid.org/0000-0002-5479-7890"},"institutions":[{"id":"https://openalex.org/I4210123185","display_name":"Zhejiang Lab","ror":"https://ror.org/02m2h7991","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210123185"]},{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhifeng Zhao","raw_affiliation_strings":["College of Information Science and Electronic Engineering, Zhejiang University, Zhejiang Lab, Hangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-5479-7890","affiliations":[{"raw_affiliation_string":"College of Information Science and Electronic Engineering, Zhejiang University, Zhejiang Lab, Hangzhou, China","institution_ids":["https://openalex.org/I4210123185","https://openalex.org/I76130692"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100626780","display_name":"Honggang Zhang","orcid":"https://orcid.org/0000-0003-1492-1364"},"institutions":[{"id":"https://openalex.org/I111950717","display_name":"Macau University of Science and Technology","ror":"https://ror.org/03jqs2n27","country_code":"MO","type":"education","lineage":["https://openalex.org/I111950717","https://openalex.org/I4391767947"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Honggang Zhang","raw_affiliation_strings":["School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau, China"],"raw_orcid":"https://orcid.org/0000-0003-1492-1364","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Macau University of Science and Technology, Taipa, Macau, China","institution_ids":["https://openalex.org/I111950717"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":14.9651,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.9844402,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"36","issue":"10","first_page":"18229","last_page":"18243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12158","display_name":"Guidance and Control Systems","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11489","display_name":"Air Traffic Management and Optimization","score":0.9793000221252441,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13371","display_name":"Military Defense Systems Analysis","score":0.9735999703407288,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7686808109283447},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6217519640922546},{"id":"https://openalex.org/keywords/pursuit-evasion","display_name":"Pursuit-evasion","score":0.6180821061134338},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.49364790320396423},{"id":"https://openalex.org/keywords/evasion","display_name":"Evasion (ethics)","score":0.4489620327949524},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.42323756217956543},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3806508183479309},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16590234637260437},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.06925582885742188},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.06546053290367126}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7686808109283447},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6217519640922546},{"id":"https://openalex.org/C2778388243","wikidata":"https://www.wikidata.org/wiki/Q7261573","display_name":"Pursuit-evasion","level":2,"score":0.6180821061134338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49364790320396423},{"id":"https://openalex.org/C2781251061","wikidata":"https://www.wikidata.org/wiki/Q5416089","display_name":"Evasion (ethics)","level":3,"score":0.4489620327949524},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.42323756217956543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3806508183479309},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16590234637260437},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.06925582885742188},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.06546053290367126},{"id":"https://openalex.org/C8891405","wikidata":"https://www.wikidata.org/wiki/Q1059","display_name":"Immune system","level":2,"score":0.0},{"id":"https://openalex.org/C203014093","wikidata":"https://www.wikidata.org/wiki/Q101929","display_name":"Immunology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2025.3582909","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2025.3582909","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:40679888","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40679888","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7215740136","display_name":null,"funder_award_id":"2024YFE0200600","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1578294898","https://openalex.org/W2121517924","https://openalex.org/W2167340365","https://openalex.org/W2605937326","https://openalex.org/W2964227312","https://openalex.org/W3041390508","https://openalex.org/W3043763914","https://openalex.org/W3044409810","https://openalex.org/W3046936059","https://openalex.org/W3088201200","https://openalex.org/W3131320743","https://openalex.org/W3168892396","https://openalex.org/W3174406242","https://openalex.org/W3211667558","https://openalex.org/W3213733914","https://openalex.org/W4213246061","https://openalex.org/W4213248829","https://openalex.org/W4220981864","https://openalex.org/W4229044820","https://openalex.org/W4312703423","https://openalex.org/W4321608219","https://openalex.org/W4382202823","https://openalex.org/W4382202883","https://openalex.org/W4385245566","https://openalex.org/W4385757415","https://openalex.org/W4385804886","https://openalex.org/W4386470330","https://openalex.org/W4386822514","https://openalex.org/W4389665593","https://openalex.org/W4390638728","https://openalex.org/W4391484607","https://openalex.org/W4392152359","https://openalex.org/W4393972724","https://openalex.org/W4402194461","https://openalex.org/W4408357830"],"related_works":["https://openalex.org/W2057376130","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W2091926052","https://openalex.org/W2352258019","https://openalex.org/W4248803515","https://openalex.org/W3037033265","https://openalex.org/W2124277904","https://openalex.org/W4220855336"],"abstract_inverted_index":{"Multiple":[0],"quadrotor":[1],"uncrewed":[2],"aerial":[3],"vehicles":[4],"(UAVs)":[5],"systems":[6],"have":[7],"garnered":[8],"widespread":[9],"research":[10],"interest":[11],"and":[12,26,73,119,146,165,194],"fostered":[13],"tremendous":[14],"interesting":[15],"applications,":[16],"especially":[17,58],"in":[18,56,81,122],"multiconstrained":[19],"pursuit-evasion":[20],"games":[21],"(MC-PEGs).":[22],"The":[23,173],"cooperative":[24],"evasion":[25,193],"formation":[27,38,74],"coverage":[28,39],"(CEFC)":[29],"task,":[30],"where":[31],"the":[32,52,123,170,177],"UAV":[33],"swarm":[34],"aims":[35],"to":[36,49,68,105,114,139,142,168],"maximize":[37],"across":[40],"multiple":[41],"target":[42,71,103],"zones":[43],"while":[44,109],"collaboratively":[45],"evading":[46],"predators,":[47],"belongs":[48],"one":[50],"of":[51],"most":[53],"challenging":[54],"issues":[55],"MC-PEGs,":[57],"under":[59],"communication-limited":[60],"constraints.":[61],"This":[62],"multifaceted":[63],"problem,":[64],"which":[65,101],"intertwines":[66],"responses":[67],"obstacles,":[69],"adversaries,":[70],"zones,":[72],"dynamics,":[75],"brings":[76],"up":[77],"significant":[78],"high-dimensional":[79],"complications":[80],"locating":[82],"a":[83,90,106,111,128,186],"solution.":[84],"In":[85],"this":[86],"article,":[87],"we":[88,126,158],"propose":[89],"novel":[91,129],"two-level":[92],"framework":[93],"[i.e.,":[94],"consensus":[95,148],"inference-based":[96],"hierarchical":[97],"reinforcement":[98,131],"learning":[99,132],"(CI-HRL)],":[100],"delegates":[102],"localization":[104],"high-level":[107,124],"policy,":[108,125],"adopting":[110],"low-level":[112,171],"policy":[113,166],"manage":[115],"obstacle":[116],"avoidance,":[117],"navigation,":[118],"formation.":[120],"Specifically,":[121],"develop":[127],"multiagent":[130,136],"(RL)":[133],"module,":[134],"consensus-oriented":[135],"communication":[137],"(ConsMAC),":[138],"enable":[140],"agents":[141],"perceive":[143],"global":[144],"information":[145],"establish":[147],"from":[149],"local":[150],"states":[151],"by":[152],"effectively":[153],"aggregating":[154],"neighbor":[155],"messages.":[156],"Meanwhile,":[157],"leverage":[159],"an":[160],"alternative":[161],"training-based":[162],"MAPPO":[163],"(AT-M)":[164],"distillation":[167],"accomplish":[169],"control.":[172],"experimental":[174],"results,":[175],"including":[176],"high-fidelity":[178],"software-in-the-loop":[179],"(SITL)":[180],"simulations,":[181],"validate":[182],"that":[183],"CI-HRL":[184],"provides":[185],"superior":[187],"solution":[188],"with":[189],"enhanced":[190],"swarm's":[191],"collaborative":[192],"task":[195],"completion":[196],"capabilities.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}