{"id":"https://openalex.org/W4390738651","doi":"https://doi.org/10.1109/tiv.2024.3352581","title":"Enhancing Multi-UAV Reconnaissance and Search Through Double Critic DDPG With Belief Probability Maps","display_name":"Enhancing Multi-UAV Reconnaissance and Search Through Double Critic DDPG With Belief Probability Maps","publication_year":2024,"publication_date":"2024-01-11","ids":{"openalex":"https://openalex.org/W4390738651","doi":"https://doi.org/10.1109/tiv.2024.3352581"},"language":"en","primary_location":{"id":"doi:10.1109/tiv.2024.3352581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3352581","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5088061399","display_name":"Boquan Zhang","orcid":"https://orcid.org/0009-0003-8742-3777"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Boquan Zhang","raw_affiliation_strings":["College of Systems Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0003-8742-3777","affiliations":[{"raw_affiliation_string":"College of Systems Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101825945","display_name":"Xiang Lin","orcid":"https://orcid.org/0009-0004-5870-928X"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiang Lin","raw_affiliation_strings":["College of Systems Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0004-5870-928X","affiliations":[{"raw_affiliation_string":"College of Systems Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101632983","display_name":"Yifan Zhu","orcid":"https://orcid.org/0009-0005-3142-1734"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Zhu","raw_affiliation_strings":["College of Systems Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0009-0005-3142-1734","affiliations":[{"raw_affiliation_string":"College of Systems Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100717289","display_name":"Jing Tian","orcid":"https://orcid.org/0000-0002-3660-8427"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"JING Tian","raw_affiliation_strings":["College of Systems Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0002-3660-8427","affiliations":[{"raw_affiliation_string":"College of Systems Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101412670","display_name":"Zhi Zhu","orcid":"https://orcid.org/0000-0003-3758-8568"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Zhu","raw_affiliation_strings":["College of Systems Engineering, National University of Defense Technology, Changsha, China"],"raw_orcid":"https://orcid.org/0000-0003-3758-8568","affiliations":[{"raw_affiliation_string":"College of Systems Engineering, National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170215575"],"apc_list":null,"apc_paid":null,"fwci":11.5589,"has_fulltext":false,"cited_by_count":47,"citation_normalized_percentile":{"value":0.9879811,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"9","issue":"2","first_page":"3827","last_page":"3842"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7285104990005493},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6950128674507141},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6447151899337769},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5859931111335754},{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.5574670433998108},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5223163962364197},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.505800724029541},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4829499125480652},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4619064927101135},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.43966418504714966},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.43080365657806396},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35696882009506226},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.31595319509506226},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.2360019087791443},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17638558149337769},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.1616981029510498}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7285104990005493},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6950128674507141},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6447151899337769},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5859931111335754},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.5574670433998108},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5223163962364197},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.505800724029541},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4829499125480652},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4619064927101135},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.43966418504714966},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.43080365657806396},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35696882009506226},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31595319509506226},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.2360019087791443},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17638558149337769},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.1616981029510498},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tiv.2024.3352581","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tiv.2024.3352581","pdf_url":null,"source":{"id":"https://openalex.org/S4210199657","display_name":"IEEE Transactions on Intelligent Vehicles","issn_l":"2379-8858","issn":["2379-8858","2379-8904"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Intelligent Vehicles","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6000000238418579,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G2340975738","display_name":null,"funder_award_id":"62003359","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1545451257","https://openalex.org/W2075092260","https://openalex.org/W2081511162","https://openalex.org/W2145339207","https://openalex.org/W2146246341","https://openalex.org/W2617547828","https://openalex.org/W2904455790","https://openalex.org/W2978148161","https://openalex.org/W3006157881","https://openalex.org/W3089506933","https://openalex.org/W3158824163","https://openalex.org/W3160940001","https://openalex.org/W3175099349","https://openalex.org/W3213750164","https://openalex.org/W3214468037","https://openalex.org/W3214814008","https://openalex.org/W3217285792","https://openalex.org/W4200442992","https://openalex.org/W4210870706","https://openalex.org/W4214623371","https://openalex.org/W4293220993","https://openalex.org/W4309288324","https://openalex.org/W4310541177","https://openalex.org/W4312929609","https://openalex.org/W4312943725","https://openalex.org/W4313314379","https://openalex.org/W4320493761","https://openalex.org/W4321609295","https://openalex.org/W4353056919","https://openalex.org/W4361030036","https://openalex.org/W4363674366","https://openalex.org/W4365790504","https://openalex.org/W4376456650","https://openalex.org/W4385194665","https://openalex.org/W4386824832","https://openalex.org/W6684205842","https://openalex.org/W6684921986","https://openalex.org/W6738796088","https://openalex.org/W6740092555","https://openalex.org/W6768731700","https://openalex.org/W6791040878"],"related_works":["https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1515117609","https://openalex.org/W1589140671","https://openalex.org/W4323315247","https://openalex.org/W2294884454","https://openalex.org/W3169161914","https://openalex.org/W4321379664","https://openalex.org/W2211790881"],"abstract_inverted_index":{"Unmanned":[0],"Aerial":[1],"Vehicles":[2],"(UAVs)":[3],"have":[4],"recently":[5],"attracted":[6],"significant":[7],"attention":[8],"due":[9],"to":[10,21,32,160],"their":[11],"potential":[12],"applications":[13],"in":[14,171,179,197],"reconnaissance":[15,28],"and":[16,29,40,84,101,152,176,202],"search.":[17],"This":[18,88,165],"paper":[19],"aims":[20],"investigate":[22],"the":[23,37,59,75,96,99,102,105,115,162,169,172,177,180,185],"issue":[24],"of":[25,36,43,61,94,98,117,199],"multi-UAV":[26],"cooperative":[27],"search":[30,62,200],"(MCRS)":[31],"ensure":[33],"ample":[34],"coverage":[35],"mission":[38],"area":[39],"precise":[41],"localization":[42],"static":[44],"targets.":[45],"The":[46],"MCRS":[47],"problem":[48,113],"is":[49,143],"modeled":[50],"as":[51],"a":[52,69,91,129,149,153],"multi-objective":[53,111],"optimization":[54,112],"problem,":[55],"taking":[56],"into":[57],"account":[58],"credibility":[60],"results.":[63],"To":[64,125],"achieve":[65],"this,":[66],"we":[67,108,146],"design":[68],"belief":[70],"probability":[71],"map":[72,83],"based":[73],"on":[74],"Dempster-Shafer":[76],"(DS)":[77],"evidence":[78],"theory,":[79],"comprising":[80],"an":[81],"uncertainty":[82,103],"two":[85],"target":[86,100],"maps.":[87],"representation":[89],"enables":[90],"clear":[92],"depiction":[93],"both":[95,148],"presence":[97],"within":[104,114],"map.":[106],"Subsequently,":[107],"reformulate":[109],"this":[110,127],"framework":[116],"Decentralized":[118],"Partially":[119],"Observable":[120],"Markov":[121],"Decision":[122],"Process":[123],"(Dec-POMDP).":[124],"address":[126],"reformulation,":[128],"new":[130],"deep":[131],"reinforcement":[132],"learning":[133],"approach":[134,166],"called":[135],"Double":[136],"Critic":[137],"Deep":[138],"Deterministic":[139],"Policy":[140],"Gradient":[141],"(DCDDPG)":[142],"proposed.":[144],"Specifically,":[145],"introduce":[147],"centralized":[150],"critic":[151,155],"local":[154],"for":[156],"each":[157],"UAV":[158],"agent":[159],"estimate":[161],"action-value":[163,173],"function.":[164],"helps":[167],"balance":[168],"bias":[170],"function":[174],"estimation":[175],"variance":[178],"policy":[181],"updates,":[182],"thereby":[183],"improving":[184],"coordination":[186],"effect.":[187],"Extensive":[188],"simulation":[189],"results":[190],"demonstrate":[191],"that":[192],"DCDDPG":[193],"outperforms":[194],"existing":[195],"techniques":[196],"terms":[198],"efficiency":[201],"coverage.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":14}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}