{"id":"https://openalex.org/W4393252813","doi":"https://doi.org/10.1109/tmc.2024.3382913","title":"Collaborative Reinforcement Learning Based Unmanned Aerial Vehicle (UAV) Trajectory Design for 3D UAV Tracking","display_name":"Collaborative Reinforcement Learning Based Unmanned Aerial Vehicle (UAV) Trajectory Design for 3D UAV Tracking","publication_year":2024,"publication_date":"2024-03-28","ids":{"openalex":"https://openalex.org/W4393252813","doi":"https://doi.org/10.1109/tmc.2024.3382913"},"language":"en","primary_location":{"id":"doi:10.1109/tmc.2024.3382913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3382913","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102641720","display_name":"Yujiao Zhu","orcid":"https://orcid.org/0000-0001-7429-6463"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yujiao Zhu","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7429-6463","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072241033","display_name":"Mingzhe Chen","orcid":"https://orcid.org/0000-0003-2570-703X"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingzhe Chen","raw_affiliation_strings":["Department of Electrical and Computer Engineering and Institute for Data Science and Computing, University of Miami, Coral Gables, FL, USA"],"raw_orcid":"https://orcid.org/0000-0003-2570-703X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering and Institute for Data Science and Computing, University of Miami, Coral Gables, FL, USA","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023071584","display_name":"Sihua Wang","orcid":"https://orcid.org/0000-0001-6729-1592"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sihua Wang","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-6729-1592","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037219972","display_name":"Ye Hu","orcid":"https://orcid.org/0000-0001-9872-5461"},"institutions":[{"id":"https://openalex.org/I145608581","display_name":"University of Miami","ror":"https://ror.org/02dgjyy92","country_code":"US","type":"education","lineage":["https://openalex.org/I145608581"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ye Hu","raw_affiliation_strings":["Department of Industrial and Systems Engineering, University of Miami, Coral Gables, FL, USA","Department of Industrial and System Engineering, University of Miami, Coral Gables, FL, USA"],"raw_orcid":"https://orcid.org/0000-0001-9872-5461","affiliations":[{"raw_affiliation_string":"Department of Industrial and Systems Engineering, University of Miami, Coral Gables, FL, USA","institution_ids":["https://openalex.org/I145608581"]},{"raw_affiliation_string":"Department of Industrial and System Engineering, University of Miami, Coral Gables, FL, USA","institution_ids":["https://openalex.org/I145608581"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yuchen Liu","orcid":"https://orcid.org/0000-0001-7505-9718"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yuchen Liu","raw_affiliation_strings":["Department of Computer Science, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0001-7505-9718","affiliations":[{"raw_affiliation_string":"Department of Computer Science, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009078493","display_name":"Changchuan Yin","orcid":"https://orcid.org/0000-0001-8969-1431"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Changchuan Yin","raw_affiliation_strings":["Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8969-1431","affiliations":[{"raw_affiliation_string":"Beijing Laboratory of Advanced Information Network, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.4962,"has_fulltext":false,"cited_by_count":22,"citation_normalized_percentile":{"value":0.95724933,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"23","issue":"12","first_page":"10787","last_page":"10802"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.977400004863739,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9743000268936157,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7530955076217651},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7526454925537109},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6907210350036621},{"id":"https://openalex.org/keywords/remotely-operated-underwater-vehicle","display_name":"Remotely operated underwater vehicle","score":0.5544334650039673},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.5390398502349854},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.46801650524139404},{"id":"https://openalex.org/keywords/vehicle-dynamics","display_name":"Vehicle dynamics","score":0.4258519113063812},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.38667231798171997},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.36995550990104675},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.35184329748153687},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.34878572821617126},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3469821810722351},{"id":"https://openalex.org/keywords/aerospace-engineering","display_name":"Aerospace engineering","score":0.20200514793395996},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13469478487968445},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.10011941194534302}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7530955076217651},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7526454925537109},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6907210350036621},{"id":"https://openalex.org/C145424490","wikidata":"https://www.wikidata.org/wiki/Q618465","display_name":"Remotely operated underwater vehicle","level":4,"score":0.5544334650039673},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.5390398502349854},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46801650524139404},{"id":"https://openalex.org/C79487989","wikidata":"https://www.wikidata.org/wiki/Q934680","display_name":"Vehicle dynamics","level":2,"score":0.4258519113063812},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.38667231798171997},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.36995550990104675},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.35184329748153687},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.34878572821617126},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3469821810722351},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.20200514793395996},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13469478487968445},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.10011941194534302},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmc.2024.3382913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmc.2024.3382913","pdf_url":null,"source":{"id":"https://openalex.org/S69141925","display_name":"IEEE Transactions on Mobile Computing","issn_l":"1536-1233","issn":["1536-1233","1558-0660","2161-9875"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Mobile Computing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1804718253","display_name":"\u8f6f\u4ef6\u5b9a\u4e49\u8702\u7a9d\u7f51\u4e2d\u7684\u52a8\u6001\u8d44\u6e90\u7ba1\u7406\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61671086","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2090423401","display_name":null,"funder_award_id":"61629101","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6708062852","display_name":null,"funder_award_id":"L223027","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2029521171","https://openalex.org/W2031834036","https://openalex.org/W2120350100","https://openalex.org/W2152079373","https://openalex.org/W2165131254","https://openalex.org/W2406447757","https://openalex.org/W2765302304","https://openalex.org/W2797821788","https://openalex.org/W2807521632","https://openalex.org/W2887592610","https://openalex.org/W2907916537","https://openalex.org/W2961269959","https://openalex.org/W2962691117","https://openalex.org/W2962804513","https://openalex.org/W2963061782","https://openalex.org/W3084065756","https://openalex.org/W3141069769","https://openalex.org/W3172394904","https://openalex.org/W3200189438","https://openalex.org/W3203789000","https://openalex.org/W3213485672","https://openalex.org/W3214522918","https://openalex.org/W4210771099","https://openalex.org/W4226154801","https://openalex.org/W4226417275","https://openalex.org/W4283833094","https://openalex.org/W4289656497","https://openalex.org/W4294811438","https://openalex.org/W4296338485","https://openalex.org/W4307176626","https://openalex.org/W4309997748","https://openalex.org/W4312984435","https://openalex.org/W4313639533","https://openalex.org/W4378083505","https://openalex.org/W4380590088","https://openalex.org/W4392158148","https://openalex.org/W6683300800","https://openalex.org/W6739516088","https://openalex.org/W6749304979","https://openalex.org/W6751629939","https://openalex.org/W6762491519","https://openalex.org/W6791043475","https://openalex.org/W6802002411","https://openalex.org/W6840380725","https://openalex.org/W6843043575","https://openalex.org/W6850330469","https://openalex.org/W6850942827","https://openalex.org/W6851136908"],"related_works":["https://openalex.org/W2071768959","https://openalex.org/W4319442894","https://openalex.org/W2290286193","https://openalex.org/W2921408402","https://openalex.org/W2982615283","https://openalex.org/W4312767556","https://openalex.org/W4312370102","https://openalex.org/W2076947815","https://openalex.org/W1541316785","https://openalex.org/W2093391009"],"abstract_inverted_index":{"In":[0,28],"this":[1,169],"paper,":[2],"the":[3,29,39,47,60,74,77,80,85,88,101,106,109,114,118,121,143,147,162,190,195,199,207,211,222,243,249],"problem":[4,130,136],"of":[5,76,79,87,108,117,146,152,198,201,210,213,221],"using":[6],"one":[7],"active":[8,48,122,148,154,223,229],"unmanned":[9],"aerial":[10],"vehicle":[11],"(UAV)":[12],"and":[13,150,155,225,230,233,256,261],"four":[14],"passive":[15,33,56,156,231],"UAVs":[16,157,232],"to":[17,58,68,84,98,140,160,183,204,254,259],"localize":[18,100],"a":[19,69,171],"3D":[20],"target":[21,40,81,89,102,163,235],"UAV":[22,34,57,93,123,149,164,224,236],"in":[23],"real":[24],"time":[25],"is":[26,131,139,180],"investigated.":[27],"considered":[30],"model,":[31],"each":[32,55,91],"receives":[35],"reflection":[36,52],"signals":[37,53],"from":[38],"UAV,":[41,90],"which":[42,64],"are":[43],"initially":[44],"transmitted":[45,67],"by":[46,252],"UAV.":[49,82,103],"The":[50],"received":[51],"allow":[54],"estimate":[59,206],"signal":[61],"transmission":[62,119],"distance":[63,110],"will":[65],"be":[66],"base":[70],"station":[71],"(BS)":[72],"for":[73,227],"estimation":[75,111],"position":[78],"Due":[83],"movement":[86],"active/passive":[92],"must":[94,124],"optimize":[95,125,142],"its":[96,126],"trajectory":[97],"continuously":[99],"Meanwhile,":[104],"since":[105],"accuracy":[107],"depends":[112],"on":[113],"signal-to-noise":[115],"ratio":[116],"signals,":[120],"transmit":[127,144,219],"power.":[128],"This":[129],"formulated":[132],"as":[133,159],"an":[134],"optimization":[135],"whose":[137],"goal":[138],"jointly":[141],"power":[145,220],"trajectories":[151,226],"both":[153,228],"so":[158],"maximize":[161],"positioning":[165,237,250],"accuracy.":[166,238],"To":[167],"solve":[168],"problem,":[170],"Z":[172],"function":[173,185],"decomposition":[174,186],"based":[175,187],"reinforcement":[176],"learning":[177],"(ZD-RL)":[178],"method":[179,192,246],"proposed.":[181],"Compared":[182],"value":[184,209],"RL":[188,264],"(VD-RL),":[189],"proposed":[191,244],"can":[193,247],"find":[194],"probability":[196],"distribution":[197],"sum":[200,212],"future":[202,214],"rewards":[203,215],"accurately":[205],"expected":[208],"thus":[216],"finding":[217],"better":[218],"improving":[234],"Simulation":[239],"results":[240],"show":[241],"that":[242],"ZD-RL":[245],"reduce":[248],"errors":[251],"up":[253],"39.4%":[255],"64.6%,":[257],"compared":[258],"VD-RL":[260],"independent":[262],"deep":[263],"methods,":[265],"respectively.":[266]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":16},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}