{"id":"https://openalex.org/W4312943725","doi":"https://doi.org/10.1109/jsac.2022.3228558","title":"Deep Reinforcement Learning Based Computation Offloading and Trajectory Planning for Multi-UAV Cooperative Target Search","display_name":"Deep Reinforcement Learning Based Computation Offloading and Trajectory Planning for Multi-UAV Cooperative Target Search","publication_year":2022,"publication_date":"2022-12-15","ids":{"openalex":"https://openalex.org/W4312943725","doi":"https://doi.org/10.1109/jsac.2022.3228558"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2022.3228558","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3228558","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007350425","display_name":"Quyuan Luo","orcid":"https://orcid.org/0000-0003-2948-3491"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Quyuan Luo","raw_affiliation_strings":["School of Information Science and Technology, and the Provincial Key Laboratory of Information Coding and Transmission, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, and the Provincial Key Laboratory of Information Coding and Transmission, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040978564","display_name":"Tom H. Luan","orcid":"https://orcid.org/0000-0002-5215-7443"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tom H. Luan","raw_affiliation_strings":["School of Cyber Engineering, Xidian University, Xi’an, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Engineering, Xidian University, Xi’an, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100651611","display_name":"Weisong Shi","orcid":"https://orcid.org/0000-0001-5864-4675"},"institutions":[{"id":"https://openalex.org/I86501945","display_name":"University of Delaware","ror":"https://ror.org/01sbq1a82","country_code":"US","type":"education","lineage":["https://openalex.org/I86501945"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weisong Shi","raw_affiliation_strings":["Department of Computer and Information Sciences, University of Delaware, Newark, DE, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer and Information Sciences, University of Delaware, Newark, DE, USA","institution_ids":["https://openalex.org/I86501945"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101880047","display_name":"Pingzhi Fan","orcid":"https://orcid.org/0000-0002-8281-6251"},"institutions":[{"id":"https://openalex.org/I4800084","display_name":"Southwest Jiaotong University","ror":"https://ror.org/00hn7w693","country_code":"CN","type":"education","lineage":["https://openalex.org/I4800084"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Pingzhi Fan","raw_affiliation_strings":["School of Information Science and Technology, and the Provincial Key Laboratory of Information Coding and Transmission, Southwest Jiaotong University, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, and the Provincial Key Laboratory of Information Coding and Transmission, Southwest Jiaotong University, Chengdu, China","institution_ids":["https://openalex.org/I4800084"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5007350425"],"corresponding_institution_ids":["https://openalex.org/I4800084"],"apc_list":null,"apc_paid":null,"fwci":76.4798,"has_fulltext":false,"cited_by_count":127,"citation_normalized_percentile":{"value":0.9994178,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"41","issue":"2","first_page":"504","last_page":"520"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.987500011920929,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8542318940162659},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8051916360855103},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7847912311553955},{"id":"https://openalex.org/keywords/maximization","display_name":"Maximization","score":0.5628962516784668},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5224660634994507},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4993612766265869},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.4763215482234955},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4761802554130554},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.46418920159339905},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4625090956687927},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4428282678127289},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.43376174569129944},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.43187665939331055},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.41870319843292236},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.35388949513435364},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.34697225689888},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3398083746433258},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.10305911302566528}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8542318940162659},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8051916360855103},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7847912311553955},{"id":"https://openalex.org/C2776330181","wikidata":"https://www.wikidata.org/wiki/Q18358244","display_name":"Maximization","level":2,"score":0.5628962516784668},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5224660634994507},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4993612766265869},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.4763215482234955},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4761802554130554},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.46418920159339905},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4625090956687927},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4428282678127289},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.43376174569129944},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.43187665939331055},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.41870319843292236},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.35388949513435364},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.34697225689888},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3398083746433258},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.10305911302566528},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2022.3228558","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2022.3228558","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1712528947","display_name":null,"funder_award_id":"62101463","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2822840726","display_name":null,"funder_award_id":"23ZHSF0170","funder_id":"https://openalex.org/F4320336596","funder_display_name":"Key Research and Development Program of Sichuan Province"},{"id":"https://openalex.org/G4145199205","display_name":null,"funder_award_id":"61731017","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4419175942","display_name":null,"funder_award_id":"23GJHZ0209","funder_id":"https://openalex.org/F4320336596","funder_display_name":"Key Research and Development Program of Sichuan Province"},{"id":"https://openalex.org/G5848903186","display_name":null,"funder_award_id":"2682021CX044","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G6018493712","display_name":null,"funder_award_id":"62020106001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7891188745","display_name":null,"funder_award_id":"2022NSFSC0863","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null},{"id":"https://openalex.org/F4320336596","display_name":"Key Research and Development Program of Sichuan Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":55,"referenced_works":["https://openalex.org/W1922596480","https://openalex.org/W1973946899","https://openalex.org/W2075092260","https://openalex.org/W2103271075","https://openalex.org/W2145339207","https://openalex.org/W2195423816","https://openalex.org/W2746553466","https://openalex.org/W2783861674","https://openalex.org/W2790930275","https://openalex.org/W2797090510","https://openalex.org/W2806526175","https://openalex.org/W2893483702","https://openalex.org/W2907086092","https://openalex.org/W2908537295","https://openalex.org/W2910151919","https://openalex.org/W2915999181","https://openalex.org/W2918891759","https://openalex.org/W2931293404","https://openalex.org/W2941351277","https://openalex.org/W2960833983","https://openalex.org/W2961269959","https://openalex.org/W2963864421","https://openalex.org/W2964052915","https://openalex.org/W2979897999","https://openalex.org/W2989743749","https://openalex.org/W2991971749","https://openalex.org/W2994626336","https://openalex.org/W2995862989","https://openalex.org/W2998472647","https://openalex.org/W2999032021","https://openalex.org/W2999672258","https://openalex.org/W3013810395","https://openalex.org/W3019740258","https://openalex.org/W3092132455","https://openalex.org/W3112262420","https://openalex.org/W3119882941","https://openalex.org/W3120923500","https://openalex.org/W3129723556","https://openalex.org/W3131166704","https://openalex.org/W3134652089","https://openalex.org/W3137963285","https://openalex.org/W3138743904","https://openalex.org/W3140453182","https://openalex.org/W3152953026","https://openalex.org/W3155400008","https://openalex.org/W3159191187","https://openalex.org/W3161168179","https://openalex.org/W3196226093","https://openalex.org/W3213496150","https://openalex.org/W4214866088","https://openalex.org/W4226094091","https://openalex.org/W4282834400","https://openalex.org/W4312674606","https://openalex.org/W6682585581","https://openalex.org/W6684921986"],"related_works":["https://openalex.org/W2092530219","https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3154796165","https://openalex.org/W2796352555","https://openalex.org/W2894114519","https://openalex.org/W2962856838","https://openalex.org/W4297093186","https://openalex.org/W4282941432","https://openalex.org/W3200145713"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicles":[2],"(UAVs)":[3],"are":[4,209],"widely":[5],"used":[6],"for":[7,115],"surveillance":[8],"and":[9,21,61,111,170,198],"monitoring":[10],"to":[11,27,43,49,56,75,81,104,148],"complete":[12],"target":[13,92,118],"search":[14,52,84,93,207],"tasks.":[15,30],"However,":[16],"the":[17,44,51,77,83,88,91,130,142,165,192,195,206],"short":[18],"battery":[19],"life":[20],"moderate":[22],"computational":[23],"capability":[24],"hinder":[25],"UAVs":[26],"process":[28,53,161],"computation-intensive":[29],"The":[31],"emerging":[32],"edge":[33,46],"computing":[34],"technologies":[35],"can":[36],"alleviate":[37],"this":[38,71],"problem":[39,127,145],"by":[40,157],"offloading":[41,59,109,168],"tasks":[42],"ground":[45],"servers.":[47],"How":[48],"evaluate":[50,82],"so":[54],"as":[55],"make":[57,62,106],"optimal":[58,63,107,166],"decisions":[60,110,169],"flying":[64,112,171],"trajectories":[65],"represent":[66],"fundamental":[67],"research":[68],"challenges.":[69],"In":[70],"paper,":[72],"we":[73,96,121,139],"propose":[74,97],"utilize":[76],"concept":[78],"of":[79,90,194],"uncertainty":[80,125,143],"process,":[85],"which":[86,153],"reflects":[87],"reliability":[89],"results.":[94],"Thereafter,":[95],"a":[98,136,149,158,174,182],"deep":[99,175],"reinforcement":[100],"learning":[101],"(DRL)":[102],"technique":[103],"jointly":[105],"computation":[108],"orientation":[113,172],"choices":[114],"multi-UAV":[116],"cooperative":[117],"search.":[119],"Specifically,":[120],"first":[122],"formulate":[123],"an":[124],"minimization":[126,144],"based":[128,178],"on":[129,201],"established":[131],"system":[132],"model.":[133],"By":[134],"introducing":[135],"reward":[137,150],"function,":[138],"prove":[140],"that":[141],"is":[146,154,185],"equivalent":[147],"maximization":[151],"problem,":[152],"further":[155],"analyzed":[156],"Markov":[159],"decision":[160],"(MDP).":[162],"To":[163],"obtain":[164],"task":[167],"choices,":[173],"Q-network":[176,184],"(DQN)":[177],"DRL":[179],"architecture":[180],"with":[181],"separated":[183],"then":[186],"proposed.":[187],"Finally,":[188],"extensive":[189],"simulations":[190],"validate":[191],"effectiveness":[193],"proposed":[196],"techniques,":[197],"comprehensive":[199],"discussions":[200],"how":[202],"different":[203],"parameters":[204],"affect":[205],"performance":[208],"given.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":54},{"year":2024,"cited_by_count":43},{"year":2023,"cited_by_count":23}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}