{"id":"https://openalex.org/W4388286387","doi":"https://doi.org/10.1109/jiot.2023.3329869","title":"MO-AVC: Deep-Reinforcement-Learning-Based Trajectory Control and Task Offloading in Multi-UAV-Enabled MEC Systems","display_name":"MO-AVC: Deep-Reinforcement-Learning-Based Trajectory Control and Task Offloading in Multi-UAV-Enabled MEC Systems","publication_year":2023,"publication_date":"2023-11-03","ids":{"openalex":"https://openalex.org/W4388286387","doi":"https://doi.org/10.1109/jiot.2023.3329869"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2023.3329869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3329869","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076528464","display_name":"Zhen Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Gao","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-8896-3420","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067124710","display_name":"Lei Yang","orcid":"https://orcid.org/0000-0001-5451-9228"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Yang","raw_affiliation_strings":["School of Computer Science and Engineering, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0001-5451-9228","affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081939964","display_name":"Yu Dai","orcid":"https://orcid.org/0000-0003-3534-0745"},"institutions":[{"id":"https://openalex.org/I9224756","display_name":"Northeastern University","ror":"https://ror.org/03awzbc87","country_code":"CN","type":"education","lineage":["https://openalex.org/I9224756"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yu Dai","raw_affiliation_strings":["School of College of Software, Northeastern University, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-3534-0745","affiliations":[{"raw_affiliation_string":"School of College of Software, Northeastern University, Shenyang, China","institution_ids":["https://openalex.org/I9224756"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I9224756"],"apc_list":null,"apc_paid":null,"fwci":13.1076,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.98233256,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":"7","first_page":"11395","last_page":"11414"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7983705997467041},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7871192693710327},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6591984033584595},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5277029871940613},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4165300726890564},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37374794483184814},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.3288019299507141},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1112619936466217}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983705997467041},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7871192693710327},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6591984033584595},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5277029871940613},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4165300726890564},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37374794483184814},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.3288019299507141},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1112619936466217},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2023.3329869","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2023.3329869","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.9100000262260437}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1971996841","https://openalex.org/W2031834036","https://openalex.org/W2736601468","https://openalex.org/W2740005962","https://openalex.org/W2961269959","https://openalex.org/W2963925437","https://openalex.org/W2964023906","https://openalex.org/W2980550111","https://openalex.org/W2981726317","https://openalex.org/W2982309863","https://openalex.org/W2998472647","https://openalex.org/W3033021874","https://openalex.org/W3045557320","https://openalex.org/W3090573937","https://openalex.org/W3110123607","https://openalex.org/W3111189508","https://openalex.org/W3123129822","https://openalex.org/W3131309288","https://openalex.org/W3131745522","https://openalex.org/W3131765381","https://openalex.org/W3140381130","https://openalex.org/W3140453182","https://openalex.org/W3144494418","https://openalex.org/W3145159167","https://openalex.org/W3152640450","https://openalex.org/W3162366242","https://openalex.org/W3162630617","https://openalex.org/W3168573457","https://openalex.org/W3169114806","https://openalex.org/W3172247901","https://openalex.org/W3179018212","https://openalex.org/W3192056696","https://openalex.org/W3199843466","https://openalex.org/W3207745675","https://openalex.org/W3209477841","https://openalex.org/W3212845011","https://openalex.org/W3217783515","https://openalex.org/W4206585306","https://openalex.org/W4213312819","https://openalex.org/W4213456346","https://openalex.org/W4214866088","https://openalex.org/W4224909332","https://openalex.org/W4226249635","https://openalex.org/W4285107918","https://openalex.org/W4285211200","https://openalex.org/W4285213224","https://openalex.org/W4285247160","https://openalex.org/W4285604500","https://openalex.org/W4286365441","https://openalex.org/W4296912965","https://openalex.org/W4312943725","https://openalex.org/W4312985348","https://openalex.org/W4313048468","https://openalex.org/W4313155827","https://openalex.org/W4317794990","https://openalex.org/W4319996394","https://openalex.org/W4321377598","https://openalex.org/W4321608256","https://openalex.org/W4327808408","https://openalex.org/W4361757286","https://openalex.org/W4361857702","https://openalex.org/W4380520279","https://openalex.org/W4385281459","https://openalex.org/W4385453605","https://openalex.org/W6741002519","https://openalex.org/W6769729221"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W2031695474","https://openalex.org/W4248382324","https://openalex.org/W2024136090","https://openalex.org/W2169395074","https://openalex.org/W4391019359"],"abstract_inverted_index":{"We":[0],"investigate":[1],"the":[2,53,59,131,138,168,176,187,192,207,211,230,234,241],"joint":[3],"trajectory":[4],"control":[5],"and":[6,32,47,51,119,147,197,239],"task":[7,45],"offloading":[8],"(JTCTO)":[9],"problem":[10,67],"in":[11,141],"multiunmanned":[12],"aerial":[13],"vehicle":[14],"(UAV)-enabled":[15],"mobile":[16],"edge":[17],"computing":[18],"(MEC).":[19],"However,":[20,64],"existing":[21,248],"JTCTO":[22,92,145],"solutions":[23],"primarily":[24],"focus":[25],"on":[26,107,191],"fixed":[27],"UAV-enabled":[28,148],"MEC":[29,149],"scenario":[30,162,169],"variations":[31],"necessitate":[33],"extensive":[34],"interaction":[35,163],"to":[36,38,79,104,113,129,153,166,205,224,247],"adapt":[37,223],"new":[39,155,225],"scenarios.":[40,120,150,226],"Moreover,":[41,227],"we":[42,86,180],"consider":[43],"minimizing":[44],"latency":[46,231],"UAV\u2019s":[48],"energy":[49,235],"consumption,":[50],"maximizing":[52,175],"quantity":[54],"of":[55,98,116,144,161,195,210],"tasks":[56,242],"collected":[57],"by":[58,70,174,232,237,244],"UAV":[60],"as":[61,127],"optimization":[62,66],"goals.":[63],"this":[65,84],"is":[68,102],"characterized":[69],"multiple":[71],"conflicting":[72],"goals":[73],"that":[74,219],"should":[75],"be":[76],"adjusted":[77],"according":[78],"their":[80],"relative":[81],"significance.":[82],"In":[83],"article,":[85],"present":[87,198],"a":[88,96,142,154,158,199],"multiobjective":[89],"actor-variations":[90,132],"critic-based":[91],"solution":[93],"(MO-AVC).":[94],"First,":[95],"group":[97],"reinforcement":[99],"learning":[100],"strategies":[101,118,146,173],"utilized":[103],"collect":[105],"experience":[106,203],"training":[108],"scenarios,":[109],"which":[110,135],"are":[111,125,164,189],"employed":[112],"learn":[114],"embeddings":[115,124],"both":[117],"Further,":[121],"these":[122],"two":[123],"used":[126],"inputs":[128],"train":[130],"critic":[133,184],"(AVC),":[134],"explicitly":[136],"estimates":[137],"total":[139],"return":[140],"space":[143],"When":[151],"adapting":[152],"scenario,":[156],"just":[157],"few":[159],"steps":[160],"enough":[165],"predict":[167],"embedding,":[170],"thus":[171],"selecting":[172],"trained":[177],"AVC.":[178],"Second,":[179],"propose":[181],"an":[182],"actor-conditioned":[183],"framework":[185],"where":[186],"outputs":[188],"conditioned":[190],"varying":[193],"significance":[194],"goals,":[196],"weight":[200,213],"dynamic":[201,212],"memory-based":[202],"replay":[204],"address":[206],"intrinsic":[208],"instability":[209],"context.":[214],"Finally,":[215],"simulation":[216],"results":[217],"show":[218],"MO-AVC":[220,228],"can":[221],"quickly":[222],"reduces":[229],"7.56%\u201310.57%,":[233],"consumption":[236],"11.11%\u201317.27%,":[238],"increases":[240],"number":[243],"10.33%\u201315.54%":[245],"compared":[246],"solutions.":[249]},"counts_by_year":[{"year":2025,"cited_by_count":14},{"year":2024,"cited_by_count":4}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}