{"id":"https://openalex.org/W4400188381","doi":"https://doi.org/10.1109/jiot.2024.3420884","title":"Multiobjective Deep Reinforcement Learning for Computation Offloading and Trajectory Control in UAV-Base-Station-Assisted MEC","display_name":"Multiobjective Deep Reinforcement Learning for Computation Offloading and Trajectory Control in UAV-Base-Station-Assisted MEC","publication_year":2024,"publication_date":"2024-07-01","ids":{"openalex":"https://openalex.org/W4400188381","doi":"https://doi.org/10.1109/jiot.2024.3420884"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3420884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3420884","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006034569","display_name":"Hao Huang","orcid":"https://orcid.org/0009-0004-8632-3173"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hao Huang","raw_affiliation_strings":["School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0004-8632-3173","affiliations":[{"raw_affiliation_string":"School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058808098","display_name":"Zhengyi Chai","orcid":"https://orcid.org/0000-0003-2763-1286"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng-Yi Chai","raw_affiliation_strings":["School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-2763-1286","affiliations":[{"raw_affiliation_string":"School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114269779","display_name":"Baoshan Sun","orcid":"https://orcid.org/0009-0008-2967-9201"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bao-Shan Sun","raw_affiliation_strings":["School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0008-2967-9201","affiliations":[{"raw_affiliation_string":"School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103190439","display_name":"Hong-Shen Kang","orcid":null},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong-Shen Kang","raw_affiliation_strings":["School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0008-8536-5485","affiliations":[{"raw_affiliation_string":"School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068790291","display_name":"Ying-Jie Zhao","orcid":"https://orcid.org/0009-0001-1551-3664"},"institutions":[{"id":"https://openalex.org/I198091727","display_name":"Tiangong University","ror":"https://ror.org/00xsr9m91","country_code":"CN","type":"education","lineage":["https://openalex.org/I198091727"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ying-Jie Zhao","raw_affiliation_strings":["School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China"],"raw_orcid":"https://orcid.org/0009-0001-1551-3664","affiliations":[{"raw_affiliation_string":"School of Computer Science, Tianjin Key Laboratory of Autonomous Intelligence Technology and Systems, Tiangong University, Tianjin, China","institution_ids":["https://openalex.org/I198091727"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006034569"],"corresponding_institution_ids":["https://openalex.org/I198091727"],"apc_list":null,"apc_paid":null,"fwci":15.0271,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.98467059,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"11","issue":"19","first_page":"31805","last_page":"31821"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7945173978805542},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7907165884971619},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.7428179979324341},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6494859457015991},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5593368411064148},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47482332587242126},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.46597716212272644},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.45663881301879883},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.23347434401512146},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12128287553787231},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.1118660569190979}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7945173978805542},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7907165884971619},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.7428179979324341},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6494859457015991},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5593368411064148},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47482332587242126},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.46597716212272644},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.45663881301879883},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.23347434401512146},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12128287553787231},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.1118660569190979},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3420884","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3420884","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G759924022","display_name":null,"funder_award_id":"22JCZDJC00600","funder_id":"https://openalex.org/F4320323993","funder_display_name":"Natural Science Foundation of Tianjin City"},{"id":"https://openalex.org/G7940173398","display_name":null,"funder_award_id":"62172298","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8163892778","display_name":null,"funder_award_id":"61972456","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323993","display_name":"Natural Science Foundation of Tianjin City","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W2116261113","https://openalex.org/W2201581102","https://openalex.org/W2885550588","https://openalex.org/W2950596486","https://openalex.org/W2964023906","https://openalex.org/W2987623830","https://openalex.org/W2995862989","https://openalex.org/W3033021874","https://openalex.org/W3046035201","https://openalex.org/W3049366385","https://openalex.org/W3105504538","https://openalex.org/W3114602796","https://openalex.org/W3131309288","https://openalex.org/W3131765381","https://openalex.org/W3140453182","https://openalex.org/W3161037238","https://openalex.org/W3169114806","https://openalex.org/W3176727796","https://openalex.org/W3209477841","https://openalex.org/W3209583897","https://openalex.org/W3216768220","https://openalex.org/W4205788220","https://openalex.org/W4210673662","https://openalex.org/W4214866088","https://openalex.org/W4225531527","https://openalex.org/W4226490845","https://openalex.org/W4285036310","https://openalex.org/W4285130686","https://openalex.org/W4285191453","https://openalex.org/W4285731275","https://openalex.org/W4289822577","https://openalex.org/W4293704745","https://openalex.org/W4310049158","https://openalex.org/W4312264399","https://openalex.org/W4312943725","https://openalex.org/W4327808408","https://openalex.org/W4376868870","https://openalex.org/W4382656719","https://openalex.org/W4385245566","https://openalex.org/W4385453605","https://openalex.org/W4387870750","https://openalex.org/W4388286387","https://openalex.org/W6687681856","https://openalex.org/W6748839928","https://openalex.org/W6753925943","https://openalex.org/W6754554871","https://openalex.org/W6757469721","https://openalex.org/W6779795787"],"related_works":["https://openalex.org/W2751308120","https://openalex.org/W2954039338","https://openalex.org/W4306904969","https://openalex.org/W4399169206","https://openalex.org/W2966556967","https://openalex.org/W2896883851","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4323768008","https://openalex.org/W1941703695"],"abstract_inverted_index":{"Unmanned":[0],"aerial":[1],"vehicle":[2],"(UAV)":[3],"and":[4,34,76,114,119,196],"base":[5],"station":[6],"jointly":[7],"assisted":[8],"multiaccess":[9],"edge":[10],"computing":[11,21],"(UB-MEC)":[12],"technology":[13],"is":[14,43,85,139,148],"a":[15,44,67,88,199],"promising":[16],"direction":[17],"to":[18,27,48,55,101,104,125,150,168],"provide":[19],"flexible":[20],"services":[22],"for":[23,73],"resource-limited":[24],"devices.":[25],"Due":[26],"the":[28,35,83,95,105,111,115,120,132,182,187,192],"non-real-time":[29],"observation":[30],"of":[31,38,80,107,174],"device":[32,133],"loads":[33],"dynamic":[36,58],"nature":[37],"demand":[39],"in":[40,52,60,137],"UB-MEC,":[41],"it":[42],"highly":[45],"challenging":[46],"problem":[47,84],"make":[49],"UAV":[50,138],"respond":[51],"real":[53],"time":[54],"meet":[56,126],"user\u2019s":[57,193],"preferences":[59],"UB-MEC.":[61],"To":[62],"this":[63],"end,":[64],"we":[65],"propose":[66],"multiobjective":[68,89],"deep":[69],"reinforcement":[70],"learning":[71,173],"(MODRL)":[72],"computation":[74],"offloading":[75],"trajectory":[77],"control":[78],"(COTC)":[79],"UAV.":[81],"First,":[82],"formulated":[86],"as":[87],"Markov":[90],"decision":[91],"process":[92],"(MOMDP),":[93],"where":[94],"traditional":[96],"scalar":[97],"rewards":[98],"are":[99,122],"extended":[100],"vector,":[102],"corresponding":[103],"number":[106],"task":[108],"data":[109],"collected,":[110],"completion":[112],"delay,":[113],"UAV\u2019s":[116],"energy":[117],"consumption,":[118],"weights":[121],"dynamically":[123],"adjusted":[124],"different":[127,203,206],"user":[128],"preferences.":[129,207],"Then,":[130],"considering":[131],"load":[134],"information":[135],"stored":[136],"non-real-time,":[140],"an":[141],"attentional":[142],"long":[143],"short-term":[144],"memory":[145],"(ALSTM)":[146],"network":[147],"designed":[149],"predict":[151],"real-time":[152],"states":[153],"by":[154],"autofocusing":[155],"important":[156],"historical":[157],"information.":[158],"The":[159,177],"near":[160],"on-policy":[161,169],"experience":[162],"replay":[163],"(NOER)":[164],"reviews":[165],"experiences":[166],"close":[167],"can":[170,185,197],"better":[171],"promote":[172],"current":[175],"strategy.":[176],"simulation":[178],"results":[179],"show":[180],"that":[181],"proposed":[183],"algorithm":[184],"obtain":[186],"action":[188],"policy":[189],"which":[190],"meets":[191],"time-varying":[194],"preferences,":[195],"achieve":[198],"good":[200],"balance":[201],"between":[202],"objectives":[204],"under":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}