{"id":"https://openalex.org/W4403182484","doi":"https://doi.org/10.1109/tvt.2024.3469977","title":"Deep Reinforcement Learning Based 3D-Trajectory Design and Task Offloading in UAV-Enabled MEC System","display_name":"Deep Reinforcement Learning Based 3D-Trajectory Design and Task Offloading in UAV-Enabled MEC System","publication_year":2024,"publication_date":"2024-10-07","ids":{"openalex":"https://openalex.org/W4403182484","doi":"https://doi.org/10.1109/tvt.2024.3469977"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2024.3469977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3469977","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5116294179","display_name":"Chuanjie Liu","orcid":"https://orcid.org/0009-0004-5183-8150"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanjie Liu","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0009-0004-5183-8150","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114202722","display_name":"Yalin Zhong","orcid":null},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yalin Zhong","raw_affiliation_strings":["School of Aeronautic and Astronautic, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautic and Astronautic, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113031417","display_name":"Ruolin Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruolin Wu","raw_affiliation_strings":["Chengdu Tongfei Technology Company Ltd., Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chengdu Tongfei Technology Company Ltd., Chengdu, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111078936","display_name":"Siyu Ren","orcid":"https://orcid.org/0009-0005-5131-3431"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyu Ren","raw_affiliation_strings":["School of Aeronautic and Astronautic, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Aeronautic and Astronautic, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037746587","display_name":"Shuang Du","orcid":"https://orcid.org/0000-0002-9525-1448"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuang Du","raw_affiliation_strings":["School of Aeronautic and Astronautic, University of Electronic Science and Technology of China, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-9525-1448","affiliations":[{"raw_affiliation_string":"School of Aeronautic and Astronautic, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022121427","display_name":"Bing Guo","orcid":"https://orcid.org/0000-0002-0679-4601"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bing Guo","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":"https://orcid.org/0000-0002-0679-4601","affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":34.827,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.99683029,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"74","issue":"2","first_page":"3185","last_page":"3195"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7613465785980225},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.6529836654663086},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6102474927902222},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6004370450973511},{"id":"https://openalex.org/keywords/embedded-system","display_name":"Embedded system","score":0.36664819717407227},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3399183452129364},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30733126401901245},{"id":"https://openalex.org/keywords/systems-engineering","display_name":"Systems engineering","score":0.10979145765304565}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7613465785980225},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.6529836654663086},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6102474927902222},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6004370450973511},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.36664819717407227},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3399183452129364},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30733126401901245},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.10979145765304565},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2024.3469977","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2024.3469977","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1746474507","display_name":null,"funder_award_id":"U2268204","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1763614116","display_name":null,"funder_award_id":"2022YFG0157","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G318977534","display_name":null,"funder_award_id":"2021YFG0025","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G3639919434","display_name":null,"funder_award_id":"62172061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3814618604","display_name":null,"funder_award_id":"2023ZHCG0011","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G4591032624","display_name":null,"funder_award_id":"2022YFG0155","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G5189297768","display_name":null,"funder_award_id":"2021GFW019","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G7610200244","display_name":null,"funder_award_id":"2020YFG0322","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G7936804461","display_name":null,"funder_award_id":"2023ZHCG0014","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"},{"id":"https://openalex.org/G8828955073","display_name":null,"funder_award_id":"2021YFG0152","funder_id":"https://openalex.org/F4320333335","funder_display_name":"Sichuan Province Science and Technology Support Program"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320333335","display_name":"Sichuan Province Science and Technology Support Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W901642097","https://openalex.org/W1999499500","https://openalex.org/W2031834036","https://openalex.org/W2145339207","https://openalex.org/W2268751503","https://openalex.org/W2319958627","https://openalex.org/W2528788999","https://openalex.org/W2561715741","https://openalex.org/W2602923095","https://openalex.org/W2746553466","https://openalex.org/W2764155154","https://openalex.org/W2772526503","https://openalex.org/W2787116942","https://openalex.org/W2792244469","https://openalex.org/W2808381205","https://openalex.org/W2886509985","https://openalex.org/W2887784286","https://openalex.org/W2899051739","https://openalex.org/W2899183567","https://openalex.org/W2907935659","https://openalex.org/W2908537295","https://openalex.org/W2919115771","https://openalex.org/W2945102934","https://openalex.org/W2945628562","https://openalex.org/W2946067278","https://openalex.org/W2962804513","https://openalex.org/W2962856838","https://openalex.org/W2963009535","https://openalex.org/W2963060851","https://openalex.org/W2963061782","https://openalex.org/W2963542767","https://openalex.org/W2964018918","https://openalex.org/W2964052915","https://openalex.org/W2964095788","https://openalex.org/W2964098968","https://openalex.org/W2964220104","https://openalex.org/W2981770477","https://openalex.org/W3007091509","https://openalex.org/W4250589301","https://openalex.org/W6624181587","https://openalex.org/W6745580566"],"related_works":["https://openalex.org/W4306904969","https://openalex.org/W2138720691","https://openalex.org/W4362501864","https://openalex.org/W4323768008","https://openalex.org/W1941703695","https://openalex.org/W4380318855","https://openalex.org/W3084456289","https://openalex.org/W2024136090","https://openalex.org/W3131574667","https://openalex.org/W4391331176"],"abstract_inverted_index":{"In":[0,158],"unmanned":[1],"aerial":[2],"vehicle":[3],"(UAV)":[4],"enabled":[5],"mobile":[6],"edge":[7,210],"computing":[8,32,211],"(MEC)":[9],"system,":[10,93],"rotary-wing":[11],"UAV":[12,46,68,110,139,177],"can":[13,29,130],"be":[14],"dispatched":[15],"to":[16,19,23,40,64,104,179,185,188,191],"fly":[17],"close":[18],"ground":[20],"terminals":[21],"(GTs)":[22],"execute":[24],"their":[25,36],"offloaded":[26],"tasks.":[27],"This":[28],"extend":[30],"GTs'":[31],"capability":[33],"and":[34,55,71,100,112,136,142,171,194],"save":[35,137],"energy":[37,43,144,174,208],"cost.":[38],"However,":[39],"enhance":[41],"the":[42,90,108,123,126,138,150,154,161,163,172,196,199,207],"efficiency":[44,175],"of":[45,51,176],"propulsion,":[47],"ensure":[48],"successful":[49],"completion":[50],"each":[52,132],"GT's":[53],"mission,":[54],"maintain":[56],"a":[57,66,83],"stable":[58],"UAV-GT":[59,169],"uplinks,":[60],"it":[61],"is":[62],"crucial":[63],"design":[65],"rational":[67],"3D":[69],"trajectory":[70],"mission":[72,140],"offloading":[73,114],"strategy.":[74],"To":[75],"address":[76],"this":[77],"joint":[78],"problem,":[79],"We":[80],"further":[81],"build":[82],"deep":[84],"reinforcement":[85],"learning":[86],"(DRL)-based":[87],"framework":[88,152],"in":[89,118,214],"UAV-enabled":[91,127,215],"MEC":[92,128,216],"which":[94],"applies":[95],"Double":[96],"Deep":[97],"Q-learning":[98],"(D-DQN)":[99],"convex":[101],"optimization":[102],"techniques":[103],"jointly":[105],"work":[106],"out":[107],"near-optimal":[109],"3D-trajectory":[111],"task":[113,134],"strategy":[115],"among":[116],"GTs":[117],"an":[119],"online":[120],"manner.":[121],"With":[122],"proposed":[124],"framework,":[125],"system":[129],"finish":[131],"GT":[133],"quickly":[135],"time":[141],"propulsion":[143],"effectively.":[145],"Numerical":[146],"results":[147],"show":[148],"that":[149],"DLR-based":[151],"outperforms":[153],"benchmark":[155],"solutions,":[156],"e.g.,":[157],"scenario":[159],"1,":[160],"throughput,":[162],"average":[164,173],"data":[165],"transferring":[166],"rate":[167],"through":[168],"links,":[170],"compared":[178],"DQN":[180],"are":[181],"improved":[182],"from":[183],"64.24Kb":[184],"72.99Kb,":[186],"4.72Kbps":[187],"20.75Kbps,":[189],"0.32bits/J":[190],"0.36bits/J,":[192],"respectively,":[193],"almost":[195],"same":[197],"as":[198],"existing":[200],"Travelling":[201],"Salesman":[202],"Problem":[203],"(TSP)":[204],"solution,":[205],"making":[206],"efficient":[209],"truly":[212],"viable":[213],"system.":[217]},"counts_by_year":[{"year":2026,"cited_by_count":10},{"year":2025,"cited_by_count":23}],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}