{"id":"https://openalex.org/W4390691088","doi":"https://doi.org/10.1109/tgcn.2024.3352173","title":"Utility-Oriented Optimization for Video Streaming in UAV-Aided MEC Network: A DRL Approach","display_name":"Utility-Oriented Optimization for Video Streaming in UAV-Aided MEC Network: A DRL Approach","publication_year":2024,"publication_date":"2024-01-10","ids":{"openalex":"https://openalex.org/W4390691088","doi":"https://doi.org/10.1109/tgcn.2024.3352173"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2024.3352173","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3352173","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100675224","display_name":"Jiansong Miao","orcid":"https://orcid.org/0000-0002-7798-2407"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiansong Miao","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7798-2407","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049936439","display_name":"Shanling Bai","orcid":"https://orcid.org/0000-0003-3942-9982"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shanling Bai","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3942-9982","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056209905","display_name":"Shahid Mumtaz","orcid":"https://orcid.org/0000-0001-6364-6149"},"institutions":[{"id":"https://openalex.org/I119004910","display_name":"Silesian University of Technology","ror":"https://ror.org/02dyjk442","country_code":"PL","type":"education","lineage":["https://openalex.org/I119004910"]},{"id":"https://openalex.org/I52590639","display_name":"Nottingham Trent University","ror":"https://ror.org/04xyxjd90","country_code":"GB","type":"education","lineage":["https://openalex.org/I52590639"]}],"countries":["GB","PL"],"is_corresponding":false,"raw_author_name":"Shahid Mumtaz","raw_affiliation_strings":["Department of Applied Informatics, Silesian University of Technology, Gliwice, Poland","Department of Engineering, Nottingham Trent University, Nottingham, U.K"],"raw_orcid":"https://orcid.org/0000-0001-6364-6149","affiliations":[{"raw_affiliation_string":"Department of Applied Informatics, Silesian University of Technology, Gliwice, Poland","institution_ids":["https://openalex.org/I119004910"]},{"raw_affiliation_string":"Department of Engineering, Nottingham Trent University, Nottingham, U.K","institution_ids":["https://openalex.org/I52590639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106857575","display_name":"Qian Zhang","orcid":"https://orcid.org/0009-0004-4194-3918"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Zhang","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050556544","display_name":"Junsheng Mu","orcid":"https://orcid.org/0000-0002-5352-8314"},"institutions":[{"id":"https://openalex.org/I139759216","display_name":"Beijing University of Posts and Telecommunications","ror":"https://ror.org/04w9fbh59","country_code":"CN","type":"education","lineage":["https://openalex.org/I139759216"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junsheng Mu","raw_affiliation_strings":["School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5352-8314","affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, Beijing University of Posts and Telecommunications, Beijing, China","institution_ids":["https://openalex.org/I139759216"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":31.6374,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.99578831,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"8","issue":"2","first_page":"878","last_page":"889"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9564999938011169,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8163354992866516},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6956470608711243},{"id":"https://openalex.org/keywords/transcoding","display_name":"Transcoding","score":0.5737059116363525},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5641707181930542},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.554142951965332},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5178366303443909},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.5104836225509644},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.49889230728149414},{"id":"https://openalex.org/keywords/relay","display_name":"Relay","score":0.4392446279525757},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3994379937648773},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.37746334075927734},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.33820924162864685},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3013901710510254},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.28617918491363525},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.23537224531173706},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.23306140303611755},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1073388159275055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8163354992866516},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6956470608711243},{"id":"https://openalex.org/C134535813","wikidata":"https://www.wikidata.org/wiki/Q1888734","display_name":"Transcoding","level":2,"score":0.5737059116363525},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5641707181930542},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.554142951965332},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5178366303443909},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.5104836225509644},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.49889230728149414},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.4392446279525757},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3994379937648773},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.37746334075927734},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.33820924162864685},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3013901710510254},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.28617918491363525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.23537224531173706},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.23306140303611755},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1073388159275055},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgcn.2024.3352173","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3352173","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:irep.ntu.ac.uk:50707","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400559","display_name":"Nottingham Trent University's Institutional Repository (Nottingham Trent Repository)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I52590639","host_organization_name":"Nottingham Trent University","host_organization_lineage":["https://openalex.org/I52590639"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G6206746490","display_name":null,"funder_award_id":"L192034","funder_id":"https://openalex.org/F4320322919","funder_display_name":"Natural Science Foundation of Beijing Municipality"}],"funders":[{"id":"https://openalex.org/F4320322919","display_name":"Natural Science Foundation of Beijing Municipality","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1999743491","https://openalex.org/W2031834036","https://openalex.org/W2120701795","https://openalex.org/W2482797934","https://openalex.org/W2523219060","https://openalex.org/W2558431499","https://openalex.org/W2817265983","https://openalex.org/W2886545922","https://openalex.org/W2963061782","https://openalex.org/W2963117265","https://openalex.org/W2963580658","https://openalex.org/W2964023906","https://openalex.org/W2968782695","https://openalex.org/W2982664860","https://openalex.org/W2994008524","https://openalex.org/W3020902315","https://openalex.org/W3042419363","https://openalex.org/W3045518003","https://openalex.org/W3048217314","https://openalex.org/W3129458413","https://openalex.org/W3129807942","https://openalex.org/W3131166704","https://openalex.org/W3161326013","https://openalex.org/W3178964360","https://openalex.org/W3182677369","https://openalex.org/W3211546308","https://openalex.org/W3213593695","https://openalex.org/W3217783515","https://openalex.org/W4205139806","https://openalex.org/W4205140704","https://openalex.org/W4205228899","https://openalex.org/W4205833229","https://openalex.org/W4214866088","https://openalex.org/W4225976909","https://openalex.org/W4312811396"],"related_works":["https://openalex.org/W2359384769","https://openalex.org/W2136286070","https://openalex.org/W1969215655","https://openalex.org/W4236637176","https://openalex.org/W1521096565","https://openalex.org/W2101538619","https://openalex.org/W2972242150","https://openalex.org/W4318952366","https://openalex.org/W2796352555","https://openalex.org/W3214829569"],"abstract_inverted_index":{"The":[0,109],"integration":[1],"of":[2],"unmanned":[3],"aerial":[4],"vehicles":[5],"(UAVs)":[6],"in":[7,21],"future":[8],"communication":[9],"networks":[10],"has":[11],"received":[12],"great":[13],"attention,":[14],"and":[15,63,83,105,122,155],"it":[16],"plays":[17],"an":[18],"essential":[19],"role":[20],"many":[22],"applications,":[23],"such":[24],"as":[25,55,64,116],"military":[26],"reconnaissance,":[27],"fire":[28],"monitoring,":[29],"etc.":[30],"In":[31],"this":[32],"paper,":[33],"we":[34,86],"consider":[35],"a":[36,56,65,117,125],"UAV-aided":[37],"video":[38,99],"transmission":[39],"system":[40],"based":[41],"on":[42,80],"mobile":[43],"edge":[44],"computing":[45],"(MEC).":[46],"Considering":[47],"the":[48,52,61,69,73,90,96,144],"short":[49,84],"latency":[50],"requirements,":[51],"UAV":[53,106],"acts":[54],"MEC":[57],"server":[58],"to":[59,67,72,78,88,132],"transcode":[60],"videos":[62,71],"relay":[66],"forward":[68],"transcoded":[70],"ground":[74],"base":[75],"station.":[76],"Subject":[77],"constraints":[79],"discrete":[81],"variables":[82],"latency,":[85],"aim":[87],"maximize":[89],"cumulative":[91],"utility":[92],"by":[93,124,137],"jointly":[94],"optimizing":[95],"power":[97],"allocation,":[98,104],"transcoding":[100],"policy,":[101],"computational":[102],"resources":[103],"flight":[107],"trajectory.":[108],"above":[110],"non-convex":[111],"optimization":[112],"problem":[113],"is":[114],"modeled":[115],"Markov":[118],"decision":[119],"process":[120],"(MDP)":[121],"solved":[123],"deep":[126,150],"deterministic":[127],"policy":[128,138],"gradient":[129],"(DDPG)":[130],"algorithm":[131,146,153],"realize":[133],"continuous":[134],"action":[135],"control":[136],"iteration.":[139],"Simulation":[140],"results":[141],"show":[142],"that":[143],"DDPG":[145],"performs":[147],"better":[148],"than":[149],"Q-learning":[151],"network":[152],"(DQN)":[154],"actor-critic":[156],"(AC)":[157],"algorithm.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":6},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}