{"id":"https://openalex.org/W4391093035","doi":"https://doi.org/10.1109/bigdata59044.2023.10386861","title":"Proximal Policy Optimization based computations offloading for delay optimization in UAV-assisted mobile edge computing","display_name":"Proximal Policy Optimization based computations offloading for delay optimization in UAV-assisted mobile edge computing","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4391093035","doi":"https://doi.org/10.1109/bigdata59044.2023.10386861"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata59044.2023.10386861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata59044.2023.10386861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080757818","display_name":"Praveen Kumar","orcid":"https://orcid.org/0000-0002-9318-1167"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Praveen Kumar","raw_affiliation_strings":["Computer Science and Engineering Indian Institute of Technology,Patna,India","Computer Science and Engineering Indian Institute of Technology, Patna, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Indian Institute of Technology,Patna,India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Computer Science and Engineering Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005749052","display_name":"Priyadarshni Priyadarshni","orcid":null},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Priyadarshni","raw_affiliation_strings":["Computer Science and Engineering Indian Institute of Technology,Patna,India","Computer Science and Engineering Indian Institute of Technology, Patna, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Indian Institute of Technology,Patna,India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Computer Science and Engineering Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101294909","display_name":"Shivani Tripathi","orcid":"https://orcid.org/0000-0003-1498-4971"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Shivani Tripathi","raw_affiliation_strings":["Computer Science and Engineering Indian Institute of Technology,Patna,India","Computer Science and Engineering Indian Institute of Technology, Patna, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Indian Institute of Technology,Patna,India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Computer Science and Engineering Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081123737","display_name":"Rajiv Misra","orcid":"https://orcid.org/0000-0002-4910-5749"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Rajiv Misra","raw_affiliation_strings":["Computer Science and Engineering Indian Institute of Technology,Patna,India","Computer Science and Engineering Indian Institute of Technology, Patna, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering Indian Institute of Technology,Patna,India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"Computer Science and Engineering Indian Institute of Technology, Patna, India","institution_ids":["https://openalex.org/I132153292"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I132153292"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3355","last_page":"3364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7624238729476929},{"id":"https://openalex.org/keywords/mobile-edge-computing","display_name":"Mobile edge computing","score":0.7379041910171509},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.6631706357002258},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4857497811317444},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.48076316714286804},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.45213690400123596},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.4392220675945282},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.36185771226882935},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11308509111404419},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.10270056128501892}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7624238729476929},{"id":"https://openalex.org/C2776061582","wikidata":"https://www.wikidata.org/wiki/Q25325231","display_name":"Mobile edge computing","level":3,"score":0.7379041910171509},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.6631706357002258},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4857497811317444},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.48076316714286804},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.45213690400123596},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.4392220675945282},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.36185771226882935},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11308509111404419},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.10270056128501892}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata59044.2023.10386861","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata59044.2023.10386861","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE International Conference on Big Data (BigData)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1969142081","https://openalex.org/W2518472327","https://openalex.org/W2594560857","https://openalex.org/W2624989916","https://openalex.org/W2751904527","https://openalex.org/W2899183567","https://openalex.org/W2905026759","https://openalex.org/W2908537295","https://openalex.org/W2913208211","https://openalex.org/W2924948991","https://openalex.org/W2954039338","https://openalex.org/W2964015972","https://openalex.org/W2967619524","https://openalex.org/W2975807524","https://openalex.org/W2979897999","https://openalex.org/W3019497660","https://openalex.org/W3034069517","https://openalex.org/W3042134556"],"related_works":["https://openalex.org/W4200420173","https://openalex.org/W3120617837","https://openalex.org/W3127808443","https://openalex.org/W2916011811","https://openalex.org/W3034137700","https://openalex.org/W4362496467","https://openalex.org/W2896883851","https://openalex.org/W2917127270","https://openalex.org/W3185499500","https://openalex.org/W3014317926"],"abstract_inverted_index":{"UAVs":[0],"have":[1],"the":[2,20,26,33,38,48,68,72,84,89,99,104,115,122,135,137,163,183,194,209,218,234],"potential":[3],"to":[4,46,62,82,108,134,244],"enhance":[5],"wireless":[6],"systems":[7],"by":[8,18,25,92],"improving":[9],"range":[10],"and":[11,13,117,129,142,212,217],"quality,":[12],"this":[14,31,79,148],"can":[15,42,70,191],"be":[16,109],"achieved":[17],"utilising":[19],"Mobile":[21],"Edge":[22],"Computing":[23],"provided":[24],"unmanned":[27,39,63],"aerial":[28,40,64],"vehicle.":[29],"In":[30],"system,":[32],"MEC":[34],"server":[35],"mounted":[36],"on":[37,94,161],"vehicle":[41,65],"offer":[43],"offload":[44],"services":[45],"all":[47],"User":[49],"Equipment":[50],"in":[51,88,200,232],"a":[52,153,170,201],"given":[53],"space.":[54],"By":[55],"offloading":[56,198],"some":[57],"proportion":[58],"of":[59,78,98,103,112,119,121,147,173],"its":[60],"tasks":[61,74],"for":[66,114,197],"computation,":[67],"UE":[69],"perform":[71],"remaining":[73],"locally.":[75],"The":[76,204],"objective":[77],"study":[80],"is":[81,159,221],"minimize":[83],"maximum":[85],"processing":[86,219,235],"delay":[87,220],"whole":[90],"process":[91],"optimizing":[93],"four":[95],"parameters,":[96],"scheduling":[97],"user":[100],"equipment,":[101],"portion":[102],"task":[105],"that":[106,208],"has":[107,228],"offloaded,":[110],"angle":[111],"flight":[113,120],"UAV,":[116,123],"speed":[118],"taking":[124],"into":[125],"account":[126],"discrete":[127],"variables":[128],"power":[130],"constraints.":[131],"However,":[132,223],"due":[133],"nonconvexity,":[136],"state":[138],"space\u2019s":[139],"high":[140],"dimension,":[141],"action\u2019s":[143],"space":[144],"continuous":[145],"nature":[146],"problem,":[149],"we":[150,167],"are":[151],"proposing":[152],"Proximal":[154],"Policy":[155,186],"optimization":[156],"algorithm":[157,175,190,214,227,246],"which":[158],"based":[160],"boosting":[162],"policy":[164,196],"gradient.":[165],"Further":[166],"will":[168],"do":[169],"comparative":[171],"analysis":[172],"PPO":[174,189,211,226],"with":[176],"other":[177],"popular":[178],"Reinforcement":[179],"Learning":[180],"algorithms,":[181],"particularly":[182],"Deep":[184,249],"Deterministic":[185],"Gradient":[187],"algorithm.":[188],"quickly":[192],"achieve":[193],"optimal":[195],"computation":[199],"dynamic":[202],"environment.":[203],"results":[205],"obtained":[206],"implies":[207],"both":[210],"DDPG":[213],"converges":[215],"quickly,":[216],"minimizd.":[222],"our":[224],"proposed":[225],"shown":[229],"significant":[230],"improvement":[231],"minimizing":[233],"delay.":[236],"Our":[237],"model":[238],"also":[239],"performs":[240],"way":[241],"better":[242],"compared":[243],"basic":[245],"such":[247],"as":[248],"Q":[250],"Network":[251],"(DQN).":[252]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}