{"id":"https://openalex.org/W4390778217","doi":"https://doi.org/10.1007/s40747-023-01318-7","title":"Medley deep reinforcement learning-based workload offloading and cache placement decision in UAV-enabled MEC networks","display_name":"Medley deep reinforcement learning-based workload offloading and cache placement decision in UAV-enabled MEC networks","publication_year":2024,"publication_date":"2024-01-09","ids":{"openalex":"https://openalex.org/W4390778217","doi":"https://doi.org/10.1007/s40747-023-01318-7"},"language":"en","primary_location":{"id":"doi:10.1007/s40747-023-01318-7","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s40747-023-01318-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01318-7.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01318-7.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020705665","display_name":"Hongchang Ke","orcid":"https://orcid.org/0000-0003-0946-9289"},"institutions":[{"id":"https://openalex.org/I1324363362","display_name":"National Development and Reform Commission","ror":"https://ror.org/017a59b72","country_code":"CN","type":"government","lineage":["https://openalex.org/I1324363362"]},{"id":"https://openalex.org/I4210128813","display_name":"Jilin Province Development and Reform Commission","ror":"https://ror.org/0331mqm40","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210128813"]},{"id":"https://openalex.org/I4210143016","display_name":"Changchun Institute of Technology","ror":"https://ror.org/03r6wam78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210143016"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongchang Ke","raw_affiliation_strings":["National and Local Joint Engineering Research Center for Intelligent Distribution Network Measurement, Control and Safe Operation Technology of National Development and Reform Commission, Changchun Institute of Technology, Changchun, China","School of Computer Technology and Engineering, Changchun Institute of Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0003-0946-9289","affiliations":[{"raw_affiliation_string":"National and Local Joint Engineering Research Center for Intelligent Distribution Network Measurement, Control and Safe Operation Technology of National Development and Reform Commission, Changchun Institute of Technology, Changchun, China","institution_ids":["https://openalex.org/I4210128813","https://openalex.org/I4210143016","https://openalex.org/I1324363362"]},{"raw_affiliation_string":"School of Computer Technology and Engineering, Changchun Institute of Technology, Changchun, China","institution_ids":["https://openalex.org/I4210143016"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018832096","display_name":"Hui Wang","orcid":"https://orcid.org/0000-0001-5074-900X"},"institutions":[{"id":"https://openalex.org/I4385474403","display_name":"Changchun University of Technology","ror":"https://ror.org/052pakb34","country_code":null,"type":"education","lineage":["https://openalex.org/I4385474403"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hui Wang","raw_affiliation_strings":["College of Computer Science and Engineering, Changchun University of Technology, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-5074-900X","affiliations":[{"raw_affiliation_string":"College of Computer Science and Engineering, Changchun University of Technology, Changchun, China","institution_ids":["https://openalex.org/I4385474403"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100706029","display_name":"Hongbin Sun","orcid":"https://orcid.org/0000-0003-2153-2906"},"institutions":[{"id":"https://openalex.org/I1324363362","display_name":"National Development and Reform Commission","ror":"https://ror.org/017a59b72","country_code":"CN","type":"government","lineage":["https://openalex.org/I1324363362"]},{"id":"https://openalex.org/I4210128813","display_name":"Jilin Province Development and Reform Commission","ror":"https://ror.org/0331mqm40","country_code":"CN","type":"government","lineage":["https://openalex.org/I4210128813"]},{"id":"https://openalex.org/I4210143016","display_name":"Changchun Institute of Technology","ror":"https://ror.org/03r6wam78","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210143016"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongbin Sun","raw_affiliation_strings":["National and Local Joint Engineering Research Center for Intelligent Distribution Network Measurement, Control and Safe Operation Technology of National Development and Reform Commission, Changchun Institute of Technology, Changchun, China","School of Computer Technology and Engineering, Changchun Institute of Technology, Changchun, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National and Local Joint Engineering Research Center for Intelligent Distribution Network Measurement, Control and Safe Operation Technology of National Development and Reform Commission, Changchun Institute of Technology, Changchun, China","institution_ids":["https://openalex.org/I4210128813","https://openalex.org/I4210143016","https://openalex.org/I1324363362"]},{"raw_affiliation_string":"School of Computer Technology and Engineering, Changchun Institute of Technology, Changchun, China","institution_ids":["https://openalex.org/I4210143016"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5018832096"],"corresponding_institution_ids":["https://openalex.org/I4385474403"],"apc_list":{"value":1320,"currency":"GBP","value_usd":1619},"apc_paid":{"value":1320,"currency":"GBP","value_usd":1619},"fwci":1.682,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.83633763,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"10","issue":"2","first_page":"3003","last_page":"3023"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9926000237464905,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8460766077041626},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.657535195350647},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.6381103992462158},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5940515995025635},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.5503355264663696},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.527394711971283},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5067782998085022},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.4512842297554016},{"id":"https://openalex.org/keywords/computation-offloading","display_name":"Computation offloading","score":0.43543633818626404},{"id":"https://openalex.org/keywords/edge-computing","display_name":"Edge computing","score":0.3921695053577423},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.34671711921691895},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.16880354285240173},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.10724663734436035}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8460766077041626},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.657535195350647},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.6381103992462158},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5940515995025635},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.5503355264663696},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.527394711971283},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5067782998085022},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.4512842297554016},{"id":"https://openalex.org/C2781041963","wikidata":"https://www.wikidata.org/wiki/Q18348618","display_name":"Computation offloading","level":4,"score":0.43543633818626404},{"id":"https://openalex.org/C2778456923","wikidata":"https://www.wikidata.org/wiki/Q5337692","display_name":"Edge computing","level":3,"score":0.3921695053577423},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.34671711921691895},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.16880354285240173},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.10724663734436035}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s40747-023-01318-7","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s40747-023-01318-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01318-7.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:3895297865eb4718ac1681fe84c91765","is_oa":true,"landing_page_url":"https://doaj.org/article/3895297865eb4718ac1681fe84c91765","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Complex & Intelligent Systems, Vol 10, Iss 2, Pp 3003-3023 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s40747-023-01318-7","is_oa":true,"landing_page_url":"http://dx.doi.org/10.1007/s40747-023-01318-7","pdf_url":"https://link.springer.com/content/pdf/10.1007/s40747-023-01318-7.pdf","source":{"id":"https://openalex.org/S3035462843","display_name":"Complex & Intelligent Systems","issn_l":"2198-6053","issn":["2198-6053","2199-4536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Complex & Intelligent Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G5287873397","display_name":null,"funder_award_id":"YDZJ202201ZYTS642","funder_id":"https://openalex.org/F4320335953","funder_display_name":"Jilin Scientific and Technological Development Program"},{"id":"https://openalex.org/G6103736461","display_name":null,"funder_award_id":"20210101415JC","funder_id":"https://openalex.org/F4320335953","funder_display_name":"Jilin Scientific and Technological Development Program"},{"id":"https://openalex.org/G8110195653","display_name":null,"funder_award_id":"20210101415JC","funder_id":"https://openalex.org/F4320310121","funder_display_name":"Natural Science Foundation of Jilin Province"}],"funders":[{"id":"https://openalex.org/F4320310121","display_name":"Natural Science Foundation of Jilin Province","ror":null},{"id":"https://openalex.org/F4320322174","display_name":"People's Government of Jilin Province","ror":"https://ror.org/02fzqav45"},{"id":"https://openalex.org/F4320335953","display_name":"Jilin Scientific and Technological Development Program","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4390778217.pdf"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W2096166399","https://openalex.org/W2145339207","https://openalex.org/W2746553466","https://openalex.org/W2907382309","https://openalex.org/W2963334314","https://openalex.org/W3000732140","https://openalex.org/W3001448272","https://openalex.org/W3017518089","https://openalex.org/W3024155406","https://openalex.org/W3047552222","https://openalex.org/W3088218629","https://openalex.org/W3117926661","https://openalex.org/W3132076143","https://openalex.org/W3133152110","https://openalex.org/W3138031491","https://openalex.org/W3155956886","https://openalex.org/W3174134520","https://openalex.org/W3188253987","https://openalex.org/W3206994654","https://openalex.org/W3209420330","https://openalex.org/W4205434059","https://openalex.org/W4210318395","https://openalex.org/W4211126203","https://openalex.org/W4213439509","https://openalex.org/W4220747123","https://openalex.org/W4221024145","https://openalex.org/W4224231325","https://openalex.org/W4224249136","https://openalex.org/W4224863293","https://openalex.org/W4226396131","https://openalex.org/W4280518122","https://openalex.org/W4280591214","https://openalex.org/W4283221360","https://openalex.org/W4285154459","https://openalex.org/W4285189370","https://openalex.org/W4285191453","https://openalex.org/W4292972922","https://openalex.org/W4293197550","https://openalex.org/W4318046977","https://openalex.org/W4382873860"],"related_works":["https://openalex.org/W2902693277","https://openalex.org/W4378977105","https://openalex.org/W3154796165","https://openalex.org/W2894114519","https://openalex.org/W4282941432","https://openalex.org/W2920581164","https://openalex.org/W4309428690","https://openalex.org/W3200145713","https://openalex.org/W4206961923","https://openalex.org/W4285198284"],"abstract_inverted_index":{"Abstract":[0],"Internet":[1],"of":[2,9,76,115,121,126,209],"Things":[3],"devices":[4,26,66],"generate":[5],"a":[6,36,42,84,166,218],"large":[7],"number":[8],"heterogeneous":[10],"workloads":[11,224],"in":[12,45],"real-time":[13],"that":[14],"require":[15],"specific":[16],"application":[17],"to":[18,23,32,147,247,255,265],"tackle,":[19],"and":[20,27,51,57,67,79,104,131,140,154,170,200,221,272],"the":[21,73,113,118,124,127,149,177,186,195,201,210,223,236,241,249,256,260,276],"inability":[22],"communicate":[24],"between":[25,65],"communication":[28,58,63,133],"base":[29,69],"stations":[30],"due":[31],"complex":[33],"scenarios":[34],"is":[35,83,189,263],"thorny":[37],"issue.":[38,86],"Service":[39],"caching":[40,142,172,203,251],"play":[41],"key":[43,85],"role":[44],"managing":[46],"specific-request":[47],"workload":[48,77,116,138,168,196],"from":[49],"devices,":[50,100],"unmanned":[52,91,101],"aerial":[53,92,102],"vehicles":[54,103],"with":[55,98],"computation":[56],"functions":[59],"can":[60],"effectively":[61],"solve":[62],"barrier":[64],"ground":[68],"stations.":[70],"In":[71,207],"addition,":[72],"joint":[74,161],"optimization":[75,145,162,193],"offloading":[78,139,169,197,225],"service":[80,129,141,171,202,250],"cache":[81],"placement":[82],"Accordingly,":[87],"we":[88,136,164,213,239],"design":[89],"an":[90],"vehicle-enabled":[93],"mobile":[94],"edge":[95,105],"computing":[96],"system":[97],"multiple":[99],"servers.":[106],"The":[107],"proposed":[108,187,261],"framework":[109],"takes":[110],"into":[111,191],"account":[112],"randomness":[114],"arrival,":[117],"time-varying":[119],"nature":[120],"channel":[122],"states,":[123],"limitations":[125],"hosting":[128,143,204,252],"caching,":[130],"wireless":[132],"blocking.":[134],"Furthermore,":[135],"designed":[137],"decision-making":[144,173,198,226],"problems":[146],"minimize":[148],"long-term":[150],"weighted":[151],"average":[152],"latency":[153],"energy":[155],"consumption":[156],"costs.":[157],"To":[158,183],"tackle":[159,248],"this":[160,184],"problem,":[163],"propose":[165,222],"request-specific":[167],"scheme":[174,188,227,246,262],"based":[175,228],"on":[176,229,268],"medley":[178],"deep":[179,231,244],"reinforcement":[180],"learning":[181,219,280],"scheme.":[182],"end,":[185],"decomposed":[190],"two-stage":[192],"subproblems:":[194],"problem":[199],"selection":[205],"problem.":[206],"terms":[208],"first":[211],"subproblem,":[212,238],"model":[214],"each":[215],"device":[216],"as":[217],"agent":[220],"multi-agent":[230],"deterministic":[232],"policy":[233],"gradient.":[234],"For":[235],"second":[237],"present":[240],"decentralized":[242],"double":[243],"Q-learning":[245],"policy.":[253],"According":[254],"comprehensive":[257],"experimental":[258],"results,":[259],"able":[264],"converge":[266],"rapidly":[267],"various":[269],"parameter":[270],"configurations":[271],"whose":[273],"performance":[274],"surpasses":[275],"other":[277],"four":[278],"baseline":[279],"algorithms.":[281]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}