{"id":"https://openalex.org/W3133541004","doi":"https://doi.org/10.1109/tvt.2021.3062418","title":"Orchestrated Scheduling and Multi-Agent Deep Reinforcement Learning for Cloud-Assisted Multi-UAV Charging Systems","display_name":"Orchestrated Scheduling and Multi-Agent Deep Reinforcement Learning for Cloud-Assisted Multi-UAV Charging Systems","publication_year":2021,"publication_date":"2021-02-26","ids":{"openalex":"https://openalex.org/W3133541004","doi":"https://doi.org/10.1109/tvt.2021.3062418","mag":"3133541004"},"language":"en","primary_location":{"id":"doi:10.1109/tvt.2021.3062418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3062418","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5039532704","display_name":"Soyi Jung","orcid":"https://orcid.org/0000-0001-8435-0646"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soyi Jung","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0001-8435-0646","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081315657","display_name":"Won Joon Yun","orcid":"https://orcid.org/0000-0003-0405-8843"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Won Joon Yun","raw_affiliation_strings":["School of Electrical Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002885336","display_name":"MyungJae Shin","orcid":"https://orcid.org/0000-0001-6505-1448"},"institutions":[{"id":"https://openalex.org/I2802835388","display_name":"Seoul National University Hospital","ror":"https://ror.org/01z4nnt86","country_code":"KR","type":"healthcare","lineage":["https://openalex.org/I139264467","https://openalex.org/I2802835388"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"MyungJae Shin","raw_affiliation_strings":["Seoul National University Hospital, Seoul, Korea"],"raw_orcid":"https://orcid.org/0000-0001-6505-1448","affiliations":[{"raw_affiliation_string":"Seoul National University Hospital, Seoul, Korea","institution_ids":["https://openalex.org/I2802835388"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049202871","display_name":"Joongheon Kim","orcid":"https://orcid.org/0000-0003-2126-768X"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Joongheon Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Ajou University, Suwon, Republic of Korea","School of Electrical Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-2126-768X","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Ajou University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I57664883"]},{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100368643","display_name":"Jae\u2010Hyun Kim","orcid":"https://orcid.org/0000-0003-4716-6916"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae-Hyun Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Ajou University, Suwon, Republic of Korea","School of Electrical Engineering, Korea University, Seoul, Republic of Korea"],"raw_orcid":"https://orcid.org/0000-0003-4716-6916","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Ajou University, Suwon, Republic of Korea","institution_ids":["https://openalex.org/I57664883"]},{"raw_affiliation_string":"School of Electrical Engineering, Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":87.543,"has_fulltext":false,"cited_by_count":99,"citation_normalized_percentile":{"value":0.99922426,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"70","issue":"6","first_page":"5362","last_page":"5377"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7494552135467529},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.7149853706359863},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5771991014480591},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5644518136978149},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4897744655609131},{"id":"https://openalex.org/keywords/orchestration","display_name":"Orchestration","score":0.4383432865142822},{"id":"https://openalex.org/keywords/energy-management","display_name":"Energy management","score":0.4296516180038452},{"id":"https://openalex.org/keywords/energy-storage","display_name":"Energy storage","score":0.42508798837661743},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.42130395770072937},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.32124266028404236},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.30620908737182617},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2937605082988739},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15750867128372192},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1250167191028595}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7494552135467529},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.7149853706359863},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5771991014480591},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5644518136978149},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4897744655609131},{"id":"https://openalex.org/C199168358","wikidata":"https://www.wikidata.org/wiki/Q3367000","display_name":"Orchestration","level":3,"score":0.4383432865142822},{"id":"https://openalex.org/C7817414","wikidata":"https://www.wikidata.org/wiki/Q1779504","display_name":"Energy management","level":3,"score":0.4296516180038452},{"id":"https://openalex.org/C73916439","wikidata":"https://www.wikidata.org/wiki/Q837718","display_name":"Energy storage","level":3,"score":0.42508798837661743},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.42130395770072937},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.32124266028404236},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.30620908737182617},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2937605082988739},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15750867128372192},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1250167191028595},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C558565934","wikidata":"https://www.wikidata.org/wiki/Q2743","display_name":"Musical","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tvt.2021.3062418","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tvt.2021.3062418","pdf_url":null,"source":{"id":"https://openalex.org/S10936095","display_name":"IEEE Transactions on Vehicular Technology","issn_l":"0018-9545","issn":["0018-9545","1939-9359"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Vehicular Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.8799999952316284,"display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G2853985781","display_name":null,"funder_award_id":"IITP-2021-2018-0-01424","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"}],"funders":[{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W106539155","https://openalex.org/W1012270516","https://openalex.org/W1596877211","https://openalex.org/W1599353299","https://openalex.org/W1757796397","https://openalex.org/W2040415385","https://openalex.org/W2273821461","https://openalex.org/W2285553406","https://openalex.org/W2392398774","https://openalex.org/W2515947593","https://openalex.org/W2604283518","https://openalex.org/W2614138198","https://openalex.org/W2798154964","https://openalex.org/W2807970597","https://openalex.org/W2810303149","https://openalex.org/W2885731420","https://openalex.org/W2895100588","https://openalex.org/W2905665631","https://openalex.org/W2905967038","https://openalex.org/W2907934854","https://openalex.org/W2910540086","https://openalex.org/W2919779463","https://openalex.org/W2924288577","https://openalex.org/W2949979136","https://openalex.org/W2962691117","https://openalex.org/W2962804513","https://openalex.org/W2963177943","https://openalex.org/W2964005248","https://openalex.org/W2964018918","https://openalex.org/W2964023906","https://openalex.org/W2964113250","https://openalex.org/W2964135632","https://openalex.org/W2964338167","https://openalex.org/W2976749176","https://openalex.org/W2991968435","https://openalex.org/W2998280308","https://openalex.org/W2998367975","https://openalex.org/W3006653661","https://openalex.org/W3014233392","https://openalex.org/W3041971333","https://openalex.org/W3084345774","https://openalex.org/W3101615319","https://openalex.org/W4297825594","https://openalex.org/W4298857966","https://openalex.org/W6635837841","https://openalex.org/W6635847747","https://openalex.org/W6637967152","https://openalex.org/W6694450005","https://openalex.org/W6696497002","https://openalex.org/W6713411898","https://openalex.org/W6736622323","https://openalex.org/W6753467009"],"related_works":["https://openalex.org/W79913212","https://openalex.org/W2094884983","https://openalex.org/W2378898096","https://openalex.org/W560952460","https://openalex.org/W2290927522","https://openalex.org/W4283579741","https://openalex.org/W3066706303","https://openalex.org/W876159576","https://openalex.org/W3207683219","https://openalex.org/W2606841152"],"abstract_inverted_index":{"This":[0],"paper":[1,76],"proposes":[2,77],"a":[3,125,180],"cloud-assisted":[4],"joint":[5],"charging":[6,19,27,33,38,79,93,104,113],"scheduling":[7,80],"and":[8,51,73,83,85,97,107,147,154,171,177,190],"energy":[9,52,67,88,105,114,141,157],"management":[10],"framework":[11,200],"for":[12,31,62,102,134],"unmanned":[13],"aerial":[14],"vehicle":[15],"(UAV)":[16],"networks.":[17],"For":[18,92],"the":[20,57,71,95,108,130,139,166,185],"UAVs":[21,82,96],"those":[22],"are":[23,29,120,169],"extremely":[24],"power":[25,49],"hungry,":[26],"towers":[28,39,58,84,98,144],"considered":[30],"plug-and-play":[32],"during":[34],"run-time":[35],"operations.":[36],"The":[37],"should":[40,59,99,111,173],"be":[41,60,100,160,174],"cost-effective,":[42],"thus":[43],"it":[44,123,172],"is":[45,124,145],"equipped":[46],"with":[47,149],"photovoltaic":[48],"generation":[50],"storage":[53],"systems":[54],"functionalities.":[55],"Furthermore,":[56],"cooperative":[61,87,140],"more":[63],"cost-effectiveness":[64],"by":[65,179],"intelligent":[66,156],"sharing.":[68],"Based":[69],"on":[70],"needs":[72],"setting,":[74],"this":[75],"1)":[78],"between":[81],"2)":[86],"managements":[89],"among":[90,143],"towers.":[91],"scheduling,":[94],"scheduled":[101,109],"maximizing":[103],"amounts":[106],"pairs":[110],"determine":[112],"allocation":[115],"amounts.":[116],"Here,":[117],"two":[118,167],"decisions":[119],"correlated,":[121],"i.e.,":[122],"non-convex":[126,131],"problem.":[127],"We":[128,162],"re-formulate":[129],"to":[132],"convex":[133],"guaranteeing":[135],"optimal":[136],"solutions.":[137],"Lastly,":[138],"sharing":[142,158],"designed":[146],"implemented":[148],"multi-agent":[150],"deep":[151],"reinforcement":[152],"learning":[153],"then":[155],"can":[159,163],"realized.":[161],"observe":[164],"that":[165,197],"methods":[168],"related":[170],"managed,":[175],"coordinated,":[176],"harmonized":[178],"centralized":[181],"orchestration":[182],"manager":[183],"under":[184],"consideration":[186],"of":[187],"fairness,":[188],"energy-efficiency,":[189],"cost-effectiveness.":[191],"Our":[192],"data-intensive":[193],"performance":[194],"evaluation":[195],"verifies":[196],"our":[198],"proposed":[199],"achieves":[201],"desired":[202],"performance.":[203]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":31},{"year":2022,"cited_by_count":18},{"year":2021,"cited_by_count":15}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}