{"id":"https://openalex.org/W4378071391","doi":"https://doi.org/10.1109/access.2023.3279401","title":"Multi-agent Reinforcement Learning-based Resource Allocation Scheme for UAV-assisted Internet of Remote Things Systems","display_name":"Multi-agent Reinforcement Learning-based Resource Allocation Scheme for UAV-assisted Internet of Remote Things Systems","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4378071391","doi":"https://doi.org/10.1109/access.2023.3279401"},"language":"en","primary_location":{"id":"doi:10.1109/access.2023.3279401","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3279401","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10132480.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10132480.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074425652","display_name":"Donggu Lee","orcid":"https://orcid.org/0000-0002-1869-6072"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donggu Lee","raw_affiliation_strings":["Department of Electrical and Computer Engineering, North Carolina State University, NC, USA","Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA"],"raw_orcid":"https://orcid.org/0000-0002-1869-6072","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, NC, USA","institution_ids":["https://openalex.org/I137902535"]},{"raw_affiliation_string":"Department of Electrical and Computer Engineering, North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023761901","display_name":"Young Ghyu Sun","orcid":"https://orcid.org/0000-0001-7279-5090"},"institutions":[{"id":"https://openalex.org/I161024014","display_name":"Kwangwoon University","ror":"https://ror.org/02e9zc863","country_code":"KR","type":"education","lineage":["https://openalex.org/I161024014"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young Ghyu Sun","raw_affiliation_strings":["Department of Electronic Convergence Engineering, Kwangwoon University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7279-5090","affiliations":[{"raw_affiliation_string":"Department of Electronic Convergence Engineering, Kwangwoon University, Seoul, South Korea","institution_ids":["https://openalex.org/I161024014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100430991","display_name":"Soo Hyun Kim","orcid":"https://orcid.org/0000-0002-0850-871X"},"institutions":[{"id":"https://openalex.org/I161024014","display_name":"Kwangwoon University","ror":"https://ror.org/02e9zc863","country_code":"KR","type":"education","lineage":["https://openalex.org/I161024014"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Soo Hyun Kim","raw_affiliation_strings":["Department of Electronic Convergence Engineering, Kwangwoon University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronic Convergence Engineering, Kwangwoon University, Seoul, South Korea","institution_ids":["https://openalex.org/I161024014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100368643","display_name":"Jae\u2010Hyun Kim","orcid":"https://orcid.org/0000-0003-4716-6916"},"institutions":[{"id":"https://openalex.org/I161024014","display_name":"Kwangwoon University","ror":"https://ror.org/02e9zc863","country_code":"KR","type":"education","lineage":["https://openalex.org/I161024014"]},{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jae-Hyun Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Ajou University, Suwon, South Korea","Department of Electronic Convergence Engineering, Kwangwoon University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0003-4716-6916","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Ajou University, Suwon, South Korea","institution_ids":["https://openalex.org/I57664883"]},{"raw_affiliation_string":"Department of Electronic Convergence Engineering, Kwangwoon University, Seoul, South Korea","institution_ids":["https://openalex.org/I161024014"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015026961","display_name":"Yoan Shin","orcid":"https://orcid.org/0000-0002-4722-6387"},"institutions":[{"id":"https://openalex.org/I141371507","display_name":"Soongsil University","ror":"https://ror.org/017xnm587","country_code":"KR","type":"education","lineage":["https://openalex.org/I141371507"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Yoan Shin","raw_affiliation_strings":["School of Electronic Engineering, Soongsil University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4722-6387","affiliations":[{"raw_affiliation_string":"School of Electronic Engineering, Soongsil University, Seoul, South Korea","institution_ids":["https://openalex.org/I141371507"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022649488","display_name":"Dong In Kim","orcid":"https://orcid.org/0000-0001-7711-8072"},"institutions":[{"id":"https://openalex.org/I848706","display_name":"Sungkyunkwan University","ror":"https://ror.org/04q78tk20","country_code":"KR","type":"education","lineage":["https://openalex.org/I848706"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Dong In Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Sungkyunkwan University, Suwon, South Korea"],"raw_orcid":"https://orcid.org/0000-0001-7711-8072","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Sungkyunkwan University, Suwon, South Korea","institution_ids":["https://openalex.org/I848706"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100417170","display_name":"Jin Young Kim","orcid":"https://orcid.org/0000-0002-1456-7097"},"institutions":[{"id":"https://openalex.org/I161024014","display_name":"Kwangwoon University","ror":"https://ror.org/02e9zc863","country_code":"KR","type":"education","lineage":["https://openalex.org/I161024014"]},{"id":"https://openalex.org/I57664883","display_name":"Ajou University","ror":"https://ror.org/03tzb2h73","country_code":"KR","type":"education","lineage":["https://openalex.org/I57664883"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Jin Young Kim","raw_affiliation_strings":["Department of Electrical and Computer Engineering, Ajou University, Suwon, South Korea","Department of Electronic Convergence Engineering, Kwangwoon University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-1456-7097","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, Ajou University, Suwon, South Korea","institution_ids":["https://openalex.org/I57664883"]},{"raw_affiliation_string":"Department of Electronic Convergence Engineering, Kwangwoon University, Seoul, South Korea","institution_ids":["https://openalex.org/I161024014"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":3.9052,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.93698999,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8994553089141846},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8057069778442383},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.5923241972923279},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5796046853065491},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4882402718067169},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.48417025804519653},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.47270581126213074},{"id":"https://openalex.org/keywords/resource-allocation","display_name":"Resource allocation","score":0.42069488763809204},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.4103182554244995},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.328269898891449},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.16930603981018066},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12214043736457825}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8994553089141846},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8057069778442383},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.5923241972923279},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5796046853065491},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4882402718067169},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.48417025804519653},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.47270581126213074},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.42069488763809204},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4103182554244995},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.328269898891449},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.16930603981018066},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12214043736457825},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2023.3279401","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3279401","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10132480.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:8ee3bb1fb35f441094cf9baab0b05d14","is_oa":true,"landing_page_url":"https://doaj.org/article/8ee3bb1fb35f441094cf9baab0b05d14","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 11, Pp 53155-53164 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2023.3279401","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2023.3279401","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/10005208/10132480.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G1298307958","display_name":null,"funder_award_id":"IITP-2023-2018-0-01424","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G1325032486","display_name":null,"funder_award_id":"IITP-2022-2018-0-01424","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G3924617957","display_name":null,"funder_award_id":"No. 2021-0-00892-002","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G5315906560","display_name":null,"funder_award_id":"2021-0-00892-003","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G6708692081","display_name":null,"funder_award_id":"in 2022","funder_id":"https://openalex.org/F4320321374","funder_display_name":"Kwangwoon University"}],"funders":[{"id":"https://openalex.org/F4320321374","display_name":"Kwangwoon University","ror":"https://ror.org/02e9zc863"},{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378071391.pdf","grobid_xml":"https://content.openalex.org/works/W4378071391.grobid-xml"},"referenced_works_count":40,"referenced_works":["https://openalex.org/W1918371733","https://openalex.org/W1968515852","https://openalex.org/W2053124941","https://openalex.org/W2099618002","https://openalex.org/W2120846115","https://openalex.org/W2145339207","https://openalex.org/W2171286023","https://openalex.org/W2523219060","https://openalex.org/W2746553466","https://openalex.org/W2782525422","https://openalex.org/W2788115019","https://openalex.org/W2795603418","https://openalex.org/W2887794549","https://openalex.org/W2898035736","https://openalex.org/W2951799221","https://openalex.org/W2981096252","https://openalex.org/W2997499903","https://openalex.org/W2998578058","https://openalex.org/W2999561085","https://openalex.org/W3009096553","https://openalex.org/W3081323070","https://openalex.org/W3081933036","https://openalex.org/W3095897533","https://openalex.org/W3155918123","https://openalex.org/W3156032009","https://openalex.org/W3167830540","https://openalex.org/W3209457294","https://openalex.org/W3212518198","https://openalex.org/W4205209263","https://openalex.org/W4214717370","https://openalex.org/W4224883179","https://openalex.org/W4285029019","https://openalex.org/W4285287670","https://openalex.org/W4297627396","https://openalex.org/W4297732320","https://openalex.org/W6678168664","https://openalex.org/W6685444567","https://openalex.org/W6734330393","https://openalex.org/W6749032143","https://openalex.org/W6771274123"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W2111773953"],"abstract_inverted_index":{"Multi-layered":[0],"communication":[1,24,42,114],"networks":[2],"including":[3],"satellites":[4],"and":[5,95,120,149],"unmanned":[6],"aerial":[7],"vehicles":[8],"(UAVs)":[9],"with":[10],"remote":[11,89],"sensing":[12],"capability":[13],"are":[14,98,105,146,175],"expected":[15],"to":[16,100,108,154],"be":[17,53,101],"an":[18],"essential":[19],"part":[20],"of":[21,60,88,158,167,179],"next-generation":[22],"wireless":[23,41],"systems.":[25,92],"It":[26,122],"has":[27],"been":[28],"reported":[29],"that":[30,48,125],"deep":[31],"reinforcement":[32,79],"learning":[33,80],"algorithm":[34,174],"brings":[35],"performance":[36],"improvement":[37],"in":[38,62,72,177],"various":[39],"practical":[40],"environments.":[43],"However,":[44],"it":[45],"is":[46,65,123],"anticipated":[47],"the":[49,58,63,117,126,137,155,162,165,168],"computational":[50],"complexity":[51],"will":[52],"a":[54,77],"critical":[55],"issue":[56],"as":[57],"number":[59],"devices":[61],"network":[64],"significantly":[66],"increased.":[67],"To":[68],"resolve":[69],"this":[70,73],"problem,":[71],"paper":[74],"we":[75],"propose":[76],"multi-agent":[78],"(MARL)-based":[81],"resource":[82],"allocation":[83],"scheme":[84],"for":[85,113],"UAV-assisted":[86],"Internet":[87],"things":[90],"(IoRT)":[91],"The":[93],"UAV":[94,127],"IoRT":[96,138],"sensors":[97],"set":[99],"MARL":[102],"agents,":[103],"which":[104,145],"independently":[106],"trained":[107],"minimize":[109],"energy":[110,131],"consumption":[111,132],"cost":[112],"by":[115,133],"controlling":[116],"transmit":[118],"power":[119,180],"bandwidth.":[121],"shown":[124],"agent":[128],"can":[129],"reduce":[130],"70.9195":[134],"kJ,":[135],"while":[136],"sensor":[139],"agents":[140],"yield":[141],"20.5756":[142],"kJ":[143],"reduction,":[144],"65.4":[147],"%":[148,151],"71.97":[150],"reductions":[152],"compared":[153],"initial":[156],"state":[157],"each":[159],"agent.":[160],"Moreover,":[161],"effects":[163],"from":[164],"hyperparameters":[166],"neural":[169],"episodic":[170],"control":[171],"(NEC)":[172],"baseline":[173],"investigated":[176],"terms":[178],"consumption.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}