{"id":"https://openalex.org/W4399286126","doi":"https://doi.org/10.1007/s44196-024-00530-8","title":"Blocklength Allocation and Power Control in UAV-Assisted URLLC System via Multi-agent Deep Reinforcement Learning","display_name":"Blocklength Allocation and Power Control in UAV-Assisted URLLC System via Multi-agent Deep Reinforcement Learning","publication_year":2024,"publication_date":"2024-06-03","ids":{"openalex":"https://openalex.org/W4399286126","doi":"https://doi.org/10.1007/s44196-024-00530-8"},"language":"en","primary_location":{"id":"doi:10.1007/s44196-024-00530-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-024-00530-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-024-00530-8.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://link.springer.com/content/pdf/10.1007/s44196-024-00530-8.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100678727","display_name":"Xinmin Li","orcid":"https://orcid.org/0000-0002-6076-6505"},"institutions":[{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xinmin Li","raw_affiliation_strings":["College of Computer Science, Chengdu University, Chengdu, 610100, China","Key Laboratory of Medicinal and Edible Plant Resources Development of Sichuan Education Department, Chengdu University, Chengdu, 610100, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Chengdu University, Chengdu, 610100, China","institution_ids":["https://openalex.org/I4210125143"]},{"raw_affiliation_string":"Key Laboratory of Medicinal and Edible Plant Resources Development of Sichuan Education Department, Chengdu University, Chengdu, 610100, China","institution_ids":["https://openalex.org/I4210125143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075160638","display_name":"Xuhao Zhang","orcid":"https://orcid.org/0000-0003-2016-4830"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuhao Zhang","raw_affiliation_strings":["School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100462956","display_name":"Jiahui Li","orcid":"https://orcid.org/0000-0002-3953-7345"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xuhao Zhang","raw_affiliation_strings":["School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047123834","display_name":"Feiying Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiahui Li","raw_affiliation_strings":["School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111795927","display_name":"Yi Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]},{"id":"https://openalex.org/I4210121946","display_name":"Chenguang Research Institute of Chemical Industry","ror":"https://ror.org/02vxhn688","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210121946"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feiying Luo","raw_affiliation_strings":["CEC Jinjiang Information Industry Co., Ltd., Chengdu, 610051, China","School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China","Department of Information and Communication Engineering, Tongji University, Shanghai, 201804, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CEC Jinjiang Information Industry Co., Ltd., Chengdu, 610051, China","institution_ids":["https://openalex.org/I4210121946"]},{"raw_affiliation_string":"School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China","institution_ids":["https://openalex.org/I1297991670"]},{"raw_affiliation_string":"Department of Information and Communication Engineering, Tongji University, Shanghai, 201804, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003783425","display_name":"X.S. Zhang","orcid":"https://orcid.org/0000-0002-0196-2901"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]},{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yi Huang","raw_affiliation_strings":["Department of Information and Communication Engineering, Tongji University, Shanghai, 201804, China","School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information and Communication Engineering, Tongji University, Shanghai, 201804, China","institution_ids":["https://openalex.org/I116953780"]},{"raw_affiliation_string":"School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003783425","display_name":"X.S. Zhang","orcid":"https://orcid.org/0000-0002-0196-2901"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoqiang Zhang","raw_affiliation_strings":["School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China"],"raw_orcid":"https://orcid.org/0000-0002-0196-2901","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China","institution_ids":["https://openalex.org/I1297991670"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003783425","display_name":"X.S. Zhang","orcid":"https://orcid.org/0000-0002-0196-2901"},"institutions":[{"id":"https://openalex.org/I1297991670","display_name":"Southwest University of Science and Technology","ror":"https://ror.org/04d996474","country_code":"CN","type":"education","lineage":["https://openalex.org/I1297991670"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoqiang Zhang","raw_affiliation_strings":["School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China"],"raw_orcid":"https://orcid.org/0000-0002-0196-2901","affiliations":[{"raw_affiliation_string":"School of Information Engineering, Southwest University of Science and Technology, Mianyang, 621000, China","institution_ids":["https://openalex.org/I1297991670"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003783425","https://openalex.org/A5100462956"],"corresponding_institution_ids":["https://openalex.org/I1297991670"],"apc_list":{"value":1390,"currency":"GBP","value_usd":1704},"apc_paid":{"value":1390,"currency":"GBP","value_usd":1704},"fwci":9.3553,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.97107555,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"17","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11133","display_name":"UAV Applications and Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8433976173400879},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8100913763046265},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5659512877464294},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.5591964721679688},{"id":"https://openalex.org/keywords/subcarrier","display_name":"Subcarrier","score":0.5277721881866455},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.49969959259033203},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.49962639808654785},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4687768518924713},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.4176369905471802},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.3299091160297394},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.28925856947898865},{"id":"https://openalex.org/keywords/orthogonal-frequency-division-multiplexing","display_name":"Orthogonal frequency-division multiplexing","score":0.14806079864501953},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1451837420463562},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.08051905035972595}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8433976173400879},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8100913763046265},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5659512877464294},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.5591964721679688},{"id":"https://openalex.org/C198329298","wikidata":"https://www.wikidata.org/wiki/Q586358","display_name":"Subcarrier","level":4,"score":0.5277721881866455},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.49969959259033203},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.49962639808654785},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4687768518924713},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.4176369905471802},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3299091160297394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28925856947898865},{"id":"https://openalex.org/C40409654","wikidata":"https://www.wikidata.org/wiki/Q375889","display_name":"Orthogonal frequency-division multiplexing","level":3,"score":0.14806079864501953},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1451837420463562},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.08051905035972595},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s44196-024-00530-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-024-00530-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-024-00530-8.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5b647aed04904056997e7443166fc952","is_oa":true,"landing_page_url":"https://doaj.org/article/5b647aed04904056997e7443166fc952","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Computational Intelligence Systems, Vol 17, Iss 1, Pp 1-13 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s44196-024-00530-8","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44196-024-00530-8","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44196-024-00530-8.pdf","source":{"id":"https://openalex.org/S190680769","display_name":"International Journal of Computational Intelligence Systems","issn_l":"1875-6883","issn":["1875-6883","1875-6891"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319965","host_organization_name":"Springer Nature","host_organization_lineage":["https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Intelligence Systems","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.800000011920929,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[{"id":"https://openalex.org/G3071128480","display_name":null,"funder_award_id":"62101386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8961697035","display_name":null,"funder_award_id":"2023NSFSC1388","funder_id":"https://openalex.org/F4320329861","funder_display_name":"Natural Science Foundation of Sichuan Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320329861","display_name":"Natural Science Foundation of Sichuan Province","ror":null}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4399286126.pdf"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W2031834036","https://openalex.org/W2106864314","https://openalex.org/W2262889796","https://openalex.org/W2586459757","https://openalex.org/W2604830243","https://openalex.org/W2796072484","https://openalex.org/W2911728646","https://openalex.org/W2964200625","https://openalex.org/W2969696334","https://openalex.org/W2975008877","https://openalex.org/W2998160334","https://openalex.org/W3005955064","https://openalex.org/W3027336804","https://openalex.org/W3033332414","https://openalex.org/W3036777553","https://openalex.org/W3043239066","https://openalex.org/W3085733781","https://openalex.org/W3088394253","https://openalex.org/W3089096050","https://openalex.org/W3093951152","https://openalex.org/W3109765874","https://openalex.org/W3127663297","https://openalex.org/W3134830369","https://openalex.org/W3154181283","https://openalex.org/W3170235714","https://openalex.org/W3180641418","https://openalex.org/W3214709934","https://openalex.org/W3215468737","https://openalex.org/W3216006944","https://openalex.org/W3217298619","https://openalex.org/W4200106764","https://openalex.org/W4205681265","https://openalex.org/W4206273859","https://openalex.org/W4206400910","https://openalex.org/W4206742934","https://openalex.org/W4224324825","https://openalex.org/W4292641077","https://openalex.org/W4317419701","https://openalex.org/W4320067170","https://openalex.org/W4321600435","https://openalex.org/W4362724099","https://openalex.org/W4378697092","https://openalex.org/W4385732401","https://openalex.org/W4385834471","https://openalex.org/W4386234175","https://openalex.org/W4388230841"],"related_works":["https://openalex.org/W1985560493","https://openalex.org/W2386410636","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307","https://openalex.org/W4404955202","https://openalex.org/W3096874164","https://openalex.org/W2357975469","https://openalex.org/W4400868993"],"abstract_inverted_index":{"Abstract":[0],"Integration":[1],"of":[2,24,36,232],"unmanned":[3],"aerial":[4],"vehicles":[5],"(UAVs)":[6],"with":[7],"ultra-reliable":[8],"and":[9,64,83,99,103,129,158,189,210,229],"low-latency":[10],"communication":[11,18,44,113],"(URLLC)":[12],"systems":[13],"can":[14],"improve":[15,193],"the":[16,37,56,61,65,70,77,95,100,111,126,135,139,150,165,170,176,185,194,198,203,207,212,220,223,226,230],"real-time":[17],"performance":[19],"for":[20],"various":[21],"industrial":[22],"internet":[23],"things":[25],"(IIoT)":[26],"applications.":[27],"Designing":[28],"an":[29,41],"intelligent":[30,166],"resource":[31],"allocation":[32,63,128,157],"system":[33],"is":[34,85,89,147,182],"one":[35],"challenges":[38],"posed":[39],"by":[40,59],"energy-constrained":[42],"UAV":[43,82,186],"system.":[45],"Therefore,":[46],"we":[47,116],"formulate":[48],"a":[49,118],"sum":[50],"rate":[51,195],"maximization":[52],"problem,":[53],"subject":[54],"to":[55,91,94,106,124,168,184,192],"UAVs\u2019":[57],"energy":[58,101,187],"optimizing":[60],"blocklength":[62,127,156],"power":[66,130,159],"control":[67,131],"jointly":[68],"in":[69,75,110,215],"uplink":[71],"UAV-assisted":[72],"URLLC":[73],"systems,":[74],"which":[76,181],"probabilistic":[78],"channel":[79],"model":[80],"between":[81],"users":[84],"adopted.":[86],"The":[87],"problem":[88,137],"difficult":[90],"solve":[92],"due":[93],"non-convex":[96],"objective":[97],"function":[98],"constraints,":[102],"also":[104],"challenging":[105],"make":[107],"fast":[108],"decision":[109,167],"complex":[112],"environment.":[114],"Thus,":[115],"propose":[117],"deep":[119],"reinforcement":[120,141],"learning":[121,142,221],"(DRL)-based":[122],"scheme":[123,205],"optimize":[125],"jointly.":[132],"First,":[133],"transform":[134],"original":[136],"into":[138],"multi-agent":[140],"process,":[143],"where":[144],"each":[145,162],"subcarrier":[146,227],"regarded":[148],"as":[149,219],"agent":[151,163],"that":[152,202],"optimizes":[153],"its":[154],"individual":[155],"control.":[160],"Then,":[161],"makes":[164],"obtain":[169],"maximum":[171],"reward":[172,179],"value":[173],"depending":[174],"on":[175],"weighted":[177],"segmented":[178],"function,":[180],"related":[183],"consumption":[188],"user":[190],"rates":[191],"performance.":[196],"Finally,":[197],"simulation":[199],"results":[200],"show":[201],"proposed":[204],"outperforms":[206],"benchmark":[208],"schemes":[209],"has":[211],"stable":[213],"convergence":[214],"different":[216],"settings,":[217],"such":[218],"rate,":[222],"error":[224],"probability,":[225],"spacing,":[228],"number":[231],"users.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-09T07:52:08.696243","created_date":"2025-10-10T00:00:00"}