{"id":"https://openalex.org/W4390738679","doi":"https://doi.org/10.1109/jiot.2024.3353185","title":"Optimization of Energy Efficiency for Uplink mURLLC Over Multiple Cells Using Cooperative Multiagent Reinforcement Learning","display_name":"Optimization of Energy Efficiency for Uplink mURLLC Over Multiple Cells Using Cooperative Multiagent Reinforcement Learning","publication_year":2024,"publication_date":"2024-01-11","ids":{"openalex":"https://openalex.org/W4390738679","doi":"https://doi.org/10.1109/jiot.2024.3353185"},"language":"en","primary_location":{"id":"doi:10.1109/jiot.2024.3353185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3353185","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040609309","display_name":"Qingjiao Song","orcid":"https://orcid.org/0009-0005-9807-9777"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingjiao Song","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0009-0005-9807-9777","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016793245","display_name":"Fu\u2010Chun Zheng","orcid":"https://orcid.org/0000-0003-3184-3054"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu-Chun Zheng","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0003-3184-3054","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031860907","display_name":"Jingjing Luo","orcid":"https://orcid.org/0000-0002-2864-6562"},"institutions":[{"id":"https://openalex.org/I158809036","display_name":"Shenzhen Institute of Information Technology","ror":"https://ror.org/03wrf9427","country_code":"CN","type":"education","lineage":["https://openalex.org/I158809036"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jingjing Luo","raw_affiliation_strings":["School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2864-6562","affiliations":[{"raw_affiliation_string":"School of Electronic and Information Engineering, Harbin Institute of Technology (Shenzhen), Shenzhen, China","institution_ids":["https://openalex.org/I158809036","https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3462,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53944784,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"11","issue":"9","first_page":"16351","last_page":"16363"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10964","display_name":"Wireless Communication Security Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11458","display_name":"Advanced Wireless Communication Technologies","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8783575892448425},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8220946788787842},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.6477746963500977},{"id":"https://openalex.org/keywords/user-equipment","display_name":"User equipment","score":0.5108725428581238},{"id":"https://openalex.org/keywords/optimization-problem","display_name":"Optimization problem","score":0.4672379791736603},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4351407289505005},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4252082407474518},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.4207276701927185},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37800514698028564},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3543318212032318},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2761211395263672},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.1510126292705536},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12477880716323853},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.11669880151748657}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8783575892448425},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8220946788787842},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.6477746963500977},{"id":"https://openalex.org/C2781327853","wikidata":"https://www.wikidata.org/wiki/Q3552547","display_name":"User equipment","level":3,"score":0.5108725428581238},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.4672379791736603},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4351407289505005},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4252082407474518},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.4207276701927185},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37800514698028564},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3543318212032318},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2761211395263672},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.1510126292705536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12477880716323853},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.11669880151748657},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jiot.2024.3353185","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jiot.2024.3353185","pdf_url":null,"source":{"id":"https://openalex.org/S2480266640","display_name":"IEEE Internet of Things Journal","issn_l":"2327-4662","issn":["2327-4662","2372-2541"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Internet of Things Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G600809177","display_name":null,"funder_award_id":"2021YFB2900304","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6760162036","display_name":null,"funder_award_id":"62171159","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2106864314","https://openalex.org/W2135032037","https://openalex.org/W2145339207","https://openalex.org/W2433339266","https://openalex.org/W2478503558","https://openalex.org/W2586459757","https://openalex.org/W2763351278","https://openalex.org/W2783030970","https://openalex.org/W2894110571","https://openalex.org/W2900669374","https://openalex.org/W2957611518","https://openalex.org/W2968526727","https://openalex.org/W2989596860","https://openalex.org/W3004968144","https://openalex.org/W3080516458","https://openalex.org/W3081240071","https://openalex.org/W3100844423","https://openalex.org/W3106251788","https://openalex.org/W3119941528","https://openalex.org/W3135089279","https://openalex.org/W3136061407","https://openalex.org/W3136566563","https://openalex.org/W3160612200","https://openalex.org/W3168863497","https://openalex.org/W3171310561","https://openalex.org/W3195448355","https://openalex.org/W3197228627","https://openalex.org/W3212658751","https://openalex.org/W4210615220","https://openalex.org/W4293731839","https://openalex.org/W4315473069","https://openalex.org/W4315629750","https://openalex.org/W4320001374","https://openalex.org/W4360770782","https://openalex.org/W4382999045","https://openalex.org/W6738796088"],"related_works":["https://openalex.org/W790449367","https://openalex.org/W3006920049","https://openalex.org/W4302568799","https://openalex.org/W1482197907","https://openalex.org/W1550567184","https://openalex.org/W2950729840","https://openalex.org/W2156248763","https://openalex.org/W2291764513","https://openalex.org/W2957675536","https://openalex.org/W4376480765"],"abstract_inverted_index":{"Multi-agent":[0],"reinforcement":[1,177],"learning":[2,125,178],"(RL)":[3],"has":[4],"recently":[5],"been":[6],"adopted":[7,128],"to":[8,56,92,129,151],"solve":[9],"massive":[10],"ultra-reliable":[11],"and":[12,41,74,106,115,122,134,157,191],"low-latency":[13],"communications":[14],"(mURLLC)":[15],"energy":[16],"efficiency":[17],"(EE)":[18],"optimization":[19,58],"problem":[20],"in":[21,51,65,97,185],"a":[22,66,87,98,107],"single-cell":[23],"cellular":[24,100],"network":[25,101],"under":[26,164],"random":[27],"access.":[28],"Bursty":[29],"traffic":[30,105,140],"is":[31,149],"an":[32,123],"important":[33],"characteristic":[34,40],"of":[35,59,138,160,187,194],"mURLLC":[36,103],"users":[37],"(UEs).":[38],"This":[39],"its":[42],"impact":[43,137],"on":[44,141],"the":[45,57,94,112,131,136,142,158,192],"RL":[46,143],"scheme":[47,91,109,179],"are":[48,127],"generally":[49],"ignored":[50],"many":[52],"RL-based":[53],"studies":[54],"related":[55],"EE":[60,79,96,155,190],"for":[61],"uplink":[62],"mURLLC.":[63],"Moreover,":[64],"smart":[67],"factory":[68],"with":[69,102],"multiple":[70],"cells,":[71],"inter-cell":[72],"interference":[73],"shadow":[75],"fading":[76],"further":[77],"complicate":[78],"optimization.":[80],"To":[81],"address":[82,152],"these":[83],"issues,":[84],"we":[85],"propose":[86],"novel":[88],"cooperative":[89,175],"multi-agent":[90,176],"maximize":[93],"long-term":[95,154,188],"multi-cell":[99],"bursty":[104,139],"K-repetition":[108],"by":[110],"optimizing":[111],"repetition":[113],"value":[114],"transmission":[116],"power.":[117],"A":[118,145],"UE":[119],"clustering":[120],"algorithm":[121],"intermittent":[124],"mode":[126],"reduce":[130],"computational":[132],"complexity":[133],"mitigate":[135],"scheme.":[144],"proper":[146],"reward":[147],"function":[148],"designed":[150],"both":[153],"maximization":[156],"number":[159,193],"successfully":[161,195],"served":[162,196],"UEs":[163],"high":[165],"reliability":[166],"requirement.":[167],"The":[168],"simulation":[169],"results":[170],"show":[171],"that":[172],"our":[173],"proposed":[174],"greatly":[180],"outperforms":[181],"other":[182],"existing":[183],"schemes":[184],"terms":[186],"accumulated":[189],"UEs.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}