{"id":"https://openalex.org/W4293094759","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860770","title":"Intra-RAN Online Distributed Reinforcement Learning For Uplink Power Control in 5G Cellular Networks","display_name":"Intra-RAN Online Distributed Reinforcement Learning For Uplink Power Control in 5G Cellular Networks","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4293094759","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860770"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-spring54318.2022.9860770","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860770","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100403297","display_name":"Jian Song","orcid":"https://orcid.org/0000-0002-6066-9510"},"institutions":[{"id":"https://openalex.org/I2801360556","display_name":"CEA Paris-Saclay - Etablissement de Saclay","ror":"https://ror.org/01fv25t22","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I2801360556","https://openalex.org/I4210128565"]},{"id":"https://openalex.org/I4210149358","display_name":"Nokia (France)","ror":"https://ror.org/04kwfkk85","country_code":"FR","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210149358"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Jian Song","raw_affiliation_strings":["Nokia,Paris-Saclay,France","Nokia, Paris-Saclay, France"],"affiliations":[{"raw_affiliation_string":"Nokia,Paris-Saclay,France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I4210149358","https://openalex.org/I2801360556"]},{"raw_affiliation_string":"Nokia, Paris-Saclay, France","institution_ids":["https://openalex.org/I4210149358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076439850","display_name":"Istv\u00e1n Z. Kov\u00e1cs","orcid":"https://orcid.org/0000-0001-8450-0712"},"institutions":[{"id":"https://openalex.org/I4210139223","display_name":"Aalborg Portland (Denmark)","ror":"https://ror.org/03fs09n75","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210139223"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Istvan Z. Kovacs","raw_affiliation_strings":["Nokia,Aalborg,Denmark","Nokia, Aalborg, Denmark"],"affiliations":[{"raw_affiliation_string":"Nokia,Aalborg,Denmark","institution_ids":["https://openalex.org/I4210139223"]},{"raw_affiliation_string":"Nokia, Aalborg, Denmark","institution_ids":["https://openalex.org/I4210139223"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104086530","display_name":"Majid Butt","orcid":null},"institutions":[{"id":"https://openalex.org/I4210149358","display_name":"Nokia (France)","ror":"https://ror.org/04kwfkk85","country_code":"FR","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210149358"]},{"id":"https://openalex.org/I2801360556","display_name":"CEA Paris-Saclay - Etablissement de Saclay","ror":"https://ror.org/01fv25t22","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I2801360556","https://openalex.org/I4210128565"]},{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Majid Butt","raw_affiliation_strings":["Nokia,Paris-Saclay,France","Nokia, Paris-Saclay, France"],"affiliations":[{"raw_affiliation_string":"Nokia,Paris-Saclay,France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I4210149358","https://openalex.org/I2801360556"]},{"raw_affiliation_string":"Nokia, Paris-Saclay, France","institution_ids":["https://openalex.org/I4210149358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039009607","display_name":"Jens Steiner","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139223","display_name":"Aalborg Portland (Denmark)","ror":"https://ror.org/03fs09n75","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210139223"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Jens Steiner","raw_affiliation_strings":["Nokia,Aalborg,Denmark","Nokia, Aalborg, Denmark"],"affiliations":[{"raw_affiliation_string":"Nokia,Aalborg,Denmark","institution_ids":["https://openalex.org/I4210139223"]},{"raw_affiliation_string":"Nokia, Aalborg, Denmark","institution_ids":["https://openalex.org/I4210139223"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052241697","display_name":"Klaus I. Pedersen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139223","display_name":"Aalborg Portland (Denmark)","ror":"https://ror.org/03fs09n75","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210139223"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Klaus I. Pedersen","raw_affiliation_strings":["Nokia,Aalborg,Denmark","Nokia, Aalborg, Denmark"],"affiliations":[{"raw_affiliation_string":"Nokia,Aalborg,Denmark","institution_ids":["https://openalex.org/I4210139223"]},{"raw_affiliation_string":"Nokia, Aalborg, Denmark","institution_ids":["https://openalex.org/I4210139223"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100403297"],"corresponding_institution_ids":["https://openalex.org/I277688954","https://openalex.org/I2801360556","https://openalex.org/I4210149358"],"apc_list":null,"apc_paid":null,"fwci":1.2802,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.7676916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8204948902130127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7111625671386719},{"id":"https://openalex.org/keywords/ran","display_name":"Ran","score":0.7003101110458374},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.680755078792572},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.6541641354560852},{"id":"https://openalex.org/keywords/c-ran","display_name":"C-RAN","score":0.530720591545105},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.46279168128967285},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4264986515045166},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.42366060614585876},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.40197592973709106},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25348132848739624},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.2451469898223877},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.14322468638420105}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8204948902130127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7111625671386719},{"id":"https://openalex.org/C160704184","wikidata":"https://www.wikidata.org/wiki/Q18031028","display_name":"Ran","level":2,"score":0.7003101110458374},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.680755078792572},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.6541641354560852},{"id":"https://openalex.org/C2779765720","wikidata":"https://www.wikidata.org/wiki/Q5005908","display_name":"C-RAN","level":5,"score":0.530720591545105},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.46279168128967285},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4264986515045166},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42366060614585876},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.40197592973709106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25348132848739624},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.2451469898223877},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.14322468638420105},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vtc2022-spring54318.2022.9860770","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860770","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/a5c32031-ab65-4937-b301-ded9af56b1bb","is_oa":false,"landing_page_url":"https://vbn.aau.dk/da/publications/a5c32031-ab65-4937-b301-ded9af56b1bb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Song , J , Kovacs , I , Butt , M , Steiner , J &amp; Pedersen , K I 2022 , Intra-RAN Online Distributed Reinforcement Learning For Uplink Power Control in 5G Cellular Networks . in 2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring) . IEEE , I E E E V T S Vehicular Technology Conference. Proceedings , pp. 1-7 , 2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring) , 19/06/2022 . https://doi.org/10.1109/VTC2022-Spring54318.2022.9860770","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1972261086","https://openalex.org/W1995790946","https://openalex.org/W1996138841","https://openalex.org/W2010151093","https://openalex.org/W2030078386","https://openalex.org/W2083463354","https://openalex.org/W2101413728","https://openalex.org/W2164246999","https://openalex.org/W2468163579","https://openalex.org/W2552014313","https://openalex.org/W2784803756","https://openalex.org/W2969195240","https://openalex.org/W3044104743","https://openalex.org/W3112469981","https://openalex.org/W3157321018","https://openalex.org/W4200588365","https://openalex.org/W4214717370","https://openalex.org/W6794400406"],"related_works":["https://openalex.org/W2885627391","https://openalex.org/W4401508502","https://openalex.org/W4324323655","https://openalex.org/W2922954044","https://openalex.org/W790449367","https://openalex.org/W4408041959","https://openalex.org/W3011943308","https://openalex.org/W3037103914","https://openalex.org/W1982654631","https://openalex.org/W3018338683"],"abstract_inverted_index":{"Uplink":[0],"power":[1,33],"control":[2,34],"plays":[3],"a":[4,9,29,51,78,102,134,164],"significant":[5],"role":[6],"in":[7,50],"maintaining":[8],"good":[10],"signal":[11],"quality":[12],"at":[13],"the":[14,25,46,171],"serving":[15],"cell":[16],"while":[17],"minimizing":[18],"interference":[19],"to":[20,90,120,127,170],"neighboring":[21],"cells,":[22],"thus":[23],"maximizing":[24],"system":[26,157],"performance.":[27,124],"Traditionally,":[28],"single":[30],"value":[31],"open-loop":[32],"(OLPC)":[35],"parameter,":[36],"P":[37,68,115,145],"<inf":[38,69,116,146],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[39,70,117,147],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">0</inf>":[40,71,118,148],",":[41],"is":[42,57,153],"configured":[43],"for":[44,59],"all":[45],"user":[47],"equipments":[48],"(UEs)":[49],"cell,":[52],"and":[53,83],"often":[54],"same":[55],"setting":[56,119],"used":[58],"similar":[60],"cells.":[61],"Recent":[62],"studies":[63],"have":[64],"demonstrated":[65],"that":[66],"optimal":[67],"depends":[72],"on":[73,105],"many":[74],"factors,":[75],"which":[76],"yields":[77],"complex":[79],"multidimensional":[80],"optimization":[81],"problem":[82],"there":[84],"are":[85],"no":[86],"efficient":[87],"approaches":[88],"known":[89],"solve":[91],"it":[92],"under":[93],"practical":[94],"system-level":[95],"settings.":[96],"In":[97],"this":[98],"paper,":[99],"we":[100],"propose":[101],"solution":[103,132,152],"based":[104],"reinforcement":[106],"learning":[107],"(RL)":[108],"where":[109,139,160],"each":[110,140],"BS":[111],"autonomously":[112],"adjusts":[113],"its":[114,122,143],"maximize":[121],"throughput":[123],"As":[125],"compared":[126,169],"conventional":[128],"sub-optimal":[129],"approach,":[130],"our":[131,161],"encompasses":[133],"smart":[135],"clustering":[136],"of":[137],"UEs,":[138],"cluster":[141],"specifies":[142],"own":[144],".":[149],"The":[150],"proposed":[151],"evaluated":[154],"by":[155],"extensive":[156],"level":[158],"simulations,":[159],"results":[162],"demonstrate":[163],"potential":[165],"performance":[166],"enhancement":[167],"as":[168],"baseline":[172],"proposals.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}