{"id":"https://openalex.org/W4293094759","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860770","title":"Intra-RAN Online Distributed Reinforcement Learning For Uplink Power Control in 5G Cellular Networks","display_name":"Intra-RAN Online Distributed Reinforcement Learning For Uplink Power Control in 5G Cellular Networks","publication_year":2022,"publication_date":"2022-06-01","ids":{"openalex":"https://openalex.org/W4293094759","doi":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860770"},"language":"en","primary_location":{"id":"doi:10.1109/vtc2022-spring54318.2022.9860770","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860770","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100403297","display_name":"Jian Song","orcid":"https://orcid.org/0000-0002-6066-9510"},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I2801360556","display_name":"CEA Paris-Saclay - Etablissement de Saclay","ror":"https://ror.org/01fv25t22","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I2801360556","https://openalex.org/I4210128565"]},{"id":"https://openalex.org/I4210149358","display_name":"Nokia (France)","ror":"https://ror.org/04kwfkk85","country_code":"FR","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210149358"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jian Song","raw_affiliation_strings":["Nokia,Paris-Saclay,France","Nokia, Paris-Saclay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Paris-Saclay,France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I2801360556","https://openalex.org/I4210149358"]},{"raw_affiliation_string":"Nokia, Paris-Saclay, France","institution_ids":["https://openalex.org/I4210149358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076439850","display_name":"Istv\u00e1n Z. Kov\u00e1cs","orcid":"https://orcid.org/0000-0001-8450-0712"},"institutions":[{"id":"https://openalex.org/I4210139223","display_name":"Aalborg Portland (Denmark)","ror":"https://ror.org/03fs09n75","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210139223"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Istvan Z. Kovacs","raw_affiliation_strings":["Nokia,Aalborg,Denmark","Nokia, Aalborg, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Aalborg,Denmark","institution_ids":["https://openalex.org/I4210139223"]},{"raw_affiliation_string":"Nokia, Aalborg, Denmark","institution_ids":["https://openalex.org/I4210139223"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104086530","display_name":"Majid Butt","orcid":null},"institutions":[{"id":"https://openalex.org/I277688954","display_name":"Universit\u00e9 Paris-Saclay","ror":"https://ror.org/03xjwb503","country_code":"FR","type":"education","lineage":["https://openalex.org/I277688954"]},{"id":"https://openalex.org/I2801360556","display_name":"CEA Paris-Saclay - Etablissement de Saclay","ror":"https://ror.org/01fv25t22","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2738703131","https://openalex.org/I277688954","https://openalex.org/I2801360556","https://openalex.org/I4210128565"]},{"id":"https://openalex.org/I4210149358","display_name":"Nokia (France)","ror":"https://ror.org/04kwfkk85","country_code":"FR","type":"company","lineage":["https://openalex.org/I2738502077","https://openalex.org/I4210149358"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Majid Butt","raw_affiliation_strings":["Nokia,Paris-Saclay,France","Nokia, Paris-Saclay, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Paris-Saclay,France","institution_ids":["https://openalex.org/I277688954","https://openalex.org/I2801360556","https://openalex.org/I4210149358"]},{"raw_affiliation_string":"Nokia, Paris-Saclay, France","institution_ids":["https://openalex.org/I4210149358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039009607","display_name":"Jens Steiner","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139223","display_name":"Aalborg Portland (Denmark)","ror":"https://ror.org/03fs09n75","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210139223"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Jens Steiner","raw_affiliation_strings":["Nokia,Aalborg,Denmark","Nokia, Aalborg, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Aalborg,Denmark","institution_ids":["https://openalex.org/I4210139223"]},{"raw_affiliation_string":"Nokia, Aalborg, Denmark","institution_ids":["https://openalex.org/I4210139223"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052241697","display_name":"Klaus I. Pedersen","orcid":null},"institutions":[{"id":"https://openalex.org/I4210139223","display_name":"Aalborg Portland (Denmark)","ror":"https://ror.org/03fs09n75","country_code":"DK","type":"company","lineage":["https://openalex.org/I4210139223"]}],"countries":["DK"],"is_corresponding":false,"raw_author_name":"Klaus I. Pedersen","raw_affiliation_strings":["Nokia,Aalborg,Denmark","Nokia, Aalborg, Denmark"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nokia,Aalborg,Denmark","institution_ids":["https://openalex.org/I4210139223"]},{"raw_affiliation_string":"Nokia, Aalborg, Denmark","institution_ids":["https://openalex.org/I4210139223"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.652,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81669767,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10575","display_name":"Wireless Communication Networks Research","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10796","display_name":"Cooperative Communication and Network Coding","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8204948902130127},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7111625671386719},{"id":"https://openalex.org/keywords/ran","display_name":"Ran","score":0.7003101110458374},{"id":"https://openalex.org/keywords/telecommunications-link","display_name":"Telecommunications link","score":0.680755078792572},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.6541641354560852},{"id":"https://openalex.org/keywords/c-ran","display_name":"C-RAN","score":0.530720591545105},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.46279168128967285},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.4264986515045166},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.42366060614585876},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.40197592973709106},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.25348132848739624},{"id":"https://openalex.org/keywords/radio-access-network","display_name":"Radio access network","score":0.2451469898223877},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.14322468638420105}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8204948902130127},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7111625671386719},{"id":"https://openalex.org/C160704184","wikidata":"https://www.wikidata.org/wiki/Q18031028","display_name":"Ran","level":2,"score":0.7003101110458374},{"id":"https://openalex.org/C138660444","wikidata":"https://www.wikidata.org/wiki/Q5607897","display_name":"Telecommunications link","level":2,"score":0.680755078792572},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.6541641354560852},{"id":"https://openalex.org/C2779765720","wikidata":"https://www.wikidata.org/wiki/Q5005908","display_name":"C-RAN","level":5,"score":0.530720591545105},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.46279168128967285},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.4264986515045166},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.42366060614585876},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.40197592973709106},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.25348132848739624},{"id":"https://openalex.org/C106365562","wikidata":"https://www.wikidata.org/wiki/Q3078360","display_name":"Radio access network","level":4,"score":0.2451469898223877},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.14322468638420105},{"id":"https://openalex.org/C207029474","wikidata":"https://www.wikidata.org/wiki/Q384018","display_name":"Mobile station","level":3,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/vtc2022-spring54318.2022.9860770","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vtc2022-spring54318.2022.9860770","pdf_url":null,"source":{"id":"https://openalex.org/S4363607744","display_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring)","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/a5c32031-ab65-4937-b301-ded9af56b1bb","is_oa":false,"landing_page_url":"https://vbn.aau.dk/da/publications/a5c32031-ab65-4937-b301-ded9af56b1bb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401731","display_name":"VBN Forskningsportal (Aalborg Universitet)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I891191580","host_organization_name":"Aalborg University","host_organization_lineage":["https://openalex.org/I891191580"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Song , J , Kovacs , I , Butt , M , Steiner , J & Pedersen , K I 2022 , Intra-RAN Online Distributed Reinforcement Learning For Uplink Power Control in 5G Cellular Networks . in 2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring) . IEEE , I E E E V T S Vehicular Technology Conference. Proceedings , pp. 1-7 , 2022 IEEE 95th Vehicular Technology Conference: (VTC2022-Spring) , 19/06/2022 . https://doi.org/10.1109/VTC2022-Spring54318.2022.9860770","raw_type":"contributionToPeriodical"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1972261086","https://openalex.org/W1995790946","https://openalex.org/W1996138841","https://openalex.org/W2010151093","https://openalex.org/W2030078386","https://openalex.org/W2083463354","https://openalex.org/W2101413728","https://openalex.org/W2164246999","https://openalex.org/W2468163579","https://openalex.org/W2552014313","https://openalex.org/W2784803756","https://openalex.org/W2969195240","https://openalex.org/W3044104743","https://openalex.org/W3112469981","https://openalex.org/W3157321018","https://openalex.org/W4200588365","https://openalex.org/W4214717370","https://openalex.org/W6794400406"],"related_works":["https://openalex.org/W2885627391","https://openalex.org/W4401508502","https://openalex.org/W4324323655","https://openalex.org/W2922954044","https://openalex.org/W790449367","https://openalex.org/W4408041959","https://openalex.org/W3011943308","https://openalex.org/W3037103914","https://openalex.org/W1982654631","https://openalex.org/W3018338683"],"abstract_inverted_index":{"Uplink":[0],"power":[1,33],"control":[2,34],"plays":[3],"a":[4,9,29,47,70,94,122,148],"significant":[5],"role":[6],"in":[7,46],"maintaining":[8],"good":[10],"signal":[11],"quality":[12],"at":[13],"the":[14,25,42,155],"serving":[15],"cell":[16],"while":[17],"minimizing":[18],"interference":[19],"to":[20,82,108,115,154],"neighboring":[21],"cells,":[22],"thus":[23],"maximizing":[24],"system":[26,141],"performance.":[27,112],"Traditionally,":[28],"single":[30],"value":[31],"open-loop":[32],"(OLPC)":[35],"parameter,":[36],"P0,":[37],"is":[38,53,137],"configured":[39],"for":[40,55],"all":[41],"user":[43],"equipments":[44],"(UEs)":[45],"cell,":[48],"and":[49,75],"often":[50],"same":[51],"setting":[52],"used":[54],"similar":[56],"cells.":[57],"Recent":[58],"studies":[59],"have":[60],"demonstrated":[61],"that":[62],"optimal":[63],"P0depends":[64],"on":[65,97],"many":[66],"factors,":[67],"which":[68],"yields":[69],"complex":[71],"multidimensional":[72],"optimization":[73],"problem":[74],"there":[76],"are":[77],"no":[78],"efficient":[79],"approaches":[80],"known":[81],"solve":[83],"it":[84],"under":[85],"practical":[86],"system-level":[87],"settings.":[88],"In":[89],"this":[90],"paper,":[91],"we":[92],"propose":[93],"solution":[95,120,136],"based":[96],"reinforcement":[98],"learning":[99],"(RL)":[100],"where":[101,127,144],"each":[102,128],"BS":[103],"autonomously":[104],"adjusts":[105],"its":[106,110,131],"P0setting":[107],"maximize":[109],"throughput":[111],"As":[113],"compared":[114,153],"conventional":[116],"sub-optimal":[117],"approach,":[118],"our":[119,145],"encompasses":[121],"smart":[123],"clustering":[124],"of":[125],"UEs,":[126],"cluster":[129],"specifies":[130],"own":[132],"P0.":[133],"The":[134],"proposed":[135],"evaluated":[138],"by":[139],"extensive":[140],"level":[142],"simulations,":[143],"results":[146],"demonstrate":[147],"potential":[149],"performance":[150],"enhancement":[151],"as":[152],"baseline":[156],"proposals.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}