{"id":"https://openalex.org/W4385269822","doi":"https://doi.org/10.1109/eucnc/6gsummit58263.2023.10188350","title":"Hybrid Radio Resource Management Based on Multi-Agent Reinforcement Learning","display_name":"Hybrid Radio Resource Management Based on Multi-Agent Reinforcement Learning","publication_year":2023,"publication_date":"2023-06-06","ids":{"openalex":"https://openalex.org/W4385269822","doi":"https://doi.org/10.1109/eucnc/6gsummit58263.2023.10188350"},"language":"en","primary_location":{"id":"doi:10.1109/eucnc/6gsummit58263.2023.10188350","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/eucnc/6gsummit58263.2023.10188350","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Joint European Conference on Networks and Communications & 6G Summit (EuCNC/6G Summit)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://cea.hal.science/cea-04372359/document","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050555221","display_name":"Lam Ngoc Dinh","orcid":"https://orcid.org/0000-0003-3043-3627"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Lam Ngoc Dinh","raw_affiliation_strings":["CEA-Leti, Université Grenoble Alpes,Grenoble,France,F-38000"],"affiliations":[{"raw_affiliation_string":"CEA-Leti, Université Grenoble Alpes,Grenoble,France,F-38000","institution_ids":["https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017452923","display_name":"Mickael Maman","orcid":"https://orcid.org/0000-0003-0204-5213"},"institutions":[{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]},{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Mickael Maman","raw_affiliation_strings":["CEA-Leti, Université Grenoble Alpes,Grenoble,France,F-38000"],"affiliations":[{"raw_affiliation_string":"CEA-Leti, Université Grenoble Alpes,Grenoble,France,F-38000","institution_ids":["https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5050392672","display_name":"Emilio Calvanese Strinati","orcid":"https://orcid.org/0000-0001-9346-8478"},"institutions":[{"id":"https://openalex.org/I2738703131","display_name":"Commissariat \u00e0 l'\u00c9nergie Atomique et aux \u00c9nergies Alternatives","ror":"https://ror.org/00jjx8s55","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131"]},{"id":"https://openalex.org/I4210150049","display_name":"Laboratoire d'\u00c9lectronique des Technologies de l'Information","ror":"https://ror.org/04mf0wv34","country_code":"FR","type":"government","lineage":["https://openalex.org/I2738703131","https://openalex.org/I2738703131","https://openalex.org/I4210117989","https://openalex.org/I4210150049"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Emilio Calvanese Strinati","raw_affiliation_strings":["CEA-Leti, Université Grenoble Alpes,Grenoble,France,F-38000"],"affiliations":[{"raw_affiliation_string":"CEA-Leti, Université Grenoble Alpes,Grenoble,France,F-38000","institution_ids":["https://openalex.org/I4210150049","https://openalex.org/I2738703131"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5050555221"],"corresponding_institution_ids":["https://openalex.org/I2738703131","https://openalex.org/I4210150049"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.10238265,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"abs/1312.5602","issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10579","display_name":"Cognitive Radio Networks and Spectrum Sensing","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10249","display_name":"Distributed Control Multi-Agent Systems","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.9290676116943359},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.831073522567749},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.625481903553009},{"id":"https://openalex.org/keywords/latency","display_name":"Latency (audio)","score":0.6159818172454834},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5883468985557556},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.46082603931427},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.4290613830089569},{"id":"https://openalex.org/keywords/protocol-stack","display_name":"Protocol stack","score":0.4144335985183716},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.396271675825119},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.36736205220222473},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10406526923179626},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.10163295269012451}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.9290676116943359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.831073522567749},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.625481903553009},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.6159818172454834},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5883468985557556},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.46082603931427},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4290613830089569},{"id":"https://openalex.org/C38601921","wikidata":"https://www.wikidata.org/wiki/Q1757693","display_name":"Protocol stack","level":3,"score":0.4144335985183716},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.396271675825119},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.36736205220222473},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10406526923179626},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.10163295269012451},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/eucnc/6gsummit58263.2023.10188350","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/eucnc/6gsummit58263.2023.10188350","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 Joint European Conference on Networks and Communications & 6G Summit (EuCNC/6G Summit)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:cea-04372359v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04372359","pdf_url":"https://cea.hal.science/cea-04372359/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EuCNC/6G Summit 2023 - European Conference on Networks and Communications & 6G Summit : Radio Access and Softwarisation (RAS), Jun 2023, G\u00f6teborg, Sweden. pp.1-6, ⟨10.1109/EuCNC/6GSummit58263.2023.10188350⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:cea-04372359v1","is_oa":true,"landing_page_url":"https://cea.hal.science/cea-04372359","pdf_url":"https://cea.hal.science/cea-04372359/document","source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"EuCNC/6G Summit 2023 - European Conference on Networks and Communications & 6G Summit : Radio Access and Softwarisation (RAS), Jun 2023, G\u00f6teborg, Sweden. pp.1-6, ⟨10.1109/EuCNC/6GSummit58263.2023.10188350⟩","raw_type":"Conference papers"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G6307292145","display_name":"Private 5G Networks for Connected Industries","funder_award_id":"861459","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4385269822.pdf","grobid_xml":"https://content.openalex.org/works/W4385269822.grobid-xml"},"referenced_works_count":14,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1966208686","https://openalex.org/W2145339207","https://openalex.org/W2884606784","https://openalex.org/W2898754723","https://openalex.org/W2962908937","https://openalex.org/W2968764495","https://openalex.org/W3045857701","https://openalex.org/W3112739849","https://openalex.org/W3122702026","https://openalex.org/W3217619136","https://openalex.org/W4298857966","https://openalex.org/W6637967152","https://openalex.org/W6677916085"],"related_works":["https://openalex.org/W2742483371","https://openalex.org/W3096874164","https://openalex.org/W2166117066","https://openalex.org/W3087814763","https://openalex.org/W2357975469","https://openalex.org/W2136202932","https://openalex.org/W4376605461","https://openalex.org/W4400868993","https://openalex.org/W2361647908","https://openalex.org/W2952356279"],"abstract_inverted_index":{"In":[0,46],"this":[1],"paper,":[2],"we":[3,104,127],"propose":[4],"a":[5,23,81,106,116],"novel":[6],"hybrid":[7],"grant-based":[8],"and":[9,32,39,64,101,139],"grant-free":[10],"radio":[11,137],"access":[12],"scheme.":[13],"We":[14],"provide":[15],"two":[16],"multi-agent":[17],"reinforcement":[18],"learning":[19],"algorithms":[20],"to":[21,134],"optimize":[22],"global":[24,82],"network":[25,33],"objective":[26],"in":[27,94],"terms":[28],"of":[29,89,131],"latency,":[30],"reliability":[31],"throughput:":[34],"Multi-Agent":[35,40],"Deep":[36,41],"Q-Learning":[37],"(MADQL)":[38],"Deterministic":[42],"Policy":[43],"Gradient":[44],"(MADDPG).":[45],"MADQL,":[47],"each":[48,90],"user":[49],"(agent)":[50],"learns":[51],"its":[52,61],"optimal":[53,67],"action-value":[54],"function,":[55],"which":[56,85],"is":[57,125],"based":[58],"only":[59],"on":[60],"local":[62],"observation,":[63],"performs":[65],"an":[66],"opportunistic":[68],"action":[69,88],"using":[70],"the":[71,76,87,95,111,121,129],"shared":[72,107],"spectrum.":[73],"MADDPG":[74],"involves":[75],"attached":[77],"gNB":[78],"function":[79],"as":[80],"observer":[83],"(critic),":[84],"criticizes":[86],"associated":[91],"agent":[92],"(actor)":[93],"network.":[96],"By":[97],"leveraging":[98],"centralised":[99],"training":[100],"decentralised":[102],"execution,":[103],"achieve":[105],"goal":[108],"better":[109],"than":[110],"first":[112],"algorithm.":[113],"Then,":[114],"through":[115],"system":[117],"level":[118],"simulation":[119],"where":[120],"full":[122],"protocol":[123],"stack":[124],"considered,":[126],"show":[128],"gain":[130],"our":[132],"approach":[133],"efficiently":[135],"manage":[136],"resources":[138],"guarantee":[140],"latency.":[141]},"counts_by_year":[],"updated_date":"2026-03-21T08:13:44.787528","created_date":"2025-10-10T00:00:00"}