{"id":"https://openalex.org/W4301367529","doi":"https://doi.org/10.1109/cloudnet55617.2022.9978863","title":"Policy-Gradient-Based Reinforcement Learning for Computing Resources Allocation in O-RAN","display_name":"Policy-Gradient-Based Reinforcement Learning for Computing Resources Allocation in O-RAN","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4301367529","doi":"https://doi.org/10.1109/cloudnet55617.2022.9978863"},"language":"en","primary_location":{"id":"doi:10.1109/cloudnet55617.2022.9978863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudnet55617.2022.9978863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 11th International Conference on Cloud Networking (CloudNet)","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://hal.science/hal-03791024","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5050100940","display_name":"Mahdi Sharara","orcid":"https://orcid.org/0000-0003-4550-9938"},"institutions":[{"id":"https://openalex.org/I4210097418","display_name":"Laboratoire des signaux et syst\u00e8mes","ror":"https://ror.org/00skw9v43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Mahdi Sharara","raw_affiliation_strings":["Université Paris Saclay-CNRS-CentraleSupélec,Laboratoire des Signaux et Systèmes,France"],"affiliations":[{"raw_affiliation_string":"Université Paris Saclay-CNRS-CentraleSupélec,Laboratoire des Signaux et Systèmes,France","institution_ids":["https://openalex.org/I4210097418","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020061536","display_name":"Turgay Pamuklu","orcid":"https://orcid.org/0000-0003-1444-8263"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Turgay Pamuklu","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006496038","display_name":"Sahar Hoteit","orcid":"https://orcid.org/0000-0002-6291-5391"},"institutions":[{"id":"https://openalex.org/I4210097418","display_name":"Laboratoire des signaux et syst\u00e8mes","ror":"https://ror.org/00skw9v43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Sahar Hoteit","raw_affiliation_strings":["Université Paris Saclay-CNRS-CentraleSupélec,Laboratoire des Signaux et Systèmes,France"],"affiliations":[{"raw_affiliation_string":"Université Paris Saclay-CNRS-CentraleSupélec,Laboratoire des Signaux et Systèmes,France","institution_ids":["https://openalex.org/I4210097418","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020257136","display_name":"V\u00e9ronique V\u00e8que","orcid":"https://orcid.org/0000-0002-1752-6020"},"institutions":[{"id":"https://openalex.org/I4210097418","display_name":"Laboratoire des signaux et syst\u00e8mes","ror":"https://ror.org/00skw9v43","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I277688954","https://openalex.org/I277688954","https://openalex.org/I4210097418","https://openalex.org/I4210107720"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Veronique Veque","raw_affiliation_strings":["Université Paris Saclay-CNRS-CentraleSupélec,Laboratoire des Signaux et Systèmes,France"],"affiliations":[{"raw_affiliation_string":"Université Paris Saclay-CNRS-CentraleSupélec,Laboratoire des Signaux et Systèmes,France","institution_ids":["https://openalex.org/I4210097418","https://openalex.org/I1294671590"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5089891162","display_name":"Melike Erol\u2010Kantarci","orcid":"https://orcid.org/0000-0001-6787-8457"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Melike Erol-Kantarci","raw_affiliation_strings":["University of Ottawa,School of Electrical Engineering and Computer Science,Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa,School of Electrical Engineering and Computer Science,Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5050100940"],"corresponding_institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I4210097418"],"apc_list":null,"apc_paid":null,"fwci":1.9929,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86930585,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"229","last_page":"236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8631153702735901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7563241720199585},{"id":"https://openalex.org/keywords/ran","display_name":"Ran","score":0.5055210590362549},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3960339426994324},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3886690139770508},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2707081735134125}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8631153702735901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7563241720199585},{"id":"https://openalex.org/C160704184","wikidata":"https://www.wikidata.org/wiki/Q18031028","display_name":"Ran","level":2,"score":0.5055210590362549},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3960339426994324},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3886690139770508},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2707081735134125}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/cloudnet55617.2022.9978863","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cloudnet55617.2022.9978863","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE 11th International Conference on Cloud Networking (CloudNet)","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03791024v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03791024","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE 11th International Conference on Cloud Networking (CloudNet), Nov 2022, Paris, France. ⟨10.1109/cloudnet55617.2022.9978863⟩","raw_type":"Conference papers"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-03791024v1","is_oa":true,"landing_page_url":"https://hal.science/hal-03791024","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2022 IEEE 11th International Conference on Cloud Networking (CloudNet), Nov 2022, Paris, France. ⟨10.1109/cloudnet55617.2022.9978863⟩","raw_type":"Conference papers"},"sustainable_development_goals":[{"score":0.5400000214576721,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1558736556","https://openalex.org/W1630733292","https://openalex.org/W2888311096","https://openalex.org/W2906637685","https://openalex.org/W2989734355","https://openalex.org/W3003978953","https://openalex.org/W3043953517","https://openalex.org/W3091704528","https://openalex.org/W3094648402","https://openalex.org/W3125274333","https://openalex.org/W3167615896","https://openalex.org/W3173151636","https://openalex.org/W3179635614","https://openalex.org/W3183966592","https://openalex.org/W3217596786","https://openalex.org/W4214717370","https://openalex.org/W4225292274","https://openalex.org/W4283214234","https://openalex.org/W4289821432","https://openalex.org/W4292027170","https://openalex.org/W4317796310","https://openalex.org/W6636933019","https://openalex.org/W6784257561","https://openalex.org/W6809567804"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W1766728438","https://openalex.org/W1668090144","https://openalex.org/W2504993638","https://openalex.org/W2083168956","https://openalex.org/W2980853820","https://openalex.org/W404373762","https://openalex.org/W2186004379"],"abstract_inverted_index":{"Open":[0,152],"Radio":[1,153],"Access":[2],"Network":[3],"(O-RAN)":[4],"is":[5,64],"a":[6,67,148],"novel":[7],"architecture":[8],"aiming":[9],"to":[10,15,25,39,91,108,134,137],"disaggregate":[11],"the":[12,23,33,41,55,72,98,109,119,128,138,156,160,167],"network":[13],"components":[14],"reduce":[16],"capital":[17],"and":[18,21,49,93,96],"operational":[19],"costs":[20],"open":[22],"interfaces":[24],"ensure":[26],"interoperability.":[27],"In":[28],"this":[29],"work,":[30],"we":[31,70,117],"consider":[32],"problem":[34,76,83,120],"of":[35,43,57,100,112,130,151,159],"allocating":[36,88],"computing":[37,73,89],"resources":[38,74,90],"process":[40],"data":[42],"enhanced":[44],"Mobile":[45],"BroadBand":[46],"(eMBB)":[47],"users":[48,95,102],"Ultra-Reliable":[50],"Low-Latency":[51],"(URLLC)":[52],"Users.":[53],"Supposing":[54],"processing":[56],"users\u2019":[58],"frames":[59],"from":[60,166],"different":[61,149],"base":[62],"stations":[63],"done":[65],"in":[66],"shared":[68],"O-Cloud,":[69],"model":[71,118],"allocation":[75],"as":[77],"an":[78,114],"Integer":[79],"Linear":[80],"Programming":[81],"(ILP)":[82],"that":[84],"aims":[85],"at":[86],"fairly":[87],"eMBB":[92,105],"URLLC":[94,101],"optimizing":[97],"QoS":[99],"without":[103],"neglecting":[104],"users.":[106],"Due":[107],"high":[110],"complexity":[111],"solving":[113],"ILP":[115,139,168],"problem,":[116],"using":[121],"Reinforcement":[122],"Learning":[123],"(RL).":[124],"Our":[125],"results":[126],"demonstrate":[127],"ability":[129],"our":[131],"RL-based":[132],"solution":[133],"perform":[135],"close":[136],"solver":[140],"while":[141],"having":[142],"much":[143],"lower":[144],"computational":[145],"complexity.":[146],"For":[147],"number":[150],"Units":[154],"(O-RUs),":[155],"objective":[157,169],"value":[158],"RL":[161],"agent":[162],"does":[163],"not":[164],"deviate":[165],"by":[170],"more":[171],"than":[172],"6%.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}