{"id":"https://openalex.org/W3048232677","doi":"https://doi.org/10.1109/tsusc.2020.3025139","title":"Distributed Deep Reinforcement Learning for Functional Split Control in Energy Harvesting Virtualized Small Cells","display_name":"Distributed Deep Reinforcement Learning for Functional Split Control in Energy Harvesting Virtualized Small Cells","publication_year":2020,"publication_date":"2020-09-18","ids":{"openalex":"https://openalex.org/W3048232677","doi":"https://doi.org/10.1109/tsusc.2020.3025139","mag":"3048232677"},"language":"en","primary_location":{"id":"doi:10.1109/tsusc.2020.3025139","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsusc.2020.3025139","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2008.04105","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012117887","display_name":"Dagnachew Azene Temesgene","orcid":"https://orcid.org/0000-0002-2280-3336"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Dagnachew Azene Temesgene","raw_affiliation_strings":["CTTC/CERCA Av. Carl Friedrich Gauss, Barcelona, Spain","[Centre Tecnologic de Telecomunicacions de Catalunya, 322866 Barcelona, Barcelona Spain 08860 (e-mail: daazene@gmail.com)]"],"raw_orcid":"https://orcid.org/0000-0002-2280-3336","affiliations":[{"raw_affiliation_string":"CTTC/CERCA Av. Carl Friedrich Gauss, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]},{"raw_affiliation_string":"[Centre Tecnologic de Telecomunicacions de Catalunya, 322866 Barcelona, Barcelona Spain 08860 (e-mail: daazene@gmail.com)]","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002762673","display_name":"Marco Miozzo","orcid":"https://orcid.org/0000-0003-3872-5907"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Marco Miozzo","raw_affiliation_strings":["CTTC/CERCA Av. Carl Friedrich Gauss, Barcelona, Spain","[Centre Tecnologic de Telecomunicacions de Catalunya, 322866 Barcelona, Barcelona Spain (e-mail: mmiozzo@cttc.es)]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"CTTC/CERCA Av. Carl Friedrich Gauss, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]},{"raw_affiliation_string":"[Centre Tecnologic de Telecomunicacions de Catalunya, 322866 Barcelona, Barcelona Spain (e-mail: mmiozzo@cttc.es)]","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016883501","display_name":"Den\u0131z G\u00fcnd\u00fcz","orcid":"https://orcid.org/0000-0002-7725-395X"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Deniz Gunduz","raw_affiliation_strings":["Imperial College London, London, U.K","[Imperial College London, 4615 London, London United Kingdom of Great Britain and Northern Ireland (e-mail: d.gunduz@imperial.ac.uk)]"],"raw_orcid":"https://orcid.org/0000-0002-7725-395X","affiliations":[{"raw_affiliation_string":"Imperial College London, London, U.K","institution_ids":["https://openalex.org/I47508984"]},{"raw_affiliation_string":"[Imperial College London, 4615 London, London United Kingdom of Great Britain and Northern Ireland (e-mail: d.gunduz@imperial.ac.uk)]","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055526140","display_name":"Paolo Dini","orcid":"https://orcid.org/0000-0001-6756-0289"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Paolo Dini","raw_affiliation_strings":["CTTC/CERCA Av. Carl Friedrich Gauss, Barcelona, Spain","[Centre Tecnologic de Telecomunicacions de Catalunya, 322866 Barcelona, Barcelona Spain (e-mail: paolo.dini@cttc.es)]"],"raw_orcid":"https://orcid.org/0000-0001-6756-0289","affiliations":[{"raw_affiliation_string":"CTTC/CERCA Av. Carl Friedrich Gauss, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]},{"raw_affiliation_string":"[Centre Tecnologic de Telecomunicacions de Catalunya, 322866 Barcelona, Barcelona Spain (e-mail: paolo.dini@cttc.es)]","institution_ids":["https://openalex.org/I4210087295"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.1041,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.42864057,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"6","issue":"4","first_page":"626","last_page":"640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10714","display_name":"Software-Defined Networks and 5G","score":0.9904999732971191,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8131603598594666},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7074711918830872},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5151370763778687},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.494153767824173},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.4847571551799774},{"id":"https://openalex.org/keywords/grid","display_name":"Grid","score":0.4538782835006714},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3851429224014282},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.13451477885246277},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11328375339508057}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8131603598594666},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7074711918830872},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5151370763778687},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.494153767824173},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.4847571551799774},{"id":"https://openalex.org/C187691185","wikidata":"https://www.wikidata.org/wiki/Q2020720","display_name":"Grid","level":2,"score":0.4538782835006714},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3851429224014282},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.13451477885246277},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11328375339508057},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/tsusc.2020.3025139","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsusc.2020.3025139","pdf_url":null,"source":{"id":"https://openalex.org/S4210221417","display_name":"IEEE Transactions on Sustainable Computing","issn_l":"2377-3782","issn":["2377-3782","2377-3790"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Sustainable Computing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2008.04105","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.04105","pdf_url":"https://arxiv.org/pdf/2008.04105","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:3048232677","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2008.04105","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:oai:spiral.imperial.ac.uk:10044/1/86605","is_oa":false,"landing_page_url":"http://hdl.handle.net/10044/1/86605","pdf_url":null,"source":{"id":"https://openalex.org/S4306401396","display_name":"Spiral (Imperial College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I47508984","host_organization_name":"Imperial College London","host_organization_lineage":["https://openalex.org/I47508984"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"640","raw_type":"Journal Article"},{"id":"pmh:oai:zenodo.org:4430405","is_oa":true,"landing_page_url":"https://zenodo.org/record/4430405","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Transactions on Sustainable Computing 1 - 1","raw_type":"info:eu-repo/semantics/article"},{"id":"doi:10.48550/arxiv.2008.04105","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2008.04105","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2008.04105","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2008.04105","pdf_url":"https://arxiv.org/pdf/2008.04105","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.6299999952316284,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W1787677237","https://openalex.org/W1967715173","https://openalex.org/W1989375152","https://openalex.org/W2011734610","https://openalex.org/W2023607571","https://openalex.org/W2055350293","https://openalex.org/W2061023771","https://openalex.org/W2065154528","https://openalex.org/W2073749694","https://openalex.org/W2075142536","https://openalex.org/W2079985616","https://openalex.org/W2099618002","https://openalex.org/W2121863487","https://openalex.org/W2133019626","https://openalex.org/W2145339207","https://openalex.org/W2558600380","https://openalex.org/W2564435605","https://openalex.org/W2755053240","https://openalex.org/W2764196931","https://openalex.org/W2802177437","https://openalex.org/W2806475318","https://openalex.org/W2883718821","https://openalex.org/W2907365512","https://openalex.org/W2907637692","https://openalex.org/W2922036814","https://openalex.org/W2962712656","https://openalex.org/W2963477597","https://openalex.org/W2963728120","https://openalex.org/W2972029200","https://openalex.org/W2972283154","https://openalex.org/W2991389796","https://openalex.org/W3103403280","https://openalex.org/W6730701642"],"related_works":["https://openalex.org/W3088337262","https://openalex.org/W2972029200","https://openalex.org/W2610853759","https://openalex.org/W3010100380","https://openalex.org/W2182302357","https://openalex.org/W2786137637","https://openalex.org/W2799333726","https://openalex.org/W2811146418","https://openalex.org/W2626333357","https://openalex.org/W2883718821","https://openalex.org/W2112622925","https://openalex.org/W3190563594","https://openalex.org/W2950228313","https://openalex.org/W2990828610","https://openalex.org/W3174854388","https://openalex.org/W2920875602","https://openalex.org/W2766517900","https://openalex.org/W2996680963","https://openalex.org/W2897547158","https://openalex.org/W2913181486"],"abstract_inverted_index":{"To":[0],"meet":[1],"the":[2,24,32,98,123,132,150,160,167,178],"growing":[3],"quest":[4],"for":[5],"enhanced":[6],"network":[7,10,64,133,173],"capacity,":[8],"mobile":[9,28,45],"operators":[11],"(MNOs)":[12],"are":[13],"deploying":[14],"dense":[15],"infrastructures":[16],"of":[17,27,43,65,125,131,137],"small":[18,67],"cells.":[19],"This,":[20],"in":[21,135],"turn,":[22],"increases":[23],"power":[25],"consumption":[26,140],"networks,":[29],"thus":[30],"impacting":[31],"environment.":[33],"As":[34],"a":[35,40,63,87,110,156,188,197],"result,":[36],"we":[37,61],"have":[38],"seen":[39],"recent":[41],"trend":[42],"powering":[44],"networks":[46],"with":[47,76,185],"harvested":[48],"ambient":[49],"energy":[50,72,94,101,139],"to":[51,86,159,177,187],"achieve":[52],"both":[53],"environmental":[54],"and":[55,74,102,108,141,181],"cost":[56,183],"benefits.":[57],"In":[58],"this":[59],"paper,":[60],"consider":[62],"virtualized":[66],"cells":[68],"(vSCs)":[69],"powered":[70],"by":[71],"harvesters":[73],"equipped":[75],"rechargeable":[77],"batteries,":[78],"which":[79],"can":[80],"opportunistically":[81],"offload":[82],"baseband":[83],"(BB)":[84],"functions":[85],"grid-connected":[88],"edge":[89],"server":[90],"depending":[91],"on":[92],"their":[93],"availability.":[95],"We":[96],"formulate":[97],"corresponding":[99],"grid":[100,138],"traffic":[103,142],"drop":[104,143],"rate":[105,144],"minimization":[106],"problem,":[107],"propose":[109],"distributed":[111],"deep":[112],"reinforcement":[113,191],"learning":[114,192],"(DDRL)":[115],"solution.":[116],"Coordination":[117],"among":[118,149],"vSCs":[119,151],"is":[120],"enabled":[121],"via":[122,152],"exchange":[124,154],"battery":[126],"state":[127],"information.":[128],"The":[129],"evaluation":[130],"performance":[134,157],"terms":[136],"confirms":[145],"that":[146,166],"enabling":[147],"coordination":[148],"knowledge":[153],"achieves":[155],"close":[158],"optimal.":[161],"Numerical":[162],"results":[163],"also":[164],"confirm":[165],"proposed":[168],"DDRL":[169],"solution":[170,194],"provides":[171],"higher":[172,182],"performance,":[174],"better":[175],"adaptation":[176],"changing":[179],"environment,":[180],"savings":[184],"respect":[186],"tabular":[189],"multi-agent":[190],"(MRL)":[193],"used":[195],"as":[196],"benchmark.":[198]},"counts_by_year":[{"year":2021,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}