{"id":"https://openalex.org/W2920988370","doi":"https://doi.org/10.1109/jsac.2019.2904362","title":"Online Learning for Energy Saving and Interference Coordination in HetNets","display_name":"Online Learning for Energy Saving and Interference Coordination in HetNets","publication_year":2019,"publication_date":"2019-03-11","ids":{"openalex":"https://openalex.org/W2920988370","doi":"https://doi.org/10.1109/jsac.2019.2904362","mag":"2920988370"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2019.2904362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2904362","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018392822","display_name":"Jose A. Ayala\u2010Romero","orcid":"https://orcid.org/0000-0001-7402-3174"},"institutions":[{"id":"https://openalex.org/I3123212020","display_name":"Universidad Polit\u00e9cnica de Cartagena","ror":"https://ror.org/02k5kx966","country_code":"ES","type":"education","lineage":["https://openalex.org/I3123212020"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jose A. Ayala-Romero","raw_affiliation_strings":["Department of Information and Communications Technologies, Technical University of Cartagena, Cartagena, Spain"],"raw_orcid":"https://orcid.org/0000-0001-7402-3174","affiliations":[{"raw_affiliation_string":"Department of Information and Communications Technologies, Technical University of Cartagena, Cartagena, Spain","institution_ids":["https://openalex.org/I3123212020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081774524","display_name":"Juan J. Alcaraz","orcid":"https://orcid.org/0000-0002-1756-0130"},"institutions":[{"id":"https://openalex.org/I3123212020","display_name":"Universidad Polit\u00e9cnica de Cartagena","ror":"https://ror.org/02k5kx966","country_code":"ES","type":"education","lineage":["https://openalex.org/I3123212020"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan J. Alcaraz","raw_affiliation_strings":["Department of Information and Communications Technologies, Technical University of Cartagena, Cartagena, Spain"],"raw_orcid":"https://orcid.org/0000-0002-1756-0130","affiliations":[{"raw_affiliation_string":"Department of Information and Communications Technologies, Technical University of Cartagena, Cartagena, Spain","institution_ids":["https://openalex.org/I3123212020"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008187510","display_name":"Andr\u00e9a Zanella","orcid":"https://orcid.org/0000-0003-3671-5190"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea Zanella","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Padua, Italy"],"raw_orcid":"https://orcid.org/0000-0003-3671-5190","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5005894115","display_name":"Michele Zorzi","orcid":"https://orcid.org/0000-0003-2870-4678"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Zorzi","raw_affiliation_strings":["Department of Information Engineering, University of Padova, Padua, Italy"],"raw_orcid":"https://orcid.org/0000-0003-2870-4678","affiliations":[{"raw_affiliation_string":"Department of Information Engineering, University of Padova, Padua, Italy","institution_ids":["https://openalex.org/I138689650"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7357,"has_fulltext":false,"cited_by_count":31,"citation_normalized_percentile":{"value":0.8400114,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"37","issue":"6","first_page":"1374","last_page":"1388"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11409","display_name":"Advanced Wireless Network Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8400605916976929},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6533001661300659},{"id":"https://openalex.org/keywords/quality-of-service","display_name":"Quality of service","score":0.64952152967453},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.5985935926437378},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5326235890388489},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.48519375920295715},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.46853581070899963},{"id":"https://openalex.org/keywords/thompson-sampling","display_name":"Thompson sampling","score":0.44270285964012146},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.43412530422210693},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.43285268545150757},{"id":"https://openalex.org/keywords/heterogeneous-network","display_name":"Heterogeneous network","score":0.42133229970932007},{"id":"https://openalex.org/keywords/bayesian-probability","display_name":"Bayesian probability","score":0.2811189293861389},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.2632277011871338},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2516992688179016},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.21235451102256775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.20118838548660278},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.08936271071434021}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8400605916976929},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6533001661300659},{"id":"https://openalex.org/C5119721","wikidata":"https://www.wikidata.org/wiki/Q220501","display_name":"Quality of service","level":2,"score":0.64952152967453},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.5985935926437378},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5326235890388489},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.48519375920295715},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.46853581070899963},{"id":"https://openalex.org/C73602740","wikidata":"https://www.wikidata.org/wiki/Q7795822","display_name":"Thompson sampling","level":3,"score":0.44270285964012146},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.43412530422210693},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.43285268545150757},{"id":"https://openalex.org/C158207573","wikidata":"https://www.wikidata.org/wiki/Q5747224","display_name":"Heterogeneous network","level":4,"score":0.42133229970932007},{"id":"https://openalex.org/C107673813","wikidata":"https://www.wikidata.org/wiki/Q812534","display_name":"Bayesian probability","level":2,"score":0.2811189293861389},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.2632277011871338},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2516992688179016},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.21235451102256775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.20118838548660278},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.08936271071434021},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/jsac.2019.2904362","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2019.2904362","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3315523","is_oa":false,"landing_page_url":"http://hdl.handle.net/11577/3315523","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:www.research.unipd.it:11577/3352692","is_oa":false,"landing_page_url":"http://hdl.handle.net/11577/3352692","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W154564440","https://openalex.org/W1522301498","https://openalex.org/W1598846723","https://openalex.org/W1972470182","https://openalex.org/W2008783708","https://openalex.org/W2020081405","https://openalex.org/W2090500089","https://openalex.org/W2098432798","https://openalex.org/W2101234009","https://openalex.org/W2108114251","https://openalex.org/W2108738385","https://openalex.org/W2112420033","https://openalex.org/W2114650529","https://openalex.org/W2125890412","https://openalex.org/W2130891087","https://openalex.org/W2161044775","https://openalex.org/W2168405694","https://openalex.org/W2193897973","https://openalex.org/W2226672079","https://openalex.org/W2237949559","https://openalex.org/W2261342007","https://openalex.org/W2270425622","https://openalex.org/W2271840356","https://openalex.org/W2368727255","https://openalex.org/W2400614828","https://openalex.org/W2489913142","https://openalex.org/W2520327437","https://openalex.org/W2622122996","https://openalex.org/W2733015981","https://openalex.org/W2735406838","https://openalex.org/W2736856820","https://openalex.org/W2751377488","https://openalex.org/W2751969415","https://openalex.org/W2753139217","https://openalex.org/W2754626236","https://openalex.org/W2775619168","https://openalex.org/W2783073756","https://openalex.org/W2796815899","https://openalex.org/W2885890149","https://openalex.org/W2890483234","https://openalex.org/W2901019684","https://openalex.org/W2962691384","https://openalex.org/W3101740335","https://openalex.org/W3104869988","https://openalex.org/W4211049957","https://openalex.org/W6635745632","https://openalex.org/W6675354045","https://openalex.org/W6676077707","https://openalex.org/W6676576766","https://openalex.org/W6694517276"],"related_works":["https://openalex.org/W2030816003","https://openalex.org/W4239992647","https://openalex.org/W2076325756","https://openalex.org/W81423522","https://openalex.org/W2150013480","https://openalex.org/W2488264085","https://openalex.org/W1509860481","https://openalex.org/W4386206750","https://openalex.org/W2016044612","https://openalex.org/W3105390392"],"abstract_inverted_index":{"In":[0],"heterogeneous":[1],"cellular":[2],"networks":[3],"(HetNets),":[4],"switching":[5],"OFF":[6],"small":[7],"cells":[8],"under":[9],"low":[10],"user":[11,170],"traffic":[12],"periods":[13],"has":[14,27],"been":[15],"proved":[16],"to":[17,38,49,134],"be":[18],"an":[19,64,210],"effective":[20],"energy":[21,58,162],"saving":[22,59],"strategy.":[23],"However,":[24],"this":[25,46],"strategy":[26],"strong":[28],"interactions":[29],"with":[30,175],"interference":[31],"coordination":[32],"(IC)":[33],"mechanisms,":[34],"making":[35],"it":[36],"convenient":[37],"address":[39],"both":[40],"tasks":[41],"simultaneously.":[42],"The":[43,126,172,183],"motivation":[44],"of":[45,55,93,95,112,115,147,158,167],"paper":[47],"is":[48,70,145,204],"develop":[50],"a":[51,73,90,103,107,113,130,165,176],"self-optimization":[52],"algorithm":[53,173],"capable":[54,146],"jointly":[56],"controlling":[57],"and":[60,118,140,160],"IC":[61],"mechanisms":[62],"using":[63],"online":[65],"learning":[66],"approach.":[67],"Our":[68,198],"proposal":[69],"based":[71],"on":[72,178],"contextual":[74],"bandit":[75],"formulation":[76],"that,":[77],"among":[78],"other":[79,216],"challenges,":[80],"implies":[81],"discovering":[82],"the":[83,99,136,168,187,192],"most":[84],"energy-efficient":[85],"control":[86,151,188],"actions":[87,189],"while":[88],"satisfying":[89],"predefined":[91],"level":[92],"Quality":[94],"Service":[96],"(QoS)":[97],"for":[98,149],"users.":[100],"We":[101],"propose":[102],"two-level":[104],"framework":[105],"comprising":[106],"global":[108,127,193],"controller,":[109],"in":[110,156],"charge":[111],"group":[114],"macro":[116,124],"cells,":[117],"multiple":[119],"local":[120,184,196],"controllers,":[121],"one":[122],"per":[123],"cell.":[125],"controller":[128,194],"implements":[129],"novel":[131],"algorithm,":[132],"referred":[133],"as":[135,164],"Bayesian":[137],"Response":[138],"Estimation":[139],"Threshold":[141],"Search":[142],"(BRETS),":[143],"that":[144,202],"learning,":[148],"each":[150],"action,":[152],"its":[153,161,179],"feasibility":[154],"boundaries":[155],"terms":[157],"QoS":[159],"consumption":[163],"function":[166],"aggregated":[169],"traffic.":[171],"comes":[174],"bound":[177],"expected":[180],"convergence":[181],"time.":[182],"controllers":[185],"translate":[186],"learned":[190],"by":[191],"into":[195],"decisions.":[197],"numerical":[199],"results":[200],"show":[201],"BRETS":[203],"only":[205],"1%":[206],"less":[207],"efficient":[208],"than":[209],"ideal":[211],"oracle":[212],"policy,":[213],"clearly":[214],"outperforming":[215],"benchmark":[217],"algorithms.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2019-03-22T00:00:00"}