{"id":"https://openalex.org/W2610853759","doi":"https://doi.org/10.1109/wcncw.2017.7919075","title":"Switch-On/Off Policies for Energy Harvesting Small Cells through Distributed Q-Learning","display_name":"Switch-On/Off Policies for Energy Harvesting Small Cells through Distributed Q-Learning","publication_year":2017,"publication_date":"2017-03-01","ids":{"openalex":"https://openalex.org/W2610853759","doi":"https://doi.org/10.1109/wcncw.2017.7919075","mag":"2610853759"},"language":"en","primary_location":{"id":"doi:10.1109/wcncw.2017.7919075","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcncw.2017.7919075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Wireless Communications and Networking Conference Workshops (WCNCW)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002762673","display_name":"Marco Miozzo","orcid":"https://orcid.org/0000-0003-3872-5907"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":true,"raw_author_name":"Marco Miozzo","raw_affiliation_strings":["CTTC/CERCA, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"CTTC/CERCA, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046133708","display_name":"Lorenza Giupponi","orcid":"https://orcid.org/0000-0003-3321-4761"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Lorenza Giupponi","raw_affiliation_strings":["CTTC/CERCA, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"CTTC/CERCA, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012618073","display_name":"Michele Rossi","orcid":"https://orcid.org/0000-0003-1121-324X"},"institutions":[{"id":"https://openalex.org/I138689650","display_name":"University of Padua","ror":"https://ror.org/00240q980","country_code":"IT","type":"education","lineage":["https://openalex.org/I138689650"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Rossi","raw_affiliation_strings":["DEI, University of Padova, Padova, Italy"],"affiliations":[{"raw_affiliation_string":"DEI, University of Padova, Padova, Italy","institution_ids":["https://openalex.org/I138689650"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055526140","display_name":"Paolo Dini","orcid":"https://orcid.org/0000-0001-6756-0289"},"institutions":[{"id":"https://openalex.org/I4210087295","display_name":"Centre Tecnologic de Telecomunicacions de Catalunya","ror":"https://ror.org/001cwea56","country_code":"ES","type":"nonprofit","lineage":["https://openalex.org/I4210087295","https://openalex.org/I4387153040"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Paolo Dini","raw_affiliation_strings":["CTTC/CERCA, Barcelona, Spain"],"affiliations":[{"raw_affiliation_string":"CTTC/CERCA, Barcelona, Spain","institution_ids":["https://openalex.org/I4210087295"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5002762673"],"corresponding_institution_ids":["https://openalex.org/I4210087295"],"apc_list":null,"apc_paid":null,"fwci":3.4402,"has_fulltext":false,"cited_by_count":43,"citation_normalized_percentile":{"value":0.9304494,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7883139848709106},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6865888237953186},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6597141623497009},{"id":"https://openalex.org/keywords/cellular-network","display_name":"Cellular network","score":0.5589421391487122},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.5384073257446289},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.5337807536125183},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.5230320692062378},{"id":"https://openalex.org/keywords/smart-grid","display_name":"Smart grid","score":0.5015852451324463},{"id":"https://openalex.org/keywords/renewable-energy","display_name":"Renewable energy","score":0.44112277030944824},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4279228746891022},{"id":"https://openalex.org/keywords/electricity","display_name":"Electricity","score":0.41720515489578247},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3198954463005066},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1660710871219635},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.11381569504737854},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09990116953849792},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07973924279212952}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7883139848709106},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6865888237953186},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6597141623497009},{"id":"https://openalex.org/C153646914","wikidata":"https://www.wikidata.org/wiki/Q535695","display_name":"Cellular network","level":2,"score":0.5589421391487122},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.5384073257446289},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.5337807536125183},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.5230320692062378},{"id":"https://openalex.org/C10558101","wikidata":"https://www.wikidata.org/wiki/Q689855","display_name":"Smart grid","level":2,"score":0.5015852451324463},{"id":"https://openalex.org/C188573790","wikidata":"https://www.wikidata.org/wiki/Q12705","display_name":"Renewable energy","level":2,"score":0.44112277030944824},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4279228746891022},{"id":"https://openalex.org/C206658404","wikidata":"https://www.wikidata.org/wiki/Q12725","display_name":"Electricity","level":2,"score":0.41720515489578247},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3198954463005066},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1660710871219635},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.11381569504737854},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09990116953849792},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07973924279212952},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/wcncw.2017.7919075","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wcncw.2017.7919075","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 IEEE Wireless Communications and Networking Conference Workshops (WCNCW)","raw_type":"proceedings-article"},{"id":"pmh:oai:www.research.unipd.it:11577/3239274","is_oa":false,"landing_page_url":"http://hdl.handle.net/11577/3239274","pdf_url":null,"source":{"id":"https://openalex.org/S4306402547","display_name":"Padua Research Archive (University of Padova)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I138689650","host_organization_name":"University of Padua","host_organization_lineage":["https://openalex.org/I138689650"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.5299999713897705}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321837","display_name":"Ministerio de Econom\u00eda y Competitividad","ror":"https://ror.org/034900433"},{"id":"https://openalex.org/F4320328368","display_name":"South African National Space Agency","ror":"https://ror.org/02epph894"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W1787677237","https://openalex.org/W1967715173","https://openalex.org/W1981192793","https://openalex.org/W2010019604","https://openalex.org/W2023607571","https://openalex.org/W2068915275","https://openalex.org/W2075863084","https://openalex.org/W2081796981","https://openalex.org/W2118686230","https://openalex.org/W2121863487","https://openalex.org/W2496947521","https://openalex.org/W2565527942","https://openalex.org/W3009585715","https://openalex.org/W3103403280","https://openalex.org/W4214717370"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"The":[0,26,40,127],"massive":[1],"deployment":[2],"of":[3,9,29,42,56,61,103,144,180],"small":[4,48],"cells":[5,49],"(SCs)":[6],"represents":[7],"one":[8],"the":[10,21,37,47,53,100,104,138,142,145,149,157,177,181,189,209],"most":[11],"promising":[12],"solutions":[13],"adopted":[14],"by":[15,151,201],"5G":[16],"cellular":[17,77],"networks":[18,58],"to":[19,97,175,185,204,208],"meet":[20],"foreseen":[22],"huge":[23],"traffic":[24,124],"demand.":[25],"high":[27],"number":[28],"network":[30,78],"elements":[31],"entails":[32],"a":[33,75],"significant":[34],"increase":[35,176],"in":[36,59],"energy":[38,62,91,105,121,178,195],"consumption.":[39],"usage":[41],"renewable":[43],"energies":[44],"for":[45,135],"powering":[46],"can":[50,82,198],"help":[51],"reduce":[52],"environmental":[54],"impact":[55],"mobile":[57,202],"terms":[60],"consumption":[63],"and":[64,87,93,123,141,161],"also":[65],"save":[66],"on":[67,90,115,131],"electric":[68],"bills.":[69],"In":[70,95],"this":[71],"paper,":[72],"we":[73,108],"consider":[74],"two-tier":[76],"architecture":[79],"where":[80],"SCs":[81],"offload":[83],"macro":[84],"base":[85],"stations":[86],"solely":[88],"rely":[89],"harvesting":[92],"storage.":[94],"order":[96],"deal":[98],"with":[99,183],"erratic":[101],"nature":[102],"arrival":[106],"process,":[107],"exploit":[109],"an":[110,163,193],"ON/OFF":[111,159],"switching":[112],"algorithm,":[113],"based":[114,130],"reinforcement":[116],"learning,":[117],"that":[118,170],"autonomously":[119],"learns":[120],"income":[122],"demand":[125],"patterns.":[126],"algorithm":[128,150],"is":[129,173],"distributed":[132],"multi-agent":[133],"Q-learning":[134],"jointly":[136],"optimizing":[137],"system":[139,182],"performance":[140],"self-sustainability":[143],"SCs.":[146],"We":[147],"analyze":[148],"assessing":[152],"its":[153],"convergence":[154],"time,":[155],"characterizing":[156],"obtained":[158],"policies,":[160],"evaluating":[162],"offline":[164],"trained":[165],"variant.":[166],"Simulation":[167],"results":[168],"demonstrate":[169],"our":[171],"solution":[172],"able":[174],"efficiency":[179],"respect":[184],"simpler":[186],"approaches.":[187],"Moreover,":[188],"proposed":[190],"method":[191],"provides":[192],"harvested":[194],"surplus,":[196],"which":[197],"be":[199],"used":[200],"operators":[203],"offer":[205],"ancillary":[206],"services":[207],"smart":[210],"electricity":[211],"grid.":[212]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}