{"id":"https://openalex.org/W2919485146","doi":"https://doi.org/10.1109/access.2019.2902371","title":"Lightweight Reinforcement Learning for Energy Efficient Communications in Wireless Sensor Networks","display_name":"Lightweight Reinforcement Learning for Energy Efficient Communications in Wireless Sensor Networks","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W2919485146","doi":"https://doi.org/10.1109/access.2019.2902371","mag":"2919485146"},"language":"en","primary_location":{"id":"doi:10.1109/access.2019.2902371","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2902371","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08657937.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08657937.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047537521","display_name":"Claudio Savaglio","orcid":"https://orcid.org/0000-0001-5092-0823"},"institutions":[{"id":"https://openalex.org/I45204951","display_name":"University of Calabria","ror":"https://ror.org/02rc97e94","country_code":"IT","type":"education","lineage":["https://openalex.org/I45204951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio Savaglio","raw_affiliation_strings":["Department of Informatics, Modeling, Electronics, Systems University of Calabria, Rende, Italy"],"raw_orcid":"https://orcid.org/0000-0001-5092-0823","affiliations":[{"raw_affiliation_string":"Department of Informatics, Modeling, Electronics, Systems University of Calabria, Rende, Italy","institution_ids":["https://openalex.org/I45204951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088770849","display_name":"Pasquale Pace","orcid":"https://orcid.org/0000-0002-4159-2765"},"institutions":[{"id":"https://openalex.org/I45204951","display_name":"University of Calabria","ror":"https://ror.org/02rc97e94","country_code":"IT","type":"education","lineage":["https://openalex.org/I45204951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Pasquale Pace","raw_affiliation_strings":["Department of Informatics, Modeling, Electronics, Systems University of Calabria, Rende, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Modeling, Electronics, Systems University of Calabria, Rende, Italy","institution_ids":["https://openalex.org/I45204951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035734476","display_name":"Gianluca Aloi","orcid":"https://orcid.org/0000-0002-4688-1021"},"institutions":[{"id":"https://openalex.org/I45204951","display_name":"University of Calabria","ror":"https://ror.org/02rc97e94","country_code":"IT","type":"education","lineage":["https://openalex.org/I45204951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gianluca Aloi","raw_affiliation_strings":["Department of Informatics, Modeling, Electronics, Systems University of Calabria, Rende, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Informatics, Modeling, Electronics, Systems University of Calabria, Rende, Italy","institution_ids":["https://openalex.org/I45204951"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026941307","display_name":"Antonio Liotta","orcid":"https://orcid.org/0000-0002-2773-4421"},"institutions":[{"id":"https://openalex.org/I22128151","display_name":"University of Derby","ror":"https://ror.org/02yhrrk59","country_code":"GB","type":"education","lineage":["https://openalex.org/I22128151"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Antonio Liotta","raw_affiliation_strings":["Department of Electronics, Computing, and Mathematics, University of Derby, Derby, U.K"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics, Computing, and Mathematics, University of Derby, Derby, U.K","institution_ids":["https://openalex.org/I22128151"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023424929","display_name":"Giancarlo Fortino","orcid":"https://orcid.org/0000-0002-4039-891X"},"institutions":[{"id":"https://openalex.org/I45204951","display_name":"University of Calabria","ror":"https://ror.org/02rc97e94","country_code":"IT","type":"education","lineage":["https://openalex.org/I45204951"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giancarlo Fortino","raw_affiliation_strings":["Department of Informatics, Modeling, Electronics, Systems University of Calabria, Rende, Italy"],"raw_orcid":"https://orcid.org/0000-0002-4039-891X","affiliations":[{"raw_affiliation_string":"Department of Informatics, Modeling, Electronics, Systems University of Calabria, Rende, Italy","institution_ids":["https://openalex.org/I45204951"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":13.1506,"has_fulltext":true,"cited_by_count":123,"citation_normalized_percentile":{"value":0.99013749,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"7","issue":null,"first_page":"29355","last_page":"29364"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11158","display_name":"Wireless Networks and Protocols","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8111416101455688},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.793637752532959},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.758414626121521},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6128313541412354},{"id":"https://openalex.org/keywords/key-distribution-in-wireless-sensor-networks","display_name":"Key distribution in wireless sensor networks","score":0.5470820069313049},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5451655983924866},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.49374112486839294},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4618915617465973},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4303273558616638},{"id":"https://openalex.org/keywords/protocol","display_name":"Protocol (science)","score":0.4236210286617279},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.37357962131500244},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3687919080257416},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.34986263513565063},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15877285599708557},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12096279859542847},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09417217969894409}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8111416101455688},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.793637752532959},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.758414626121521},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6128313541412354},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.5470820069313049},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5451655983924866},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.49374112486839294},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4618915617465973},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4303273558616638},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.4236210286617279},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.37357962131500244},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3687919080257416},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.34986263513565063},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15877285599708557},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12096279859542847},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09417217969894409},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":6,"locations":[{"id":"doi:10.1109/access.2019.2902371","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2902371","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08657937.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:repository@napier.ac.uk:2006529","is_oa":false,"landing_page_url":"http://researchrepository.napier.ac.uk/Output/2006529","pdf_url":null,"source":{"id":"https://openalex.org/S4306402591","display_name":"Edinburgh Napier Research Repository (Edinburgh Napier University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I251738","host_organization_name":"Edinburgh Napier University","host_organization_lineage":["https://openalex.org/I251738"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:alma.39UBZ_INST:11251334560001241","is_oa":false,"landing_page_url":"https://ieeexplore.ieee.org/document/8657937","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:d75a241b4d3045eea41f64550af3e874","is_oa":true,"landing_page_url":"https://doaj.org/article/d75a241b4d3045eea41f64550af3e874","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 7, Pp 29355-29364 (2019)","raw_type":"article"},{"id":"pmh:oai:unibz.it:11251334560001241","is_oa":false,"landing_page_url":"https://bia.unibz.it/esploro/outputs/journalArticle/Lightweight-Reinforcement-Learning-for-Energy-Efficient/991005894651601241","pdf_url":null,"source":{"id":"https://openalex.org/S4210197018","display_name":"View","issn_l":"2688-268X","issn":["2688-268X","2688-3988"],"is_oa":false,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:zenodo.org:46380","is_oa":true,"landing_page_url":"https://www.openaccessrepository.it/record/46380","pdf_url":null,"source":{"id":"https://openalex.org/S4306402478","display_name":"INFM-OAR (INFN Catania)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210116497","host_organization_name":"Istituto Nazionale di Fisica Nucleare, Sezione di Catania","host_organization_lineage":["https://openalex.org/I4210116497"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1109/access.2019.2902371","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2019.2902371","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8600701/08657937.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/7","score":0.9100000262260437,"display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2919485146.pdf","grobid_xml":"https://content.openalex.org/works/W2919485146.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1547425928","https://openalex.org/W1777214121","https://openalex.org/W1963867052","https://openalex.org/W1999392360","https://openalex.org/W2007722345","https://openalex.org/W2015992795","https://openalex.org/W2047681989","https://openalex.org/W2051376838","https://openalex.org/W2058210522","https://openalex.org/W2096059127","https://openalex.org/W2111619626","https://openalex.org/W2119512550","https://openalex.org/W2121255383","https://openalex.org/W2123973104","https://openalex.org/W2126236023","https://openalex.org/W2127967645","https://openalex.org/W2130711276","https://openalex.org/W2132268129","https://openalex.org/W2143206770","https://openalex.org/W2148750096","https://openalex.org/W2211109086","https://openalex.org/W2416799949","https://openalex.org/W2533192410","https://openalex.org/W2537747452","https://openalex.org/W2762313576","https://openalex.org/W2884532903","https://openalex.org/W4244726605","https://openalex.org/W4245685877"],"related_works":["https://openalex.org/W1975451135","https://openalex.org/W917005982","https://openalex.org/W2148549110","https://openalex.org/W2890570089","https://openalex.org/W3095958166","https://openalex.org/W2129477171","https://openalex.org/W2012250365","https://openalex.org/W2593729912","https://openalex.org/W3148968234","https://openalex.org/W2378147274"],"abstract_inverted_index":{"High-density":[0],"communications":[1],"in":[2,26],"wireless":[3],"sensor":[4],"networks":[5],"(WSNs)":[6],"demand":[7],"for":[8],"new":[9],"approaches":[10],"to":[11,20,29,38,60,62,92],"meet":[12],"stringent":[13],"energy":[14,65,105],"and":[15,86,94,123,130],"spectrum":[16],"requirements.":[17],"We":[18],"turn":[19],"reinforcement":[21],"learning,":[22],"a":[23,57,63,69,89],"prominent":[24],"method":[25],"artificial":[27],"intelligence,":[28],"design":[30],"an":[31,141],"energy-preserving":[32],"MAC":[33,54],"protocol,":[34],"with":[35],"the":[36,40,53,79,83,100,111,120],"aim":[37],"extend":[39],"network":[41,113],"lifetime.":[42],"Our":[43,136],"QL-MAC":[44,98],"protocol":[45,91],"is":[46,116],"derived":[47],"from":[48],"Q-learning,":[49],"which":[50],"iteratively":[51],"tweaks":[52],"parameters":[55],"through":[56],"trial-and-error":[58],"process":[59],"converge":[61],"low":[64],"state.":[66],"This":[67,115],"has":[68],"dual":[70],"benefit":[71],"of":[72,81,133,144],"1)":[73],"solving":[74],"this":[75],"minimization":[76],"problem":[77],"without":[78,107],"need":[80],"predetermining":[82],"system":[84],"model":[85],"2)":[87],"providing":[88],"self-adaptive":[90],"topological":[93],"other":[95,112],"external":[96],"changes.":[97],"self-adjusts":[99],"WSN":[101],"node":[102],"duty-cycle,":[103],"reducing":[104],"consumption":[106],"detrimental":[108],"effects":[109],"on":[110,127,148],"parameters.":[114],"achieved":[117],"by":[118,140],"adjusting":[119],"radio":[121],"sleeping":[122],"active":[124],"periods":[125],"based":[126],"traffic":[128],"predictions":[129],"transmission":[131],"state":[132],"neighboring":[134],"nodes.":[135],"findings":[137],"are":[138],"corroborated":[139],"extensive":[142],"set":[143],"experiments":[145],"carried":[146],"out":[147],"off-the-shelf":[149],"devices,":[150],"alongside":[151],"large-scale":[152],"simulations.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":15},{"year":2021,"cited_by_count":25},{"year":2020,"cited_by_count":25},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}