{"id":"https://openalex.org/W2756881949","doi":"https://doi.org/10.1145/3126495","title":"Adaptive Power Management in Solar Energy Harvesting Sensor Node Using Reinforcement Learning","display_name":"Adaptive Power Management in Solar Energy Harvesting Sensor Node Using Reinforcement Learning","publication_year":2017,"publication_date":"2017-09-27","ids":{"openalex":"https://openalex.org/W2756881949","doi":"https://doi.org/10.1145/3126495","mag":"2756881949"},"language":"en","primary_location":{"id":"doi:10.1145/3126495","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3126495","pdf_url":null,"source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5089329780","display_name":"Shaswot Shresthamali","orcid":"https://orcid.org/0000-0001-8965-1018"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shaswot Shresthamali","raw_affiliation_strings":["The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103017591","display_name":"Masaaki Kondo","orcid":"https://orcid.org/0000-0002-6025-8738"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masaaki Kondo","raw_affiliation_strings":["The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090578339","display_name":"Hiroshi Nakamura","orcid":"https://orcid.org/0009-0005-6505-1903"},"institutions":[{"id":"https://openalex.org/I74801974","display_name":"The University of Tokyo","ror":"https://ror.org/057zh3y96","country_code":"JP","type":"education","lineage":["https://openalex.org/I74801974"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroshi Nakamura","raw_affiliation_strings":["The University of Tokyo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Tokyo","institution_ids":["https://openalex.org/I74801974"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74801974"],"apc_list":null,"apc_paid":null,"fwci":3.8017,"has_fulltext":false,"cited_by_count":69,"citation_normalized_percentile":{"value":0.93991455,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"16","issue":"5s","first_page":"1","last_page":"21"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11230","display_name":"Innovative Energy Harvesting Technologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8154501914978027},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8064903020858765},{"id":"https://openalex.org/keywords/duty-cycle","display_name":"Duty cycle","score":0.6229547262191772},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.5941352844238281},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.5858436226844788},{"id":"https://openalex.org/keywords/power-management","display_name":"Power management","score":0.5815491080284119},{"id":"https://openalex.org/keywords/sensor-node","display_name":"Sensor node","score":0.5378000736236572},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.4917168915271759},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.45808377861976624},{"id":"https://openalex.org/keywords/maximum-power-principle","display_name":"Maximum power principle","score":0.4453662931919098},{"id":"https://openalex.org/keywords/solar-power","display_name":"Solar power","score":0.4239670932292938},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.35894685983657837},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.3542327880859375},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3497042953968048},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3055141866207123},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.1841009259223938},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.12130343914031982},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.11071470379829407},{"id":"https://openalex.org/keywords/key-distribution-in-wireless-sensor-networks","display_name":"Key distribution in wireless sensor networks","score":0.08649829030036926}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8154501914978027},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8064903020858765},{"id":"https://openalex.org/C199822604","wikidata":"https://www.wikidata.org/wiki/Q557120","display_name":"Duty cycle","level":3,"score":0.6229547262191772},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.5941352844238281},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.5858436226844788},{"id":"https://openalex.org/C2778774385","wikidata":"https://www.wikidata.org/wiki/Q4437810","display_name":"Power management","level":3,"score":0.5815491080284119},{"id":"https://openalex.org/C111185680","wikidata":"https://www.wikidata.org/wiki/Q3866206","display_name":"Sensor node","level":5,"score":0.5378000736236572},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.4917168915271759},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.45808377861976624},{"id":"https://openalex.org/C116615679","wikidata":"https://www.wikidata.org/wiki/Q6795908","display_name":"Maximum power principle","level":3,"score":0.4453662931919098},{"id":"https://openalex.org/C2777618391","wikidata":"https://www.wikidata.org/wiki/Q1483757","display_name":"Solar power","level":3,"score":0.4239670932292938},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.35894685983657837},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.3542327880859375},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3497042953968048},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3055141866207123},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.1841009259223938},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.12130343914031982},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.11071470379829407},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.08649829030036926},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3126495","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3126495","pdf_url":null,"source":{"id":"https://openalex.org/S136160450","display_name":"ACM Transactions on Embedded Computing Systems","issn_l":"1539-9087","issn":["1539-9087","1558-3465"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Embedded Computing Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7","score":0.5899999737739563}],"awards":[{"id":"https://openalex.org/G3826714379","display_name":"Spatial and Temporal Control of Data Processing and Energy Consumption","funder_award_id":"16K12405","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W1645543104","https://openalex.org/W1987307249","https://openalex.org/W1990005421","https://openalex.org/W1990718259","https://openalex.org/W1991781995","https://openalex.org/W2001308229","https://openalex.org/W2002130617","https://openalex.org/W2046672513","https://openalex.org/W2065154528","https://openalex.org/W2075142536","https://openalex.org/W2090085870","https://openalex.org/W2090500775","https://openalex.org/W2098547688","https://openalex.org/W2102171321","https://openalex.org/W2122021409","https://openalex.org/W2132383918","https://openalex.org/W2139908433","https://openalex.org/W2161457969","https://openalex.org/W2161872825","https://openalex.org/W2163190245","https://openalex.org/W2423048736","https://openalex.org/W2439400671","https://openalex.org/W2490752264","https://openalex.org/W2545988638","https://openalex.org/W3149990268"],"related_works":["https://openalex.org/W434628846","https://openalex.org/W4205161970","https://openalex.org/W3127012794","https://openalex.org/W3177613009","https://openalex.org/W2914347664","https://openalex.org/W2045403235","https://openalex.org/W3079758424","https://openalex.org/W2381936051","https://openalex.org/W2144064685","https://openalex.org/W3118960117"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"we":[3,55],"present":[4],"an":[5,25],"adaptive":[6],"power":[7,38,59],"manager":[8,39,60],"for":[9],"solar":[10,23],"energy":[11,114],"harvesting":[12],"sensor":[13,31],"nodes.":[14],"We":[15,106],"use":[16,98],"a":[17,22,29,88],"simplified":[18],"model":[19],"consisting":[20],"of":[21,63,99],"panel,":[24],"ideal":[26],"battery":[27,73],"and":[28,72,95],"general":[30,92],"node":[32],"with":[33,118],"variable":[34],"duty":[35],"cycle.":[36],"Our":[37,85],"uses":[40,87],"Reinforcement":[41],"Learning":[42],"(RL),":[43],"specifically":[44],"SARSA(\u03bb)":[45],"learning,":[46],"to":[47,65,103,130],"train":[48],"itself":[49],"from":[50,126],"historical":[51],"data.":[52],"Once":[53],"trained,":[54],"show":[56,107],"that":[57,108,135],"our":[58,109],"is":[61],"capable":[62],"adapting":[64],"changes":[66],"in":[67],"weather,":[68],"climate,":[69],"device":[70],"parameters":[71],"degradation":[74],"while":[75],"ensuring":[76],"near-optimal":[77],"performance":[78],"without":[79],"depleting":[80],"or":[81],"overcharging":[82],"its":[83],"battery.":[84],"approach":[86],"simple":[89],"but":[90],"novel":[91],"reward":[93],"function":[94],"leverages":[96],"the":[97],"weather":[100],"forecast":[101],"data":[102],"enhance":[104],"performance.":[105],"method":[110],"achieves":[111],"near":[112],"perfect":[113],"neutral":[115],"operation":[116],"(ENO)":[117],"less":[119],"than":[120,132],"6%":[121],"root":[122],"mean":[123],"square":[124],"deviation":[125,134],"ENO":[127],"as":[128],"compared":[129],"more":[131],"23%":[133],"occur":[136],"when":[137],"using":[138],"other":[139],"approaches.":[140]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":9},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}