{"id":"https://openalex.org/W2163190245","doi":"https://doi.org/10.1109/tetc.2014.2316518","title":"A Reinforcement Learning-Based ToD Provisioning Dynamic Power Management for Sustainable Operation of Energy Harvesting Wireless Sensor Node","display_name":"A Reinforcement Learning-Based ToD Provisioning Dynamic Power Management for Sustainable Operation of Energy Harvesting Wireless Sensor Node","publication_year":2014,"publication_date":"2014-04-14","ids":{"openalex":"https://openalex.org/W2163190245","doi":"https://doi.org/10.1109/tetc.2014.2316518","mag":"2163190245"},"language":"en","primary_location":{"id":"doi:10.1109/tetc.2014.2316518","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2014.2316518","pdf_url":"https://ieeexplore.ieee.org/ielx7/6245516/6866941/06797906.pdf","source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://ieeexplore.ieee.org/ielx7/6245516/6866941/06797906.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110946188","display_name":"Roy Chaoming Hsu","orcid":null},"institutions":[{"id":"https://openalex.org/I183570559","display_name":"National Chiayi University","ror":"https://ror.org/04gknbs13","country_code":"TW","type":"education","lineage":["https://openalex.org/I183570559"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Roy Chaoming Hsu","raw_affiliation_strings":["Department of Electrical Engineering, National Chiayi University, Chiayi City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, National Chiayi University, Chiayi City, Taiwan","institution_ids":["https://openalex.org/I183570559"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078448442","display_name":"Cheng-Ting Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I183570559","display_name":"National Chiayi University","ror":"https://ror.org/04gknbs13","country_code":"TW","type":"education","lineage":["https://openalex.org/I183570559"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Cheng-Ting Liu","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Chiayi University, Chiayi City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Chiayi University, Chiayi City, Taiwan","institution_ids":["https://openalex.org/I183570559"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078930222","display_name":"Hao-Li Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I183570559","display_name":"National Chiayi University","ror":"https://ror.org/04gknbs13","country_code":"TW","type":"education","lineage":["https://openalex.org/I183570559"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Hao-Li Wang","raw_affiliation_strings":["Department of Computer Science and Information Engineering, National Chiayi University, Chiayi City, Taiwan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Information Engineering, National Chiayi University, Chiayi City, Taiwan","institution_ids":["https://openalex.org/I183570559"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I183570559"],"apc_list":null,"apc_paid":null,"fwci":1.4503,"has_fulltext":true,"cited_by_count":56,"citation_normalized_percentile":{"value":0.84921916,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":"2","issue":"2","first_page":"181","last_page":"191"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10768","display_name":"Electric Vehicles and Infrastructure","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8307474255561829},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8192415237426758},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.6108366250991821},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5938013792037964},{"id":"https://openalex.org/keywords/provisioning","display_name":"Provisioning","score":0.5777605772018433},{"id":"https://openalex.org/keywords/duty-cycle","display_name":"Duty cycle","score":0.5536189079284668},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.49416568875312805},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.4860106408596039},{"id":"https://openalex.org/keywords/sensor-node","display_name":"Sensor node","score":0.46953025460243225},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.45852771401405334},{"id":"https://openalex.org/keywords/battery","display_name":"Battery (electricity)","score":0.42977431416511536},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.42085155844688416},{"id":"https://openalex.org/keywords/key-distribution-in-wireless-sensor-networks","display_name":"Key distribution in wireless sensor networks","score":0.3964594602584839},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.37538307905197144},{"id":"https://openalex.org/keywords/wireless-network","display_name":"Wireless network","score":0.315840482711792},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.23056632280349731},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21875104308128357},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13873696327209473},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11150053143501282},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.10081422328948975},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07966414093971252}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8307474255561829},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8192415237426758},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.6108366250991821},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5938013792037964},{"id":"https://openalex.org/C172191483","wikidata":"https://www.wikidata.org/wiki/Q1071806","display_name":"Provisioning","level":2,"score":0.5777605772018433},{"id":"https://openalex.org/C199822604","wikidata":"https://www.wikidata.org/wiki/Q557120","display_name":"Duty cycle","level":3,"score":0.5536189079284668},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.49416568875312805},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.4860106408596039},{"id":"https://openalex.org/C111185680","wikidata":"https://www.wikidata.org/wiki/Q3866206","display_name":"Sensor node","level":5,"score":0.46953025460243225},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.45852771401405334},{"id":"https://openalex.org/C555008776","wikidata":"https://www.wikidata.org/wiki/Q267298","display_name":"Battery (electricity)","level":3,"score":0.42977431416511536},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.42085155844688416},{"id":"https://openalex.org/C41971633","wikidata":"https://www.wikidata.org/wiki/Q6398155","display_name":"Key distribution in wireless sensor networks","level":4,"score":0.3964594602584839},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.37538307905197144},{"id":"https://openalex.org/C108037233","wikidata":"https://www.wikidata.org/wiki/Q11375","display_name":"Wireless network","level":3,"score":0.315840482711792},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.23056632280349731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21875104308128357},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13873696327209473},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11150053143501282},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.10081422328948975},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07966414093971252},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tetc.2014.2316518","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2014.2316518","pdf_url":"https://ieeexplore.ieee.org/ielx7/6245516/6866941/06797906.pdf","source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tetc.2014.2316518","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tetc.2014.2316518","pdf_url":"https://ieeexplore.ieee.org/ielx7/6245516/6866941/06797906.pdf","source":{"id":"https://openalex.org/S2496326734","display_name":"IEEE Transactions on Emerging Topics in Computing","issn_l":"2168-6750","issn":["2168-6750","2376-4562"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Emerging Topics in Computing","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4749169894","display_name":null,"funder_award_id":"NSC-99-2221-E-415-013","funder_id":"https://openalex.org/F4320321040","funder_display_name":"National Science Council"},{"id":"https://openalex.org/G8252556892","display_name":null,"funder_award_id":"NSC-98-2221-E-415-011","funder_id":"https://openalex.org/F4320321040","funder_display_name":"National Science Council"}],"funders":[{"id":"https://openalex.org/F4320321040","display_name":"National Science Council","ror":"https://ror.org/02kv4zf79"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2163190245.pdf","grobid_xml":"https://content.openalex.org/works/W2163190245.grobid-xml"},"referenced_works_count":36,"referenced_works":["https://openalex.org/W329078778","https://openalex.org/W1605714973","https://openalex.org/W1863907932","https://openalex.org/W1980363975","https://openalex.org/W1991781995","https://openalex.org/W2058632077","https://openalex.org/W2064458453","https://openalex.org/W2076875134","https://openalex.org/W2081332530","https://openalex.org/W2097654096","https://openalex.org/W2098172344","https://openalex.org/W2098677588","https://openalex.org/W2104580599","https://openalex.org/W2111616957","https://openalex.org/W2114634893","https://openalex.org/W2119075627","https://openalex.org/W2121863487","https://openalex.org/W2123913433","https://openalex.org/W2125776960","https://openalex.org/W2132383918","https://openalex.org/W2136244995","https://openalex.org/W2140780201","https://openalex.org/W2142218074","https://openalex.org/W2142669800","https://openalex.org/W2144903587","https://openalex.org/W2147046513","https://openalex.org/W2158116022","https://openalex.org/W2283413495","https://openalex.org/W2504834726","https://openalex.org/W2533948235","https://openalex.org/W4214717370","https://openalex.org/W4243408464","https://openalex.org/W6611249302","https://openalex.org/W6636156827","https://openalex.org/W6695831203","https://openalex.org/W6724603326"],"related_works":["https://openalex.org/W2799361348","https://openalex.org/W1977342959","https://openalex.org/W2053773563","https://openalex.org/W2148549110","https://openalex.org/W2564820291","https://openalex.org/W2371193381","https://openalex.org/W2999657022","https://openalex.org/W1536182396","https://openalex.org/W2067121920","https://openalex.org/W1657620843"],"abstract_inverted_index":{"In":[0],"this":[1],"paper,":[2],"a":[3,123,129],"reinforcement":[4,84],"learning-based":[5],"throughput":[6,147],"on":[7,122],"demand":[8],"(ToD)":[9],"provisioning":[10],"dynamic":[11],"power":[12],"management":[13],"method":[14],"(RLTDPM)":[15],"is":[16,93,148,165],"proposed":[17,120],"for":[18,27,101,134,151,174],"sustaining":[19],"perpetual":[20,112],"operation":[21,113],"and":[22,44,106,131],"satisfying":[23,102],"the":[24,38,42,57,74,80,88,91,98,103,111,115,119,144,152,158,163],"ToD":[25,75,104,155],"requirements":[26],"today's":[28],"energy":[29,53,161],"harvesting":[30],"wireless":[31,124],"sensor":[32,125],"node":[33,126],"(EHWSN).":[34],"The":[35],"RLTDPM":[36,92,121,164],"monitors":[37],"environmental":[39],"state":[40],"of":[41,52,61,114,118,162],"EHWS":[43],"adjusts":[45],"their":[46],"operational":[47],"duty":[48,99],"cycle":[49,100],"under":[50],"criteria":[51],"neutrality":[54],"to":[55,95],"meet":[56],"demanded":[58,146],"throughput.":[59],"Outcomes":[60],"these":[62],"observation-adjustment":[63],"interactions":[64],"are":[65,77],"then":[66],"evaluated":[67],"by":[68,128],"feedback/reward":[69],"that":[70,143],"represents":[71],"how":[72],"well":[73],"requests":[76],"met;":[78],"subsequently,":[79],"observation-adjustment-evaluation":[81],"process,":[82,90],"so-called":[83],"learning,":[85],"continues.":[86],"After":[87],"learning":[89],"able":[94],"autonomously":[96],"adjust":[97],"requirement,":[105,156],"in":[107],"doing":[108],"so,":[109],"sustain":[110],"EHWSN.":[116],"Simulations":[117],"powered":[127],"battery":[130,160],"solar":[132],"cell":[133],"image":[135,177],"sensing":[136,178],"tasks":[137],"were":[138],"performed.":[139],"Experimental":[140],"results":[141],"demonstrate":[142],"achieved":[145],"improved":[149,166],"10.7%":[150],"most":[153],"stringent":[154],"while":[157],"residual":[159],"7.4%":[167],"compared":[168],"with":[169,176],"an":[170],"existing":[171],"DPM":[172],"algorithm":[173],"EHWSN":[175],"purpose.":[179]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":14},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":3},{"year":2015,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}