{"id":"https://openalex.org/W4252603997","doi":"https://doi.org/10.1504/ijcse.2016.10000008","title":"Dynamic power management strategies for a sensor node optimised by reinforcement learning","display_name":"Dynamic power management strategies for a sensor node optimised by reinforcement learning","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W4252603997","doi":"https://doi.org/10.1504/ijcse.2016.10000008"},"language":"en","primary_location":{"id":"doi:10.1504/ijcse.2016.10000008","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijcse.2016.10000008","pdf_url":null,"source":{"id":"https://openalex.org/S65043351","display_name":"International Journal of Computational Science and Engineering","issn_l":"1742-7185","issn":["1742-7185","1742-7193"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310317825","host_organization_name":"Inderscience Publishers","host_organization_lineage":["https://openalex.org/P4310317825"],"host_organization_lineage_names":["Inderscience Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087173572","display_name":"Huizi Li","orcid":null},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Huizi Li","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei 230009, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei 230009, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101443480","display_name":"Qi Jiang","orcid":"https://orcid.org/0000-0001-5085-3261"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Jiang","raw_affiliation_strings":["School of Electrical Engineering and Automation, Hefei University of Technology, Hefei 230009, China"],"affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Automation, Hefei University of Technology, Hefei 230009, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101412665","display_name":"Lei Zhou","orcid":"https://orcid.org/0000-0002-4082-8772"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lei Zhou","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei 230009, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei 230009, China","institution_ids":["https://openalex.org/I16365422"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058659212","display_name":"Hao Tang","orcid":"https://orcid.org/0000-0002-4525-0017"},"institutions":[{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Tang","raw_affiliation_strings":["School of Computer and Information, Hefei University of Technology, Hefei 230009, China; School of Electrical Engineering and Automation, Hefei University of Technology, Hefei 230009, China","School of Computer and Information, Hefei University of Technology, Hefei 230009, China","School of Electrical Engineering and Automation, Hefei University of Technology, Hefei 230009, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei 230009, China; School of Electrical Engineering and Automation, Hefei University of Technology, Hefei 230009, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Computer and Information, Hefei University of Technology, Hefei 230009, China","institution_ids":["https://openalex.org/I16365422"]},{"raw_affiliation_string":"School of Electrical Engineering and Automation, Hefei University of Technology, Hefei 230009, China","institution_ids":["https://openalex.org/I16365422"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5087173572"],"corresponding_institution_ids":["https://openalex.org/I16365422"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.28394237,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"13","issue":"1","first_page":"24","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10080","display_name":"Energy Efficient Wireless Sensor Networks","score":0.9904000163078308,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12238","display_name":"Green IT and Sustainability","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7886644005775452},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7505524158477783},{"id":"https://openalex.org/keywords/retransmission","display_name":"Retransmission","score":0.7357243299484253},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.6847331523895264},{"id":"https://openalex.org/keywords/energy-consumption","display_name":"Energy consumption","score":0.6019815802574158},{"id":"https://openalex.org/keywords/node","display_name":"Node (physics)","score":0.5933939218521118},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.5688223838806152},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5629469752311707},{"id":"https://openalex.org/keywords/throughput","display_name":"Throughput","score":0.5057532787322998},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.44694846868515015},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.41813206672668457},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3733520209789276},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3575758635997772},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.26664215326309204},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.25262004137039185},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11919158697128296},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10928106307983398}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7886644005775452},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7505524158477783},{"id":"https://openalex.org/C180611318","wikidata":"https://www.wikidata.org/wiki/Q7316902","display_name":"Retransmission","level":3,"score":0.7357243299484253},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6847331523895264},{"id":"https://openalex.org/C2780165032","wikidata":"https://www.wikidata.org/wiki/Q16869822","display_name":"Energy consumption","level":2,"score":0.6019815802574158},{"id":"https://openalex.org/C62611344","wikidata":"https://www.wikidata.org/wiki/Q1062658","display_name":"Node (physics)","level":2,"score":0.5933939218521118},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.5688223838806152},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5629469752311707},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.5057532787322998},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.44694846868515015},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.41813206672668457},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3733520209789276},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3575758635997772},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.26664215326309204},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.25262004137039185},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11919158697128296},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10928106307983398},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1504/ijcse.2016.10000008","is_oa":false,"landing_page_url":"https://doi.org/10.1504/ijcse.2016.10000008","pdf_url":null,"source":{"id":"https://openalex.org/S65043351","display_name":"International Journal of Computational Science and Engineering","issn_l":"1742-7185","issn":["1742-7185","1742-7193"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310317825","host_organization_name":"Inderscience Publishers","host_organization_lineage":["https://openalex.org/P4310317825"],"host_organization_lineage_names":["Inderscience Publishers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Computational Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3096874164","https://openalex.org/W3140099375","https://openalex.org/W2937181779","https://openalex.org/W2386410636","https://openalex.org/W1985560493","https://openalex.org/W2357975469","https://openalex.org/W2145363145","https://openalex.org/W1626977535","https://openalex.org/W4284974072","https://openalex.org/W2341346307"],"abstract_inverted_index":{"Dynamic":[0],"power":[1],"management":[2,28,49],"(DPM)":[3],"is":[4,60,111,124,139,155],"considered":[5],"in":[6],"wireless":[7],"sensor":[8,16],"networks":[9],"for":[10,116],"improving":[11],"the":[12,65,72,81,85,90,94,97,101,117,128,133,143,146,152,159,163,169,172],"energy":[13,92,102,153],"efficiency":[14],"of":[15,41,67,88,104,145,171],"nodes.":[17],"DPM":[18],"usually":[19],"includes":[20],"two":[21],"classical":[22],"problems,":[23],"dynamic":[24,47],"operating":[25,105],"mode":[26,106],"(OM)":[27],"and":[29,50,70,100,131,149],"adaptive":[30,51],"transmission":[31,52,58,74],"mechanism.":[32,53],"In":[33,54],"this":[34],"paper,":[35],"we":[36],"propose":[37],"a":[38,56,121],"new":[39],"model":[40,77],"Markov":[42],"decision":[43],"process":[44],"that":[45,151],"combines":[46],"OM":[48],"addition,":[55],"fragment":[57,98],"scheme":[59],"further":[61],"integrated":[62],"to":[63,114,126,141],"reduce":[64],"probability":[66],"retransmission":[68],"failure":[69],"improve":[71],"data":[73],"rate.":[75],"The":[76],"takes":[78],"into":[79],"account":[80],"performance":[82],"criteria":[83],"being":[84],"expected":[86],"cost":[87,99],"synthesising":[89],"per-packet":[91],"consumption,":[93],"buffer":[95],"overflow,":[96],"consumption":[103,154],"switching.":[107],"Reinforcement":[108],"learning":[109,129],"algorithm":[110],"subsequently":[112],"proposed":[113,147],"search":[115],"optimal":[118],"strategies.":[119],"Furthermore,":[120],"state-clustering":[122],"approach":[123],"given":[125],"increase":[127],"speed":[130],"lessen":[132],"storage":[134],"requirements.":[135],"Finally,":[136],"an":[137],"example":[138],"presented":[140],"illustrate":[142],"effectiveness":[144],"method":[148],"show":[150],"well-balanced":[156],"dynamically":[157],"under":[158,177],"optimised":[160],"policy,":[161],"while":[162],"throughput":[164],"decreases":[165],"only":[166],"slightly.":[167],"Therefore,":[168],"lifetime":[170],"node":[173],"can":[174],"be":[175],"extended":[176],"constrained":[178],"resources.":[179]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}