{"id":"https://openalex.org/W2883087722","doi":"https://doi.org/10.1109/tsp.2020.2973125","title":"Accelerated Structure-Aware Reinforcement Learning for Delay-Sensitive Energy Harvesting Wireless Sensors","display_name":"Accelerated Structure-Aware Reinforcement Learning for Delay-Sensitive Energy Harvesting Wireless Sensors","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W2883087722","doi":"https://doi.org/10.1109/tsp.2020.2973125","mag":"2883087722"},"language":"en","primary_location":{"id":"doi:10.1109/tsp.2020.2973125","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.2973125","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1807.08315","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020888445","display_name":"Nikhilesh Sharma","orcid":"https://orcid.org/0000-0003-2011-063X"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhilesh Sharma","raw_affiliation_strings":["Department of Electrical Engineering, University at Buffalo, Buffalo, USA","Department of Electrical Engineering, University at Buffalo, Buffalo NY, USA"],"raw_orcid":"https://orcid.org/0000-0003-2011-063X","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University at Buffalo, Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"Department of Electrical Engineering, University at Buffalo, Buffalo NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047238501","display_name":"Nicholas Mastronarde","orcid":"https://orcid.org/0000-0002-8474-7237"},"institutions":[{"id":"https://openalex.org/I63190737","display_name":"University at Buffalo, State University of New York","ror":"https://ror.org/01y64my43","country_code":"US","type":"education","lineage":["https://openalex.org/I63190737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Mastronarde","raw_affiliation_strings":["Department of Electrical Engineering, University at Buffalo, Buffalo, USA","Department of Electrical Engineering, University at Buffalo, Buffalo NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-8474-7237","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University at Buffalo, Buffalo, USA","institution_ids":["https://openalex.org/I63190737"]},{"raw_affiliation_string":"Department of Electrical Engineering, University at Buffalo, Buffalo NY, USA","institution_ids":["https://openalex.org/I63190737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084068339","display_name":"Jacob Chakareski","orcid":"https://orcid.org/0000-0003-2428-9518"},"institutions":[{"id":"https://openalex.org/I118118575","display_name":"New Jersey Institute of Technology","ror":"https://ror.org/05e74xb87","country_code":"US","type":"education","lineage":["https://openalex.org/I118118575"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacob Chakareski","raw_affiliation_strings":["Ying Wu College of Computing, New Jersey Insitute of Technology, Newark, USA","Ying Wu College of Computing, New Jersey Insitute of Technology, Newark, NJ, USA"],"raw_orcid":"https://orcid.org/0000-0003-2428-9518","affiliations":[{"raw_affiliation_string":"Ying Wu College of Computing, New Jersey Insitute of Technology, Newark, USA","institution_ids":["https://openalex.org/I118118575"]},{"raw_affiliation_string":"Ying Wu College of Computing, New Jersey Insitute of Technology, Newark, NJ, USA","institution_ids":["https://openalex.org/I118118575"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5695,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.6158109,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"68","issue":null,"first_page":"1409","last_page":"1424"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8469278216362},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.8075352311134338},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7965664267539978},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5534133911132812},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.5477376580238342},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.5390303730964661},{"id":"https://openalex.org/keywords/bellman-equation","display_name":"Bellman equation","score":0.5214080810546875},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.48882099986076355},{"id":"https://openalex.org/keywords/queueing-theory","display_name":"Queueing theory","score":0.47054606676101685},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.4424755871295929},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.43281543254852295},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.4237956702709198},{"id":"https://openalex.org/keywords/online-algorithm","display_name":"Online algorithm","score":0.42108169198036194},{"id":"https://openalex.org/keywords/transmission-delay","display_name":"Transmission delay","score":0.41944336891174316},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.414381742477417},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.3883357644081116},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.3434985280036926},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3278645873069763},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.23062148690223694},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.12662675976753235}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8469278216362},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.8075352311134338},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7965664267539978},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5534133911132812},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.5477376580238342},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.5390303730964661},{"id":"https://openalex.org/C14646407","wikidata":"https://www.wikidata.org/wiki/Q1430750","display_name":"Bellman equation","level":2,"score":0.5214080810546875},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.48882099986076355},{"id":"https://openalex.org/C22684755","wikidata":"https://www.wikidata.org/wiki/Q847526","display_name":"Queueing theory","level":2,"score":0.47054606676101685},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.4424755871295929},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.43281543254852295},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.4237956702709198},{"id":"https://openalex.org/C196921405","wikidata":"https://www.wikidata.org/wiki/Q786431","display_name":"Online algorithm","level":2,"score":0.42108169198036194},{"id":"https://openalex.org/C108921912","wikidata":"https://www.wikidata.org/wiki/Q7834639","display_name":"Transmission delay","level":3,"score":0.41944336891174316},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.414381742477417},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3883357644081116},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.3434985280036926},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3278645873069763},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.23062148690223694},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.12662675976753235},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tsp.2020.2973125","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsp.2020.2973125","pdf_url":null,"source":{"id":"https://openalex.org/S168680287","display_name":"IEEE Transactions on Signal Processing","issn_l":"1053-587X","issn":["1053-587X","1941-0476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Signal Processing","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1807.08315","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.08315","pdf_url":"https://arxiv.org/pdf/1807.08315","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2883087722","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/1807.08315","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1807.08315","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1807.08315","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1807.08315","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1807.08315","pdf_url":"https://arxiv.org/pdf/1807.08315","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G2911969077","display_name":null,"funder_award_id":"ECCS-1711335","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W595252221","https://openalex.org/W1565540568","https://openalex.org/W1604563070","https://openalex.org/W1794490453","https://openalex.org/W1941445455","https://openalex.org/W1979096885","https://openalex.org/W1982842976","https://openalex.org/W1991781995","https://openalex.org/W2005435577","https://openalex.org/W2014114959","https://openalex.org/W2034706653","https://openalex.org/W2063794866","https://openalex.org/W2065154528","https://openalex.org/W2075142536","https://openalex.org/W2094381464","https://openalex.org/W2098046554","https://openalex.org/W2106942061","https://openalex.org/W2107726111","https://openalex.org/W2110621360","https://openalex.org/W2119567691","https://openalex.org/W2119632647","https://openalex.org/W2121863487","https://openalex.org/W2123117904","https://openalex.org/W2123627418","https://openalex.org/W2124715093","https://openalex.org/W2124853859","https://openalex.org/W2125488136","https://openalex.org/W2136762313","https://openalex.org/W2138717292","https://openalex.org/W2145834571","https://openalex.org/W2152589112","https://openalex.org/W2156737235","https://openalex.org/W2168521983","https://openalex.org/W2288272879","https://openalex.org/W2293306430","https://openalex.org/W2487144912","https://openalex.org/W2490752264","https://openalex.org/W2527384707","https://openalex.org/W2613173048","https://openalex.org/W2744431661","https://openalex.org/W2794804624","https://openalex.org/W2951007386","https://openalex.org/W2952698448","https://openalex.org/W2964273152","https://openalex.org/W2989654555"],"related_works":["https://openalex.org/W3006109470","https://openalex.org/W2989654555","https://openalex.org/W2346070151","https://openalex.org/W2884979698","https://openalex.org/W1806350727","https://openalex.org/W2116008926","https://openalex.org/W2952090396","https://openalex.org/W2796638446","https://openalex.org/W2317532388","https://openalex.org/W2977605848","https://openalex.org/W3178463324","https://openalex.org/W2915095714","https://openalex.org/W2121863487","https://openalex.org/W2119567691","https://openalex.org/W2983955662","https://openalex.org/W3020925646","https://openalex.org/W2300522987","https://openalex.org/W3198509960","https://openalex.org/W3157186194","https://openalex.org/W2102325130"],"abstract_inverted_index":{"We":[0,36,89,139,178],"consider":[1],"a":[2,11,94,148,224],"time-slotted":[3],"energy-harvesting":[4],"wireless":[5],"sensor":[6,15],"transmitting":[7],"delay-sensitive":[8],"data":[9,18],"over":[10,240],"fading":[12],"channel.":[13],"The":[14],"injects":[16],"captured":[17,72],"packets":[19,48],"into":[20],"its":[21,112],"transmission":[22],"queue":[23],"and":[24,74,106,109,118,126,131,175,186],"relies":[25],"on":[26,156],"ambient":[27],"energy":[28,76],"harvested":[29,75],"from":[30],"the":[31,40,57,65,70,86,102,123,136,163,181,198,203,212,241],"environment":[32],"to":[33,38,49,55,84,146,223],"transmit":[34,50],"them.":[35],"aim":[37],"find":[39],"optimal":[41,113,204],"scheduling":[42,87,164],"policy":[43],"that":[44,68,111,127,160,197],"decides":[45],"how":[46],"many":[47],"in":[51,122,135],"each":[52],"time":[53],"slot":[54],"minimize":[56],"expected":[58],"queuing":[59],"delay.":[60],"No":[61],"prior":[62],"knowledge":[63,145,210],"of":[64,211,230],"stochastic":[66],"processes":[67],"govern":[69],"channel,":[71],"data,":[73],"dynamics":[77],"is":[78,116,129],"assumed,":[79],"thereby":[80],"necessitating":[81],"online":[82,166],"learning":[83,152],"optimize":[85],"policy.":[88],"formulate":[90,147],"this":[91,141],"problem":[92,165],"as":[93],"Markov":[95],"decision":[96],"process":[97],"(MDP)":[98],"with":[99,167,191],"state-space":[100],"spanning":[101],"sensor's":[103],"buffer,":[104],"battery,":[105],"channel":[107],"states,":[108],"show":[110],"value":[114,142,157],"function":[115,143,158],"non-decreasing":[117],"has":[119,132],"increasing":[120,133],"differences,":[121,134],"buffer":[124],"state,":[125],"it":[128],"non-increasing":[130],"battery":[137],"state.":[138],"exploit":[140],"structure":[144],"novel":[149],"accelerated":[150],"reinforcement":[151],"(RL)":[153],"algorithm":[154,200],"based":[155],"approximation":[159,169,184],"can":[161],"solve":[162],"controlled":[168],"error,":[170],"while":[171],"inducing":[172],"limited":[173],"computational":[174],"memory":[176],"complexity.":[177,233],"rigorously":[179],"capture":[180],"trade-off":[182],"between":[183],"accuracy":[185],"computational/memory":[187],"complexity":[188],"savings":[189],"associated":[190],"our":[192,217],"approach.":[193],"Our":[194],"simulations":[195],"demonstrate":[196],"proposed":[199],"closely":[201],"approximates":[202],"offline":[205],"solution,":[206],"which":[207],"requires":[208],"complete":[209],"system":[213],"state":[214],"dynamics.":[215],"Simultaneously,":[216],"approach":[218],"achieves":[219],"competitive":[220],"performance":[221,236],"relative":[222],"state-of-the-art":[225],"RL":[226,245],"algorithm,":[227],"at":[228],"orders":[229],"magnitude":[231],"lower":[232],"Moreover,":[234],"considerable":[235],"gains":[237],"are":[238],"demonstrated":[239],"widely":[242],"popular":[243],"Q-learning":[244],"technique.":[246]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}