{"id":"https://openalex.org/W2514892827","doi":"https://doi.org/10.1109/jsac.2016.2600338","title":"Optimal Stochastic Power Control for Energy Harvesting Systems With Delay Constraints","display_name":"Optimal Stochastic Power Control for Energy Harvesting Systems With Delay Constraints","publication_year":2016,"publication_date":"2016-08-15","ids":{"openalex":"https://openalex.org/W2514892827","doi":"https://doi.org/10.1109/jsac.2016.2600338","mag":"2514892827"},"language":"en","primary_location":{"id":"doi:10.1109/jsac.2016.2600338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2016.2600338","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103007517","display_name":"Imtiaz Ahmed","orcid":"https://orcid.org/0000-0001-8503-5103"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Imtiaz Ahmed","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montréal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8503-5103","affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montréal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047541214","display_name":"Khoa T. Phan","orcid":"https://orcid.org/0000-0003-0471-9402"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Khoa Tran Phan","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montréal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montréal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5026464766","display_name":"Tho Le\u2010Ngoc","orcid":"https://orcid.org/0000-0002-9308-8894"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Tho Le-Ngoc","raw_affiliation_strings":["Department of Electrical and Computer Engineering, McGill University, Montréal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Engineering, McGill University, Montréal, QC, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":3.2076,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.92415542,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"34","issue":"12","first_page":"3512","last_page":"3527"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7557095289230347},{"id":"https://openalex.org/keywords/fading","display_name":"Fading","score":0.6309503316879272},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5893722772598267},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5542348623275757},{"id":"https://openalex.org/keywords/power-control","display_name":"Power control","score":0.4823395907878876},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.4605483412742615},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.4561334252357483},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.42746394872665405},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.4242142140865326},{"id":"https://openalex.org/keywords/queuing-delay","display_name":"Queuing delay","score":0.42333441972732544},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3229089081287384},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.2587389647960663},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1661885380744934},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.14661088585853577},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.1403561532497406}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7557095289230347},{"id":"https://openalex.org/C81978471","wikidata":"https://www.wikidata.org/wiki/Q1196572","display_name":"Fading","level":3,"score":0.6309503316879272},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5893722772598267},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5542348623275757},{"id":"https://openalex.org/C56685638","wikidata":"https://www.wikidata.org/wiki/Q2300474","display_name":"Power control","level":3,"score":0.4823395907878876},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.4605483412742615},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.4561334252357483},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.42746394872665405},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.4242142140865326},{"id":"https://openalex.org/C196095461","wikidata":"https://www.wikidata.org/wiki/Q576842","display_name":"Queuing delay","level":3,"score":0.42333441972732544},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3229089081287384},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.2587389647960663},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1661885380744934},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.14661088585853577},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.1403561532497406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsac.2016.2600338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsac.2016.2600338","pdf_url":null,"source":{"id":"https://openalex.org/S90422530","display_name":"IEEE Journal on Selected Areas in Communications","issn_l":"0733-8716","issn":["0733-8716","1558-0008"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Journal on Selected Areas in Communications","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":37,"referenced_works":["https://openalex.org/W1518931405","https://openalex.org/W1594194446","https://openalex.org/W1794490453","https://openalex.org/W1990956212","https://openalex.org/W1991781995","https://openalex.org/W2006689319","https://openalex.org/W2007487727","https://openalex.org/W2031183328","https://openalex.org/W2034112953","https://openalex.org/W2041044621","https://openalex.org/W2054692642","https://openalex.org/W2062535200","https://openalex.org/W2065154528","https://openalex.org/W2075142536","https://openalex.org/W2076579100","https://openalex.org/W2098432798","https://openalex.org/W2100249892","https://openalex.org/W2112577169","https://openalex.org/W2115632051","https://openalex.org/W2119213815","https://openalex.org/W2119567691","https://openalex.org/W2121027035","https://openalex.org/W2124928989","https://openalex.org/W2127249560","https://openalex.org/W2129468829","https://openalex.org/W2138075555","https://openalex.org/W2138717292","https://openalex.org/W2145834571","https://openalex.org/W2152078090","https://openalex.org/W2162093633","https://openalex.org/W2185620181","https://openalex.org/W2964273152","https://openalex.org/W3121332813","https://openalex.org/W4250589301","https://openalex.org/W4298023569","https://openalex.org/W6635599759","https://openalex.org/W6677082391"],"related_works":["https://openalex.org/W2327053383","https://openalex.org/W2356834760","https://openalex.org/W1964600846","https://openalex.org/W2127563499","https://openalex.org/W2030191005","https://openalex.org/W2027568561","https://openalex.org/W2790025453","https://openalex.org/W1521521035","https://openalex.org/W2172193389","https://openalex.org/W2003198626"],"abstract_inverted_index":{"This":[0],"paper":[1],"studies":[2],"stochastic":[3,84],"power":[4,85,121,179],"control":[5,86,122,174,180],"problems":[6,106],"over":[7],"a":[8,24,147],"fading":[9,97,194],"channel,":[10],"where":[11],"the":[12,38,83,93,119,136,140,155,162,172,185,202,207,218,226,229],"transmitter":[13,42],"randomly":[14],"harvests":[15],"renewable":[16],"energies":[17],"from":[18],"environment":[19],"and":[20,68,98,176,195,200,214,238],"stores":[21],"them":[22],"in":[23,133],"battery":[25,137],"for":[26,233],"future":[27],"data":[28,31,39,130,163],"transmissions.":[29],"Moreover,":[30],"packets":[32],"are":[33,56],"assumed":[34],"to":[35,125,135,184],"arrive":[36],"at":[37,89],"queue":[40],"of":[41,95,128,171,192,228],"with":[43,63,72],"constant":[44],"rate":[45],"\u03bc.":[46],"To":[47],"incorporate":[48],"delay":[49,53,61,66,70,74,80,117,145,235],"quality-of-service":[50],"guarantees,":[51],"two":[52],"constraint":[54,67,81,236],"models":[55,237],"separately":[57],"considered,":[58],"namely":[59],"average":[60,65,116],"model":[62,71],"maximum":[64,73],"statistical":[69,144,190],"outage":[75],"probability":[76],"constraint.":[77],"Under":[78,115],"each":[79],"model,":[82,118,146],"problem":[87],"aims":[88],"maximizing":[90],"\u03bc":[91],"considering":[92],"randomness":[94],"channel":[96,193],"energy":[99],"harvesting":[100],"(EH)":[101],"processes.":[102,114,197],"The":[103],"resulting":[104],"optimization":[105],"can":[107],"be":[108],"formulated":[109],"as":[110],"infinite-horizon":[111],"Markov":[112],"decision":[113],"optimal":[120,156,173,186],"policy":[123,157],"needs":[124],"keep":[126],"track":[127],"current":[129],"queue-length":[131,150,164],"state":[132],"addition":[134],"state.":[138,165],"On":[139],"other":[141],"hand,":[142],"under":[143],"sufficiently":[148],"large":[149],"region":[151],"is":[152],"assumed,":[153],"hence,":[154],"does":[158],"not":[159],"depend":[160],"on":[161],"We":[166],"study":[167],"various":[168],"structural":[169],"properties":[170],"policies":[175],"develop":[177],"online":[178,230],"algorithms":[181,210,232],"that":[182],"converge":[183,215],"solutions":[187],"without":[188],"requiring":[189],"knowledge":[191],"EH":[196,239],"By":[198],"defining":[199],"learning":[201,209,221,231],"so-called":[203],"post-decision":[204],"state-value":[205],"functions,":[206],"proposed":[208],"require":[211],"less":[212],"complexity":[213],"faster":[216],"than":[217],"conventional":[219],"reinforcement":[220],"algorithms.":[222],"Numerical":[223],"results":[224],"demonstrate":[225],"effectiveness":[227],"different":[234],"settings.":[240]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":7},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}