{"id":"https://openalex.org/W2464501940","doi":"https://doi.org/10.1109/tit.2017.2773526","title":"Online Learning Schemes for Power Allocation in Energy Harvesting Communications","display_name":"Online Learning Schemes for Power Allocation in Energy Harvesting Communications","publication_year":2017,"publication_date":"2017-11-14","ids":{"openalex":"https://openalex.org/W2464501940","doi":"https://doi.org/10.1109/tit.2017.2773526","mag":"2464501940"},"language":"en","primary_location":{"id":"doi:10.1109/tit.2017.2773526","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2017.2773526","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1607.02552","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5010958804","display_name":"Pranav Sakulkar","orcid":"https://orcid.org/0000-0002-2459-6289"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Pranav Sakulkar","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","Department of Electrical Engineering, University of Southern California, Los Angeles, CA , USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA , USA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063784062","display_name":"Bhaskar Krishnamachari","orcid":"https://orcid.org/0000-0002-9994-9931"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bhaskar Krishnamachari","raw_affiliation_strings":["Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","Department of Electrical Engineering, University of Southern California, Los Angeles, CA , USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]},{"raw_affiliation_string":"Department of Electrical Engineering, University of Southern California, Los Angeles, CA , USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5010958804"],"corresponding_institution_ids":["https://openalex.org/I1174212"],"apc_list":null,"apc_paid":null,"fwci":0.4369,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.63520689,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"64","issue":"6","first_page":"4610","last_page":"4628"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13553","display_name":"Age of Information Optimization","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7028753161430359},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6220544576644897},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5907093286514282},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.5710988640785217},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.4590436816215515},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.415729284286499},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.2911125421524048},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23658600449562073},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13771051168441772}],"concepts":[{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7028753161430359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6220544576644897},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5907093286514282},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.5710988640785217},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.4590436816215515},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.415729284286499},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.2911125421524048},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23658600449562073},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13771051168441772},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tit.2017.2773526","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tit.2017.2773526","pdf_url":null,"source":{"id":"https://openalex.org/S4502562","display_name":"IEEE Transactions on Information Theory","issn_l":"0018-9448","issn":["0018-9448","1557-9654"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Information Theory","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1607.02552","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1607.02552","pdf_url":"https://arxiv.org/pdf/1607.02552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2464501940","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1607.02552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1607.02552","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1607.02552","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1607.02552","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1607.02552","pdf_url":"https://arxiv.org/pdf/1607.02552","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.8600000143051147,"id":"https://metadata.un.org/sdg/7","display_name":"Affordable and clean energy"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2464501940.pdf","grobid_xml":"https://content.openalex.org/works/W2464501940.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1496720559","https://openalex.org/W1600293573","https://openalex.org/W1794490453","https://openalex.org/W1969461599","https://openalex.org/W1979096885","https://openalex.org/W1980922866","https://openalex.org/W1998376807","https://openalex.org/W2005435577","https://openalex.org/W2009551863","https://openalex.org/W2035229442","https://openalex.org/W2035446426","https://openalex.org/W2071494917","https://openalex.org/W2097931172","https://openalex.org/W2098258765","https://openalex.org/W2103012681","https://openalex.org/W2112420033","https://openalex.org/W2119567691","https://openalex.org/W2123627418","https://openalex.org/W2145834571","https://openalex.org/W2152144019","https://openalex.org/W2168405694","https://openalex.org/W2290452516","https://openalex.org/W2346589071","https://openalex.org/W2555583744","https://openalex.org/W2951270685","https://openalex.org/W2962748815","https://openalex.org/W3104952626","https://openalex.org/W4233413206","https://openalex.org/W6629680116","https://openalex.org/W6674868663","https://openalex.org/W6677741321","https://openalex.org/W6678113768","https://openalex.org/W6679661297","https://openalex.org/W6696497002","https://openalex.org/W6705045919"],"related_works":["https://openalex.org/W2939474114","https://openalex.org/W2952640567","https://openalex.org/W2520531658","https://openalex.org/W2952044966","https://openalex.org/W2793414964","https://openalex.org/W2949662149","https://openalex.org/W3088689474","https://openalex.org/W2804680330","https://openalex.org/W2976631814","https://openalex.org/W3124291373","https://openalex.org/W2729035466","https://openalex.org/W2809950409","https://openalex.org/W2169144340","https://openalex.org/W2032149606","https://openalex.org/W3112576853","https://openalex.org/W2794003297","https://openalex.org/W1932416753","https://openalex.org/W2905236430","https://openalex.org/W3165419553","https://openalex.org/W1542475939"],"abstract_inverted_index":{"We":[0,50,133,190,226],"consider":[1,228],"the":[2,21,24,27,32,41,45,63,68,73,78,95,99,117,123,128,176,203,218,222,233,259,275,285,293],"problem":[3,53,84,113],"of":[4,34,43,142,277,287,297],"power":[5,29,71,109],"allocation":[6,110],"over":[7,48,156],"one":[8],"or":[9],"more":[10],"time-varying":[11],"channels":[12,120,252],"with":[13,40,60,127,186,217],"unknown":[14,187],"distributions":[15],"in":[16,37,119,207,239,270,274],"energy":[17,36],"harvesting":[18],"communications.":[19],"In":[20],"single-channel":[22],"case,":[23],"transmitter":[25,61],"chooses":[26,236],"transmit":[28],"based":[30],"on":[31,284],"amount":[33],"stored":[35],"its":[38,200],"battery":[39,65],"goal":[42],"maximizing":[44],"average":[46,81],"rate":[47,76],"time.":[49,157,210],"model":[51],"this":[52,174],"as":[54,62,67,72,77],"a":[55,89,108,169,213,229,237,265,280],"Markov":[56],"decision":[57],"process":[58],"(MDP)":[59],"agent,":[64],"status":[66],"state,":[69],"transmits":[70],"action":[74],"and":[75,102,146,152,242,253,272],"reward.":[79],"The":[80],"reward":[82,104],"maximization":[83],"can":[85],"be":[86],"modeled":[87],"by":[88,168],"linear":[90,140],"program":[91,141],"(LP)":[92],"that":[93,122,148,163,199,249,255,267],"uses":[94,254],"transition":[96],"probabilities":[97],"for":[98,184],"state-action":[100,129],"pairs":[101,130],"their":[103,154,164],"values":[105],"to":[106,257],"select":[107],"policy.":[111],"This":[112],"is":[114,166,175],"challenging":[115],"because":[116],"uncertainty":[118],"implies":[121],"mean":[124,188],"rewards":[125,151],"associated":[126],"are":[131],"unknown.":[132],"therefore":[134],"propose":[135],"two":[136],"online":[137],"learning":[138,182],"algorithms:":[139],"sample":[143],"means":[144],"(LPSM)":[145],"Epoch-LPSM":[147,211],"learn":[149],"these":[150],"adapt":[153],"policies":[155],"For":[158],"both":[159],"algorithms,":[160],"we":[161,290],"prove":[162,192,292],"regret":[165,181,215,266,286],"upper-bounded":[167],"constant.":[170],"To":[171],"our":[172,244],"knowledge":[173],"first":[177],"result":[178,196],"showing":[179],"constant":[180],"algorithms":[183],"MDPs":[185],"rewards.":[189],"also":[191,235,291],"an":[193],"even":[194],"stronger":[195],"about":[197],"LPSM:":[198],"policy":[201,205],"matches":[202],"optimal":[204],"exactly":[206],"finite":[208],"expected":[209],"incurs":[212,264],"higher":[214],"compared":[216],"LPSM,":[219],"while":[220],"reducing":[221],"computational":[223],"requirements":[224],"substantially.":[225],"further":[227],"multi-channel":[230,245],"scenario,":[231],"where":[232],"agent":[234],"channel":[238],"each":[240],"slot,":[241],"present":[243],"LPSM":[246],"(MC-LPSM)":[247],"algorithm":[248],"explores":[250],"different":[251],"information":[256],"solve":[258],"LP":[260],"during":[261],"exploitation.":[262],"MC-LPSM":[263],"scales":[268],"logarithmically":[269],"time":[271],"linearly":[273],"number":[276],"channels.":[278],"Through":[279],"matching":[281],"lower":[282],"bound":[283],"any":[288],"algorithm,":[289],"asymptotic":[294],"order":[295],"optimality":[296],"MC-LPSM.":[298]},"counts_by_year":[{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":2}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}