{"id":"https://openalex.org/W4392607862","doi":"https://doi.org/10.1109/tgcn.2024.3374899","title":"Reinforcement Learning-Based Transmission Policies for Energy Harvesting Powered Sensors","display_name":"Reinforcement Learning-Based Transmission Policies for Energy Harvesting Powered Sensors","publication_year":2024,"publication_date":"2024-03-08","ids":{"openalex":"https://openalex.org/W4392607862","doi":"https://doi.org/10.1109/tgcn.2024.3374899"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2024.3374899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3374899","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-544219","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066141631","display_name":"Ruslan Seifullaev","orcid":"https://orcid.org/0000-0002-0844-2730"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Ruslan Seifullaev","raw_affiliation_strings":["Department of Information Technology, Division of Systems and Control, Uppsala University, Uppsala, Sweden"],"raw_orcid":"https://orcid.org/0000-0002-0844-2730","affiliations":[{"raw_affiliation_string":"Department of Information Technology, Division of Systems and Control, Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055146571","display_name":"Steffi Knorn","orcid":"https://orcid.org/0000-0002-4413-4225"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]},{"id":"https://openalex.org/I4577782","display_name":"Technische Universit\u00e4t Berlin","ror":"https://ror.org/03v4gjf40","country_code":"DE","type":"education","lineage":["https://openalex.org/I4577782"]}],"countries":["DE","SE"],"is_corresponding":false,"raw_author_name":"Steffi Knorn","raw_affiliation_strings":["Department of Electrical Engineering, Division of Signals and Systems, Uppsala University, Uppsala, Sweden","Institut f ur Prozess-und Verfahrenstechnik, Technische Universit at Berlin, Berlin, Germany"],"raw_orcid":"https://orcid.org/0000-0002-4413-4225","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Division of Signals and Systems, Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]},{"raw_affiliation_string":"Institut f ur Prozess-und Verfahrenstechnik, Technische Universit at Berlin, Berlin, Germany","institution_ids":["https://openalex.org/I4577782"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084552239","display_name":"Anders \u00c5hl\u00e9n","orcid":"https://orcid.org/0000-0001-9066-5468"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Anders Ahl\u00e9n","raw_affiliation_strings":["Department of Electrical Engineering, Division of Signals and Systems, Uppsala University, Uppsala, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-9066-5468","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Division of Signals and Systems, Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074497248","display_name":"Roland Hostettler","orcid":"https://orcid.org/0000-0001-8613-6176"},"institutions":[{"id":"https://openalex.org/I123387679","display_name":"Uppsala University","ror":"https://ror.org/048a87296","country_code":"SE","type":"education","lineage":["https://openalex.org/I123387679"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Roland Hostettler","raw_affiliation_strings":["Department of Electrical Engineering, Division of Signals and Systems, Uppsala University, Uppsala, Sweden"],"raw_orcid":"https://orcid.org/0000-0001-8613-6176","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, Division of Signals and Systems, Uppsala University, Uppsala, Sweden","institution_ids":["https://openalex.org/I123387679"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0163663,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":"4","first_page":"1564","last_page":"1573"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9643999934196472,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11230","display_name":"Innovative Energy Harvesting Technologies","score":0.9581000208854675,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.8329973220825195},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.6324489116668701},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.5842630863189697},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5144086480140686},{"id":"https://openalex.org/keywords/transmission","display_name":"Transmission (telecommunications)","score":0.4747339189052582},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.4441917836666107},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29470711946487427},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.2785840332508087},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.20823174715042114},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.11416313052177429},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.09420633316040039}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.8329973220825195},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.6324489116668701},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.5842630863189697},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5144086480140686},{"id":"https://openalex.org/C761482","wikidata":"https://www.wikidata.org/wiki/Q118093","display_name":"Transmission (telecommunications)","level":2,"score":0.4747339189052582},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.4441917836666107},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29470711946487427},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.2785840332508087},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.20823174715042114},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.11416313052177429},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.09420633316040039},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgcn.2024.3374899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2024.3374899","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:DiVA.org:uu-544219","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-544219","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:uu-544219","is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:uu:diva-544219","pdf_url":null,"source":{"id":"https://openalex.org/S4306400653","display_name":"Diva portal (Dalarna University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.8500000238418579,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G8083660777","display_name":null,"funder_award_id":"2017-04186","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"},{"id":"https://openalex.org/G8291498845","display_name":null,"funder_award_id":"2022-04505","funder_id":"https://openalex.org/F4320322581","funder_display_name":"Vetenskapsr\u00e5det"}],"funders":[{"id":"https://openalex.org/F4320322581","display_name":"Vetenskapsr\u00e5det","ror":"https://ror.org/03zttf063"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1794490453","https://openalex.org/W1983966944","https://openalex.org/W1991781995","https://openalex.org/W1994495001","https://openalex.org/W2011273439","https://openalex.org/W2020264032","https://openalex.org/W2039910645","https://openalex.org/W2046672513","https://openalex.org/W2073264189","https://openalex.org/W2099464191","https://openalex.org/W2100249892","https://openalex.org/W2117175221","https://openalex.org/W2129656202","https://openalex.org/W2130513250","https://openalex.org/W2152589112","https://openalex.org/W2328594596","https://openalex.org/W2895674599","https://openalex.org/W2912862025","https://openalex.org/W2953306471","https://openalex.org/W2963943702","https://openalex.org/W2978201301","https://openalex.org/W3173077595","https://openalex.org/W4214717370","https://openalex.org/W4232464081","https://openalex.org/W4237137927","https://openalex.org/W4298130591","https://openalex.org/W6775686901"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2566010174","https://openalex.org/W2805827740","https://openalex.org/W1908935147","https://openalex.org/W1966708639","https://openalex.org/W1971404201"],"abstract_inverted_index":{"We":[0,20],"consider":[1],"a":[2,7,14,17,26,39,51,58,73,78,116],"sampled-data":[3],"control":[4,85,99],"system":[5],"where":[6],"wireless":[8],"sensor":[9,24],"transmits":[10],"its":[11],"measurements":[12,126],"to":[13,29,102],"controller":[15],"over":[16],"communication":[18],"channel.":[19],"assume":[21],"that":[22],"the":[23,33,62,110,134],"has":[25],"harvesting":[27,63],"element":[28],"extract":[30],"energy":[31,47,89],"from":[32],"environment":[34],"and":[35,77,87,149],"store":[36],"it":[37],"in":[38],"rechargeable":[40],"battery":[41],"for":[42,118],"future":[43],"use.":[44],"The":[45,65,140],"harvested":[46,128],"is":[48,91,100,143],"modelled":[49],"as":[50,72,130,132],"first-order":[52],"Markovian":[53],"stochastic":[54],"process":[55],"conditioned":[56],"on":[57,109,125,146],"scenario":[59,122,138],"parameter":[60,123],"describing":[61],"environment.":[64],"overall":[66],"model":[67],"can":[68],"then":[69],"be":[70],"represented":[71],"Markov":[74],"decision":[75],"process,":[76],"suitable":[79],"transmission":[80,106],"policy":[81],"providing":[82],"both":[83],"good":[84],"performance":[86],"efficient":[88],"consumption":[90],"designed":[92],"using":[93],"reinforcement":[94],"learning":[95],"approaches.":[96],"Finally,":[97],"supervisory":[98],"used":[101],"switch":[103],"between":[104],"trained":[105],"policies":[107],"depending":[108],"current":[111],"scenario.":[112],"Also,":[113],"we":[114],"provide":[115],"tool":[117],"estimating":[119],"an":[120],"unknown":[121],"based":[124,145],"of":[127,137],"energy,":[129],"well":[131],"detecting":[133],"time":[135],"instants":[136],"changes.":[139],"above":[141],"problem":[142],"solved":[144],"Bayesian":[147],"filtering":[148],"smoothing.":[150]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}