{"id":"https://openalex.org/W3110178360","doi":"https://doi.org/10.1109/tgcn.2020.3039840","title":"A Reinforcement Learning Approach to Optimize Energy Usage in RF-Charging Sensor Networks","display_name":"A Reinforcement Learning Approach to Optimize Energy Usage in RF-Charging Sensor Networks","publication_year":2020,"publication_date":"2020-11-23","ids":{"openalex":"https://openalex.org/W3110178360","doi":"https://doi.org/10.1109/tgcn.2020.3039840","mag":"3110178360"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2020.3039840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2020.3039840","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081461505","display_name":"Honglin Ren","orcid":"https://orcid.org/0000-0002-0763-9232"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Honglin Ren","raw_affiliation_strings":["School of Electrical, Computer and Telecommunications Engineering, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-0763-9232","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Telecommunications Engineering, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034008140","display_name":"Kwan\u2010Wu Chin","orcid":"https://orcid.org/0000-0003-1547-9272"},"institutions":[{"id":"https://openalex.org/I204824540","display_name":"University of Wollongong","ror":"https://ror.org/00jtmb277","country_code":"AU","type":"education","lineage":["https://openalex.org/I204824540"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Kwan-Wu Chin","raw_affiliation_strings":["School of Electrical, Computer and Telecommunications Engineering, University of Wollongong, Wollongong, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1547-9272","affiliations":[{"raw_affiliation_string":"School of Electrical, Computer and Telecommunications Engineering, University of Wollongong, Wollongong, NSW, Australia","institution_ids":["https://openalex.org/I204824540"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204824540"],"apc_list":{"value":2045,"currency":"USD","value_usd":2045},"apc_paid":null,"fwci":0.5184,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.63535658,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"5","issue":"1","first_page":"526","last_page":"539"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7790184020996094},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7345162034034729},{"id":"https://openalex.org/keywords/joule","display_name":"Joule (programming language)","score":0.6192442178726196},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6145742535591125},{"id":"https://openalex.org/keywords/energy","display_name":"Energy (signal processing)","score":0.5389223098754883},{"id":"https://openalex.org/keywords/energy-harvesting","display_name":"Energy harvesting","score":0.5307609438896179},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5105284452438354},{"id":"https://openalex.org/keywords/power","display_name":"Power (physics)","score":0.47017592191696167},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.44233161211013794},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.43691834807395935},{"id":"https://openalex.org/keywords/radio-frequency","display_name":"Radio frequency","score":0.43312638998031616},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.4272487759590149},{"id":"https://openalex.org/keywords/efficient-energy-use","display_name":"Efficient energy use","score":0.4192313551902771},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.41599154472351074},{"id":"https://openalex.org/keywords/electronic-engineering","display_name":"Electronic engineering","score":0.38550230860710144},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.28594332933425903},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.2598955035209656},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.20013827085494995},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1903308928012848},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.16196873784065247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15648841857910156},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12123537063598633},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.10219785571098328}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7790184020996094},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7345162034034729},{"id":"https://openalex.org/C2779058145","wikidata":"https://www.wikidata.org/wiki/Q6294583","display_name":"Joule (programming language)","level":3,"score":0.6192442178726196},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6145742535591125},{"id":"https://openalex.org/C186370098","wikidata":"https://www.wikidata.org/wiki/Q442787","display_name":"Energy (signal processing)","level":2,"score":0.5389223098754883},{"id":"https://openalex.org/C101518730","wikidata":"https://www.wikidata.org/wiki/Q930236","display_name":"Energy harvesting","level":3,"score":0.5307609438896179},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5105284452438354},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.47017592191696167},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.44233161211013794},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.43691834807395935},{"id":"https://openalex.org/C74064498","wikidata":"https://www.wikidata.org/wiki/Q3396184","display_name":"Radio frequency","level":2,"score":0.43312638998031616},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.4272487759590149},{"id":"https://openalex.org/C2742236","wikidata":"https://www.wikidata.org/wiki/Q924713","display_name":"Efficient energy use","level":2,"score":0.4192313551902771},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.41599154472351074},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.38550230860710144},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.28594332933425903},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.2598955035209656},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.20013827085494995},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1903308928012848},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16196873784065247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15648841857910156},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12123537063598633},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.10219785571098328},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tgcn.2020.3039840","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2020.3039840","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:ro.uow.edu.au:test2021-1331","is_oa":false,"landing_page_url":"https://ro.uow.edu.au/test2021/322","pdf_url":null,"source":{"id":"https://openalex.org/S4306400510","display_name":"Research Online (University of Wollongong)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I204824540","host_organization_name":"University of Wollongong","host_organization_lineage":["https://openalex.org/I204824540"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Test Series for Scopus Harvesting 2021","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.9100000262260437,"display_name":"Affordable and clean energy","id":"https://metadata.un.org/sdg/7"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W41554520","https://openalex.org/W1563362697","https://openalex.org/W1966000877","https://openalex.org/W1967956032","https://openalex.org/W1997311471","https://openalex.org/W2046672513","https://openalex.org/W2058401212","https://openalex.org/W2082347459","https://openalex.org/W2104250954","https://openalex.org/W2119567691","https://openalex.org/W2121863487","https://openalex.org/W2123363172","https://openalex.org/W2170141744","https://openalex.org/W2177372563","https://openalex.org/W2242946604","https://openalex.org/W2327455150","https://openalex.org/W2341171179","https://openalex.org/W2520760276","https://openalex.org/W2561892580","https://openalex.org/W2586648275","https://openalex.org/W2601570742","https://openalex.org/W2784100701","https://openalex.org/W2794547686","https://openalex.org/W2803206262","https://openalex.org/W2887271786","https://openalex.org/W2933658608","https://openalex.org/W2934461909","https://openalex.org/W2963943702","https://openalex.org/W2985411208","https://openalex.org/W3098476189","https://openalex.org/W4237591687","https://openalex.org/W4298023569"],"related_works":["https://openalex.org/W2898145991","https://openalex.org/W2566010174","https://openalex.org/W2791994394","https://openalex.org/W4296935286","https://openalex.org/W2584021408","https://openalex.org/W3009650178","https://openalex.org/W2087560913","https://openalex.org/W187740018","https://openalex.org/W2162286586","https://openalex.org/W4255368532"],"abstract_inverted_index":{"We":[0,26,86,114],"consider":[1,65],"a":[2,13,93,117],"Radio":[3],"Frequency":[4],"(RF)-charging":[5],"network":[6],"where":[7,68,99],"sensor":[8],"devices":[9,38,73,143],"harvest":[10],"energy":[11,83],"from":[12],"solar-powered":[14],"Hybrid":[15],"Access":[16],"Point":[17],"(HAP)":[18],"and":[19,37,72,81,107,142],"transmit":[20],"their":[21,41,82,147],"data":[22,52],"to":[23,28,39,104,128],"the":[24,30,35,49,66,70,88,100,105,108,130,140],"HAP.":[25],"aim":[27],"optimize":[29],"power":[31,89],"allocation":[32,90],"of":[33,58,77,112,151],"both":[34,69],"HAP":[36,71,106,141],"maximize":[40],"Energy":[42],"Efficiency":[43],"(EE),":[44],"which":[45],"is":[46,149],"defined":[47],"as":[48,92],"total":[50],"received":[51],"(in":[53],"bits)":[54],"for":[55],"each":[56],"Joule":[57],"consumed":[59],"energy.":[60],"Unlike":[61],"prior":[62],"works,":[63],"we":[64],"case":[67],"have":[74],"causal":[75],"knowledge":[76],"channel":[78],"state":[79,132],"information":[80],"arrival":[84],"process.":[85],"model":[87],"problem":[91],"Two-layer":[94],"Markov":[95],"Decision":[96],"Process":[97],"(TMDP),":[98],"first":[101],"layer":[102,110],"corresponds":[103],"second":[109],"consists":[111],"devices.":[113],"then":[115],"outline":[116],"novel,":[118],"decentralized":[119],"Q-Learning":[120],"(QL)":[121],"solution":[122],"that":[123,138],"employs":[124],"linear":[125],"function":[126],"approximation":[127],"represent":[129],"large":[131],"space.":[133],"The":[134],"simulation":[135],"results":[136],"show":[137],"when":[139],"employ":[144],"our":[145],"solution,":[146],"EE":[148],"orders":[150],"magnitude":[152],"higher":[153],"than":[154],"competing":[155],"policies.":[156]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}