{"id":"https://openalex.org/W2899223021","doi":"https://doi.org/10.1109/tgcn.2018.2879023","title":"Reinforcement Learning for Scheduling Wireless Powered Sensor Communications","display_name":"Reinforcement Learning for Scheduling Wireless Powered Sensor Communications","publication_year":2018,"publication_date":"2018-10-31","ids":{"openalex":"https://openalex.org/W2899223021","doi":"https://doi.org/10.1109/tgcn.2018.2879023","mag":"2899223021"},"language":"en","primary_location":{"id":"doi:10.1109/tgcn.2018.2879023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2018.2879023","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100399848","display_name":"Kai Li","orcid":"https://orcid.org/0000-0002-0517-2392"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kai Li","raw_affiliation_strings":["Real-Time and Embedded Computing Systems Research Centre (CISTER), Porto, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-0517-2392","affiliations":[{"raw_affiliation_string":"Real-Time and Embedded Computing Systems Research Centre (CISTER), Porto, Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021527965","display_name":"Wei Ni","orcid":"https://orcid.org/0000-0002-4933-594X"},"institutions":[{"id":"https://openalex.org/I4210101388","display_name":"Health Sciences and Nutrition","ror":"https://ror.org/0152bt112","country_code":"AU","type":"facility","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I4210101388","https://openalex.org/I4387156119"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Wei Ni","raw_affiliation_strings":["Data61 Business Unit, Commonwealth Scientific and Industrial Research Organization, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4933-594X","affiliations":[{"raw_affiliation_string":"Data61 Business Unit, Commonwealth Scientific and Industrial Research Organization, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I4210101388","https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005601606","display_name":"Mehran Abolhasan","orcid":"https://orcid.org/0000-0002-4282-6666"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mehran Abolhasan","raw_affiliation_strings":["School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia"],"raw_orcid":"https://orcid.org/0000-0002-4282-6666","affiliations":[{"raw_affiliation_string":"School of Electrical and Data Engineering, University of Technology Sydney, Sydney, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078183455","display_name":"Eduardo Tovar","orcid":"https://orcid.org/0000-0001-8979-3876"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eduardo Tovar","raw_affiliation_strings":["Real-Time and Embedded Computing Systems Research Centre (CISTER), Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Real-Time and Embedded Computing Systems Research Centre (CISTER), Porto, Portugal","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9787,"has_fulltext":false,"cited_by_count":34,"citation_normalized_percentile":{"value":0.86870807,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"3","issue":"2","first_page":"264","last_page":"274"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11392","display_name":"Energy Harvesting in Wireless Networks","score":1.0,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11249","display_name":"Wireless Power Transfer Systems","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10148","display_name":"Advanced MIMO Systems Optimization","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7279106974601746},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.710746705532074},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.7011642456054688},{"id":"https://openalex.org/keywords/goodput","display_name":"Goodput","score":0.6602778434753418},{"id":"https://openalex.org/keywords/base-station","display_name":"Base station","score":0.6387895345687866},{"id":"https://openalex.org/keywords/scheduling","display_name":"Scheduling (production processes)","score":0.5549043416976929},{"id":"https://openalex.org/keywords/wireless-sensor-network","display_name":"Wireless sensor network","score":0.551128089427948},{"id":"https://openalex.org/keywords/real-time-computing","display_name":"Real-time computing","score":0.5351223945617676},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.5226868391036987},{"id":"https://openalex.org/keywords/data-transmission","display_name":"Data transmission","score":0.49327248334884644},{"id":"https://openalex.org/keywords/network-packet","display_name":"Network packet","score":0.4729200005531311},{"id":"https://openalex.org/keywords/queue","display_name":"Queue","score":0.46910056471824646},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.399251788854599},{"id":"https://openalex.org/keywords/wireless","display_name":"Wireless","score":0.3860844373703003},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18347302079200745},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1061866283416748},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.10251486301422119}],"concepts":[{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7279106974601746},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.710746705532074},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.7011642456054688},{"id":"https://openalex.org/C94022561","wikidata":"https://www.wikidata.org/wiki/Q1172393","display_name":"Goodput","level":4,"score":0.6602778434753418},{"id":"https://openalex.org/C68649174","wikidata":"https://www.wikidata.org/wiki/Q1379116","display_name":"Base station","level":2,"score":0.6387895345687866},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5549043416976929},{"id":"https://openalex.org/C24590314","wikidata":"https://www.wikidata.org/wiki/Q336038","display_name":"Wireless sensor network","level":2,"score":0.551128089427948},{"id":"https://openalex.org/C79403827","wikidata":"https://www.wikidata.org/wiki/Q3988","display_name":"Real-time computing","level":1,"score":0.5351223945617676},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.5226868391036987},{"id":"https://openalex.org/C557945733","wikidata":"https://www.wikidata.org/wiki/Q389772","display_name":"Data transmission","level":2,"score":0.49327248334884644},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.4729200005531311},{"id":"https://openalex.org/C160403385","wikidata":"https://www.wikidata.org/wiki/Q220543","display_name":"Queue","level":2,"score":0.46910056471824646},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.399251788854599},{"id":"https://openalex.org/C555944384","wikidata":"https://www.wikidata.org/wiki/Q249","display_name":"Wireless","level":2,"score":0.3860844373703003},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18347302079200745},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1061866283416748},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.10251486301422119},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C157764524","wikidata":"https://www.wikidata.org/wiki/Q1383412","display_name":"Throughput","level":3,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tgcn.2018.2879023","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tgcn.2018.2879023","pdf_url":null,"source":{"id":"https://openalex.org/S4210192662","display_name":"IEEE Transactions on Green Communications and Networking","issn_l":"2473-2400","issn":["2473-2400"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Green Communications and Networking","raw_type":"journal-article"},{"id":"pmh:oai:opus.lib.uts.edu.au:10453/140704","is_oa":false,"landing_page_url":"http://hdl.handle.net/10453/140704","pdf_url":null,"source":{"id":"https://openalex.org/S4306401357","display_name":"UTS ePRESS (University of Technology Sydney)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114017466","host_organization_name":"University of Technology Sydney","host_organization_lineage":["https://openalex.org/I114017466"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:recipp.ipp.pt:10400.22/13851","is_oa":false,"landing_page_url":"http://hdl.handle.net/10400.22/13851","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"journal article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Affordable and clean energy","score":0.9100000262260437,"id":"https://metadata.un.org/sdg/7"}],"awards":[{"id":"https://openalex.org/G3491971210","display_name":null,"funder_award_id":"COMPETE 2020","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"}],"funders":[{"id":"https://openalex.org/F4320327374","display_name":"Programa Operacional Tem\u00e1tico Factores de Competitividade","ror":null},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"},{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W1964841476","https://openalex.org/W1980228577","https://openalex.org/W1982068528","https://openalex.org/W2002056261","https://openalex.org/W2009508617","https://openalex.org/W2030834503","https://openalex.org/W2065154528","https://openalex.org/W2076993825","https://openalex.org/W2094975593","https://openalex.org/W2096714104","https://openalex.org/W2100249892","https://openalex.org/W2106226839","https://openalex.org/W2106690470","https://openalex.org/W2118588134","https://openalex.org/W2119567691","https://openalex.org/W2141605568","https://openalex.org/W2149525424","https://openalex.org/W2152589112","https://openalex.org/W2153097555","https://openalex.org/W2162636480","https://openalex.org/W2298737782","https://openalex.org/W2314118322","https://openalex.org/W2415677118","https://openalex.org/W2490752264","https://openalex.org/W2541855171","https://openalex.org/W2587848607","https://openalex.org/W2768693795","https://openalex.org/W2775371791","https://openalex.org/W2782721746","https://openalex.org/W2962691244","https://openalex.org/W4233840023","https://openalex.org/W4240186237"],"related_works":["https://openalex.org/W2736824533","https://openalex.org/W2401114710","https://openalex.org/W2499883480","https://openalex.org/W2123632139","https://openalex.org/W2510731853","https://openalex.org/W2130480290","https://openalex.org/W2127130002","https://openalex.org/W2113656557","https://openalex.org/W2982556999","https://openalex.org/W2120627783"],"abstract_inverted_index":{"In":[0,44,69],"a":[1,6,55,100],"wireless":[2,15,146],"powered":[3,147],"sensor":[4,148],"network,":[5],"base":[7,89,133],"station":[8],"transfers":[9],"power":[10,16],"to":[11,98,175,189],"sensors":[12,35,97],"by":[13,60,131,166,172],"using":[14],"transfer":[17],"(WPT).":[18],"Inadequately":[19],"scheduling":[20,47,102,110,158],"WPT":[21,48],"and":[22,29,49,66,78,124,168],"data":[23,30,42,50,67,79,105,125,142],"transmission":[24,51,101],"causes":[25],"fast":[26],"battery":[27,76,122],"drainage":[28],"queue":[31,80,126],"overflow":[32],"of":[33,140,192],"some":[34],"who":[36],"could":[37],"have":[38],"potentially":[39],"gained":[40],"high":[41],"reception.":[43],"this":[45],"paper,":[46],"is":[52,84,115,196],"formulated":[53],"as":[54],"Markov":[56],"decision":[57],"process":[58],"(MDP)":[59],"jointly":[61],"considering":[62],"sensors'":[63,193],"energy":[64],"consumption":[65],"queue.":[68],"practical":[70],"scenarios,":[71],"the":[72,88,96,120,132,137,141,154,182,185,190],"prior":[73],"knowledge":[74],"about":[75],"level":[77,123],"length":[81],"in":[82,145],"MDP":[83],"not":[85],"available":[86],"at":[87,95],"station.":[90,134],"We":[91],"study":[92],"reinforcement":[93,156],"learning":[94,157],"find":[99],"strategy,":[103],"minimizing":[104],"packet":[106,143,163],"loss.":[107],"An":[108],"optimal":[109,183],"strategy":[111],"with":[112],"full-state":[113,194],"information":[114,127,195],"also":[116],"investigated,":[117],"assuming":[118],"that":[119,153],"complete":[121],"are":[128],"well":[129],"known":[130],"This":[135],"presents":[136],"lower":[138],"bound":[139],"loss":[144,164,187],"networks.":[149],"Numerical":[150],"results":[151],"demonstrate":[152],"proposed":[155],"algorithm":[159],"significantly":[160],"reduces":[161],"network":[162,170],"rate":[165],"60%,":[167],"increases":[169],"goodput":[171],"67%,":[173],"compared":[174],"existing":[176],"non-MDP":[177],"greedy":[178],"approaches.":[179],"Moreover,":[180],"comparing":[181],"solutions,":[184],"performance":[186],"due":[188],"lack":[191],"less":[197],"than":[198],"4.6%.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":7},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":5}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}